Upload folder using huggingface_hub

adapter_config.json

@@ -0,0 +1,34 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "mistralai/Mistral-7B-v0.3",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 16,
+  "lora_dropout": 0.1,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 8,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "gate_proj",
+    "k_proj",
+    "q_proj",
+    "down_proj",
+    "up_proj",
+    "v_proj",
+    "o_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17c9f905aed6e9f25263fb744a20a44aba1ee4946e9276f85bc3e907d6ea8847
+size 83945296

checkpoint-10/README.md

@@ -0,0 +1,202 @@
+---
+base_model: mistralai/Mistral-7B-v0.3
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.11.1

checkpoint-10/adapter_config.json

@@ -0,0 +1,34 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "mistralai/Mistral-7B-v0.3",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 16,
+  "lora_dropout": 0.1,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 8,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "gate_proj",
+    "k_proj",
+    "q_proj",
+    "down_proj",
+    "up_proj",
+    "v_proj",
+    "o_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

checkpoint-10/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfe1b2cb2b5176cb07aa02075bc7cfe7eb278aba26212c95e04733fb7465e9c0
+size 83945296

checkpoint-10/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0bafc6de9bf265cdd38aea5c6fbb52ee0106731dc3472f866e2e78ff4c6c213
+size 42540500

checkpoint-10/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0de81d42cc9ea8b47c3155988e70def875630cb4ba9d8c9ea987f752eaf1f5e8
+size 14244

checkpoint-10/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec3e785bf0a7658fe59029a42c1352ce61fa0ff388a14ece7afca8f7691316d2
+size 1064

checkpoint-10/special_tokens_map.json

@@ -0,0 +1,24 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "</s>",
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

checkpoint-10/tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37f00374dea48658ee8f5d0f21895b9bc55cb0103939607c8185bfd1c6ca1f89
+size 587404

checkpoint-10/trainer_state.json

@@ -0,0 +1,111 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.08771929824561403,
+  "eval_steps": 10,
+  "global_step": 10,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.008771929824561403,
+      "grad_norm": 2.5680806636810303,
+      "learning_rate": 1.6666666666666667e-05,
+      "loss": 1.6563,
+      "step": 1
+    },
+    {
+      "epoch": 0.017543859649122806,
+      "grad_norm": 2.0647432804107666,
+      "learning_rate": 3.3333333333333335e-05,
+      "loss": 1.5849,
+      "step": 2
+    },
+    {
+      "epoch": 0.02631578947368421,
+      "grad_norm": 2.114915132522583,
+      "learning_rate": 5e-05,
+      "loss": 1.5868,
+      "step": 3
+    },
+    {
+      "epoch": 0.03508771929824561,
+      "grad_norm": 1.7573949098587036,
+      "learning_rate": 6.666666666666667e-05,
+      "loss": 1.6836,
+      "step": 4
+    },
+    {
+      "epoch": 0.043859649122807015,
+      "grad_norm": 1.5793524980545044,
+      "learning_rate": 8.333333333333334e-05,
+      "loss": 1.4172,
+      "step": 5
+    },
+    {
+      "epoch": 0.05263157894736842,
+      "grad_norm": 1.7891627550125122,
+      "learning_rate": 0.0001,
+      "loss": 1.4405,
+      "step": 6
+    },
+    {
+      "epoch": 0.06140350877192982,
+      "grad_norm": 1.7529516220092773,
+      "learning_rate": 0.00011666666666666668,
+      "loss": 1.5647,
+      "step": 7
+    },
+    {
+      "epoch": 0.07017543859649122,
+      "grad_norm": 1.3582255840301514,
+      "learning_rate": 0.00013333333333333334,
+      "loss": 1.4112,
+      "step": 8
+    },
+    {
+      "epoch": 0.07894736842105263,
+      "grad_norm": 1.7452667951583862,
+      "learning_rate": 0.00015000000000000001,
+      "loss": 1.6427,
+      "step": 9
+    },
+    {
+      "epoch": 0.08771929824561403,
+      "grad_norm": 1.2840348482131958,
+      "learning_rate": 0.0001666666666666667,
+      "loss": 1.3915,
+      "step": 10
+    },
+    {
+      "epoch": 0.08771929824561403,
+      "eval_loss": 1.3244520425796509,
+      "eval_runtime": 147.2051,
+      "eval_samples_per_second": 0.238,
+      "eval_steps_per_second": 0.041,
+      "step": 10
+    }
+  ],
+  "logging_steps": 1,
+  "max_steps": 114,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 10,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 2630164320092160.0,
+  "train_batch_size": 6,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoint-10/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5544cf0b69d25bfc7badefdf1d7d0f070dbf45678b2edf3c080e026b44041bd
+size 5368

checkpoint-100/README.md

@@ -0,0 +1,202 @@
+---
+base_model: mistralai/Mistral-7B-v0.3
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.11.1

checkpoint-100/adapter_config.json

@@ -0,0 +1,34 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "mistralai/Mistral-7B-v0.3",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 16,
+  "lora_dropout": 0.1,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 8,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "gate_proj",
+    "k_proj",
+    "q_proj",
+    "down_proj",
+    "up_proj",
+    "v_proj",
+    "o_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

checkpoint-100/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4c87d4ed22dcf4d305ef4d678bee1c023dd4a1343f217a760a4394df913b7bd
+size 83945296

checkpoint-100/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:209defe0cb389c3d287c01491edff45a5f7b290403d9ada0026836b41c090e41
+size 42540500

checkpoint-100/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fde3e59b895f1def06e81f5bbfc523a1cbb8d08bd6d917ae44e4e00b77f30f88
+size 14244

checkpoint-100/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3bc51dba652b6e8fca82062256d36d60a197bf038f986d4b3dc94faa81fb526
+size 1064

checkpoint-100/special_tokens_map.json

@@ -0,0 +1,24 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "</s>",
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

checkpoint-100/tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37f00374dea48658ee8f5d0f21895b9bc55cb0103939607c8185bfd1c6ca1f89
+size 587404

checkpoint-100/trainer_state.json

@@ -0,0 +1,813 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.8771929824561403,
+  "eval_steps": 10,
+  "global_step": 100,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.008771929824561403,
+      "grad_norm": 2.5680806636810303,
+      "learning_rate": 1.6666666666666667e-05,
+      "loss": 1.6563,
+      "step": 1
+    },
+    {
+      "epoch": 0.017543859649122806,
+      "grad_norm": 2.0647432804107666,
+      "learning_rate": 3.3333333333333335e-05,
+      "loss": 1.5849,
+      "step": 2
+    },
+    {
+      "epoch": 0.02631578947368421,
+      "grad_norm": 2.114915132522583,
+      "learning_rate": 5e-05,
+      "loss": 1.5868,
+      "step": 3
+    },
+    {
+      "epoch": 0.03508771929824561,
+      "grad_norm": 1.7573949098587036,
+      "learning_rate": 6.666666666666667e-05,
+      "loss": 1.6836,
+      "step": 4
+    },
+    {
+      "epoch": 0.043859649122807015,
+      "grad_norm": 1.5793524980545044,
+      "learning_rate": 8.333333333333334e-05,
+      "loss": 1.4172,
+      "step": 5
+    },
+    {
+      "epoch": 0.05263157894736842,
+      "grad_norm": 1.7891627550125122,
+      "learning_rate": 0.0001,
+      "loss": 1.4405,
+      "step": 6
+    },
+    {
+      "epoch": 0.06140350877192982,
+      "grad_norm": 1.7529516220092773,
+      "learning_rate": 0.00011666666666666668,
+      "loss": 1.5647,
+      "step": 7
+    },
+    {
+      "epoch": 0.07017543859649122,
+      "grad_norm": 1.3582255840301514,
+      "learning_rate": 0.00013333333333333334,
+      "loss": 1.4112,
+      "step": 8
+    },
+    {
+      "epoch": 0.07894736842105263,
+      "grad_norm": 1.7452667951583862,
+      "learning_rate": 0.00015000000000000001,
+      "loss": 1.6427,
+      "step": 9
+    },
+    {
+      "epoch": 0.08771929824561403,
+      "grad_norm": 1.2840348482131958,
+      "learning_rate": 0.0001666666666666667,
+      "loss": 1.3915,
+      "step": 10
+    },
+    {
+      "epoch": 0.08771929824561403,
+      "eval_loss": 1.3244520425796509,
+      "eval_runtime": 147.2051,
+      "eval_samples_per_second": 0.238,
+      "eval_steps_per_second": 0.041,
+      "step": 10
+    },
+    {
+      "epoch": 0.09649122807017543,
+      "grad_norm": 2.1381897926330566,
+      "learning_rate": 0.00018333333333333334,
+      "loss": 1.3884,
+      "step": 11
+    },
+    {
+      "epoch": 0.10526315789473684,
+      "grad_norm": 4.329859733581543,
+      "learning_rate": 0.0002,
+      "loss": 1.2958,
+      "step": 12
+    },
+    {
+      "epoch": 0.11403508771929824,
+      "grad_norm": 2.177532196044922,
+      "learning_rate": 0.0001999525719713366,
+      "loss": 1.3211,
+      "step": 13
+    },
+    {
+      "epoch": 0.12280701754385964,
+      "grad_norm": 2.4973137378692627,
+      "learning_rate": 0.00019981033287370443,
+      "loss": 1.2851,
+      "step": 14
+    },
+    {
+      "epoch": 0.13157894736842105,
+      "grad_norm": 1.3471475839614868,
+      "learning_rate": 0.00019957341762950344,
+      "loss": 1.1561,
+      "step": 15
+    },
+    {
+      "epoch": 0.14035087719298245,
+      "grad_norm": 1.4363510608673096,
+      "learning_rate": 0.0001992420509671936,
+      "loss": 1.364,
+      "step": 16
+    },
+    {
+      "epoch": 0.14912280701754385,
+      "grad_norm": 1.6065610647201538,
+      "learning_rate": 0.00019881654720812594,
+      "loss": 1.1038,
+      "step": 17
+    },
+    {
+      "epoch": 0.15789473684210525,
+      "grad_norm": 1.760709524154663,
+      "learning_rate": 0.0001982973099683902,
+      "loss": 1.3887,
+      "step": 18
+    },
+    {
+      "epoch": 0.16666666666666666,
+      "grad_norm": 1.1617190837860107,
+      "learning_rate": 0.0001976848317759601,
+      "loss": 1.1831,
+      "step": 19
+    },
+    {
+      "epoch": 0.17543859649122806,
+      "grad_norm": 0.8196442127227783,
+      "learning_rate": 0.00019697969360350098,
+      "loss": 1.01,
+      "step": 20
+    },
+    {
+      "epoch": 0.17543859649122806,
+      "eval_loss": 1.1859098672866821,
+      "eval_runtime": 147.2373,
+      "eval_samples_per_second": 0.238,
+      "eval_steps_per_second": 0.041,
+      "step": 20
+    },
+    {
+      "epoch": 0.18421052631578946,
+      "grad_norm": 1.0864627361297607,
+      "learning_rate": 0.00019618256431728194,
+      "loss": 1.2571,
+      "step": 21
+    },
+    {
+      "epoch": 0.19298245614035087,
+      "grad_norm": 1.0493121147155762,
+      "learning_rate": 0.00019529420004271567,
+      "loss": 1.2444,
+      "step": 22
+    },
+    {
+      "epoch": 0.20175438596491227,
+      "grad_norm": 0.7594426274299622,
+      "learning_rate": 0.00019431544344712776,
+      "loss": 1.1901,
+      "step": 23
+    },
+    {
+      "epoch": 0.21052631578947367,
+      "grad_norm": 0.8312293887138367,
+      "learning_rate": 0.00019324722294043558,
+      "loss": 1.1946,
+      "step": 24
+    },
+    {
+      "epoch": 0.21929824561403508,
+      "grad_norm": 0.8098247051239014,
+      "learning_rate": 0.0001920905517944954,
+      "loss": 1.1373,
+      "step": 25
+    },
+    {
+      "epoch": 0.22807017543859648,
+      "grad_norm": 0.758610188961029,
+      "learning_rate": 0.00019084652718195238,
+      "loss": 1.362,
+      "step": 26
+    },
+    {
+      "epoch": 0.23684210526315788,
+      "grad_norm": 0.7639715075492859,
+      "learning_rate": 0.00018951632913550626,
+      "loss": 1.1461,
+      "step": 27
+    },
+    {
+      "epoch": 0.24561403508771928,
+      "grad_norm": 0.7925757765769958,
+      "learning_rate": 0.00018810121942857845,
+      "loss": 1.0797,
+      "step": 28
+    },
+    {
+      "epoch": 0.2543859649122807,
+      "grad_norm": 0.7546517252922058,
+      "learning_rate": 0.00018660254037844388,
+      "loss": 1.2458,
+      "step": 29
+    },
+    {
+      "epoch": 0.2631578947368421,
+      "grad_norm": 0.6947766542434692,
+      "learning_rate": 0.00018502171357296144,
+      "loss": 1.078,
+      "step": 30
+    },
+    {
+      "epoch": 0.2631578947368421,
+      "eval_loss": 1.1665399074554443,
+      "eval_runtime": 147.8779,
+      "eval_samples_per_second": 0.237,
+      "eval_steps_per_second": 0.041,
+      "step": 30
+    },
+    {
+      "epoch": 0.2719298245614035,
+      "grad_norm": 0.7786549925804138,
+      "learning_rate": 0.00018336023852211195,
+      "loss": 1.1101,
+      "step": 31
+    },
+    {
+      "epoch": 0.2807017543859649,
+      "grad_norm": 1.0710453987121582,
+      "learning_rate": 0.0001816196912356222,
+      "loss": 1.2739,
+      "step": 32
+    },
+    {
+      "epoch": 0.2894736842105263,
+      "grad_norm": 0.7918573021888733,
+      "learning_rate": 0.000179801722728024,
+      "loss": 0.9907,
+      "step": 33
+    },
+    {
+      "epoch": 0.2982456140350877,
+      "grad_norm": 0.6867886185646057,
+      "learning_rate": 0.00017790805745256704,
+      "loss": 1.0217,
+      "step": 34
+    },
+    {
+      "epoch": 0.30701754385964913,
+      "grad_norm": 0.7449227571487427,
+      "learning_rate": 0.00017594049166547073,
+      "loss": 0.9821,
+      "step": 35
+    },
+    {
+      "epoch": 0.3157894736842105,
+      "grad_norm": 0.6568706631660461,
+      "learning_rate": 0.00017390089172206592,
+      "loss": 0.9773,
+      "step": 36
+    },
+    {
+      "epoch": 0.32456140350877194,
+      "grad_norm": 0.8175464272499084,
+      "learning_rate": 0.0001717911923064442,
+      "loss": 1.2461,
+      "step": 37
+    },
+    {
+      "epoch": 0.3333333333333333,
+      "grad_norm": 0.8352490663528442,
+      "learning_rate": 0.0001696133945962927,
+      "loss": 1.1108,
+      "step": 38
+    },
+    {
+      "epoch": 0.34210526315789475,
+      "grad_norm": 0.7964888215065002,
+      "learning_rate": 0.00016736956436465573,
+      "loss": 1.1794,
+      "step": 39
+    },
+    {
+      "epoch": 0.3508771929824561,
+      "grad_norm": 0.815345048904419,
+      "learning_rate": 0.0001650618300204242,
+      "loss": 1.1293,
+      "step": 40
+    },
+    {
+      "epoch": 0.3508771929824561,
+      "eval_loss": 1.1598470211029053,
+      "eval_runtime": 147.6693,
+      "eval_samples_per_second": 0.237,
+      "eval_steps_per_second": 0.041,
+      "step": 40
+    },
+    {
+      "epoch": 0.35964912280701755,
+      "grad_norm": 0.7715421915054321,
+      "learning_rate": 0.0001626923805894107,
+      "loss": 1.0438,
+      "step": 41
+    },
+    {
+      "epoch": 0.3684210526315789,
+      "grad_norm": 0.8257682919502258,
+      "learning_rate": 0.00016026346363792567,
+      "loss": 1.2495,
+      "step": 42
+    },
+    {
+      "epoch": 0.37719298245614036,
+      "grad_norm": 0.8071096539497375,
+      "learning_rate": 0.00015777738314082514,
+      "loss": 1.2658,
+      "step": 43
+    },
+    {
+      "epoch": 0.38596491228070173,
+      "grad_norm": 0.7582301497459412,
+      "learning_rate": 0.0001552364972960506,
+      "loss": 1.0439,
+      "step": 44
+    },
+    {
+      "epoch": 0.39473684210526316,
+      "grad_norm": 0.6937515735626221,
+      "learning_rate": 0.0001526432162877356,
+      "loss": 1.1816,
+      "step": 45
+    },
+    {
+      "epoch": 0.40350877192982454,
+      "grad_norm": 0.8269925117492676,
+      "learning_rate": 0.00015000000000000001,
+      "loss": 1.2806,
+      "step": 46
+    },
+    {
+      "epoch": 0.41228070175438597,
+      "grad_norm": 0.7588099837303162,
+      "learning_rate": 0.00014730935568360102,
+      "loss": 1.3503,
+      "step": 47
+    },
+    {
+      "epoch": 0.42105263157894735,
+      "grad_norm": 0.7436806559562683,
+      "learning_rate": 0.00014457383557765386,
+      "loss": 1.2563,
+      "step": 48
+    },
+    {
+      "epoch": 0.4298245614035088,
+      "grad_norm": 0.7608836889266968,
+      "learning_rate": 0.00014179603448867835,
+      "loss": 1.0735,
+      "step": 49
+    },
+    {
+      "epoch": 0.43859649122807015,
+      "grad_norm": 0.6600857973098755,
+      "learning_rate": 0.00013897858732926793,
+      "loss": 0.9887,
+      "step": 50
+    },
+    {
+      "epoch": 0.43859649122807015,
+      "eval_loss": 1.1527005434036255,
+      "eval_runtime": 147.8951,
+      "eval_samples_per_second": 0.237,
+      "eval_steps_per_second": 0.041,
+      "step": 50
+    },
+    {
+      "epoch": 0.4473684210526316,
+      "grad_norm": 0.7786328792572021,
+      "learning_rate": 0.00013612416661871533,
+      "loss": 1.4409,
+      "step": 51
+    },
+    {
+      "epoch": 0.45614035087719296,
+      "grad_norm": 0.684889018535614,
+      "learning_rate": 0.00013323547994796597,
+      "loss": 1.0834,
+      "step": 52
+    },
+    {
+      "epoch": 0.4649122807017544,
+      "grad_norm": 0.6802189946174622,
+      "learning_rate": 0.00013031526741130435,
+      "loss": 0.9769,
+      "step": 53
+    },
+    {
+      "epoch": 0.47368421052631576,
+      "grad_norm": 0.6572148203849792,
+      "learning_rate": 0.0001273662990072083,
+      "loss": 1.2772,
+      "step": 54
+    },
+    {
+      "epoch": 0.4824561403508772,
+      "grad_norm": 0.650672435760498,
+      "learning_rate": 0.00012439137201083773,
+      "loss": 1.1134,
+      "step": 55
+    },
+    {
+      "epoch": 0.49122807017543857,
+      "grad_norm": 0.7156693935394287,
+      "learning_rate": 0.00012139330832064974,
+      "loss": 1.2887,
+      "step": 56
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 0.7310993075370789,
+      "learning_rate": 0.00011837495178165706,
+      "loss": 1.3283,
+      "step": 57
+    },
+    {
+      "epoch": 0.5087719298245614,
+      "grad_norm": 0.6791104078292847,
+      "learning_rate": 0.00011533916548786857,
+      "loss": 1.1324,
+      "step": 58
+    },
+    {
+      "epoch": 0.5175438596491229,
+      "grad_norm": 0.6673245429992676,
+      "learning_rate": 0.00011228882906647142,
+      "loss": 1.2071,
+      "step": 59
+    },
+    {
+      "epoch": 0.5263157894736842,
+      "grad_norm": 0.6640443205833435,
+      "learning_rate": 0.00010922683594633021,
+      "loss": 1.0523,
+      "step": 60
+    },
+    {
+      "epoch": 0.5263157894736842,
+      "eval_loss": 1.1480591297149658,
+      "eval_runtime": 148.2201,
+      "eval_samples_per_second": 0.236,
+      "eval_steps_per_second": 0.04,
+      "step": 60
+    },
+    {
+      "epoch": 0.5350877192982456,
+      "grad_norm": 0.6989058256149292,
+      "learning_rate": 0.00010615609061339432,
+      "loss": 1.1466,
+      "step": 61
+    },
+    {
+      "epoch": 0.543859649122807,
+      "grad_norm": 0.6784482598304749,
+      "learning_rate": 0.00010307950585561706,
+      "loss": 1.2856,
+      "step": 62
+    },
+    {
+      "epoch": 0.5526315789473685,
+      "grad_norm": 0.6532306671142578,
+      "learning_rate": 0.0001,
+      "loss": 1.0581,
+      "step": 63
+    },
+    {
+      "epoch": 0.5614035087719298,
+      "grad_norm": 0.6561712622642517,
+      "learning_rate": 9.692049414438299e-05,
+      "loss": 1.1082,
+      "step": 64
+    },
+    {
+      "epoch": 0.5701754385964912,
+      "grad_norm": 0.7943727374076843,
+      "learning_rate": 9.384390938660572e-05,
+      "loss": 1.1544,
+      "step": 65
+    },
+    {
+      "epoch": 0.5789473684210527,
+      "grad_norm": 0.6938879489898682,
+      "learning_rate": 9.077316405366981e-05,
+      "loss": 1.1486,
+      "step": 66
+    },
+    {
+      "epoch": 0.5877192982456141,
+      "grad_norm": 0.6842483878135681,
+      "learning_rate": 8.77111709335286e-05,
+      "loss": 0.9964,
+      "step": 67
+    },
+    {
+      "epoch": 0.5964912280701754,
+      "grad_norm": 0.7236644625663757,
+      "learning_rate": 8.466083451213144e-05,
+      "loss": 1.265,
+      "step": 68
+    },
+    {
+      "epoch": 0.6052631578947368,
+      "grad_norm": 0.658785879611969,
+      "learning_rate": 8.162504821834295e-05,
+      "loss": 1.0674,
+      "step": 69
+    },
+    {
+      "epoch": 0.6140350877192983,
+      "grad_norm": 0.6507206559181213,
+      "learning_rate": 7.860669167935028e-05,
+      "loss": 1.2665,
+      "step": 70
+    },
+    {
+      "epoch": 0.6140350877192983,
+      "eval_loss": 1.144606351852417,
+      "eval_runtime": 148.057,
+      "eval_samples_per_second": 0.236,
+      "eval_steps_per_second": 0.041,
+      "step": 70
+    },
+    {
+      "epoch": 0.6228070175438597,
+      "grad_norm": 1.4312708377838135,
+      "learning_rate": 7.560862798916228e-05,
+      "loss": 1.1584,
+      "step": 71
+    },
+    {
+      "epoch": 0.631578947368421,
+      "grad_norm": 0.7182056307792664,
+      "learning_rate": 7.263370099279172e-05,
+      "loss": 1.0757,
+      "step": 72
+    },
+    {
+      "epoch": 0.6403508771929824,
+      "grad_norm": 0.6891857385635376,
+      "learning_rate": 6.968473258869566e-05,
+      "loss": 1.0821,
+      "step": 73
+    },
+    {
+      "epoch": 0.6491228070175439,
+      "grad_norm": 0.6840397119522095,
+      "learning_rate": 6.676452005203406e-05,
+      "loss": 0.9936,
+      "step": 74
+    },
+    {
+      "epoch": 0.6578947368421053,
+      "grad_norm": 0.6172062754631042,
+      "learning_rate": 6.387583338128471e-05,
+      "loss": 1.0458,
+      "step": 75
+    },
+    {
+      "epoch": 0.6666666666666666,
+      "grad_norm": 0.6407103538513184,
+      "learning_rate": 6.102141267073207e-05,
+      "loss": 1.0171,
+      "step": 76
+    },
+    {
+      "epoch": 0.6754385964912281,
+      "grad_norm": 0.9195757508277893,
+      "learning_rate": 5.82039655113217e-05,
+      "loss": 1.358,
+      "step": 77
+    },
+    {
+      "epoch": 0.6842105263157895,
+      "grad_norm": 0.6789188385009766,
+      "learning_rate": 5.542616442234618e-05,
+      "loss": 1.1702,
+      "step": 78
+    },
+    {
+      "epoch": 0.6929824561403509,
+      "grad_norm": 0.759657084941864,
+      "learning_rate": 5.269064431639901e-05,
+      "loss": 1.157,
+      "step": 79
+    },
+    {
+      "epoch": 0.7017543859649122,
+      "grad_norm": 0.7847995162010193,
+      "learning_rate": 5.000000000000002e-05,
+      "loss": 1.1225,
+      "step": 80
+    },
+    {
+      "epoch": 0.7017543859649122,
+      "eval_loss": 1.1422388553619385,
+      "eval_runtime": 148.829,
+      "eval_samples_per_second": 0.235,
+      "eval_steps_per_second": 0.04,
+      "step": 80
+    },
+    {
+      "epoch": 0.7105263157894737,
+      "grad_norm": 0.6668726205825806,
+      "learning_rate": 4.735678371226441e-05,
+      "loss": 1.0248,
+      "step": 81
+    },
+    {
+      "epoch": 0.7192982456140351,
+      "grad_norm": 0.9492083787918091,
+      "learning_rate": 4.476350270394942e-05,
+      "loss": 1.263,
+      "step": 82
+    },
+    {
+      "epoch": 0.7280701754385965,
+      "grad_norm": 0.7178658843040466,
+      "learning_rate": 4.222261685917489e-05,
+      "loss": 1.3507,
+      "step": 83
+    },
+    {
+      "epoch": 0.7368421052631579,
+      "grad_norm": 0.75201416015625,
+      "learning_rate": 3.973653636207437e-05,
+      "loss": 1.2211,
+      "step": 84
+    },
+    {
+      "epoch": 0.7456140350877193,
+      "grad_norm": 0.6311876773834229,
+      "learning_rate": 3.7307619410589376e-05,
+      "loss": 1.0633,
+      "step": 85
+    },
+    {
+      "epoch": 0.7543859649122807,
+      "grad_norm": 0.5766677856445312,
+      "learning_rate": 3.493816997957582e-05,
+      "loss": 0.9034,
+      "step": 86
+    },
+    {
+      "epoch": 0.7631578947368421,
+      "grad_norm": 0.6574028134346008,
+      "learning_rate": 3.263043563534428e-05,
+      "loss": 1.0327,
+      "step": 87
+    },
+    {
+      "epoch": 0.7719298245614035,
+      "grad_norm": 0.7002457976341248,
+      "learning_rate": 3.0386605403707346e-05,
+      "loss": 1.1285,
+      "step": 88
+    },
+    {
+      "epoch": 0.7807017543859649,
+      "grad_norm": 0.6196402311325073,
+      "learning_rate": 2.8208807693555818e-05,
+      "loss": 1.0958,
+      "step": 89
+    },
+    {
+      "epoch": 0.7894736842105263,
+      "grad_norm": 0.69408118724823,
+      "learning_rate": 2.6099108277934103e-05,
+      "loss": 1.3329,
+      "step": 90
+    },
+    {
+      "epoch": 0.7894736842105263,
+      "eval_loss": 1.140186071395874,
+      "eval_runtime": 147.8753,
+      "eval_samples_per_second": 0.237,
+      "eval_steps_per_second": 0.041,
+      "step": 90
+    },
+    {
+      "epoch": 0.7982456140350878,
+      "grad_norm": 0.5900521874427795,
+      "learning_rate": 2.405950833452928e-05,
+      "loss": 1.0236,
+      "step": 91
+    },
+    {
+      "epoch": 0.8070175438596491,
+      "grad_norm": 0.629959225654602,
+      "learning_rate": 2.2091942547432955e-05,
+      "loss": 1.0549,
+      "step": 92
+    },
+    {
+      "epoch": 0.8157894736842105,
+      "grad_norm": 0.6783764362335205,
+      "learning_rate": 2.0198277271976052e-05,
+      "loss": 1.018,
+      "step": 93
+    },
+    {
+      "epoch": 0.8245614035087719,
+      "grad_norm": 0.6238540410995483,
+      "learning_rate": 1.8380308764377842e-05,
+      "loss": 1.1294,
+      "step": 94
+    },
+    {
+      "epoch": 0.8333333333333334,
+      "grad_norm": 0.6851047277450562,
+      "learning_rate": 1.663976147788806e-05,
+      "loss": 1.1071,
+      "step": 95
+    },
+    {
+      "epoch": 0.8421052631578947,
+      "grad_norm": 0.6557275652885437,
+      "learning_rate": 1.4978286427038601e-05,
+      "loss": 1.1069,
+      "step": 96
+    },
+    {
+      "epoch": 0.8508771929824561,
+      "grad_norm": 0.6950388550758362,
+      "learning_rate": 1.339745962155613e-05,
+      "loss": 1.362,
+      "step": 97
+    },
+    {
+      "epoch": 0.8596491228070176,
+      "grad_norm": 0.685569703578949,
+      "learning_rate": 1.1898780571421552e-05,
+      "loss": 1.2406,
+      "step": 98
+    },
+    {
+      "epoch": 0.868421052631579,
+      "grad_norm": 0.9577943086624146,
+      "learning_rate": 1.0483670864493778e-05,
+      "loss": 1.2133,
+      "step": 99
+    },
+    {
+      "epoch": 0.8771929824561403,
+      "grad_norm": 0.8101325631141663,
+      "learning_rate": 9.153472818047625e-06,
+      "loss": 1.2042,
+      "step": 100
+    },
+    {
+      "epoch": 0.8771929824561403,
+      "eval_loss": 1.1394405364990234,
+      "eval_runtime": 148.8314,
+      "eval_samples_per_second": 0.235,
+      "eval_steps_per_second": 0.04,
+      "step": 100
+    }
+  ],
+  "logging_steps": 1,
+  "max_steps": 114,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 10,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 2.63016432009216e+16,
+  "train_batch_size": 6,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoint-100/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5544cf0b69d25bfc7badefdf1d7d0f070dbf45678b2edf3c080e026b44041bd
+size 5368

checkpoint-110/README.md

@@ -0,0 +1,202 @@
+---
+base_model: mistralai/Mistral-7B-v0.3
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.11.1

checkpoint-110/adapter_config.json

@@ -0,0 +1,34 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "mistralai/Mistral-7B-v0.3",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 16,
+  "lora_dropout": 0.1,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 8,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "gate_proj",
+    "k_proj",
+    "q_proj",
+    "down_proj",
+    "up_proj",
+    "v_proj",
+    "o_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

checkpoint-110/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11070ea8fa8da74d35764cf884829059d0dd0467d18753bce80853af0702c590
+size 83945296

checkpoint-110/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8660c04581911394054e162cf27e2c7110e01f93ba298b6c2b840872cbcdcc50
+size 42540500

checkpoint-110/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1afef9e41d980bfe559dad8462a9cd63edf4e1430cd1aca2f3430c94cee1bccd
+size 14244

checkpoint-110/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b119427a76fa40d46bf3a4ea91287fb996ae10077b5b8815fd12b8fc343ece4b
+size 1064

checkpoint-110/special_tokens_map.json

@@ -0,0 +1,24 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "</s>",
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

checkpoint-110/tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37f00374dea48658ee8f5d0f21895b9bc55cb0103939607c8185bfd1c6ca1f89
+size 587404

checkpoint-110/trainer_state.json

@@ -0,0 +1,891 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.9649122807017544,
+  "eval_steps": 10,
+  "global_step": 110,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.008771929824561403,
+      "grad_norm": 2.5680806636810303,
+      "learning_rate": 1.6666666666666667e-05,
+      "loss": 1.6563,
+      "step": 1
+    },
+    {
+      "epoch": 0.017543859649122806,
+      "grad_norm": 2.0647432804107666,
+      "learning_rate": 3.3333333333333335e-05,
+      "loss": 1.5849,
+      "step": 2
+    },
+    {
+      "epoch": 0.02631578947368421,
+      "grad_norm": 2.114915132522583,
+      "learning_rate": 5e-05,
+      "loss": 1.5868,
+      "step": 3
+    },
+    {
+      "epoch": 0.03508771929824561,
+      "grad_norm": 1.7573949098587036,
+      "learning_rate": 6.666666666666667e-05,
+      "loss": 1.6836,
+      "step": 4
+    },
+    {
+      "epoch": 0.043859649122807015,
+      "grad_norm": 1.5793524980545044,
+      "learning_rate": 8.333333333333334e-05,
+      "loss": 1.4172,
+      "step": 5
+    },
+    {
+      "epoch": 0.05263157894736842,
+      "grad_norm": 1.7891627550125122,
+      "learning_rate": 0.0001,
+      "loss": 1.4405,
+      "step": 6
+    },
+    {
+      "epoch": 0.06140350877192982,
+      "grad_norm": 1.7529516220092773,
+      "learning_rate": 0.00011666666666666668,
+      "loss": 1.5647,
+      "step": 7
+    },
+    {
+      "epoch": 0.07017543859649122,
+      "grad_norm": 1.3582255840301514,
+      "learning_rate": 0.00013333333333333334,
+      "loss": 1.4112,
+      "step": 8
+    },
+    {
+      "epoch": 0.07894736842105263,
+      "grad_norm": 1.7452667951583862,
+      "learning_rate": 0.00015000000000000001,
+      "loss": 1.6427,
+      "step": 9
+    },
+    {
+      "epoch": 0.08771929824561403,
+      "grad_norm": 1.2840348482131958,
+      "learning_rate": 0.0001666666666666667,
+      "loss": 1.3915,
+      "step": 10
+    },
+    {
+      "epoch": 0.08771929824561403,
+      "eval_loss": 1.3244520425796509,
+      "eval_runtime": 147.2051,
+      "eval_samples_per_second": 0.238,
+      "eval_steps_per_second": 0.041,
+      "step": 10
+    },
+    {
+      "epoch": 0.09649122807017543,
+      "grad_norm": 2.1381897926330566,
+      "learning_rate": 0.00018333333333333334,
+      "loss": 1.3884,
+      "step": 11
+    },
+    {
+      "epoch": 0.10526315789473684,
+      "grad_norm": 4.329859733581543,
+      "learning_rate": 0.0002,
+      "loss": 1.2958,
+      "step": 12
+    },
+    {
+      "epoch": 0.11403508771929824,
+      "grad_norm": 2.177532196044922,
+      "learning_rate": 0.0001999525719713366,
+      "loss": 1.3211,
+      "step": 13
+    },
+    {
+      "epoch": 0.12280701754385964,
+      "grad_norm": 2.4973137378692627,
+      "learning_rate": 0.00019981033287370443,
+      "loss": 1.2851,
+      "step": 14
+    },
+    {
+      "epoch": 0.13157894736842105,
+      "grad_norm": 1.3471475839614868,
+      "learning_rate": 0.00019957341762950344,
+      "loss": 1.1561,
+      "step": 15
+    },
+    {
+      "epoch": 0.14035087719298245,
+      "grad_norm": 1.4363510608673096,
+      "learning_rate": 0.0001992420509671936,
+      "loss": 1.364,
+      "step": 16
+    },
+    {
+      "epoch": 0.14912280701754385,
+      "grad_norm": 1.6065610647201538,
+      "learning_rate": 0.00019881654720812594,
+      "loss": 1.1038,
+      "step": 17
+    },
+    {
+      "epoch": 0.15789473684210525,
+      "grad_norm": 1.760709524154663,
+      "learning_rate": 0.0001982973099683902,
+      "loss": 1.3887,
+      "step": 18
+    },
+    {
+      "epoch": 0.16666666666666666,
+      "grad_norm": 1.1617190837860107,
+      "learning_rate": 0.0001976848317759601,
+      "loss": 1.1831,
+      "step": 19
+    },
+    {
+      "epoch": 0.17543859649122806,
+      "grad_norm": 0.8196442127227783,
+      "learning_rate": 0.00019697969360350098,
+      "loss": 1.01,
+      "step": 20
+    },
+    {
+      "epoch": 0.17543859649122806,
+      "eval_loss": 1.1859098672866821,
+      "eval_runtime": 147.2373,
+      "eval_samples_per_second": 0.238,
+      "eval_steps_per_second": 0.041,
+      "step": 20
+    },
+    {
+      "epoch": 0.18421052631578946,
+      "grad_norm": 1.0864627361297607,
+      "learning_rate": 0.00019618256431728194,
+      "loss": 1.2571,
+      "step": 21
+    },
+    {
+      "epoch": 0.19298245614035087,
+      "grad_norm": 1.0493121147155762,
+      "learning_rate": 0.00019529420004271567,
+      "loss": 1.2444,
+      "step": 22
+    },
+    {
+      "epoch": 0.20175438596491227,
+      "grad_norm": 0.7594426274299622,
+      "learning_rate": 0.00019431544344712776,
+      "loss": 1.1901,
+      "step": 23
+    },
+    {
+      "epoch": 0.21052631578947367,
+      "grad_norm": 0.8312293887138367,
+      "learning_rate": 0.00019324722294043558,
+      "loss": 1.1946,
+      "step": 24
+    },
+    {
+      "epoch": 0.21929824561403508,
+      "grad_norm": 0.8098247051239014,
+      "learning_rate": 0.0001920905517944954,
+      "loss": 1.1373,
+      "step": 25
+    },
+    {
+      "epoch": 0.22807017543859648,
+      "grad_norm": 0.758610188961029,
+      "learning_rate": 0.00019084652718195238,
+      "loss": 1.362,
+      "step": 26
+    },
+    {
+      "epoch": 0.23684210526315788,
+      "grad_norm": 0.7639715075492859,
+      "learning_rate": 0.00018951632913550626,
+      "loss": 1.1461,
+      "step": 27
+    },
+    {
+      "epoch": 0.24561403508771928,
+      "grad_norm": 0.7925757765769958,
+      "learning_rate": 0.00018810121942857845,
+      "loss": 1.0797,
+      "step": 28
+    },
+    {
+      "epoch": 0.2543859649122807,
+      "grad_norm": 0.7546517252922058,
+      "learning_rate": 0.00018660254037844388,
+      "loss": 1.2458,
+      "step": 29
+    },
+    {
+      "epoch": 0.2631578947368421,
+      "grad_norm": 0.6947766542434692,
+      "learning_rate": 0.00018502171357296144,
+      "loss": 1.078,
+      "step": 30
+    },
+    {
+      "epoch": 0.2631578947368421,
+      "eval_loss": 1.1665399074554443,
+      "eval_runtime": 147.8779,
+      "eval_samples_per_second": 0.237,
+      "eval_steps_per_second": 0.041,
+      "step": 30
+    },
+    {
+      "epoch": 0.2719298245614035,
+      "grad_norm": 0.7786549925804138,
+      "learning_rate": 0.00018336023852211195,
+      "loss": 1.1101,
+      "step": 31
+    },
+    {
+      "epoch": 0.2807017543859649,
+      "grad_norm": 1.0710453987121582,
+      "learning_rate": 0.0001816196912356222,
+      "loss": 1.2739,
+      "step": 32
+    },
+    {
+      "epoch": 0.2894736842105263,
+      "grad_norm": 0.7918573021888733,
+      "learning_rate": 0.000179801722728024,
+      "loss": 0.9907,
+      "step": 33
+    },
+    {
+      "epoch": 0.2982456140350877,
+      "grad_norm": 0.6867886185646057,
+      "learning_rate": 0.00017790805745256704,
+      "loss": 1.0217,
+      "step": 34
+    },
+    {
+      "epoch": 0.30701754385964913,
+      "grad_norm": 0.7449227571487427,
+      "learning_rate": 0.00017594049166547073,
+      "loss": 0.9821,
+      "step": 35
+    },
+    {
+      "epoch": 0.3157894736842105,
+      "grad_norm": 0.6568706631660461,
+      "learning_rate": 0.00017390089172206592,
+      "loss": 0.9773,
+      "step": 36
+    },
+    {
+      "epoch": 0.32456140350877194,
+      "grad_norm": 0.8175464272499084,
+      "learning_rate": 0.0001717911923064442,
+      "loss": 1.2461,
+      "step": 37
+    },
+    {
+      "epoch": 0.3333333333333333,
+      "grad_norm": 0.8352490663528442,
+      "learning_rate": 0.0001696133945962927,
+      "loss": 1.1108,
+      "step": 38
+    },
+    {
+      "epoch": 0.34210526315789475,
+      "grad_norm": 0.7964888215065002,
+      "learning_rate": 0.00016736956436465573,
+      "loss": 1.1794,
+      "step": 39
+    },
+    {
+      "epoch": 0.3508771929824561,
+      "grad_norm": 0.815345048904419,
+      "learning_rate": 0.0001650618300204242,
+      "loss": 1.1293,
+      "step": 40
+    },
+    {
+      "epoch": 0.3508771929824561,
+      "eval_loss": 1.1598470211029053,
+      "eval_runtime": 147.6693,
+      "eval_samples_per_second": 0.237,
+      "eval_steps_per_second": 0.041,
+      "step": 40
+    },
+    {
+      "epoch": 0.35964912280701755,
+      "grad_norm": 0.7715421915054321,
+      "learning_rate": 0.0001626923805894107,
+      "loss": 1.0438,
+      "step": 41
+    },
+    {
+      "epoch": 0.3684210526315789,
+      "grad_norm": 0.8257682919502258,
+      "learning_rate": 0.00016026346363792567,
+      "loss": 1.2495,
+      "step": 42
+    },
+    {
+      "epoch": 0.37719298245614036,
+      "grad_norm": 0.8071096539497375,
+      "learning_rate": 0.00015777738314082514,
+      "loss": 1.2658,
+      "step": 43
+    },
+    {
+      "epoch": 0.38596491228070173,
+      "grad_norm": 0.7582301497459412,
+      "learning_rate": 0.0001552364972960506,
+      "loss": 1.0439,
+      "step": 44
+    },
+    {
+      "epoch": 0.39473684210526316,
+      "grad_norm": 0.6937515735626221,
+      "learning_rate": 0.0001526432162877356,
+      "loss": 1.1816,
+      "step": 45
+    },
+    {
+      "epoch": 0.40350877192982454,
+      "grad_norm": 0.8269925117492676,
+      "learning_rate": 0.00015000000000000001,
+      "loss": 1.2806,
+      "step": 46
+    },
+    {
+      "epoch": 0.41228070175438597,
+      "grad_norm": 0.7588099837303162,
+      "learning_rate": 0.00014730935568360102,
+      "loss": 1.3503,
+      "step": 47
+    },
+    {
+      "epoch": 0.42105263157894735,
+      "grad_norm": 0.7436806559562683,
+      "learning_rate": 0.00014457383557765386,
+      "loss": 1.2563,
+      "step": 48
+    },
+    {
+      "epoch": 0.4298245614035088,
+      "grad_norm": 0.7608836889266968,
+      "learning_rate": 0.00014179603448867835,
+      "loss": 1.0735,
+      "step": 49
+    },
+    {
+      "epoch": 0.43859649122807015,
+      "grad_norm": 0.6600857973098755,
+      "learning_rate": 0.00013897858732926793,
+      "loss": 0.9887,
+      "step": 50
+    },
+    {
+      "epoch": 0.43859649122807015,
+      "eval_loss": 1.1527005434036255,
+      "eval_runtime": 147.8951,
+      "eval_samples_per_second": 0.237,
+      "eval_steps_per_second": 0.041,
+      "step": 50
+    },
+    {
+      "epoch": 0.4473684210526316,
+      "grad_norm": 0.7786328792572021,
+      "learning_rate": 0.00013612416661871533,
+      "loss": 1.4409,
+      "step": 51
+    },
+    {
+      "epoch": 0.45614035087719296,
+      "grad_norm": 0.684889018535614,
+      "learning_rate": 0.00013323547994796597,
+      "loss": 1.0834,
+      "step": 52
+    },
+    {
+      "epoch": 0.4649122807017544,
+      "grad_norm": 0.6802189946174622,
+      "learning_rate": 0.00013031526741130435,
+      "loss": 0.9769,
+      "step": 53
+    },
+    {
+      "epoch": 0.47368421052631576,
+      "grad_norm": 0.6572148203849792,
+      "learning_rate": 0.0001273662990072083,
+      "loss": 1.2772,
+      "step": 54
+    },
+    {
+      "epoch": 0.4824561403508772,
+      "grad_norm": 0.650672435760498,
+      "learning_rate": 0.00012439137201083773,
+      "loss": 1.1134,
+      "step": 55
+    },
+    {
+      "epoch": 0.49122807017543857,
+      "grad_norm": 0.7156693935394287,
+      "learning_rate": 0.00012139330832064974,
+      "loss": 1.2887,
+      "step": 56
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 0.7310993075370789,
+      "learning_rate": 0.00011837495178165706,
+      "loss": 1.3283,
+      "step": 57
+    },
+    {
+      "epoch": 0.5087719298245614,
+      "grad_norm": 0.6791104078292847,
+      "learning_rate": 0.00011533916548786857,
+      "loss": 1.1324,
+      "step": 58
+    },
+    {
+      "epoch": 0.5175438596491229,
+      "grad_norm": 0.6673245429992676,
+      "learning_rate": 0.00011228882906647142,
+      "loss": 1.2071,
+      "step": 59
+    },
+    {
+      "epoch": 0.5263157894736842,
+      "grad_norm": 0.6640443205833435,
+      "learning_rate": 0.00010922683594633021,
+      "loss": 1.0523,
+      "step": 60
+    },
+    {
+      "epoch": 0.5263157894736842,
+      "eval_loss": 1.1480591297149658,
+      "eval_runtime": 148.2201,
+      "eval_samples_per_second": 0.236,
+      "eval_steps_per_second": 0.04,
+      "step": 60
+    },
+    {
+      "epoch": 0.5350877192982456,
+      "grad_norm": 0.6989058256149292,
+      "learning_rate": 0.00010615609061339432,
+      "loss": 1.1466,
+      "step": 61
+    },
+    {
+      "epoch": 0.543859649122807,
+      "grad_norm": 0.6784482598304749,
+      "learning_rate": 0.00010307950585561706,
+      "loss": 1.2856,
+      "step": 62
+    },
+    {
+      "epoch": 0.5526315789473685,
+      "grad_norm": 0.6532306671142578,
+      "learning_rate": 0.0001,
+      "loss": 1.0581,
+      "step": 63
+    },
+    {
+      "epoch": 0.5614035087719298,
+      "grad_norm": 0.6561712622642517,
+      "learning_rate": 9.692049414438299e-05,
+      "loss": 1.1082,
+      "step": 64
+    },
+    {
+      "epoch": 0.5701754385964912,
+      "grad_norm": 0.7943727374076843,
+      "learning_rate": 9.384390938660572e-05,
+      "loss": 1.1544,
+      "step": 65
+    },
+    {
+      "epoch": 0.5789473684210527,
+      "grad_norm": 0.6938879489898682,
+      "learning_rate": 9.077316405366981e-05,
+      "loss": 1.1486,
+      "step": 66
+    },
+    {
+      "epoch": 0.5877192982456141,
+      "grad_norm": 0.6842483878135681,
+      "learning_rate": 8.77111709335286e-05,
+      "loss": 0.9964,
+      "step": 67
+    },
+    {
+      "epoch": 0.5964912280701754,
+      "grad_norm": 0.7236644625663757,
+      "learning_rate": 8.466083451213144e-05,
+      "loss": 1.265,
+      "step": 68
+    },
+    {
+      "epoch": 0.6052631578947368,
+      "grad_norm": 0.658785879611969,
+      "learning_rate": 8.162504821834295e-05,
+      "loss": 1.0674,
+      "step": 69
+    },
+    {
+      "epoch": 0.6140350877192983,
+      "grad_norm": 0.6507206559181213,
+      "learning_rate": 7.860669167935028e-05,
+      "loss": 1.2665,
+      "step": 70
+    },
+    {
+      "epoch": 0.6140350877192983,
+      "eval_loss": 1.144606351852417,
+      "eval_runtime": 148.057,
+      "eval_samples_per_second": 0.236,
+      "eval_steps_per_second": 0.041,
+      "step": 70
+    },
+    {
+      "epoch": 0.6228070175438597,
+      "grad_norm": 1.4312708377838135,
+      "learning_rate": 7.560862798916228e-05,
+      "loss": 1.1584,
+      "step": 71
+    },
+    {
+      "epoch": 0.631578947368421,
+      "grad_norm": 0.7182056307792664,
+      "learning_rate": 7.263370099279172e-05,
+      "loss": 1.0757,
+      "step": 72
+    },
+    {
+      "epoch": 0.6403508771929824,
+      "grad_norm": 0.6891857385635376,
+      "learning_rate": 6.968473258869566e-05,
+      "loss": 1.0821,
+      "step": 73
+    },
+    {
+      "epoch": 0.6491228070175439,
+      "grad_norm": 0.6840397119522095,
+      "learning_rate": 6.676452005203406e-05,
+      "loss": 0.9936,
+      "step": 74
+    },
+    {
+      "epoch": 0.6578947368421053,
+      "grad_norm": 0.6172062754631042,
+      "learning_rate": 6.387583338128471e-05,
+      "loss": 1.0458,
+      "step": 75
+    },
+    {
+      "epoch": 0.6666666666666666,
+      "grad_norm": 0.6407103538513184,
+      "learning_rate": 6.102141267073207e-05,
+      "loss": 1.0171,
+      "step": 76
+    },
+    {
+      "epoch": 0.6754385964912281,
+      "grad_norm": 0.9195757508277893,
+      "learning_rate": 5.82039655113217e-05,
+      "loss": 1.358,
+      "step": 77
+    },
+    {
+      "epoch": 0.6842105263157895,
+      "grad_norm": 0.6789188385009766,
+      "learning_rate": 5.542616442234618e-05,
+      "loss": 1.1702,
+      "step": 78
+    },
+    {
+      "epoch": 0.6929824561403509,
+      "grad_norm": 0.759657084941864,
+      "learning_rate": 5.269064431639901e-05,
+      "loss": 1.157,
+      "step": 79
+    },
+    {
+      "epoch": 0.7017543859649122,
+      "grad_norm": 0.7847995162010193,
+      "learning_rate": 5.000000000000002e-05,
+      "loss": 1.1225,
+      "step": 80
+    },
+    {
+      "epoch": 0.7017543859649122,
+      "eval_loss": 1.1422388553619385,
+      "eval_runtime": 148.829,
+      "eval_samples_per_second": 0.235,
+      "eval_steps_per_second": 0.04,
+      "step": 80
+    },
+    {
+      "epoch": 0.7105263157894737,
+      "grad_norm": 0.6668726205825806,
+      "learning_rate": 4.735678371226441e-05,
+      "loss": 1.0248,
+      "step": 81
+    },
+    {
+      "epoch": 0.7192982456140351,
+      "grad_norm": 0.9492083787918091,
+      "learning_rate": 4.476350270394942e-05,
+      "loss": 1.263,
+      "step": 82
+    },
+    {
+      "epoch": 0.7280701754385965,
+      "grad_norm": 0.7178658843040466,
+      "learning_rate": 4.222261685917489e-05,
+      "loss": 1.3507,
+      "step": 83
+    },
+    {
+      "epoch": 0.7368421052631579,
+      "grad_norm": 0.75201416015625,
+      "learning_rate": 3.973653636207437e-05,
+      "loss": 1.2211,
+      "step": 84
+    },
+    {
+      "epoch": 0.7456140350877193,
+      "grad_norm": 0.6311876773834229,
+      "learning_rate": 3.7307619410589376e-05,
+      "loss": 1.0633,
+      "step": 85
+    },
+    {
+      "epoch": 0.7543859649122807,
+      "grad_norm": 0.5766677856445312,
+      "learning_rate": 3.493816997957582e-05,
+      "loss": 0.9034,
+      "step": 86
+    },
+    {
+      "epoch": 0.7631578947368421,
+      "grad_norm": 0.6574028134346008,
+      "learning_rate": 3.263043563534428e-05,
+      "loss": 1.0327,
+      "step": 87
+    },
+    {
+      "epoch": 0.7719298245614035,
+      "grad_norm": 0.7002457976341248,
+      "learning_rate": 3.0386605403707346e-05,
+      "loss": 1.1285,
+      "step": 88
+    },
+    {
+      "epoch": 0.7807017543859649,
+      "grad_norm": 0.6196402311325073,
+      "learning_rate": 2.8208807693555818e-05,
+      "loss": 1.0958,
+      "step": 89
+    },
+    {
+      "epoch": 0.7894736842105263,
+      "grad_norm": 0.69408118724823,
+      "learning_rate": 2.6099108277934103e-05,
+      "loss": 1.3329,
+      "step": 90
+    },
+    {
+      "epoch": 0.7894736842105263,
+      "eval_loss": 1.140186071395874,
+      "eval_runtime": 147.8753,
+      "eval_samples_per_second": 0.237,
+      "eval_steps_per_second": 0.041,
+      "step": 90
+    },
+    {
+      "epoch": 0.7982456140350878,
+      "grad_norm": 0.5900521874427795,
+      "learning_rate": 2.405950833452928e-05,
+      "loss": 1.0236,
+      "step": 91
+    },
+    {
+      "epoch": 0.8070175438596491,
+      "grad_norm": 0.629959225654602,
+      "learning_rate": 2.2091942547432955e-05,
+      "loss": 1.0549,
+      "step": 92
+    },
+    {
+      "epoch": 0.8157894736842105,
+      "grad_norm": 0.6783764362335205,
+      "learning_rate": 2.0198277271976052e-05,
+      "loss": 1.018,
+      "step": 93
+    },
+    {
+      "epoch": 0.8245614035087719,
+      "grad_norm": 0.6238540410995483,
+      "learning_rate": 1.8380308764377842e-05,
+      "loss": 1.1294,
+      "step": 94
+    },
+    {
+      "epoch": 0.8333333333333334,
+      "grad_norm": 0.6851047277450562,
+      "learning_rate": 1.663976147788806e-05,
+      "loss": 1.1071,
+      "step": 95
+    },
+    {
+      "epoch": 0.8421052631578947,
+      "grad_norm": 0.6557275652885437,
+      "learning_rate": 1.4978286427038601e-05,
+      "loss": 1.1069,
+      "step": 96
+    },
+    {
+      "epoch": 0.8508771929824561,
+      "grad_norm": 0.6950388550758362,
+      "learning_rate": 1.339745962155613e-05,
+      "loss": 1.362,
+      "step": 97
+    },
+    {
+      "epoch": 0.8596491228070176,
+      "grad_norm": 0.685569703578949,
+      "learning_rate": 1.1898780571421552e-05,
+      "loss": 1.2406,
+      "step": 98
+    },
+    {
+      "epoch": 0.868421052631579,
+      "grad_norm": 0.9577943086624146,
+      "learning_rate": 1.0483670864493778e-05,
+      "loss": 1.2133,
+      "step": 99
+    },
+    {
+      "epoch": 0.8771929824561403,
+      "grad_norm": 0.8101325631141663,
+      "learning_rate": 9.153472818047625e-06,
+      "loss": 1.2042,
+      "step": 100
+    },
+    {
+      "epoch": 0.8771929824561403,
+      "eval_loss": 1.1394405364990234,
+      "eval_runtime": 148.8314,
+      "eval_samples_per_second": 0.235,
+      "eval_steps_per_second": 0.04,
+      "step": 100
+    },
+    {
+      "epoch": 0.8859649122807017,
+      "grad_norm": 0.594924807548523,
+      "learning_rate": 7.909448205504632e-06,
+      "loss": 1.2039,
+      "step": 101
+    },
+    {
+      "epoch": 0.8947368421052632,
+      "grad_norm": 0.5793190002441406,
+      "learning_rate": 6.75277705956443e-06,
+      "loss": 0.9641,
+      "step": 102
+    },
+    {
+      "epoch": 0.9035087719298246,
+      "grad_norm": 0.7169210314750671,
+      "learning_rate": 5.684556552872256e-06,
+      "loss": 1.1543,
+      "step": 103
+    },
+    {
+      "epoch": 0.9122807017543859,
+      "grad_norm": 0.6444424986839294,
+      "learning_rate": 4.705799957284351e-06,
+      "loss": 1.3011,
+      "step": 104
+    },
+    {
+      "epoch": 0.9210526315789473,
+      "grad_norm": 0.6580212116241455,
+      "learning_rate": 3.817435682718096e-06,
+      "loss": 1.296,
+      "step": 105
+    },
+    {
+      "epoch": 0.9298245614035088,
+      "grad_norm": 0.6932122707366943,
+      "learning_rate": 3.0203063964990617e-06,
+      "loss": 1.189,
+      "step": 106
+    },
+    {
+      "epoch": 0.9385964912280702,
+      "grad_norm": 0.6152276396751404,
+      "learning_rate": 2.315168224039932e-06,
+      "loss": 1.2102,
+      "step": 107
+    },
+    {
+      "epoch": 0.9473684210526315,
+      "grad_norm": 0.6482554078102112,
+      "learning_rate": 1.7026900316098215e-06,
+      "loss": 1.2161,
+      "step": 108
+    },
+    {
+      "epoch": 0.956140350877193,
+      "grad_norm": 0.5617808699607849,
+      "learning_rate": 1.1834527918740623e-06,
+      "loss": 0.9505,
+      "step": 109
+    },
+    {
+      "epoch": 0.9649122807017544,
+      "grad_norm": 0.730237603187561,
+      "learning_rate": 7.579490328064265e-07,
+      "loss": 1.0548,
+      "step": 110
+    },
+    {
+      "epoch": 0.9649122807017544,
+      "eval_loss": 1.1392273902893066,
+      "eval_runtime": 148.088,
+      "eval_samples_per_second": 0.236,
+      "eval_steps_per_second": 0.041,
+      "step": 110
+    }
+  ],
+  "logging_steps": 1,
+  "max_steps": 114,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 10,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 2.893180752101376e+16,
+  "train_batch_size": 6,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoint-110/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5544cf0b69d25bfc7badefdf1d7d0f070dbf45678b2edf3c080e026b44041bd
+size 5368

checkpoint-20/README.md

@@ -0,0 +1,202 @@
+---
+base_model: mistralai/Mistral-7B-v0.3
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.11.1

checkpoint-20/adapter_config.json

@@ -0,0 +1,34 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "mistralai/Mistral-7B-v0.3",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 16,
+  "lora_dropout": 0.1,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 8,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "gate_proj",
+    "k_proj",
+    "q_proj",
+    "down_proj",
+    "up_proj",
+    "v_proj",
+    "o_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

checkpoint-20/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30beeb4dcebaeeb246085b8168b91fd12e4ead328fdd8ab33b682621fdba4d7f
+size 83945296

checkpoint-20/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:406c1db66bd1b318b2b50cebfa46924b1e72a979f0594e8a7638a4bfb628f098
+size 42540500

checkpoint-20/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:623598f35f112eb1763e682e076fe88dfe3af30309d84c1a4e925614fc013ecd
+size 14244

checkpoint-20/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea93d11a9371f7bcfe90c2fd95b89211b4a87c6d94711f18a4272f1d3b2d84ac
+size 1064

checkpoint-20/special_tokens_map.json

@@ -0,0 +1,24 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "</s>",
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

checkpoint-20/tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37f00374dea48658ee8f5d0f21895b9bc55cb0103939607c8185bfd1c6ca1f89
+size 587404

checkpoint-20/trainer_state.json

@@ -0,0 +1,189 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.17543859649122806,
+  "eval_steps": 10,
+  "global_step": 20,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.008771929824561403,
+      "grad_norm": 2.5680806636810303,
+      "learning_rate": 1.6666666666666667e-05,
+      "loss": 1.6563,
+      "step": 1
+    },
+    {
+      "epoch": 0.017543859649122806,
+      "grad_norm": 2.0647432804107666,
+      "learning_rate": 3.3333333333333335e-05,
+      "loss": 1.5849,
+      "step": 2
+    },
+    {
+      "epoch": 0.02631578947368421,
+      "grad_norm": 2.114915132522583,
+      "learning_rate": 5e-05,
+      "loss": 1.5868,
+      "step": 3
+    },
+    {
+      "epoch": 0.03508771929824561,
+      "grad_norm": 1.7573949098587036,
+      "learning_rate": 6.666666666666667e-05,
+      "loss": 1.6836,
+      "step": 4
+    },
+    {
+      "epoch": 0.043859649122807015,
+      "grad_norm": 1.5793524980545044,
+      "learning_rate": 8.333333333333334e-05,
+      "loss": 1.4172,
+      "step": 5
+    },
+    {
+      "epoch": 0.05263157894736842,
+      "grad_norm": 1.7891627550125122,
+      "learning_rate": 0.0001,
+      "loss": 1.4405,
+      "step": 6
+    },
+    {
+      "epoch": 0.06140350877192982,
+      "grad_norm": 1.7529516220092773,
+      "learning_rate": 0.00011666666666666668,
+      "loss": 1.5647,
+      "step": 7
+    },
+    {
+      "epoch": 0.07017543859649122,
+      "grad_norm": 1.3582255840301514,
+      "learning_rate": 0.00013333333333333334,
+      "loss": 1.4112,
+      "step": 8
+    },
+    {
+      "epoch": 0.07894736842105263,
+      "grad_norm": 1.7452667951583862,
+      "learning_rate": 0.00015000000000000001,
+      "loss": 1.6427,
+      "step": 9
+    },
+    {
+      "epoch": 0.08771929824561403,
+      "grad_norm": 1.2840348482131958,
+      "learning_rate": 0.0001666666666666667,
+      "loss": 1.3915,
+      "step": 10
+    },
+    {
+      "epoch": 0.08771929824561403,
+      "eval_loss": 1.3244520425796509,
+      "eval_runtime": 147.2051,
+      "eval_samples_per_second": 0.238,
+      "eval_steps_per_second": 0.041,
+      "step": 10
+    },
+    {
+      "epoch": 0.09649122807017543,
+      "grad_norm": 2.1381897926330566,
+      "learning_rate": 0.00018333333333333334,
+      "loss": 1.3884,
+      "step": 11
+    },
+    {
+      "epoch": 0.10526315789473684,
+      "grad_norm": 4.329859733581543,
+      "learning_rate": 0.0002,
+      "loss": 1.2958,
+      "step": 12
+    },
+    {
+      "epoch": 0.11403508771929824,
+      "grad_norm": 2.177532196044922,
+      "learning_rate": 0.0001999525719713366,
+      "loss": 1.3211,
+      "step": 13
+    },
+    {
+      "epoch": 0.12280701754385964,
+      "grad_norm": 2.4973137378692627,
+      "learning_rate": 0.00019981033287370443,
+      "loss": 1.2851,
+      "step": 14
+    },
+    {
+      "epoch": 0.13157894736842105,
+      "grad_norm": 1.3471475839614868,
+      "learning_rate": 0.00019957341762950344,
+      "loss": 1.1561,
+      "step": 15
+    },
+    {
+      "epoch": 0.14035087719298245,
+      "grad_norm": 1.4363510608673096,
+      "learning_rate": 0.0001992420509671936,
+      "loss": 1.364,
+      "step": 16
+    },
+    {
+      "epoch": 0.14912280701754385,
+      "grad_norm": 1.6065610647201538,
+      "learning_rate": 0.00019881654720812594,
+      "loss": 1.1038,
+      "step": 17
+    },
+    {
+      "epoch": 0.15789473684210525,
+      "grad_norm": 1.760709524154663,
+      "learning_rate": 0.0001982973099683902,
+      "loss": 1.3887,
+      "step": 18
+    },
+    {
+      "epoch": 0.16666666666666666,
+      "grad_norm": 1.1617190837860107,
+      "learning_rate": 0.0001976848317759601,
+      "loss": 1.1831,
+      "step": 19
+    },
+    {
+      "epoch": 0.17543859649122806,
+      "grad_norm": 0.8196442127227783,
+      "learning_rate": 0.00019697969360350098,
+      "loss": 1.01,
+      "step": 20
+    },
+    {
+      "epoch": 0.17543859649122806,
+      "eval_loss": 1.1859098672866821,
+      "eval_runtime": 147.2373,
+      "eval_samples_per_second": 0.238,
+      "eval_steps_per_second": 0.041,
+      "step": 20
+    }
+  ],
+  "logging_steps": 1,
+  "max_steps": 114,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 10,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 5260328640184320.0,
+  "train_batch_size": 6,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoint-20/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5544cf0b69d25bfc7badefdf1d7d0f070dbf45678b2edf3c080e026b44041bd
+size 5368