Update README.md

README.md

@@ -1,95 +1,3 @@
----
-base_model: openlm-research/open_llama_3b_v2
-library_name: peft
-license: apache-2.0
-tags:
-- generated_from_trainer
-model-index:
-- name: outputs/lora-out
-  results: []
----
-
-<!-- This model card has been generated automatically according to the information the Trainer had access to. You
-should probably proofread and complete it, then remove this comment. -->
-
-[<img src="https://raw.githubusercontent.com/OpenAccess-AI-Collective/axolotl/main/image/axolotl-badge-web.png" alt="Built with Axolotl" width="200" height="32"/>](https://github.com/OpenAccess-AI-Collective/axolotl)
-<details><summary>See axolotl config</summary>
-
-axolotl version: `0.4.1`
-```yaml
-base_model: openlm-research/open_llama_3b_v2
-model_type: LlamaForCausalLM
-tokenizer_type: LlamaTokenizer
-load_in_8bit: true
-load_in_4bit: false
-strict: false
-push_dataset_to_hub:
-datasets:
-  - path: Sourabh2/Alphaca_data
-    type: alpaca
-dataset_prepared_path:
-val_set_size: 0.02
-adapter: lora
-lora_model_dir:
-sequence_len: 1024
-sample_packing: true
-lora_r: 8
-lora_alpha: 16
-lora_dropout: 0.0
-lora_target_modules:
-  - gate_proj
-  - down_proj
-  - up_proj
-  - q_proj
-  - v_proj
-  - k_proj
-  - o_proj
-lora_fan_in_fan_out:
-wandb_project:
-wandb_entity:
-wandb_watch:
-wandb_name:
-wandb_log_model:
-output_dir: ./outputs/lora-out
-gradient_accumulation_steps: 1
-micro_batch_size: 2
-num_epochs: 1
-optimizer: adamw_bnb_8bit
-torchdistx_path:
-lr_scheduler: cosine
-learning_rate: 0.0002
-train_on_inputs: false
-group_by_length: false
-bf16: false
-fp16: true
-tf32: false
-gradient_checkpointing: true
-early_stopping_patience:
-resume_from_checkpoint:
-local_rank:
-logging_steps: 1
-xformers_attention:
-flash_attention: true
-gptq_groupsize:
-s2_attention:
-gptq_model_v1:
-warmup_steps: 20
-evals_per_epoch: 4
-saves_per_epoch: 1
-debug:
-deepspeed:
-weight_decay: 0.1
-fsdp:
-fsdp_config:
-special_tokens:
-  bos_token: "<s>"
-  eos_token: "</s>"
-  unk_token: "<unk>"
-
-```
-
-</details><br>
-
 # outputs/lora-out
 
 This model is a fine-tuned version of [openlm-research/open_llama_3b_v2](https://huggingface.co/openlm-research/open_llama_3b_v2) on the None dataset.