Samandards/uzbek-5k-data

README.md

@@ -1,15 +1,12 @@
 ---
 base_model: openai/whisper-large-v2
-datasets:
-- common_voice_14_0
 library_name: peft
 license: apache-2.0
 tags:
 - generated_from_trainer
 model-index:
-- name: temp_uzbek_stt
+- name: temp
   results: []
-language: uz
 ---
 
 <!-- This model card has been generated automatically according to the information the Trainer had access to. You
@@ -17,9 +14,9 @@ should probably proofread and complete it, then remove this comment. -->
 
 # temp
 
-This model is a fine-tuned version of [openai/whisper-large-v2](https://huggingface.co/openai/whisper-large-v2) on the common_voice_14_0 dataset.
+This model is a fine-tuned version of [openai/whisper-large-v2](https://huggingface.co/openai/whisper-large-v2) on the None dataset.
 It achieves the following results on the evaluation set:
-- Loss: 4.6172
+- Loss: 12.7332
 
 ## Model description
 
@@ -39,8 +36,8 @@ More information needed
 
 The following hyperparameters were used during training:
 - learning_rate: 0.001
-- train_batch_size: 4
-- eval_batch_size: 4
+- train_batch_size: 2
+- eval_batch_size: 2
 - seed: 42
 - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
 - lr_scheduler_type: linear
@@ -50,16 +47,16 @@ The following hyperparameters were used during training:
 
 ### Training results
 
-| Training Loss | Epoch | Step  | Validation Loss |
-|:-------------:|:-----:|:-----:|:---------------:|
-| 3.3111        | 1.0   | 47090 | 3.1741          |
-| 4.7199        | 2.0   | 94180 | 4.6172          |
+| Training Loss | Epoch | Step | Validation Loss |
+|:-------------:|:-----:|:----:|:---------------:|
+| No log        | 1.0   | 1    | 12.7332         |
+| No log        | 2.0   | 2    | 12.7332         |
 
 
 ### Framework versions
 
-- PEFT 0.11.2.dev0
-- Transformers 4.43.0.dev0
-- Pytorch 2.2.1
+- PEFT 0.12.1.dev0
+- Transformers 4.44.0.dev0
+- Pytorch 2.3.1+cu121
 - Datasets 2.20.0
 - Tokenizers 0.19.1

adapter_config.json

@@ -1,8 +1,8 @@
 {
   "alpha_pattern": {},
   "auto_mapping": {
-    "base_model_class": "PeftModel",
-    "parent_library": "peft.peft_model"
+    "base_model_class": "WhisperForConditionalGeneration",
+    "parent_library": "transformers.models.whisper.modeling_whisper"
   },
   "base_model_name_or_path": "openai/whisper-large-v2",
   "bias": "none",
@@ -13,20 +13,20 @@
   "layers_pattern": null,
   "layers_to_transform": null,
   "loftq_config": {},
-  "lora_alpha": 128,
+  "lora_alpha": 4,
   "lora_dropout": 0.05,
   "megatron_config": null,
   "megatron_core": "megatron.core",
   "modules_to_save": null,
   "peft_type": "LORA",
-  "r": 64,
+  "r": 2,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "v_proj",
-    "q_proj"
+    "q_proj",
+    "v_proj"
   ],
-  "task_type": "ASR",
+  "task_type": null,
   "use_dora": false,
   "use_rslora": false
 }

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1b100d180029d31f6b1481a73201ab32327cbc615d1c103e0cdcbc4bf6012c9d
-size 125930120
+oid sha256:709b57123b50212aaef1451092de38a0471a154dbc2ac3af327c7e6dafc01828
+size 3986008

runs/Aug05_09-09-20_6025f4b9f0a2/events.out.tfevents.1722848974.6025f4b9f0a2.26863.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6263959e09269d70550864ddca7e8a46c44387549aaf3590517d3887e416567b
+size 6599

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c826b9465ede3878645fecbad7e1ee02453727c888fc6c558e21fa7c7b63ba65
-size 5240
+oid sha256:61996683027fd3076de9735c11f8271d1154b3b0e6177db726cb5b3502ed8db7
+size 5304