shangeth commited on
Commit
98465ab
1 Parent(s): 57eefb9

Upload model

Browse files
Files changed (2) hide show
  1. config.json +1 -6
  2. config.py +1 -2
config.json CHANGED
@@ -1,18 +1,13 @@
1
  {
2
- "architectures": [
3
- "SpeechLLMModel"
4
- ],
5
  "audio_enc_dim": 1280,
6
  "audio_encoder_name": "facebook/hubert-xlarge-ll60k",
7
  "audio_processor_name": "facebook/hubert-large-ls960-ft",
8
  "auto_map": {
9
- "AutoConfig": "config.SpeechLLMModelConfig",
10
- "AutoModel": "model.SpeechLLMModel"
11
  },
12
  "llm_dim": 2048,
13
  "llm_model_checkpoint": "hf_repo/llm_model_checkpoint",
14
  "llm_model_name": "TinyLlama/TinyLlama-1.1B-Chat-v1.0",
15
  "model_type": "custom_model",
16
- "torch_dtype": "float32",
17
  "transformers_version": "4.38.2"
18
  }
 
1
  {
 
 
 
2
  "audio_enc_dim": 1280,
3
  "audio_encoder_name": "facebook/hubert-xlarge-ll60k",
4
  "audio_processor_name": "facebook/hubert-large-ls960-ft",
5
  "auto_map": {
6
+ "AutoConfig": "config.SpeechLLMModelConfig"
 
7
  },
8
  "llm_dim": 2048,
9
  "llm_model_checkpoint": "hf_repo/llm_model_checkpoint",
10
  "llm_model_name": "TinyLlama/TinyLlama-1.1B-Chat-v1.0",
11
  "model_type": "custom_model",
 
12
  "transformers_version": "4.38.2"
13
  }
config.py CHANGED
@@ -1,4 +1,3 @@
1
- import os
2
  from transformers import PretrainedConfig
3
 
4
  class SpeechLLMModelConfig(PretrainedConfig):
@@ -12,4 +11,4 @@ class SpeechLLMModelConfig(PretrainedConfig):
12
  self.audio_processor_name = "facebook/hubert-large-ls960-ft"
13
  self.audio_encoder_name = 'facebook/hubert-xlarge-ll60k'
14
  self.llm_model_name = "TinyLlama/TinyLlama-1.1B-Chat-v1.0"
15
- self.llm_model_checkpoint = os.path.join(os.path.dirname(__file__), "lora_checkpoint")
 
 
1
  from transformers import PretrainedConfig
2
 
3
  class SpeechLLMModelConfig(PretrainedConfig):
 
11
  self.audio_processor_name = "facebook/hubert-large-ls960-ft"
12
  self.audio_encoder_name = 'facebook/hubert-xlarge-ll60k'
13
  self.llm_model_name = "TinyLlama/TinyLlama-1.1B-Chat-v1.0"
14
+ self.llm_model_checkpoint = "hf_repo/llm_model_checkpoint"