reflectio
/

AdaVocab-Gemma-2b-1024

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

Update ada_vocab_factory.py

#1

by OrionZheng - opened Jul 9

base: refs/heads/main

←

from: refs/pr/1

Discussion Files changed

Files changed (1) hide show

ada_vocab_factory.py +2 -2

ada_vocab_factory.py CHANGED Viewed

@@ -17,8 +17,8 @@ from transformers.models.qwen2.modeling_qwen2 import Qwen2Model, Qwen2PreTrained
 from transformers.modeling_outputs import CausalLMOutputWithPast
 from transformers.cache_utils import Cache
-from models.modeling_gemma import GemmaForCausalLM
-from models.modeling_qwen2 import Qwen2ForCausalLM
 def svd_with_cache(matrix, cache_dir, max_rank=1024):

 from transformers.modeling_outputs import CausalLMOutputWithPast
 from transformers.cache_utils import Cache
+# from models.modeling_gemma import GemmaForCausalLM
+# from models.modeling_qwen2 import Qwen2ForCausalLM
 def svd_with_cache(matrix, cache_dir, max_rank=1024):