xu-song commited on
Commit
7011963
1 Parent(s): 9c8ace5

fix gemma_7b

Browse files
Files changed (1) hide show
  1. vocab/gemma_7b/__init__.py +0 -4
vocab/gemma_7b/__init__.py CHANGED
@@ -3,10 +3,6 @@ import os
3
  import config
4
  from transformers import AutoTokenizer
5
 
6
- tokenizer = AutoTokenizer.from_pretrained("google/gemma-7b", trust_remote_code=True)
7
-
8
-
9
-
10
  if config.USE_REMOTE:
11
  tokenizer = AutoTokenizer.from_pretrained("google/gemma-7b", trust_remote_code=True)
12
  else:
 
3
  import config
4
  from transformers import AutoTokenizer
5
 
 
 
 
 
6
  if config.USE_REMOTE:
7
  tokenizer = AutoTokenizer.from_pretrained("google/gemma-7b", trust_remote_code=True)
8
  else: