qgallouedec HF staff commited on
Commit
3e8d1f6
1 Parent(s): fc874ae

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +33 -1
README.md CHANGED
@@ -196,4 +196,36 @@ Carbon emissions can be estimated using the [Machine Learning Impact calculator]
196
 
197
  ## Model Card Contact
198
 
199
- [More Information Needed]
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
196
 
197
  ## Model Card Contact
198
 
199
+ [More Information Needed]
200
+
201
+ ## Generation
202
+
203
+
204
+ ```python
205
+ from transformers import AutoTokenizer
206
+ import argparse
207
+
208
+ model_ids = [
209
+ "Qwen/Qwen2-7B-Instruct",
210
+ "meta-llama/Meta-Llama-3.1-8B-Instruct",
211
+ "meta-llama/Meta-Llama-3-8B-Instruct",
212
+ "deepseek-ai/DeepSeek-Coder-V2-Instruct",
213
+ "microsoft/Phi-3-mini-128k-instruct",
214
+ "google/gemma-2-9b-it",
215
+ "mistralai/Mistral-7B-Instruct-v0.1",
216
+ "mistralai/Mistral-7B-Instruct-v0.2",
217
+ "mistralai/Mistral-7B-Instruct-v0.3",
218
+ ]
219
+
220
+
221
+ if __name__ == "__main__":
222
+ parser = argparse.ArgumentParser()
223
+ parser.add_argument("--organization", type=str, required=True)
224
+ args = parser.parse_args()
225
+ for model_id in model_ids:
226
+ tokenizer = AutoTokenizer.from_pretrained(model_id)
227
+ tiny_model_name = "tiny-random-" + model_id.split("/")[-1]
228
+ repo_id = f"{args.organization}/{tiny_model_name}"
229
+ print(repo_id)
230
+ # tokenizer.push_to_hub(repo_id)
231
+ ```