Create README.md

README.md

@@ -0,0 +1,24 @@
+# Limstral 7B
+## Mistral 7B fine-tuned on LIMA
+
+WIP
+
+### Usage
+```py
+import torch
+from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
+
+model_id = "mrm8488/limstral-7B-v0.1"
+tokenizer = "mrm8488/limstral-7B-v0.1"
+
+model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype=torch.bfloat16)
+tokenizer = AutoTokenizer.from_pretrained(model_id)
+
+model.resize_token_embeddings(len(tokenizer))
+
+gen = pipeline("text-generation", model=model, tokenizer=tokenizer, device=0)
+
+instruction = "Write a email to day goodbye to me boss"
+res = gen(instruction, max_new_tokens=512, temperature=0.3, top_p=0.75, top_k=40, repetition_penalty=1.2)
+print(res[0]['generated_text'])
+```