ai4bharat
/

Airavata

Text Generation

instruction-tuning

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

jaygala24 commited on Jan 27

Commit

fcccabf

•

1 Parent(s): 17e95ba

Update README.md

Files changed (1) hide show

README.md +2 -2

README.md CHANGED Viewed

@@ -101,9 +101,9 @@ def inference(input_prompts, model, tokenizer):
 model_name = "ai4bharat/Airavata"
-tokenizer = AutoTokenizer.from_pretrained(model_name, padding_side="left", token=hf_token)
 tokenizer.pad_token = tokenizer.eos_token
-model = AutoModelForCausalLM.from_pretrained(model_name, token=hf_token).to(device)
 input_prompts = [
     "मैं अपने समय प्रबंधन कौशल को कैसे सुधार सकता हूँ? मुझे पांच बिंदु बताएं।",

 model_name = "ai4bharat/Airavata"
+tokenizer = AutoTokenizer.from_pretrained(model_name, padding_side="left")
 tokenizer.pad_token = tokenizer.eos_token
+model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.bfloat16).to(device)
 input_prompts = [
     "मैं अपने समय प्रबंधन कौशल को कैसे सुधार सकता हूँ? मुझे पांच बिंदु बताएं।",