azale-ai
/

DukunLM-13B-V1.0-Uncensored

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

hafidhsoekma commited on Aug 14, 2023

Commit

bc224b5

•

1 Parent(s): 80f3003

Update README.md

Files changed (1) hide show

README.md +2 -2

README.md CHANGED Viewed

@@ -47,7 +47,7 @@ pip3 install -U bitsandbytes==0.39.0 einops==0.6.1 sentencepiece
 import torch
 from transformers import AutoModelForCausalLM, AutoTokenizer, TextStreamer
-model = AutoModelForCausalLM.from_pretrained("azale-ai/DukunLM-13B-V1.0-Uncensored", torch_dtype=torch.float16)
 tokenizer = AutoTokenizer.from_pretrained("azale-ai/DukunLM-13B-V1.0-Uncensored")
 streamer = TextStreamer(tokenizer)
@@ -94,7 +94,7 @@ _ = model.generate(
 import torch
 from transformers import AutoModelForCausalLM, AutoTokenizer
-model = AutoModelForCausalLM.from_pretrained("azale-ai/DukunLM-13B-V1.0-Uncensored", torch_dtype=torch.float16)
 tokenizer = AutoTokenizer.from_pretrained("azale-ai/DukunLM-13B-V1.0-Uncensored")
 instruction_prompt = "Jelaskan mengapa air penting bagi kehidupan manusia."

 import torch
 from transformers import AutoModelForCausalLM, AutoTokenizer, TextStreamer
+model = AutoModelForCausalLM.from_pretrained("azale-ai/DukunLM-13B-V1.0-Uncensored", torch_dtype=torch.float16).to("cuda")
 tokenizer = AutoTokenizer.from_pretrained("azale-ai/DukunLM-13B-V1.0-Uncensored")
 streamer = TextStreamer(tokenizer)
 import torch
 from transformers import AutoModelForCausalLM, AutoTokenizer
+model = AutoModelForCausalLM.from_pretrained("azale-ai/DukunLM-13B-V1.0-Uncensored", torch_dtype=torch.float16).to("cuda")
 tokenizer = AutoTokenizer.from_pretrained("azale-ai/DukunLM-13B-V1.0-Uncensored")
 instruction_prompt = "Jelaskan mengapa air penting bagi kehidupan manusia."