spuun commited on
Commit
cb5b38b
1 Parent(s): ab0b552

Create README.md

Browse files
Files changed (1) hide show
  1. README.md +20 -0
README.md ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Kek model
2
+ ---
3
+ A customized DialoGPT model designed for personal use. Usage is the same with DialoGPT.
4
+
5
+ ```python
6
+ from transformers import AutoModelForCausalLM, AutoTokenizer
7
+ import torch
8
+ tokenizer = AutoTokenizer.from_pretrained("spuun/kek")
9
+ model = AutoModelForCausalLM.from_pretrained("spuun/kek")
10
+ # Let's chat for 5 lines
11
+ for step in range(5):
12
+ # encode the new user input, add the eos_token and return a tensor in Pytorch
13
+ new_user_input_ids = tokenizer.encode(input(">> User:") + tokenizer.eos_token, return_tensors='pt')
14
+ # append the new user input tokens to the chat history
15
+ bot_input_ids = torch.cat([chat_history_ids, new_user_input_ids], dim=-1) if step > 0 else new_user_input_ids
16
+ # generated a response while limiting the total chat history to 1000 tokens,
17
+ chat_history_ids = model.generate(bot_input_ids, max_length=1000, pad_token_id=tokenizer.eos_token_id)
18
+ # pretty print last ouput tokens from bot
19
+ print("DialoGPT: {}".format(tokenizer.decode(chat_history_ids[:, bot_input_ids.shape[-1]:][0], skip_special_tokens=True)))
20
+ ```