Update README.md

README.md

@@ -33,7 +33,7 @@ pip install tiktoken
 
 ```
 
-from transformers import AutoTokenizer, pipeline
+from transformers import AutoTokenizer
 from auto_gptq import AutoGPTQForCausalLM
 
 model_name_or_path = "SearchUnify-ML/xgen-7b-8k-open-instruct-gptq"
@@ -41,18 +41,20 @@ model_basename = "gptq_model-4bit-128g"
 
 use_triton = False
 
-tokenizer = AutoTokenizer.from_pretrained(model_name_or_path, use_fast=False, trust_remote_code=True)
+tokenizer = AutoTokenizer.from_pretrained(model_name_or_path,
+                                          use_fast=False,
+                                          trust_remote_code=True)
 
 model = AutoGPTQForCausalLM.from_quantized(model_name_or_path,
-        model_basename=model_basename,
-        use_safetensors=False,
-        trust_remote_code=True,
-        device="cuda:0",
-        use_triton=use_triton)
+                                           model_basename=model_basename,
+                                           use_safetensors=False,
+                                           trust_remote_code=True,
+                                           device="cuda:0",
+                                           use_triton=use_triton)
 
 # Note: check the prompt template is correct for this model.
 prompt = "Explain the rules of field hockey to a novice."
-prompt_template=f'''### Instruction: {prompt}
+prompt_template = f'''### Instruction: {prompt}
 ### Response:'''
 
 print("\n\n*** Generate:")