|
--- |
|
license: mit |
|
datasets: |
|
- Open-Orca/OpenOrca |
|
language: |
|
- en |
|
library_name: transformers |
|
pipeline_tag: text-generation |
|
--- |
|
 |
|
|
|
``` |
|
model_name = "circulus/Llama-2-13b-orca-v1" |
|
tokenizer = AutoTokenizer.from_pretrained(model_name, use_fast=False) |
|
config = BitsAndBytesConfig(load_in_4bit=True, bnb_4bit_compute_dtype=torch.bfloat16, bnb_4bit_use_double_quant=True) |
|
model = AutoModelForCausalLM.from_pretrained(model_name, device_map="auto", quantization_config=config) |
|
``` |
