--- license: apache-2.0 base_model: mistralai/Mistral-7B-Instruct-v0.3 dataset: flopsy1/arxivset library_name: transformers pipeline_tag: text-generation tags: - mistral - arxflix --- # Mistral 7B instruct finetuned to produce script for axflix # Load model directly ```py from mistral_inference.model import Transformer from mistral_inference.generate import generate from mistral_common.tokens.tokenizers.mistral import MistralTokenizer from mistral_common.protocol.instruct.messages import UserMessage from mistral_common.protocol.instruct.request import ChatCompletionRequest tokenizer = MistralTokenizer.from_file("tokenizer.model.v3") # change to extracted tokenizer file model = AutoModelForCausalLM.from_pretrained("mistralai/Mistral-7B-Instruct-v0.3") # change to extracted model dir model.load_lora("lora.safetensors") ```