LLM_middleware.py

import os
import re

from typing import List, Optional

import openai
from transformers import AutoTokenizer, AutoModelForCausalLM


class LLM_Middleware():
    hf_key: str
    def __init__(self, openai_key, hf) -> None:
        openai.key = openai_key
        self.hf_key = hf