modules/models/OpenAIInstruct.py

import openai
from .base_model import BaseLLMModel
from .. import shared
from ..config import retrieve_proxy


class OpenAI_Instruct_Client(BaseLLMModel):
    def __init__(self, model_name, api_key, user_name="") -> None:
        super().__init__(model_name=model_name, user=user_name)
        self.api_key = api_key

    def _get_instruct_style_input(self):
        return "\n\n".join([item["content"] for item in self.history])

    @shared.state.switching_api_key
    def get_answer_at_once(self):
        prompt = self._get_instruct_style_input()
        with retrieve_proxy():
            response = openai.Completion.create(
                api_key=self.api_key,
                api_base=shared.state.openai_api_base,
                model=self.model_name,
                prompt=prompt,
                temperature=self.temperature,
                top_p=self.top_p,
                )
        return response.choices[0].text.strip(), response.usage["total_tokens"]