s

services/llm_service.py

@@ -1,5 +1,5 @@
 from typing import Optional, List, Dict, Any
-import openai
+from openai import OpenAI
 import anthropic
 from dataclasses import dataclass
 from config.llm_settings import LLMSettings
@@ -22,7 +22,7 @@ class LLMService:
         if self.settings.anthropic_api_key:
             self.claude_client = anthropic.Anthropic(api_key=self.settings.anthropic_api_key)
         if self.settings.openai_api_key:
-            openai.api_key = self.settings.openai_api_key
+            self.openai_client = OpenAI(api_key=self.settings.openai_api_key)
         
         self.conversation_history: List[Message] = []
     
@@ -87,17 +87,19 @@ class LLMService:
             prompt = self.create_prompt(content, query)
             self._add_to_history("user", prompt)
             
-            if self.current_model == 'Claude':
+            if self.current_model == 'claude':
                 response = self.claude_client.messages.create(
                     model="claude-3-5-sonnet-latest",
-                    messages=self._format_messages_for_claude()
+                    messages=self._format_messages_for_claude(),
+                    max_tokens=1024
                 )
                 answer = response.content[0].text
                 
             else:  # gpt
-                response = openai.ChatCompletion.create(
+                response = self.openai_client.chat.completion.create(
                     model="gpt-4o",
-                    messages=self._format_messages_for_gpt()
+                    messages=self._format_messages_for_gpt(),
+                    max_tokens=1024
                 )
                 answer = response.choices[0].message.content