Update chain_app.py

chain_app.py

@@ -642,6 +642,35 @@ async def main(message: cl.Message):
                 content=complete_message,
             ).send()
 
+    elif chat_profile == 'Llama-3.1-70B':
+                completion = groq_client.chat.completions.create(
+            model="llama-3.1-70b-versatile",
+            messages=[
+                {
+                    "role": "user",
+                    "content": message.content
+                }
+            ],
+            temperature=1,
+            max_tokens=1024,
+            top_p=1,
+            stream=True,
+            stop=None,
+        )
+
+        complete_content = ""
+
+        # Iterate over each chunk
+        for chunk in completion:
+            # Retrieve the content from the current chunk
+            content = chunk.choices[0].delta.content
+            
+            # Check if the content is not None before concatenating it
+            if content is not None:
+                complete_content += content
+
+        # Send the concatenated content as a message
+        await cl.Message(content=complete_content).send()
 
     elif chat_profile == 'Llama-3-70B':
         completion = groq_client.chat.completions.create(