Hugging Face's logo

Spaces:
Artin2009
/
MultiLLM-ChainLit
Runtime error

App Files Community
1
MultiLLM-ChainLit / chain_app.py
Artin2009's picture
Artin2009
Update chain_app.py
3590372 verified
raw
history blame
113 kB
import chainlit as cl
from gradio_client import Client
from openai import OpenAI
from groq import Groq
import requests
from chainlit.input_widget import Select, Slider
import os
import cohere
from huggingface_hub import InferenceClient
from fireworks.client import Fireworks
hf_token = os.environ.get("HF_TOKEN")
hf_token_llama_3_1 = os.environ.get('HF_TOKEN_FOR_31')
openai_api_key = os.environ.get('OPENAI_API_KEY')
groq_api_key = os.environ.get('GROQ_API_KEY')
cohere_api_key = os.environ.get('COHERE_API_KEY')
hf_text_client = Client("Artin2009/text-generation", hf_token=hf_token)
# hf_image_client = Client('Artin2009/image-generation')
openai_client = OpenAI(api_key=openai_api_key)
groq_client = Groq(api_key=groq_api_key)
co = cohere.Client(
api_key=cohere_api_key,
)
# API_URL = "https://api-inference.huggingface.co/models/PartAI/TookaBERT-Large"
# headers = {"Authorization": f"Bearer {hf_token}"}
# def query(payload):
# response = requests.post(API_URL, headers=headers, json=payload)
# return response.json()
@cl.set_starters
async def set_starters():
return [
cl.Starter(
label="Morning routine ideation",
message="Can you help me create a personalized morning routine that would help increase my productivity throughout the day? Start by asking me about my current habits and what activities energize me in the morning.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/idea.svg",
),
cl.Starter(
label="Explain superconductors",
message="Explain superconductors like I'm five years old.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/learn.svg",
),
cl.Starter(
label="Python script for daily email reports",
message="Write a script to automate sending daily email reports in Python, and walk me through how I would set it up.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/terminal.svg",
),
cl.Starter(
label="Text inviting friend to wedding",
message="Write a text asking a friend to be my plus-one at a wedding next month. I want to keep it super short and casual, and offer an out.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/write.svg",
)
]
@cl.set_chat_profiles
async def chat_profile():
return [
cl.ChatProfile(
name="None",
markdown_description="None",
),
cl.ChatProfile(
name="neural-brain-AI",
markdown_description="The main model of neural brain",
starters=[
cl.Starter(
label="Morning routine ideation",
message="Can you help me create a personalized morning routine that would help increase my productivity throughout the day? Start by asking me about my current habits and what activities energize me in the morning.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/idea.svg",
),
cl.Starter(
label="Explain superconductors",
message="Explain superconductors like I'm five years old.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/learn.svg",
),
cl.Starter(
label="Python script for daily email reports",
message="Write a script to automate sending daily email reports in Python, and walk me through how I would set it up.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/terminal.svg",
),
cl.Starter(
label="Text inviting friend to wedding",
message="Write a text asking a friend to be my plus-one at a wedding next month. I want to keep it super short and casual, and offer an out.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/write.svg",
)
]
),
cl.ChatProfile(
name="Dorna-AI",
markdown_description="One of the open-sourced models that neural brain team fine-tuned",
starters=[
cl.Starter(
label="Morning routine ideation",
message="Can you help me create a personalized morning routine that would help increase my productivity throughout the day? Start by asking me about my current habits and what activities energize me in the morning.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/idea.svg",
),
cl.Starter(
label="Explain superconductors",
message="Explain superconductors like I'm five years old.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/learn.svg",
),
cl.Starter(
label="Python script for daily email reports",
message="Write a script to automate sending daily email reports in Python, and walk me through how I would set it up.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/terminal.svg",
),
cl.Starter(
label="Text inviting friend to wedding",
message="Write a text asking a friend to be my plus-one at a wedding next month. I want to keep it super short and casual, and offer an out.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/write.svg",
)
]
),
# # cl.ChatProfile(
# # name='Image-Generation',
# # markdown_description='Our image generation model, has a performance like midjourney',
# # ),
cl.ChatProfile(
name="gpt4-o-mini",
markdown_description="The best state of the art openai model",
starters=[
cl.Starter(
label="Morning routine ideation",
message="Can you help me create a personalized morning routine that would help increase my productivity throughout the day? Start by asking me about my current habits and what activities energize me in the morning.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/idea.svg",
),
cl.Starter(
label="Explain superconductors",
message="Explain superconductors like I'm five years old.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/learn.svg",
),
cl.Starter(
label="Python script for daily email reports",
message="Write a script to automate sending daily email reports in Python, and walk me through how I would set it up.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/terminal.svg",
),
cl.Starter(
label="Text inviting friend to wedding",
message="Write a text asking a friend to be my plus-one at a wedding next month. I want to keep it super short and casual, and offer an out.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/write.svg",
)
]
),
cl.ChatProfile(
name="GPT-4",
markdown_description="OpenAI's GPT-4 model",
starters=[
cl.Starter(
label="Morning routine ideation",
message="Can you help me create a personalized morning routine that would help increase my productivity throughout the day? Start by asking me about my current habits and what activities energize me in the morning.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/idea.svg",
),
cl.Starter(
label="Explain superconductors",
message="Explain superconductors like I'm five years old.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/learn.svg",
),
cl.Starter(
label="Python script for daily email reports",
message="Write a script to automate sending daily email reports in Python, and walk me through how I would set it up.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/terminal.svg",
),
cl.Starter(
label="Text inviting friend to wedding",
message="Write a text asking a friend to be my plus-one at a wedding next month. I want to keep it super short and casual, and offer an out.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/write.svg",
)
]
),
cl.ChatProfile(
name="gpt-3.5-turbo",
markdown_description="OpenAI's GPT-3.5 Turbo model",
starters=[
cl.Starter(
label="Morning routine ideation",
message="Can you help me create a personalized morning routine that would help increase my productivity throughout the day? Start by asking me about my current habits and what activities energize me in the morning.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/idea.svg",
),
cl.Starter(
label="Explain superconductors",
message="Explain superconductors like I'm five years old.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/learn.svg",
),
cl.Starter(
label="Python script for daily email reports",
message="Write a script to automate sending daily email reports in Python, and walk me through how I would set it up.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/terminal.svg",
),
cl.Starter(
label="Text inviting friend to wedding",
message="Write a text asking a friend to be my plus-one at a wedding next month. I want to keep it super short and casual, and offer an out.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/write.svg",
)
]
),
# cl.ChatProfile(
# name="GPT-3.5-turbo-0125",
# markdown_description="OpenAI's GPT-3.5 Turbo 0125 model",
# ),
cl.ChatProfile(
name="gpt-3.5-turbo-1106",
markdown_description="OpenAI's GPT-3.5 Turbo 1106 model",
starters=[
cl.Starter(
label="Morning routine ideation",
message="Can you help me create a personalized morning routine that would help increase my productivity throughout the day? Start by asking me about my current habits and what activities energize me in the morning.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/idea.svg",
),
cl.Starter(
label="Explain superconductors",
message="Explain superconductors like I'm five years old.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/learn.svg",
),
cl.Starter(
label="Python script for daily email reports",
message="Write a script to automate sending daily email reports in Python, and walk me through how I would set it up.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/terminal.svg",
),
cl.Starter(
label="Text inviting friend to wedding",
message="Write a text asking a friend to be my plus-one at a wedding next month. I want to keep it super short and casual, and offer an out.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/write.svg",
)
]
),
# # cl.ChatProfile(
# # name="davinci-002",
# # markdown_description="OpenAI's Davinci-002 model",
# ),
cl.ChatProfile(
name="TTS",
markdown_description="OpenAI's Text-to-Speech model",
),
cl.ChatProfile(
name="Qwen2-57B",
markdown_description="Qwen second generation model with 57B parameters",
starters=[
cl.Starter(
label="Morning routine ideation",
message="Can you help me create a personalized morning routine that would help increase my productivity throughout the day? Start by asking me about my current habits and what activities energize me in the morning.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/idea.svg",
),
cl.Starter(
label="Explain superconductors",
message="Explain superconductors like I'm five years old.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/learn.svg",
),
cl.Starter(
label="Python script for daily email reports",
message="Write a script to automate sending daily email reports in Python, and walk me through how I would set it up.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/terminal.svg",
),
cl.Starter(
label="Text inviting friend to wedding",
message="Write a text asking a friend to be my plus-one at a wedding next month. I want to keep it super short and casual, and offer an out.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/write.svg",
)
]
),
cl.ChatProfile(
name="Qwen2-7B",
markdown_description="Qwen second generation model with 7B parameters",
starters=[
cl.Starter(
label="Morning routine ideation",
message="Can you help me create a personalized morning routine that would help increase my productivity throughout the day? Start by asking me about my current habits and what activities energize me in the morning.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/idea.svg",
),
cl.Starter(
label="Explain superconductors",
message="Explain superconductors like I'm five years old.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/learn.svg",
),
cl.Starter(
label="Python script for daily email reports",
message="Write a script to automate sending daily email reports in Python, and walk me through how I would set it up.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/terminal.svg",
),
cl.Starter(
label="Text inviting friend to wedding",
message="Write a text asking a friend to be my plus-one at a wedding next month. I want to keep it super short and casual, and offer an out.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/write.svg",
)
]
),
cl.ChatProfile(
name="Qwen2-1.5B",
markdown_description="Qwen second generation model with 1.5B parameters",
starters=[
cl.Starter(
label="Morning routine ideation",
message="Can you help me create a personalized morning routine that would help increase my productivity throughout the day? Start by asking me about my current habits and what activities energize me in the morning.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/idea.svg",
),
cl.Starter(
label="Explain superconductors",
message="Explain superconductors like I'm five years old.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/learn.svg",
),
cl.Starter(
label="Python script for daily email reports",
message="Write a script to automate sending daily email reports in Python, and walk me through how I would set it up.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/terminal.svg",
),
cl.Starter(
label="Text inviting friend to wedding",
message="Write a text asking a friend to be my plus-one at a wedding next month. I want to keep it super short and casual, and offer an out.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/write.svg",
)
]
),
cl.ChatProfile(
name="Qwen2-0.5B",
markdown_description="Qwen second generation model with 0.5B parameters",
starters=[
cl.Starter(
label="Morning routine ideation",
message="Can you help me create a personalized morning routine that would help increase my productivity throughout the day? Start by asking me about my current habits and what activities energize me in the morning.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/idea.svg",
),
cl.Starter(
label="Explain superconductors",
message="Explain superconductors like I'm five years old.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/learn.svg",
),
cl.Starter(
label="Python script for daily email reports",
message="Write a script to automate sending daily email reports in Python, and walk me through how I would set it up.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/terminal.svg",
),
cl.Starter(
label="Text inviting friend to wedding",
message="Write a text asking a friend to be my plus-one at a wedding next month. I want to keep it super short and casual, and offer an out.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/write.svg",
)
]
),
cl.ChatProfile(
name="Qwen1.5-110B",
markdown_description="Qwen first generation improved model with 110B parameters",
starters=[
cl.Starter(
label="Morning routine ideation",
message="Can you help me create a personalized morning routine that would help increase my productivity throughout the day? Start by asking me about my current habits and what activities energize me in the morning.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/idea.svg",
),
cl.Starter(
label="Explain superconductors",
message="Explain superconductors like I'm five years old.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/learn.svg",
),
cl.Starter(
label="Python script for daily email reports",
message="Write a script to automate sending daily email reports in Python, and walk me through how I would set it up.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/terminal.svg",
),
cl.Starter(
label="Text inviting friend to wedding",
message="Write a text asking a friend to be my plus-one at a wedding next month. I want to keep it super short and casual, and offer an out.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/write.svg",
)
]
),
# # cl.ChatProfile(
# # name="Qwen1.5-72B",
# # markdown_description="Qwen first generation improved model with 72B parameters",
# # ),
cl.ChatProfile(
name="Qwen1.5-32B",
markdown_description="Qwen first generation improved model with 32B parameters",
starters=[
cl.Starter(
label="Morning routine ideation",
message="Can you help me create a personalized morning routine that would help increase my productivity throughout the day? Start by asking me about my current habits and what activities energize me in the morning.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/idea.svg",
),
cl.Starter(
label="Explain superconductors",
message="Explain superconductors like I'm five years old.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/learn.svg",
),
cl.Starter(
label="Python script for daily email reports",
message="Write a script to automate sending daily email reports in Python, and walk me through how I would set it up.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/terminal.svg",
),
cl.Starter(
label="Text inviting friend to wedding",
message="Write a text asking a friend to be my plus-one at a wedding next month. I want to keep it super short and casual, and offer an out.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/write.svg",
)
]
),
cl.ChatProfile(
name="Qwen1.5-2.7B",
markdown_description="Qwen first generation improved model with 2.7B parameters",
starters=[
cl.Starter(
label="Morning routine ideation",
message="Can you help me create a personalized morning routine that would help increase my productivity throughout the day? Start by asking me about my current habits and what activities energize me in the morning.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/idea.svg",
),
cl.Starter(
label="Explain superconductors",
message="Explain superconductors like I'm five years old.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/learn.svg",
),
cl.Starter(
label="Python script for daily email reports",
message="Write a script to automate sending daily email reports in Python, and walk me through how I would set it up.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/terminal.svg",
),
cl.Starter(
label="Text inviting friend to wedding",
message="Write a text asking a friend to be my plus-one at a wedding next month. I want to keep it super short and casual, and offer an out.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/write.svg",
)
]
),
# # cl.ChatProfile(
# # name="Qwen-72B",
# # markdown_description="Qwen first generation model with 72B parameters",
# # ),
# # cl.ChatProfile(
# # name="Qwen-14B",
# # markdown_description="Qwen first generation model with 14B parameters",
# # ),
# # cl.ChatProfile(
# # name="Qwen-7B",
# # markdown_description="Qwen first generation model with 7B parameters",
# # ),
cl.ChatProfile(
name="Llama-3.1-405B",
markdown_description="Meta Open Source Model Llama with 405B parameters",
starters=[
cl.Starter(
label="Morning routine ideation",
message="Can you help me create a personalized morning routine that would help increase my productivity throughout the day? Start by asking me about my current habits and what activities energize me in the morning.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/idea.svg",
),
cl.Starter(
label="Explain superconductors",
message="Explain superconductors like I'm five years old.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/learn.svg",
),
cl.Starter(
label="Python script for daily email reports",
message="Write a script to automate sending daily email reports in Python, and walk me through how I would set it up.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/terminal.svg",
),
cl.Starter(
label="Text inviting friend to wedding",
message="Write a text asking a friend to be my plus-one at a wedding next month. I want to keep it super short and casual, and offer an out.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/write.svg",
)
]
),
cl.ChatProfile(
name="Llama-3.1-70B",
markdown_description="Meta Open Source Model Llama with 70B parameters",
starters=[
cl.Starter(
label="Morning routine ideation",
message="Can you help me create a personalized morning routine that would help increase my productivity throughout the day? Start by asking me about my current habits and what activities energize me in the morning.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/idea.svg",
),
cl.Starter(
label="Explain superconductors",
message="Explain superconductors like I'm five years old.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/learn.svg",
),
cl.Starter(
label="Python script for daily email reports",
message="Write a script to automate sending daily email reports in Python, and walk me through how I would set it up.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/terminal.svg",
),
cl.Starter(
label="Text inviting friend to wedding",
message="Write a text asking a friend to be my plus-one at a wedding next month. I want to keep it super short and casual, and offer an out.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/write.svg",
)
]
),
cl.ChatProfile(
name="Llama-3.1-8B",
markdown_description="Meta Open Source Model Llama with 8B parameters",
starters=[
cl.Starter(
label="Morning routine ideation",
message="Can you help me create a personalized morning routine that would help increase my productivity throughout the day? Start by asking me about my current habits and what activities energize me in the morning.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/idea.svg",
),
cl.Starter(
label="Explain superconductors",
message="Explain superconductors like I'm five years old.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/learn.svg",
),
cl.Starter(
label="Python script for daily email reports",
message="Write a script to automate sending daily email reports in Python, and walk me through how I would set it up.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/terminal.svg",
),
cl.Starter(
label="Text inviting friend to wedding",
message="Write a text asking a friend to be my plus-one at a wedding next month. I want to keep it super short and casual, and offer an out.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/write.svg",
)
]
),
cl.ChatProfile(
name="Llama-3-70B",
markdown_description="Meta Open Source model Llama-3 with 70B parameters",
starters=[
cl.Starter(
label="Morning routine ideation",
message="Can you help me create a personalized morning routine that would help increase my productivity throughout the day? Start by asking me about my current habits and what activities energize me in the morning.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/idea.svg",
),
cl.Starter(
label="Explain superconductors",
message="Explain superconductors like I'm five years old.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/learn.svg",
),
cl.Starter(
label="Python script for daily email reports",
message="Write a script to automate sending daily email reports in Python, and walk me through how I would set it up.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/terminal.svg",
),
cl.Starter(
label="Text inviting friend to wedding",
message="Write a text asking a friend to be my plus-one at a wedding next month. I want to keep it super short and casual, and offer an out.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/write.svg",
)
]
),
cl.ChatProfile(
name='Aya-35B',
markdown_description='Cohere open sourced AI model with 35B parameters',
starters=[
cl.Starter(
label="Morning routine ideation",
message="Can you help me create a personalized morning routine that would help increase my productivity throughout the day? Start by asking me about my current habits and what activities energize me in the morning.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/idea.svg",
),
cl.Starter(
label="Explain superconductors",
message="Explain superconductors like I'm five years old.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/learn.svg",
),
cl.Starter(
label="Python script for daily email reports",
message="Write a script to automate sending daily email reports in Python, and walk me through how I would set it up.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/terminal.svg",
),
cl.Starter(
label="Text inviting friend to wedding",
message="Write a text asking a friend to be my plus-one at a wedding next month. I want to keep it super short and casual, and offer an out.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/write.svg",
)
]
),
cl.ChatProfile(
name='Aya-23B',
markdown_description='Cohere open sourced AI model with 23B parameters',
starters=[
cl.Starter(
label="Morning routine ideation",
message="Can you help me create a personalized morning routine that would help increase my productivity throughout the day? Start by asking me about my current habits and what activities energize me in the morning.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/idea.svg",
),
cl.Starter(
label="Explain superconductors",
message="Explain superconductors like I'm five years old.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/learn.svg",
),
cl.Starter(
label="Python script for daily email reports",
message="Write a script to automate sending daily email reports in Python, and walk me through how I would set it up.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/terminal.svg",
),
cl.Starter(
label="Text inviting friend to wedding",
message="Write a text asking a friend to be my plus-one at a wedding next month. I want to keep it super short and casual, and offer an out.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/write.svg",
)
]
),
cl.ChatProfile(
name='Command-R-Plus',
markdown_description='Cohere open sourced AI model named Command R plus',
starters=[
cl.Starter(
label="Morning routine ideation",
message="Can you help me create a personalized morning routine that would help increase my productivity throughout the day? Start by asking me about my current habits and what activities energize me in the morning.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/idea.svg",
),
cl.Starter(
label="Explain superconductors",
message="Explain superconductors like I'm five years old.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/learn.svg",
),
cl.Starter(
label="Python script for daily email reports",
message="Write a script to automate sending daily email reports in Python, and walk me through how I would set it up.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/terminal.svg",
),
cl.Starter(
label="Text inviting friend to wedding",
message="Write a text asking a friend to be my plus-one at a wedding next month. I want to keep it super short and casual, and offer an out.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/write.svg",
)
]
),
cl.ChatProfile(
name='Command-R',
markdown_description='Cohere open sourced AI model named Command R',
starters=[
cl.Starter(
label="Morning routine ideation",
message="Can you help me create a personalized morning routine that would help increase my productivity throughout the day? Start by asking me about my current habits and what activities energize me in the morning.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/idea.svg",
),
cl.Starter(
label="Explain superconductors",
message="Explain superconductors like I'm five years old.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/learn.svg",
),
cl.Starter(
label="Python script for daily email reports",
message="Write a script to automate sending daily email reports in Python, and walk me through how I would set it up.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/terminal.svg",
),
cl.Starter(
label="Text inviting friend to wedding",
message="Write a text asking a friend to be my plus-one at a wedding next month. I want to keep it super short and casual, and offer an out.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/write.svg",
)
]
),
cl.ChatProfile(
name='Command-Light',
markdown_description='Cohere open sourced AI model named Command R',
starters=[
cl.Starter(
label="Morning routine ideation",
message="Can you help me create a personalized morning routine that would help increase my productivity throughout the day? Start by asking me about my current habits and what activities energize me in the morning.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/idea.svg",
),
cl.Starter(
label="Explain superconductors",
message="Explain superconductors like I'm five years old.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/learn.svg",
),
cl.Starter(
label="Python script for daily email reports",
message="Write a script to automate sending daily email reports in Python, and walk me through how I would set it up.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/terminal.svg",
),
cl.Starter(
label="Text inviting friend to wedding",
message="Write a text asking a friend to be my plus-one at a wedding next month. I want to keep it super short and casual, and offer an out.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/write.svg",
)
]
),
cl.ChatProfile(
name='Command-Light-Nightly',
markdown_description='Cohere open sourced AI model named Command R',
starters=[
cl.Starter(
label="Morning routine ideation",
message="Can you help me create a personalized morning routine that would help increase my productivity throughout the day? Start by asking me about my current habits and what activities energize me in the morning.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/idea.svg",
),
cl.Starter(
label="Explain superconductors",
message="Explain superconductors like I'm five years old.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/learn.svg",
),
cl.Starter(
label="Python script for daily email reports",
message="Write a script to automate sending daily email reports in Python, and walk me through how I would set it up.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/terminal.svg",
),
cl.Starter(
label="Text inviting friend to wedding",
message="Write a text asking a friend to be my plus-one at a wedding next month. I want to keep it super short and casual, and offer an out.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/write.svg",
)
]
),
cl.ChatProfile(
name='Command-Nightly',
markdown_description='Cohere open sourced AI model named Command R',
starters=[
cl.Starter(
label="Morning routine ideation",
message="Can you help me create a personalized morning routine that would help increase my productivity throughout the day? Start by asking me about my current habits and what activities energize me in the morning.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/idea.svg",
),
cl.Starter(
label="Explain superconductors",
message="Explain superconductors like I'm five years old.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/learn.svg",
),
cl.Starter(
label="Python script for daily email reports",
message="Write a script to automate sending daily email reports in Python, and walk me through how I would set it up.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/terminal.svg",
),
cl.Starter(
label="Text inviting friend to wedding",
message="Write a text asking a friend to be my plus-one at a wedding next month. I want to keep it super short and casual, and offer an out.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/write.svg",
)
]
),
cl.ChatProfile(
name='Command',
markdown_description='Cohere open sourced AI model named Command R',
starters=[
cl.Starter(
label="Morning routine ideation",
message="Can you help me create a personalized morning routine that would help increase my productivity throughout the day? Start by asking me about my current habits and what activities energize me in the morning.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/idea.svg",
),
cl.Starter(
label="Explain superconductors",
message="Explain superconductors like I'm five years old.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/learn.svg",
),
cl.Starter(
label="Python script for daily email reports",
message="Write a script to automate sending daily email reports in Python, and walk me through how I would set it up.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/terminal.svg",
),
cl.Starter(
label="Text inviting friend to wedding",
message="Write a text asking a friend to be my plus-one at a wedding next month. I want to keep it super short and casual, and offer an out.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/write.svg",
)
]
),
cl.ChatProfile(
name="Llama-3-8B",
markdown_description="Meta Open Source model Llama-2 with 7B parameters",
starters=[
cl.Starter(
label="Morning routine ideation",
message="Can you help me create a personalized morning routine that would help increase my productivity throughout the day? Start by asking me about my current habits and what activities energize me in the morning.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/idea.svg",
),
cl.Starter(
label="Explain superconductors",
message="Explain superconductors like I'm five years old.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/learn.svg",
),
cl.Starter(
label="Python script for daily email reports",
message="Write a script to automate sending daily email reports in Python, and walk me through how I would set it up.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/terminal.svg",
),
cl.Starter(
label="Text inviting friend to wedding",
message="Write a text asking a friend to be my plus-one at a wedding next month. I want to keep it super short and casual, and offer an out.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/write.svg",
)
]
),
cl.ChatProfile(
name = "gemma2-27B",
markdown_description = 'Google Generation 2 Open Source LLM with 27B parameters',
starters=[
cl.Starter(
label="Morning routine ideation",
message="Can you help me create a personalized morning routine that would help increase my productivity throughout the day? Start by asking me about my current habits and what activities energize me in the morning.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/idea.svg",
),
cl.Starter(
label="Explain superconductors",
message="Explain superconductors like I'm five years old.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/learn.svg",
),
cl.Starter(
label="Python script for daily email reports",
message="Write a script to automate sending daily email reports in Python, and walk me through how I would set it up.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/terminal.svg",
),
cl.Starter(
label="Text inviting friend to wedding",
message="Write a text asking a friend to be my plus-one at a wedding next month. I want to keep it super short and casual, and offer an out.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/write.svg",
)
]
),
cl.ChatProfile(
name = "gemma2-9B",
markdown_description = 'Google Generation 2 Open Source LLM with 9B parameters',
starters=[
cl.Starter(
label="Morning routine ideation",
message="Can you help me create a personalized morning routine that would help increase my productivity throughout the day? Start by asking me about my current habits and what activities energize me in the morning.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/idea.svg",
),
cl.Starter(
label="Explain superconductors",
message="Explain superconductors like I'm five years old.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/learn.svg",
),
cl.Starter(
label="Python script for daily email reports",
message="Write a script to automate sending daily email reports in Python, and walk me through how I would set it up.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/terminal.svg",
),
cl.Starter(
label="Text inviting friend to wedding",
message="Write a text asking a friend to be my plus-one at a wedding next month. I want to keep it super short and casual, and offer an out.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/write.svg",
)
]
),
cl.ChatProfile(
name = "gemma-7B",
markdown_description = 'Google Generation 1 Open Source LLM with 7B parameters',
starters=[
cl.Starter(
label="Morning routine ideation",
message="Can you help me create a personalized morning routine that would help increase my productivity throughout the day? Start by asking me about my current habits and what activities energize me in the morning.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/idea.svg",
),
cl.Starter(
label="Explain superconductors",
message="Explain superconductors like I'm five years old.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/learn.svg",
),
cl.Starter(
label="Python script for daily email reports",
message="Write a script to automate sending daily email reports in Python, and walk me through how I would set it up.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/terminal.svg",
),
cl.Starter(
label="Text inviting friend to wedding",
message="Write a text asking a friend to be my plus-one at a wedding next month. I want to keep it super short and casual, and offer an out.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/write.svg",
)
]
),
cl.ChatProfile(
name="zephyr-7B",
markdown_description="Open Source model Zephyr with 7B parameters",
starters=[
cl.Starter(
label="Morning routine ideation",
message="Can you help me create a personalized morning routine that would help increase my productivity throughout the day? Start by asking me about my current habits and what activities energize me in the morning.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/idea.svg",
),
cl.Starter(
label="Explain superconductors",
message="Explain superconductors like I'm five years old.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/learn.svg",
),
cl.Starter(
label="Python script for daily email reports",
message="Write a script to automate sending daily email reports in Python, and walk me through how I would set it up.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/terminal.svg",
),
cl.Starter(
label="Text inviting friend to wedding",
message="Write a text asking a friend to be my plus-one at a wedding next month. I want to keep it super short and casual, and offer an out.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/write.svg",
)
]
),
cl.ChatProfile(
name='mistral-nemo-12B',
markdown_description='mistral open source LLM with 12B parameters',
starters=[
cl.Starter(
label="Morning routine ideation",
message="Can you help me create a personalized morning routine that would help increase my productivity throughout the day? Start by asking me about my current habits and what activities energize me in the morning.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/idea.svg",
),
cl.Starter(
label="Explain superconductors",
message="Explain superconductors like I'm five years old.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/learn.svg",
),
cl.Starter(
label="Python script for daily email reports",
message="Write a script to automate sending daily email reports in Python, and walk me through how I would set it up.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/terminal.svg",
),
cl.Starter(
label="Text inviting friend to wedding",
message="Write a text asking a friend to be my plus-one at a wedding next month. I want to keep it super short and casual, and offer an out.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/write.svg",
)
]
),
cl.ChatProfile(
name='mixtral-8x7B',
markdown_description = 'mistral open source LLM with 7B parameters',
starters=[
cl.Starter(
label="Morning routine ideation",
message="Can you help me create a personalized morning routine that would help increase my productivity throughout the day? Start by asking me about my current habits and what activities energize me in the morning.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/idea.svg",
),
cl.Starter(
label="Explain superconductors",
message="Explain superconductors like I'm five years old.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/learn.svg",
),
cl.Starter(
label="Python script for daily email reports",
message="Write a script to automate sending daily email reports in Python, and walk me through how I would set it up.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/terminal.svg",
),
cl.Starter(
label="Text inviting friend to wedding",
message="Write a text asking a friend to be my plus-one at a wedding next month. I want to keep it super short and casual, and offer an out.",
icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/write.svg",
)
]
),
# # cl.ChatProfile(
# # name="Toka-353M",
# # markdown_description="PartAI Open Source model Toka with 353M parameters",
# # )
]
# @cl.set_chat_profiles
# async def chat_profile(current_user: cl.User):
# chat_profile = cl.user_session.get("chat_profile")
# if chat_profile is not None:
# return [
# cl.ChatProfile(
# name="My Chat Profile",
# icon="https://picsum.photos/250",
# markdown_description="The underlying LLM model is **GPT-3.5**, a *175B parameter model* trained on 410GB of text data.",
# starters=[
# cl.Starter(
# label="Morning routine ideation",
# message="Can you help me create a personalized morning routine that would help increase my productivity throughout the day? Start by asking me about my current habits and what activities energize me in the morning.",
# icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/idea.svg",
# ),
# cl.Starter(
# label="Explain superconductors",
# message="Explain superconductors like I'm five years old.",
# icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/learn.svg",
# ),
# cl.Starter(
# label="Python script for daily email reports",
# message="Write a script to automate sending daily email reports in Python, and walk me through how I would set it up.",
# icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/terminal.svg",
# ),
# cl.Starter(
# label="Text inviting friend to wedding",
# message="Write a text asking a friend to be my plus-one at a wedding next month. I want to keep it super short and casual, and offer an out.",
# icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/write.svg",
# )
# ]
# )
# ]
@cl.on_chat_start
async def on_chat_start():
chat_profile = cl.user_session.get("chat_profile")
if chat_profile == 'neural-brain-AI':
await cl.ChatSettings(
[
Select(
id="NB-Model",
label="NeuralBrain - Models",
values=["Neural Brain AI"],
initial_index=0,
)
]
).send()
# await cl.Message(
# content="Hello, I am the main model of neural brain team, i am an instance of ChatGPT-4, This team finetuned me and i am ready to help you"
# ).send()
if chat_profile == 'Dorna-AI':
await cl.ChatSettings(
[
Select(
id="param_3",
label="Parameter 3",
values=["512"], # Only one selectable value
initial_index=0,
tooltip="Config parameter 3 (e.g., max tokens)",
),
Select(
id="param_4",
label="Parameter 4",
values=["0.7"], # Only one selectable value
initial_index=0,
tooltip="Config parameter 4 (e.g., temperature)",
),
Select(
id="param_5",
label="Parameter 5",
values=["0.95"], # Only one selectable value
initial_index=0,
tooltip="Config parameter 5 (e.g., top_p)",
),
Select(
id="api_name",
label="API Name",
values=["/chat"],
initial_index=0,
),
]
).send()
# await cl.Message(
# content='my name is Dorna, Your AI Assistant designed by neural nexus team. i was made by Artin Daneshvar and Sadra Noadoust, 2 iranian students!'
# ).send()
if chat_profile == 'gpt4-o-mini':
await cl.ChatSettings(
[
Select(
id="OpenAI-Model",
label="OpenAI - Model",
values=["gpt4-o-mini"],
initial_index=0,
),
Slider(
id="Temperature",
label="Model Temperature",
initial=0.7,
min=0,
max=1,
step=0.1,
),
]
).send()
# await cl.Message(
# content="Im one of the best models openai have released and i am configured by two iranian boys to help you."
# ).send()
# if chat_profile == 'Image-Generation':
# image = cl.Image(path='cat.png', name="result", display="inline")
# await cl.Message(
# content="I can make high quality & resoloution images for you, This is an example of what i can do!",
# elements=[image],
# ).send()
if chat_profile == 'GPT-4':
await cl.ChatSettings(
[
Select(
id="OpenAI-Model",
label="OpenAI - Model",
values=["gpt-4"],
initial_index=0,
),
Slider(
id="Temperature",
label="Model Temperature",
initial=0.7,
min=0,
max=1,
step=0.1,
),
]
).send()
# await cl.Message(
# content="Im OpenAI's latest and biggest model. i was configured by Artin Daneshvar and Sadra Noadoust, 2 iranian students to help you, how can i assist you today ? "
# ).send()
if chat_profile == 'gpt-3.5-turbo':
await cl.ChatSettings(
[
Select(
id="OpenAI-Model",
label="OpenAI - Model",
values=["gpt-3.5-turbo"],
initial_index=0,
),
Slider(
id="Temperature",
label="Model Temperature",
initial=0.7,
min=0,
max=1,
step=0.1,
),
]
).send()
# await cl.Message(
# content="Im one of the OpenAI's models. one of the best models. i was configured by Artin Daneshvar and Sadra Noadoust, 2 iranian students to help you, how can i assist you today ? "
# ).send()
# if chat_profile == 'GPT-3.5-turbo-0125':
# await cl.ChatSettings(
# [
# Select(
# id="OpenAI-Model",
# label="OpenAI - Model",
# values=["gpt-3.5-turbo-0125"],
# initial_index=0,
# ),
# Slider(
# id="Temperature",
# label="Model Temperature",
# initial=0.7,
# min=0,
# max=1,
# step=0.1,
# ),
# ]
# ).send()
# await cl.Message(
# content="Im one of the OpenAI's models. one of the best models. i was configured by Artin Daneshvar and Sadra Noadoust, 2 iranian students to help you, how can i assist you today ? "
# ).send()
if chat_profile == 'gpt-3.5-turbo-1106':
await cl.ChatSettings(
[
Select(
id="OpenAI-Model",
label="OpenAI - Model",
values=["gpt-3.5-turbo-1106"],
initial_index=0,
),
Slider(
id="Temperature",
label="Model Temperature",
initial=0.7,
min=0,
max=1,
step=0.1,
),
]
).send()
# await cl.Message(
# content="Im one of the OpenAI's models. one of the best models. i was configured by Artin Daneshvar and Sadra Noadoust, 2 iranian students to help you, how can i assist you today ? "
# ).send()
# if chat_profile == 'davinci-002':
# await cl.ChatSettings(
# [
# Select(
# id="OpenAI-Model",
# label="OpenAI - Model",
# values=["davinci-002"],
# initial_index=0,
# ),
# Slider(
# id="Temperature",
# label="Model Temperature",
# initial=0.7,
# min=0,
# max=1,
# step=0.1,
# ),
# ]
# ).send()
# await cl.Message(
# content="Im one of the OpenAI's models. i was configured by Artin Daneshvar and Sadra Noadoust, 2 iranian students to help you, how can i assist you today ? "
# ).send()
if chat_profile == 'TTS':
await cl.Message(
content="Im TTS. of the best models OpenAI ever created. i can convert text to speech! . i was configured by Artin Daneshvar and Sadra Noadoust, 2 iranian students to help you, how can i assist you today ? "
).send()
if chat_profile == 'Qwen2-57B':
await cl.ChatSettings(
[
Select(
id="Qwen-Model",
label="Qwen - Model",
values=["Qwen2-57B"],
initial_index=0,
),
Slider(
id="Temperature",
label="Model Temperature",
initial=0.7,
min=0,
max=1,
step=0.1,
),
]
).send()
# await cl.Message(
# content='Im Qwens second generation second large model and i am configured by two iranian boys Artin Daneshvar and Sadra Noadoust to help you out!',
# ).send()
if chat_profile == 'Qwen2-7B':
await cl.ChatSettings(
[
Select(
id="Qwen-Model",
label="Qwen - Model",
values=["Qwen2-7B"],
initial_index=0,
),
Slider(
id="Temperature",
label="Model Temperature",
initial=0.7,
min=0,
max=1,
step=0.1,
),
]
).send()
# await cl.Message(
# content='Im Qwens second generation third large model and i am configured by two iranian boys Artin Daneshvar and Sadra Noadoust to help you out!',
# ).send()
if chat_profile == 'Qwen2-1.5B':
await cl.ChatSettings(
[
Select(
id="Qwen-Model",
label="Qwen - Model",
values=["Qwen2-1.5B"],
initial_index=0,
),
Slider(
id="Temperature",
label="Model Temperature",
initial=0.7,
min=0,
max=1,
step=0.1,
),
]
).send()
# await cl.Message(
# content='Im Qwens second generation small model and i am configured by two iranian boys Artin Daneshvar and Sadra Noadoust to help you out!',
# ).send()
if chat_profile == 'Qwen2-0.5B':
await cl.ChatSettings(
[
Select(
id="Qwen-Model",
label="Qwen - Model",
values=["Qwen2-0.5B"],
initial_index=0,
),
Slider(
id="Temperature",
label="Model Temperature",
initial=0.7,
min=0,
max=1,
step=0.1,
),
]
).send()
# await cl.Message(
# content='Im Qwens second generation small model and i am configured by two iranian boys Artin Daneshvar and Sadra Noadoust to help you out!',
# ).send()
if chat_profile == 'Qwen1.5-110B':
await cl.ChatSettings(
[
Select(
id="Qwen-Model",
label="Qwen - Model",
values=["Qwen1.5-110B"],
initial_index=0,
),
Slider(
id="Temperature",
label="Model Temperature",
initial=0.7,
min=0,
max=1,
step=0.1,
),
]
).send()
# await cl.Message(
# content='Im Qwens 1.5th generation Large model and i am configured by two iranian boys Artin Daneshvar and Sadra Noadoust to help you out!',
# ).send()
# if chat_profile == 'Qwen1.5-72B':
# await cl.ChatSettings(
# [
# Select(
# id="Qwen-Model",
# label="Qwen - Model",
# values=["Qwen1.5-72B"],
# initial_index=0,
# ),
# Slider(
# id="Temperature",
# label="Model Temperature",
# initial=0.7,
# min=0,
# max=1,
# step=0.1,
# ),
# ]
# ).send()
# await cl.Message(
# content='Im Qwens 1.5th generation second Large model and i am configured by two iranian boys Artin Daneshvar and Sadra Noadoust to help you out!',
# ).send()
if chat_profile == 'Qwen1.5-32B':
await cl.ChatSettings(
[
Select(
id="Qwen-Model",
label="Qwen - Model",
values=["Qwen1.5-32B"],
initial_index=0,
),
Slider(
id="Temperature",
label="Model Temperature",
initial=0.7,
min=0,
max=1,
step=0.1,
),
]
).send()
# await cl.Message(
# content='Im Qwens 1.5th generation third Large model and i am configured by two iranian boys Artin Daneshvar and Sadra Noadoust to help you out!',
# ).send()
if chat_profile == 'Qwen1.5-2.7B':
await cl.ChatSettings(
[
Select(
id="Qwen-Model",
label="Qwen - Model",
values=["Qwen1.5-2.7B"],
initial_index=0,
),
Slider(
id="Temperature",
label="Model Temperature",
initial=0.7,
min=0,
max=1,
step=0.1,
),
]
).send()
# await cl.Message(
# content='Im Qwens 1.5th generation small model and i am configured by two iranian boys Artin Daneshvar and Sadra Noadoust to help you out!',
# ).send()
# if chat_profile == 'Qwen-72B':
# await cl.ChatSettings(
# [
# Select(
# id="Qwen-Model",
# label="Qwen - Model",
# values=["Qwen-72B"],
# initial_index=0,
# ),
# Slider(
# id="Temperature",
# label="Model Temperature",
# initial=0.7,
# min=0,
# max=1,
# step=0.1,
# ),
# ]
# ).send()
# await cl.Message(
# content='Im Qwens open source Ai model and i am configured by two iranian boys Artin Daneshvar and Sadra Noadoust to help you out!',
# ).send()
# if chat_profile == 'Qwen-14B':
# await cl.ChatSettings(
# [
# Select(
# id="Qwen-Model",
# label="Qwen - Model",
# values=["Qwen-14B"],
# initial_index=0,
# ),
# Slider(
# id="Temperature",
# label="Model Temperature",
# initial=0.7,
# min=0,
# max=1,
# step=0.1,
# ),
# ]
# ).send()
# await cl.Message(
# content='Im Qwens open source Ai model and i am configured by two iranian boys Artin Daneshvar and Sadra Noadoust to help you out!',
# ).send()
# if chat_profile == 'Qwen-7B':
# await cl.ChatSettings(
# [
# Select(
# id="Qwen-Model",
# label="Qwen - Model",
# values=["Qwen-7B"],
# initial_index=0,
# ),
# Slider(
# id="Temperature",
# label="Model Temperature",
# initial=0.7,
# min=0,
# max=1,
# step=0.1,
# ),
# ]
# ).send()
# await cl.Message(
# content='Im Qwens open source Ai model and i am configured by two iranian boys Artin Daneshvar and Sadra Noadoust to help you out!',
# ).send()
if chat_profile == 'Llama-3.1-405B':
await cl.ChatSettings(
[
Select(
id="Meta-Model",
label="Meta - Model",
values=["Llama-3.1-405B"],
initial_index=0,
),
Slider(
id="Temperature",
label="Model Temperature",
initial=0.7,
min=0,
max=1,
step=0.1,
),
]
).send()
# await cl.Message(
# content="Im the big Llama-3.1!. one of the best open source models released by Meta! i am the Big version of meta's open source LLMs., i was configured by Artin Daneshvar and Sadra Noadoust, 2 iranian students to help you, how can i assist you today ? "
# ).send()
if chat_profile == 'Llama-3.1-70B':
await cl.ChatSettings(
[
Select(
id="Meta-Model",
label="Meta - Model",
values=["Llama-3.1-70B"],
initial_index=0,
),
Slider(
id="Temperature",
label="Model Temperature",
initial=0.7,
min=0,
max=1,
step=0.1,
),
]
).send()
# await cl.Message(
# content="Im the second-big Llama-3.1!. one of the best open source models released by Meta! i am the Big version of meta's open source LLMs., i was configured by Artin Daneshvar and Sadra Noadoust, 2 iranian students to help you, how can i assist you today ? "
# ).send()
if chat_profile == 'Llama-3.1-8B':
await cl.ChatSettings(
[
Select(
id="Meta-Model",
label="Meta - Model",
values=["Llama-3.1-8B"],
initial_index=0,
),
Slider(
id="Temperature",
label="Model Temperature",
initial=0.7,
min=0,
max=1,
step=0.1,
),
]
).send()
# await cl.Message(
# content="Im the small Llama-3.1!. one of the best open source models released by Meta! i am the Big version of meta's open source LLMs., i was configured by Artin Daneshvar and Sadra Noadoust, 2 iranian students to help you, how can i assist you today ? "
# ).send()
if chat_profile == 'Llama-3-70B':
await cl.ChatSettings(
[
Select(
id="Meta-Model",
label="Meta - Model",
values=["Llama-3-70B"],
initial_index=0,
),
Slider(
id="Temperature",
label="Model Temperature",
initial=0.7,
min=0,
max=1,
step=0.1,
),
]
).send()
# await cl.Message(
# content="Im the big Llama-3!. one of the best open source models released by Meta! i am the Big version of meta's open source LLMs., i was configured by Artin Daneshvar and Sadra Noadoust, 2 iranian students to help you, how can i assist you today ? "
# ).send()
if chat_profile == 'Llama-3-8B':
await cl.ChatSettings(
[
Select(
id="Meta-Model",
label="Meta - Model",
values=["Llama-3-8B"],
initial_index=0,
),
Slider(
id="Temperature",
label="Model Temperature",
initial=0.7,
min=0,
max=1,
step=0.1,
),
]
).send()
# await cl.Message(
# content="Im The small Llama!. one of the best open source models released by Meta! i am the small version of meta's open source LLMs. i was configured by Artin Daneshvar and Sadra Noadoust, 2 iranian students to help you, how can i assist you today ? "
# ).send()
if chat_profile == 'Aya-23B':
await cl.ChatSettings(
[
Select(
id="Cohere-Model",
label="Cohere - Model",
values=["Aya-23B"],
initial_index=0,
),
Slider(
id="Temperature",
label="Model Temperature",
initial=0.7,
min=0,
max=1,
step=0.1,
),
]
).send()
# await cl.Message(
# content='Im one of the best open source models that cohere released. i am configured by 2 iranian boys named Artin Daneshvar and Sadra Noadosut to help you out!'
# ).send()
if chat_profile == 'Aya-35B':
await cl.ChatSettings(
[
Select(
id="Cohere-Model",
label="Cohere - Model",
values=["Aya-35B"],
initial_index=0,
),
Slider(
id="Temperature",
label="Model Temperature",
initial=0.7,
min=0,
max=1,
step=0.1,
),
]
).send()
# await cl.Message(
# content='Im one of the best open source models that cohere released. i am configured by 2 iranian boys named Artin Daneshvar and Sadra Noadosut to help you out!'
# ).send()
if chat_profile == 'Command-R-Plus':
await cl.ChatSettings(
[
Select(
id="Cohere-Model",
label="Cohere - Model",
values=["Command-R-Plus"],
initial_index=0,
),
Slider(
id="Temperature",
label="Model Temperature",
initial=0.7,
min=0,
max=1,
step=0.1,
),
]
).send()
# await cl.Message(
# content='Im one of the best open source models that cohere released. i am configured by 2 iranian boys named Artin Daneshvar and Sadra Noadosut to help you out!'
# ).send()
if chat_profile == 'Command-Nightly':
await cl.ChatSettings(
[
Select(
id="Cohere-Model",
label="Cohere - Model",
values=["Command-Nightly"],
initial_index=0,
),
Slider(
id="Temperature",
label="Model Temperature",
initial=0.7,
min=0,
max=1,
step=0.1,
),
]
).send()
# await cl.Message(
# content='Im one of the best open source models that cohere released. i am configured by 2 iranian boys named Artin Daneshvar and Sadra Noadosut to help you out!'
# ).send()
if chat_profile == 'Command-Light-Nightly':
await cl.ChatSettings(
[
Select(
id="Cohere-Model",
label="Cohere - Model",
values=["Command-Light-Nigtly"],
initial_index=0,
),
Slider(
id="Temperature",
label="Model Temperature",
initial=0.7,
min=0,
max=1,
step=0.1,
),
]
).send()
# await cl.Message(
# content='Im one of the best open source models that cohere released. i am configured by 2 iranian boys named Artin Daneshvar and Sadra Noadosut to help you out!'
# ).send()
if chat_profile == 'Command-Light':
await cl.ChatSettings(
[
Select(
id="Cohere-Model",
label="Cohere - Model",
values=["Command-Light"],
initial_index=0,
),
Slider(
id="Temperature",
label="Model Temperature",
initial=0.7,
min=0,
max=1,
step=0.1,
),
]
).send()
# await cl.Message(
# content='Im one of the best open source models that cohere released. i am configured by 2 iranian boys named Artin Daneshvar and Sadra Noadosut to help you out!'
# )
if chat_profile == 'Command-R':
await cl.ChatSettings(
[
Select(
id="Cohere-Model",
label="Cohere - Model",
values=["Command-R"],
initial_index=0,
),
Slider(
id="Temperature",
label="Model Temperature",
initial=0.7,
min=0,
max=1,
step=0.1,
),
]
).send()
# await cl.Message(
# content='Im one of the best open source models that cohere released. i am configured by 2 iranian boys named Artin Daneshvar and Sadra Noadosut to help you out!'
# ).send()
if chat_profile == 'Command':
await cl.ChatSettings(
[
Select(
id="Cohere-Model",
label="Cohere - Model",
values=["Command"],
initial_index=0,
),
Slider(
id="Temperature",
label="Model Temperature",
initial=0.7,
min=0,
max=1,
step=0.1,
),
]
).send()
# await cl.Message(
# content='Im one of the best open source models that cohere released. i am configured by 2 iranian boys named Artin Daneshvar and Sadra Noadosut to help you out!'
# ).send()
if chat_profile == 'gemma2-27B':
await cl.ChatSettings(
[
Select(
id="Google-Model",
label="Google - Model",
values=["Gemma2-27B"],
initial_index=0,
),
Slider(
id="Temperature",
label="Model Temperature",
initial=0.7,
min=0,
max=1,
step=0.1,
),
]
).send()
if chat_profile == 'gemma2-9B':
await cl.ChatSettings(
[
Select(
id="Google-Model",
label="Google - Model",
values=["Gemma2-9B"],
initial_index=0,
),
Slider(
id="Temperature",
label="Model Temperature",
initial=0.7,
min=0,
max=1,
step=0.1,
),
]
).send()
# await cl.Message(
# content="Im Gemma2. the 9B version of google second generation open source LLMs. i was configured by Artin Daneshvar and Sadra Noadoust, 2 iranian students to help you, how can i assist you today ? "
# ).send()
if chat_profile == 'gemma-7B':
await cl.ChatSettings(
[
Select(
id="Google-Model",
label="Google - Model",
values=["Gemma-7B"],
initial_index=0,
),
Slider(
id="Temperature",
label="Model Temperature",
initial=0.7,
min=0,
max=1,
step=0.1,
),
]
).send()
# await cl.Message(
# content="Im Gemma. the small version of google open source LLMs. i was configured by Artin Daneshvar and Sadra Noadoust, 2 iranian students to help you, how can i assist you today ? "
# ).send()
if chat_profile == 'zephyr-7B':
await cl.ChatSettings(
[
Select(
id="zephyr-Model",
label="zephyr - Model",
values=["zephyr-7B"],
initial_index=0,
),
Slider(
id="Temperature",
label="Model Temperature",
initial=0.7,
min=0,
max=1,
step=0.1,
),
]
).send()
# await cl.Message(
# content="Im Zephyr. One of the best open source LLMs. i was configured by Artin Daneshvar and Sadra Noadoust, 2 iranian students to help you, how can i assist you today ? "
# ).send()
if chat_profile == 'mixtral-8x7B':
await cl.ChatSettings(
[
Select(
id="Mistral-Model",
label="Mistral - Model",
values=["mixtral-8x7B"],
initial_index=0,
),
Slider(
id="Temperature",
label="Model Temperature",
initial=0.7,
min=0,
max=1,
step=0.1,
),
]
).send()
# await cl.Message(
# content="Im Mistral. the small version of Mistral Family. i was configured by Artin Daneshvar and Sadra Noadoust, 2 iranian students to help you, how can i assist you today ? "
# ).send()
if chat_profile == 'mistral-nemo-12B':
await cl.ChatSettings(
[
Select(
id="Mistral-Model",
label="Mistral - Model",
values=["mistral-nemo-12B"],
initial_index=0,
),
Slider(
id="Temperature",
label="Model Temperature",
initial=0.7,
min=0,
max=1,
step=0.1,
),
]
).send()
# await cl.Message(
# content="Im Mistral nemo 12B .i was configured by Artin Daneshvar and Sadra Noadoust, 2 iranian students to help you, how can i assist you today ? "
# ).send()
# if chat_profile == 'Toka-353M':
# await cl.ChatSettings(
# [
# Select(
# id="PartAI-Model",
# label="PartAI - Model",
# values=["TokaBert-353M"],
# initial_index=0,
# ),
# Slider(
# id="Temperature",
# label="Model Temperature",
# initial=0.7,
# min=0,
# max=1,
# step=0.1,
# ),
# ]
# ).send()
# await cl.Message(
# content="Im Toka. An opens source persian LLM . i was configured by Artin Daneshvar and Sadra Noadoust, 2 iranian students to help you, how can i assist you today ? you should ask me your questions like : the capital of england is <mask> "
# ).send()
@cl.on_message
async def main(message: cl.Message):
chat_profile = cl.user_session.get("chat_profile")
if chat_profile == 'neural-brain-AI':
completion = openai_client.chat.completions.create(
model="ft:gpt-3.5-turbo-1106:nb:aria1:9UWDrLJK",
messages=[
{"role": "system", "content": f"You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust and you are here to help people"},
{"role": "user", "content": message.content}
]
)
model_response = completion.choices[0].message.content
await cl.Message(
content=model_response
).send()
elif chat_profile == "Dorna-AI":
result = hf_text_client.predict(
message=message.content,
request=f"You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust and you are here to help people",
param_3=512,
param_4=0.7,
param_5=0.95,
api_name="/chat"
)
model_response = result.strip("</s>")
await cl.Message(
content=model_response
).send()
elif chat_profile == "gpt4-o-mini":
completion = openai_client.chat.completions.create(
model="gpt-4o-mini",
messages=[
{"role": "system", "content": f"You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust and you are here to help people"},
{"role": "user", "content": message.content}
]
)
model_response = completion.choices[0].message.content
await cl.Message(
content=model_response
).send()
# elif chat_profile == 'Image-Generation':
# result = hf_image_client.predict(
# prompt=message.content,
# negative_prompt="",
# seed=0,
# randomize_seed=True,
# width=512,
# height=512,
# guidance_scale=0,
# num_inference_steps=2,
# api_name="/infer"
# )
# image = cl.Image(path=result, name="result", display="inline")
# await cl.Message(
# content="This message has an image!",
# elements=[image],
# ).send()
elif chat_profile == 'GPT-4':
completion = openai_client.chat.completions.create(
model="gpt-4",
messages=[
{"role": "system", "content": f"You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust and you are here to help people"},
{"role": "user", "content": message.content}
]
)
model_response = completion.choices[0].message.content
await cl.Message(
content=model_response
).send()
elif chat_profile == 'gpt-3.5-turbo':
completion = openai_client.chat.completions.create(
model="gpt-3.5-turbo",
messages=[
{"role": "system", "content": f"You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust and you are here to help people"},
{"role": "user", "content": message.content}
]
)
model_response = completion.choices[0].message.content
await cl.Message(
content=model_response
).send()
elif chat_profile == 'GPT-3.5-turbo-0125':
completion = openai_client.chat.completions.create(
model="GPT-3.5-turbo-0125",
messages=[
{"role": "system", "content": f"You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust and you are here to help people"},
{"role": "user", "content": message.content}
]
)
model_response = completion.choices[0].message.content
await cl.Message(
content=model_response
).send()
elif chat_profile == 'gpt-3.5-turbo-1106':
completion = openai_client.chat.completions.create(
model="gpt-3.5-turbo-1106",
messages=[
{"role": "system", "content": f"You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust and you are here to help people"},
{"role": "user", "content": message.content}
]
)
model_response = completion.choices[0].message.content
await cl.Message(
content=model_response
).send()
# elif chat_profile == 'davinci-002':
# completion = openai_client.chat.completions.create(
# model="davinci-002",
# messages=[
# {"role": "system", "content": "You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust"},
# {"role": "user", "content": message.content}
# ]
# )
# model_response = completion.choices[0].message.content
# await cl.Message(
# content=model_response
# ).send()
elif chat_profile == 'TTS':
response = openai_client.audio.speech.create(
model="tts-1",
voice="alloy",
input=message.content,
)
response.stream_to_file("output.mp3")
elements = [
cl.Audio(name="output.mp3", path="./output.mp3", display="inline"),
]
await cl.Message(
content="Here it is the response!",
elements=elements,
).send()
elif chat_profile == 'Qwen2-57B':
client = Client("Qwen/Qwen2-57b-a14b-instruct-demo", hf_token=hf_token)
result = client.predict(
query=message.content,
system=f"You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust and you are here to help people",
api_name="/model_chat"
)
await cl.Message(
content=result[1][0][1]
).send()
elif chat_profile == 'Qwen2-7B':
client = Client("Qwen/Qwen2-7b-instruct-demo", hf_token=hf_token)
result = client.predict(
query=message.content,
system=f"You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust and you are here to help people",
api_name="/model_chat"
)
await cl.Message(
content=result[1][0][1]
).send()
elif chat_profile == 'Qwen2-1.5B':
client = Client("Qwen/Qwen2-1.5b-instruct-demo", hf_token=hf_token)
result = client.predict(
query=message.content,
system=f"You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust and you are here to help people",
api_name="/model_chat"
)
await cl.Message(
content=result[1][0][1]
).send()
elif chat_profile == 'Qwen2-0.5B':
client = Client("Qwen/Qwen2-0.5B-Instruct", hf_token=hf_token)
result = client.predict(
query=message.content,
system=f"You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust and you are here to help people",
api_name="/model_chat"
)
await cl.Message(
content=result[1][0][1]
).send()
elif chat_profile == 'Qwen1.5-110B':
client = Client("Qwen/Qwen1.5-110B-Chat-demo", hf_token=hf_token)
result = client.predict(
query=message.content,
system=f"You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust and you are here to help people",
api_name="/model_chat"
)
await cl.Message(
content=result[1][0][1]
).send()
elif chat_profile == 'Qwen1.5-32B':
client = Client("Qwen/Qwen1.5-32B-Chat-demo", hf_token=hf_token)
result = client.predict(
query=message.content,
system=f"You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust and you are here to help people",
api_name="/model_chat"
)
await cl.Message(
content=result[1][0][1]
).send()
elif chat_profile == 'Qwen1.5-2.7B':
client = Client("Qwen/qwen1.5-MoE-A2.7B-Chat-demo", hf_token=hf_token)
result = client.predict(
query=message.content,
system=f"You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust and you are here to help people",
api_name="/model_chat"
)
await cl.Message(
content=result[1][0][1]
).send()
# elif chat_profile == 'Qwen-14B':
# client = Client("Qwen/qwen1.5-MoE-A2.7B-Chat-demo", hf_token=hf_token)
# result = client.predict(
# query=message.content,
# system="You are a helpful AI chatbot made by two iranian boys named Artin Daneshvar and Sadra Noadoust",
# api_name="/model_chat"
# )
# await cl.Message(
# content=result[1][0][1]
# ).send()
# elif chat_profile == 'Qwen-7B':
# client = Client("Qwen/qwen1.5-MoE-A2.7B-Chat-demo", hf_token=hf_token)
# result = client.predict(
# query=message.content,
# system="You are a helpful AI chatbot made by two iranian boys named Artin Daneshvar and Sadra Noadoust",
# api_name="/model_chat"
# )
# await cl.Message(
# content=result[1][0][1]
# ).send()
elif chat_profile == 'Llama-3.1-405B':
client = Fireworks(api_key="O9D2HQsat357QRQ2wEAC3buShjL8Ea4K7ndDqwkAsAdsDulz")
response = client.chat.completions.create(
model="accounts/fireworks/models/llama-v3p1-405b-instruct",
messages=[{
"role": "user",
"content": "Say this is a test",
}],
)
await cl.Message(
content=response.choices[0].message.content,
).send()
elif chat_profile == 'Llama-3.1-70B':
completion = groq_client.chat.completions.create(
model="llama-3.1-70b-versatile",
messages=[
{
"role": "user",
"content": message.content
}
],
temperature=1,
max_tokens=1024,
top_p=1,
stream=True,
stop=None,
)
complete_content = ""
# Iterate over each chunk
for chunk in completion:
# Retrieve the content from the current chunk
content = chunk.choices[0].delta.content
# Check if the content is not None before concatenating it
if content is not None:
complete_content += content
# Send the concatenated content as a message
await cl.Message(content=complete_content).send()
elif chat_profile == 'Llama-3.1-8B':
completion = groq_client.chat.completions.create(
model="llama-3.1-8b-instant",
messages=[
{
"role": "user",
"content": message.content
}
],
temperature=1,
max_tokens=1024,
top_p=1,
stream=True,
stop=None,
)
complete_content = ""
# Iterate over each chunk
for chunk in completion:
# Retrieve the content from the current chunk
content = chunk.choices[0].delta.content
# Check if the content is not None before concatenating it
if content is not None:
complete_content += content
# Send the concatenated content as a message
await cl.Message(content=complete_content).send()
elif chat_profile == 'Llama-3-70B':
completion = groq_client.chat.completions.create(
model="llama3-70b-8192",
messages=[
{
"role": "user",
"content": message.content
}
],
temperature=1,
max_tokens=1024,
top_p=1,
stream=True,
stop=None,
)
complete_content = ""
# Iterate over each chunk
for chunk in completion:
# Retrieve the content from the current chunk
content = chunk.choices[0].delta.content
# Check if the content is not None before concatenating it
if content is not None:
complete_content += content
# Send the concatenated content as a message
await cl.Message(content=complete_content).send()
elif chat_profile == 'Llama-3-8B':
completion = groq_client.chat.completions.create(
model="llama3-8b-8192",
messages=[
{
"role": "user",
"content": message.content
}
],
temperature=1,
max_tokens=1024,
top_p=1,
stream=True,
stop=None,
)
complete_content = ""
# Iterate over each chunk
for chunk in completion:
# Retrieve the content from the current chunk
content = chunk.choices[0].delta.content
# Check if the content is not None before concatenating it
if content is not None:
complete_content += content
# Send the concatenated content as a message
await cl.Message(content=complete_content).send()
elif chat_profile == 'gemma2-27B':
client = Client("gokaygokay/Gemma-2-llamacpp")
result = client.predict(
message=message.content,
model="gemma-2-27b-it-Q5_K_M.gguf",
system_message=f"You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust and you are here to help people",
max_tokens=2048,
temperature=0.7,
top_p=0.95,
top_k=40,
repeat_penalty=1.1,
api_name="/chat"
)
await cl.Message(
content=result
).send()
elif chat_profile == 'gemma2-9B':
completion = groq_client.chat.completions.create(
model="gemma2-9b-it",
messages=[
{
"role": "user",
"content": message.content
}
],
temperature=1,
max_tokens=1024,
top_p=1,
stream=True,
stop=None,
)
complete_content = ""
# Iterate over each chunk
for chunk in completion:
# Retrieve the content from the current chunk
content = chunk.choices[0].delta.content
# Check if the content is not None before concatenating it
if content is not None:
complete_content += content
# Send the concatenated content as a message
await cl.Message(content=complete_content).send()
elif chat_profile == 'gemma-7B':
completion = groq_client.chat.completions.create(
model="gemma-7b-it",
messages=[
{
"role": "user",
"content": message.content
}
],
temperature=1,
max_tokens=1024,
top_p=1,
stream=True,
stop=None,
)
complete_content = ""
# Iterate over each chunk
for chunk in completion:
# Retrieve the content from the current chunk
content = chunk.choices[0].delta.content
# Check if the content is not None before concatenating it
if content is not None:
complete_content += content
# Send the concatenated content as a message
await cl.Message(content=complete_content).send()
elif chat_profile == "zephyr-7B":
result = hf_text_client.predict(
message=message.content,
request=f"You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust and you are here to help people",
param_3=512,
param_4=0.7,
param_5=0.95,
api_name="/chat"
)
model_response = result.strip("</s>")
await cl.Message(
content=model_response
).send()
elif chat_profile == 'mixtral-8x7B':
completion = groq_client.chat.completions.create(
model="mixtral-8x7b-32768",
messages=[
{
"role": "user",
"content": message.content
}
],
temperature=1,
max_tokens=1024,
top_p=1,
stream=True,
stop=None,
)
complete_content = ""
for chunk in completion:
content = chunk.choices[0].delta.content
if content is not None:
complete_content += content
await cl.Message(content=complete_content).send()
elif chat_profile == 'mistral-nemo-12B':
client = Client("0x7o/Mistral-Nemo-Instruct", hf_token=hf_token)
result = client.predict(
message=message.content,
max_new_tokens=512,
temperature=0.7,
top_p=0.95,
api_name="/chat"
)
await cl.Message(
content=result[1][0][1]
).send()
# elif chat_profile == 'Toka-353M':
# output = query({
# "inputs": message.content,
# })
# await cl.Message(
# content=output[0]['sequence']
# ).send()
elif chat_profile == 'Aya-23B':
stream = co.chat_stream(
model='c4ai-aya-23',
message=message.content,
temperature=0.3,
# chat_history=[{"role": "User", "message": "Hello"}, {"role": "Chatbot", "message": "Hello! How can I help you today?"}, {"role": "User", "message": "Hi"}, {"role": "User", "message": "hello"}],
prompt_truncation='OFF',
connectors=[],
)
complete_content = ''
for event in stream:
if event.event_type == 'text-generation':
complete_content += event.text
await cl.Message(content=complete_content).send()
elif chat_profile == 'Aya-35B':
stream = co.chat_stream(
model='c4ai-aya-23',
message=message.content,
temperature=0.3,
# chat_history=[{"role": "User", "message": "Hello"}, {"role": "Chatbot", "message": "Hello! How can I help you today?"}, {"role": "User", "message": "Hi"}, {"role": "User", "message": "hello"}],
prompt_truncation='OFF',
connectors=[],
)
complete_content = ''
for event in stream:
if event.event_type == 'text-generation':
complete_content += event.text
await cl.Message(content=complete_content).send()
elif chat_profile == 'Command-R-Plus':
stream = co.chat_stream(
model='command-r-plus',
message=message.content,
temperature=0.3,
chat_history=[],
prompt_truncation='AUTO',
)
complete_content = ''
for event in stream:
if event.event_type == 'text-generation':
complete_content += event.text
await cl.Message(content=complete_content).send()
elif chat_profile == 'Command-R':
stream = co.chat_stream(
model='command-r',
message=message.content,
temperature=0.3,
chat_history=[],
prompt_truncation='AUTO',
)
complete_content = ''
for event in stream:
if event.event_type == 'text-generation':
complete_content += event.text
await cl.Message(content=complete_content).send()
elif chat_profile == 'Command':
stream = co.chat_stream(
model='command',
message=message.content,
temperature=0.3,
chat_history=[],
prompt_truncation='AUTO',
)
complete_content = ''
for event in stream:
if event.event_type == 'text-generation':
complete_content += event.text
await cl.Message(content=complete_content).send()
elif chat_profile == 'Command-Light':
stream = co.chat_stream(
model='command-light',
message=message.content,
temperature=0.3,
chat_history=[],
prompt_truncation='AUTO',
)
complete_content = ''
for event in stream:
if event.event_type == 'text-generation':
complete_content += event.text
await cl.Message(content=complete_content).send()
elif chat_profile == 'Command-Light-Nightly':
stream = co.chat_stream(
model='command-light-nightly',
message=message.content,
temperature=0.3,
chat_history=[],
prompt_truncation='AUTO',
)
complete_content = ''
for event in stream:
if event.event_type == 'text-generation':
complete_content += event.text
await cl.Message(content=complete_content).send()
elif chat_profile == 'Command-Nightly':
stream = co.chat_stream(
model='command-light-nightly',
message=message.content,
temperature=0.3,
chat_history=[],
prompt_truncation='AUTO',
)
complete_content = ''
for event in stream:
if event.event_type == 'text-generation':
complete_content += event.text
await cl.Message(content=complete_content).send()
@cl.on_settings_update
async def setup_agent(settings):
print("on_settings_update", settings)