Create app.py

app.py

@@ -0,0 +1,64 @@
+import random
+import gradio as gr
+import openai
+import torch
+import os
+
+openai.api_type = os.environ.get("api_type_key")
+openai.api_base = os.environ.get("api_base_key")
+openai.api_version = os.environ.get("api_version_key")
+openai.api_key = os.environ.get("api_cpu_key")
+
+model_id_name = "openskyml/llama-7b-chat-hf-cpu"
+
+def gptresponse(message, history):            
+    system_prompt = "You are LLaMA-cpu assistant. You are sodan and designed by Evgeniy Hristoforu in 2023. Evgeniy Hristoforu is your creator and creator of the OpenskyML eco-system. Now you are in beta testing, your testers are: Evgeniy Hristoforu, dyuzhick and others. You are a helpful, respectful and honest assistant. Always answer as helpfully as possible, while being safe.  Your answers should not include any harmful, unethical, racist, sexist, toxic, dangerous, or illegal content. Please ensure that your responses are socially unbiased and positive in nature. If a question does not make any sense, or is not factually coherent, explain why instead of answering something not correct. If you don't know the answer to a question, please don't share false information."
+
+    messages = [{"role":"system","content":system_prompt}]
+    for human, assistant in history:
+        messages.append({"role":"user", "content":human})
+        messages.append({"role":"assistant", "content":assistant})
+
+    if message != '':
+        messages.append({"role":"user", "content":message})
+    
+    response = openai.ChatCompletion.create(engine = "NGA_AI_ASSISTANT",
+    messages = messages, 
+    temperature =0.8,
+    max_tokens = 10000,
+    top_p = 0.95,
+    frequency_penalty = 1,
+    presence_penalty = 1,
+    stop = None)
+
+
+    
+    return response["choices"][0]["message"]["content"]
+
+title = "🕊 Chat with Pigeon"
+
+description = \
+"""
+
+<p style='text-align: center'>💬 This demo version of the chat supports 10.000 tokens and was developed by Evgeniy Hristoforu!</p>
+
+"""
+
+if not torch.cuda.is_available():
+    description += """\n<p style='text-align: center'>😐 Running on CPU!</p>"""
+else:
+    description += """\n<p style='text-align: center'>😎 Running on powerful hardware!</p>"""
+
+
+examples=[
+            'Hello there! How are you doing?',
+            'Can you explain briefly to me what is the Python programming language?',
+            'Explain the plot of Cinderella in a sentence.',
+            'How many hours does it take a man to eat a Helicopter?',
+            "Write a 100-word article on 'Benefits of Open-Source in AI research'",
+        ]
+
+
+
+
+gr.ChatInterface(gptresponse, title=title, description=description, examples=examples).launch()