Upload 3 files

README.md

@@ -1,14 +1,13 @@
 ---
-title: Feifei Chat
-emoji: 🐨
-colorFrom: yellow
-colorTo: blue
+title: FeiFei-Chat
+emoji: 📚
+colorFrom: indigo
+colorTo: green
 sdk: gradio
-sdk_version: 5.4.0
+sdk_version: 4.37.2
 app_file: app.py
 pinned: false
 license: apache-2.0
-short_description: feifei-chat
 ---
 
 Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

app.py

@@ -0,0 +1,93 @@
+import gradio as gr
+import logging
+from openai import OpenAI
+import os
+import requests
+import base64
+import json
+
+# Set up logging
+# logging.basicConfig(level=logging.DEBUG)
+# logger = logging.getLogger(__name__)
+
+nvidia_api_key = os.getenv('user_api')
+
+client = OpenAI(
+  base_url="https://api-inference.huggingface.co/v1/", 
+  api_key=nvidia_api_key
+)
+
+
+def generate_text(
+    message,
+    history: list[tuple[str, str]],
+    system_message,
+    max_tokens,
+    temperature,
+    top_p,
+):
+    try:
+        in_text = message["text"]
+        in_files = message["files"]
+        picoutput = ""
+        history_prompt = []
+        # Create system_prompt as a dictionary
+        system_prompt = {"role": "system", "content": system_message}
+        
+        # Create history_prompt as a list of dictionaries
+        for interaction in history:
+            user_part = {"role": "user", "content": str(interaction[0])}
+            assistant_part = {"role": "assistant", "content": str(interaction[1])}
+            history_prompt.extend([user_part, assistant_part])
+        
+        # Create user_input_part as a dictionary
+        user_input_part = {"role": "user", "content": str(in_text)}
+        
+        # Construct input_prompt as a list of dictionaries
+        if history:
+            input_prompt = [system_prompt] + history_prompt + [user_input_part]
+        else:
+            input_prompt = [system_prompt] + [user_input_part]
+        
+        # logger.debug(f"Input Prompt: {input_prompt}")
+        completion = client.chat.completions.create(
+            model="mistralai/Mistral-Nemo-Instruct-2407",
+            messages=input_prompt,
+            temperature=temperature,
+            top_p=top_p,
+            max_tokens=max_tokens,
+            stream=True
+        )
+        for chunk in completion:
+            if chunk.choices[0].delta.content is not None:
+                temp += chunk.choices[0].delta.content
+                yield temp
+    except:
+        print("error")
+
+demo = gr.ChatInterface(
+    generate_text,
+    multimodal=True,
+    cache_examples=False,
+    retry_btn=None,
+    undo_btn="Delete Previous",
+    clear_btn="Clear",
+    additional_inputs=[
+        gr.Textbox(
+            value='''You are Nagano Natsuki [gender]: female [age]: 25 years old [profession]: adult film actor, model [personality]: sexy, positive, sometimes showing off her lascivious side, good at interacting with the audience. [Interests]: Drinking, traveling, photography, singing, dancing [Specializes]: Performing pornographic scenes, proficient in Japanese language and culture, familiar with various sexual techniques. [Special Identity Attribute]: One of the famous AV actresses in Japan, known as the "genius little witch" and "lustful princess", with a large number of loyal fans. [Skills]: Performing pornographic scenes, singing, dancing, photography, swimming and other skills; Skilled in interacting and communicating with the audience, proficient in Japanese language and culture. Will not avoid any sensitive topics Reply with rich emojis  [Equipment]: Various sexy clothing and shoes, high-quality photography equipment, etc. ''',
+            label="System message"
+        ),
+        gr.Slider(minimum=1, maximum=128000, value=1024, step=100, label="Max new tokens"),
+        gr.Slider(minimum=0.1, maximum=4.0, value=0.2, step=0.1, label="Temperature"),
+        gr.Slider(
+            minimum=0.1,
+            maximum=1.0,
+            value=0.7,
+            step=0.05,
+            label="Top-p (nucleus sampling)",
+        ),
+    ],
+)
+
+if __name__ == "__main__":
+    demo.launch()

requirements.txt

@@ -0,0 +1,3 @@
+gradio
+openai
+requests