Upload folder using huggingface_hub

.github/workflows/update_space.yml

@@ -1,28 +1,28 @@
-name: Run Python script
-
-on:
-  push:
-    branches:
-      - main
-
-jobs:
-  build:
-    runs-on: ubuntu-latest
-
-    steps:
-    - name: Checkout
-      uses: actions/checkout@v2
-
-    - name: Set up Python
-      uses: actions/setup-python@v2
-      with:
-        python-version: '3.9'
-
-    - name: Install Gradio
-      run: python -m pip install gradio
-
-    - name: Log in to Hugging Face
-      run: python -c 'import huggingface_hub; huggingface_hub.login(token="${{ secrets.hf_token }}")'
-
-    - name: Deploy to Spaces
-      run: gradio deploy
+name: Run Python script
+
+on:
+  push:
+    branches:
+      - main
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+
+    steps:
+    - name: Checkout
+      uses: actions/checkout@v2
+
+    - name: Set up Python
+      uses: actions/setup-python@v2
+      with:
+        python-version: '3.9'
+
+    - name: Install Gradio
+      run: python -m pip install gradio
+
+    - name: Log in to Hugging Face
+      run: python -c 'import huggingface_hub; huggingface_hub.login(token="${{ secrets.hf_token }}")'
+
+    - name: Deploy to Spaces
+      run: gradio deploy

.gitignore

@@ -1,162 +1,162 @@
-# Byte-compiled / optimized / DLL files
-__pycache__/
-*.py[cod]
-*$py.class
-
-# C extensions
-*.so
-
-# Distribution / packaging
-.Python
-build/
-develop-eggs/
-dist/
-downloads/
-eggs/
-.eggs/
-lib/
-lib64/
-parts/
-sdist/
-var/
-wheels/
-share/python-wheels/
-*.egg-info/
-.installed.cfg
-*.egg
-MANIFEST
-
-# PyInstaller
-#  Usually these files are written by a python script from a template
-#  before PyInstaller builds the exe, so as to inject date/other infos into it.
-*.manifest
-*.spec
-
-# Installer logs
-pip-log.txt
-pip-delete-this-directory.txt
-
-# Unit test / coverage reports
-htmlcov/
-.tox/
-.nox/
-.coverage
-.coverage.*
-.cache
-nosetests.xml
-coverage.xml
-*.cover
-*.py,cover
-.hypothesis/
-.pytest_cache/
-cover/
-
-# Translations
-*.mo
-*.pot
-
-# Django stuff:
-*.log
-local_settings.py
-db.sqlite3
-db.sqlite3-journal
-
-# Flask stuff:
-instance/
-.webassets-cache
-
-# Scrapy stuff:
-.scrapy
-
-# Sphinx documentation
-docs/_build/
-
-# PyBuilder
-.pybuilder/
-target/
-
-# Jupyter Notebook
-.ipynb_checkpoints
-
-# IPython
-profile_default/
-ipython_config.py
-
-# pyenv
-#   For a library or package, you might want to ignore these files since the code is
-#   intended to run in multiple environments; otherwise, check them in:
-# .python-version
-
-# pipenv
-#   According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
-#   However, in case of collaboration, if having platform-specific dependencies or dependencies
-#   having no cross-platform support, pipenv may install dependencies that don't work, or not
-#   install all needed dependencies.
-#Pipfile.lock
-
-# poetry
-#   Similar to Pipfile.lock, it is generally recommended to include poetry.lock in version control.
-#   This is especially recommended for binary packages to ensure reproducibility, and is more
-#   commonly ignored for libraries.
-#   https://python-poetry.org/docs/basic-usage/#commit-your-poetrylock-file-to-version-control
-#poetry.lock
-
-# pdm
-#   Similar to Pipfile.lock, it is generally recommended to include pdm.lock in version control.
-#pdm.lock
-#   pdm stores project-wide configurations in .pdm.toml, but it is recommended to not include it
-#   in version control.
-#   https://pdm.fming.dev/latest/usage/project/#working-with-version-control
-.pdm.toml
-.pdm-python
-.pdm-build/
-
-# PEP 582; used by e.g. github.com/David-OConnor/pyflow and github.com/pdm-project/pdm
-__pypackages__/
-
-# Celery stuff
-celerybeat-schedule
-celerybeat.pid
-
-# SageMath parsed files
-*.sage.py
-
-# Environments
-.env
-.venv
-env/
-venv/
-ENV/
-env.bak/
-venv.bak/
-
-# Spyder project settings
-.spyderproject
-.spyproject
-
-# Rope project settings
-.ropeproject
-
-# mkdocs documentation
-/site
-
-# mypy
-.mypy_cache/
-.dmypy.json
-dmypy.json
-
-# Pyre type checker
-.pyre/
-
-# pytype static type analyzer
-.pytype/
-
-# Cython debug symbols
-cython_debug/
-
-# PyCharm
-#  JetBrains specific template is maintained in a separate JetBrains.gitignore that can
-#  be found at https://github.com/github/gitignore/blob/main/Global/JetBrains.gitignore
-#  and can be added to the global gitignore or merged into this file.  For a more nuclear
-#  option (not recommended) you can uncomment the following to ignore the entire idea folder.
+# Byte-compiled / optimized / DLL files
+__pycache__/
+*.py[cod]
+*$py.class
+
+# C extensions
+*.so
+
+# Distribution / packaging
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+share/python-wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+MANIFEST
+
+# PyInstaller
+#  Usually these files are written by a python script from a template
+#  before PyInstaller builds the exe, so as to inject date/other infos into it.
+*.manifest
+*.spec
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test / coverage reports
+htmlcov/
+.tox/
+.nox/
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*.cover
+*.py,cover
+.hypothesis/
+.pytest_cache/
+cover/
+
+# Translations
+*.mo
+*.pot
+
+# Django stuff:
+*.log
+local_settings.py
+db.sqlite3
+db.sqlite3-journal
+
+# Flask stuff:
+instance/
+.webassets-cache
+
+# Scrapy stuff:
+.scrapy
+
+# Sphinx documentation
+docs/_build/
+
+# PyBuilder
+.pybuilder/
+target/
+
+# Jupyter Notebook
+.ipynb_checkpoints
+
+# IPython
+profile_default/
+ipython_config.py
+
+# pyenv
+#   For a library or package, you might want to ignore these files since the code is
+#   intended to run in multiple environments; otherwise, check them in:
+# .python-version
+
+# pipenv
+#   According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
+#   However, in case of collaboration, if having platform-specific dependencies or dependencies
+#   having no cross-platform support, pipenv may install dependencies that don't work, or not
+#   install all needed dependencies.
+#Pipfile.lock
+
+# poetry
+#   Similar to Pipfile.lock, it is generally recommended to include poetry.lock in version control.
+#   This is especially recommended for binary packages to ensure reproducibility, and is more
+#   commonly ignored for libraries.
+#   https://python-poetry.org/docs/basic-usage/#commit-your-poetrylock-file-to-version-control
+#poetry.lock
+
+# pdm
+#   Similar to Pipfile.lock, it is generally recommended to include pdm.lock in version control.
+#pdm.lock
+#   pdm stores project-wide configurations in .pdm.toml, but it is recommended to not include it
+#   in version control.
+#   https://pdm.fming.dev/latest/usage/project/#working-with-version-control
+.pdm.toml
+.pdm-python
+.pdm-build/
+
+# PEP 582; used by e.g. github.com/David-OConnor/pyflow and github.com/pdm-project/pdm
+__pypackages__/
+
+# Celery stuff
+celerybeat-schedule
+celerybeat.pid
+
+# SageMath parsed files
+*.sage.py
+
+# Environments
+.env
+.venv
+env/
+venv/
+ENV/
+env.bak/
+venv.bak/
+
+# Spyder project settings
+.spyderproject
+.spyproject
+
+# Rope project settings
+.ropeproject
+
+# mkdocs documentation
+/site
+
+# mypy
+.mypy_cache/
+.dmypy.json
+dmypy.json
+
+# Pyre type checker
+.pyre/
+
+# pytype static type analyzer
+.pytype/
+
+# Cython debug symbols
+cython_debug/
+
+# PyCharm
+#  JetBrains specific template is maintained in a separate JetBrains.gitignore that can
+#  be found at https://github.com/github/gitignore/blob/main/Global/JetBrains.gitignore
+#  and can be added to the global gitignore or merged into this file.  For a more nuclear
+#  option (not recommended) you can uncomment the following to ignore the entire idea folder.
 #.idea/

README.md

@@ -1,26 +1,26 @@
----
-title: demo_human_gpt
-app_file: interactive_test.py
-sdk: gradio
-sdk_version: 4.43.0
----
-# HumanGPT Game Test
-<a target="_blank" href="https://colab.research.google.com/github/bldng1337/human_gpt_technical_test/blob/main/chat_test.ipynb">
-  <img src="https://colab.research.google.com/assets/colab-badge.svg" alt="Open In Colab"/>
-</a>
-
-This is a Test of the feasibility of letting an LLM generate the user part while the bot part is written by the user.
-
-We won't instruct the language model to roleplay as a user. Instead, we'll instruct it to generate the bot's responses as it was trained to do. Then, we let the model complete the user text blocks. Since the model doesn't distinguish between writing bot or user parts, we should be able to leverage its full training instead of trying to get it to rp which it was not trained for. Should also make gaslighting/confusing the model harder as its not pretending to be a user but should belive it is.
-
-## How to use
-Press the "Open in Colab" button to open the notebook in Google Colab.
-
-## TODO
-- Make a chatwindow with panel to test the model interactively
-- test multiple backs and forths
-
-## Models to compare/try:
-- https://huggingface.co/ArliAI/Llama-3.1-8B-ArliAI-RPMax-v1.1-GGUF
-- https://huggingface.co/ArliAI/Phi-3.5-mini-3.8B-ArliAI-RPMax-v1.1-GGUF
-- https://huggingface.co/google/gemma-2-2b-it-GGUF
+---
+title: demo_human_gpt
+app_file: interactive_test.py
+sdk: gradio
+sdk_version: 4.43.0
+---
+# HumanGPT Game Test
+<a target="_blank" href="https://colab.research.google.com/github/bldng1337/human_gpt_technical_test/blob/main/chat_test.ipynb">
+  <img src="https://colab.research.google.com/assets/colab-badge.svg" alt="Open In Colab"/>
+</a>
+
+This is a Test of the feasibility of letting an LLM generate the user part while the bot part is written by the user.
+
+We won't instruct the language model to roleplay as a user. Instead, we'll instruct it to generate the bot's responses as it was trained to do. Then, we let the model complete the user text blocks. Since the model doesn't distinguish between writing bot or user parts, we should be able to leverage its full training instead of trying to get it to rp which it was not trained for. Should also make gaslighting/confusing the model harder as its not pretending to be a user but should belive it is.
+
+## How to use
+Press the "Open in Colab" button to open the notebook in Google Colab.
+
+## TODO
+- Make a chatwindow with panel to test the model interactively
+- test multiple backs and forths
+
+## Models to compare/try:
+- https://huggingface.co/ArliAI/Llama-3.1-8B-ArliAI-RPMax-v1.1-GGUF
+- https://huggingface.co/ArliAI/Phi-3.5-mini-3.8B-ArliAI-RPMax-v1.1-GGUF
+- https://huggingface.co/google/gemma-2-2b-it-GGUF

interactive_test.py

@@ -1,66 +1,124 @@
-from typing import Dict, List
-import gradio as gr
-from llama_cpp import Llama
-
-syspropmt=r"""
-<|system|>
-The User will make an inquiry to the assistant.
-Fullfill the users inquiry.
-The User will write a message with the content "<|endtile|>" if his inquiry is fullfilled.
-The User will never have more than one inquiry in one conversation.
-The User will never complete his own inquiry.
-All conversations will end with "<|endtile|>".
-After each User message is one assistant response.
-There can never be more than one assistant response in succession.
-The end of each user and assistant message is marked with "<|end|>".
-
-
-Example:
-<|user|>
-What is the capital?<|end|>
-<|assistant|>
-Could you please specify which capital you are referring to?<|end|>
-<|user|>
-The capital of France<|end|>
-<|assistant|>
-The capital of France is Paris
-<|user|>
-<|endtile|><|end|>
-""".strip()
-
-llm = Llama.from_pretrained(
-	repo_id="bartowski/Phi-3.5-mini-instruct-GGUF",
-	filename="Phi-3.5-mini-instruct-IQ3_XS.gguf",
-    n_gpu_layers=-1,
-)
-
-def chatmsg(message, role):
-    return {"role": role, "content": message}
-
-
-def conv(msgs:List[Dict[str, str]]):
-    return "\n".join([f"<|{msg['role']}|>\n{msg['content']}<|end|>" for msg in msgs])
-
-with gr.Blocks() as demo:
-    chatbot = gr.Chatbot([chatmsg("What is the capital?","user")],type="messages")
-    msg = gr.Textbox()
-    submit = gr.Button("Submit")
-    clear = gr.ClearButton([msg, chatbot])
-
-    def respond(message, chat_history:List[Dict[str, str]]):
-        if "End of conversation." in [i["content"] for i in chat_history]:
-            return "", chat_history
-        chat_history.append(chatmsg(message,"assistant"))
-        ret=llm(syspropmt+conv(chat_history)+"<|user|>\n", stop=["\n \n","?\n",".\n","tile|>"],max_tokens=100)#Only stop at tile|> to see if the conv got terminated
-        comp=ret["choices"][0]["text"]
-        print(repr(comp))
-        if("<|end" in comp):
-            chat_history.append(chatmsg("End of conversation.","user"))
-        else:
-            chat_history.append(chatmsg(comp,"user"))
-        return "", chat_history
-
-    submit.click(respond, [msg, chatbot], [msg, chatbot])
-    msg.submit(respond, [msg, chatbot], [msg, chatbot])
-
+from typing import Dict, List
+import gradio as gr
+from llama_cpp import Llama
+
+
+
+syspropmt=r"""
+The User will make an inquiry to the assistant.
+Fullfill the users inquiry.
+The User will write a message with his closing thoughts and the keyword "<|endtile|>" if his inquiry is fullfilled.
+The User will never have more than one inquiry in one conversation.
+The User will never complete his own inquiry.
+The User will never be a assistant.
+The User keep his message short in one sentence.
+All conversations will end with "<|endtile|>".
+After each User message is one assistant response.
+There can never be more than one assistant response in succession.
+
+Example:
+User: What is the capital?
+Assistant: Could you please specify which capital you are referring to?
+User: The capital of France
+Assistant: The capital of France is Paris
+User: <|endtile|>
+""".strip()
+llm = Llama.from_pretrained(
+	repo_id="ArliAI/Phi-3.5-mini-3.8B-ArliAI-RPMax-v1.1-GGUF",
+	filename="ArliAI-RPMax-3.8B-v1.1-fp16.gguf",
+)
+# llm = Llama.from_pretrained(
+# 	repo_id="bartowski/Phi-3.5-mini-instruct-GGUF",
+# 	filename="Phi-3.5-mini-instruct-IQ3_XS.gguf",
+#     n_gpu_layers=-1,
+# )
+
+def chatmsg(message, role):
+    return {"role": role, "content": message}
+
+
+def conv(msgs:List[Dict[str, str]]):
+    return "\n".join([f"<|{msg['role']}|>\n{msg['content']}<|end|>" for msg in msgs])
+
+
+conversations=[
+    #More Trivia Style Question
+    {"name":"Country","content":[{"role":"user","content":"What is the capital?"}]},
+    {"name":"Simple Math","content":[{"role":"user","content":"What is 3*4?"}]},
+    {"name":"Geography","content":[{"role":"user","content":"What is the capital of France?"}]},
+    {"name":"History","content":[{"role":"user","content":"Who was the first president of the United States?"}]},
+    {"name":"Science","content":[{"role":"user","content":"What is the chemical symbol for gold?"}]},
+    {"name":"Literature","content":[{"role":"user","content":"Who wrote 'Romeo and Juliet'?"}]},
+    {"name":"Technology","content":[{"role":"user","content":"What does 'CPU' stand for?"}]},
+    {"name":"Sports","content":[{"role":"user","content":"In which sport would you use a shuttlecock?"}]},
+    {"name":"Music","content":[{"role":"user","content":"Which instrument has 88 keys?"}]},
+    {"name":"Food","content":[{"role":"user","content":"What is the main ingredient in guacamole?"}]},
+    {"name":"Animals","content":[{"role":"user","content":"How many legs does a spider typically have?"}]},
+    {"name":"Language","content":[{"role":"user","content":"What language is 'Bonjour' from?"}]},
+    {"name":"Movies","content":[{"role":"user","content":"Who directed the movie 'Jurassic Park'?"}]},
+    {"name":"Art","content":[{"role":"user","content":"Who painted the Mona Lisa?"}]},
+    {"name":"Human Body","content":[{"role":"user","content":"How many chambers does the human heart have?"}]},
+    {"name":"Astronomy","content":[{"role":"user","content":"What is the closest planet to the Sun?"}]},
+    #Open Ended Question
+    {"name":"Career Advice","content":[{"role":"user","content":"I'm considering a career change. Can you help me explore some options based on my interests in technology and creativity?"}]},
+    {"name":"Travel Planning","content":[{"role":"user","content":"I want to plan a backpacking trip through Europe. What should I consider when planning my itinerary?"}]},
+    {"name":"Environmental Issues","content":[{"role":"user","content":"What are some practical steps I can take to reduce my carbon footprint in daily life?"}]},
+    {"name":"Personal Finance","content":[{"role":"user","content":"I'm new to investing. Can you explain some basic strategies for beginners?"}]},
+    {"name":"Health and Wellness","content":[{"role":"user","content":"I'm looking to improve my overall health. What lifestyle changes would you recommend?"}]},
+    {"name":"Technology Trends","content":[{"role":"user","content":"How might artificial intelligence impact job markets in the next decade?"}]},
+    {"name":"Creative Writing","content":[{"role":"user","content":"I want to start writing a novel. Can you help me brainstorm some ideas for a science fiction story?"}]},
+    {"name":"Ethical Dilemmas","content":[{"role":"user","content":"What are your thoughts on the ethical implications of genetic engineering in humans?"}]},
+    {"name":"Cultural Understanding","content":[{"role":"user","content":"I'm moving to Japan for work. What cultural differences should I be aware of?"}]},
+    {"name":"Future Technologies","content":[{"role":"user","content":"How do you think transportation might evolve in the next 50 years?"}]},
+    {"name":"Personal Development","content":[{"role":"user","content":"I want to become more productive. What techniques or tools would you suggest?"}]},
+    {"name":"Social Issues","content":[{"role":"user","content":"What are some effective ways to address income inequality in modern societies?"}]},
+    {"name":"Education","content":[{"role":"user","content":"How might education systems need to change to better prepare students for the future job market?"}]},
+    {"name":"Relationship Advice","content":[{"role":"user","content":"How can I improve communication in my relationships?"}]},
+    {"name":"Philosophy","content":[{"role":"user","content":"What does it mean to live a good life in today's world?"}]},
+    #Misc LLM Usage Questions
+    {"name":"Writing Assistance","content":[{"role":"user","content":"Can you help me write a professional email to decline a job offer politely?"}]},
+    {"name":"Code Debugging","content":[{"role":"user","content":"I'm getting a 'TypeError: cannot read property 'length' of undefined' in my JavaScript code. How can I fix this?"}]},
+    {"name":"Recipe Modification","content":[{"role":"user","content":"I have a chocolate cake recipe, but I'm lactose intolerant. How can I modify it to be dairy-free?"}]},
+    {"name":"Language Translation","content":[{"role":"user","content":"How do you say 'I'm sorry for the inconvenience' in Spanish?"}]},
+    {"name":"Tech Support","content":[{"role":"user","content":"My Wi-Fi keeps disconnecting. What troubleshooting steps should I try?"}]},
+    {"name":"Data Analysis","content":[{"role":"user","content":"I have a CSV file with sales data. Can you help me create a Python script to calculate monthly totals?"}]},
+    {"name":"Legal Advice","content":[{"role":"user","content":"What are the basic steps to register a trademark for my small business?"}]},
+    {"name":"Product Comparison","content":[{"role":"user","content":"Can you compare the features of the latest iPhone and Samsung Galaxy models?"}]},
+    {"name":"Travel Information","content":[{"role":"user","content":"What documents do I need to travel from Germany to Canada as a tourist?"}]},
+    {"name":"Health Query","content":[{"role":"user","content":"What are some natural remedies for reducing high blood pressure?"}]},
+    {"name":"Market Research","content":[{"role":"user","content":"What are the current trends in sustainable fashion?"}]},
+    {"name":"Event Planning","content":[{"role":"user","content":"I'm organizing a virtual team-building event. Can you suggest some fun online activities?"}]},
+    {"name":"Academic Research","content":[{"role":"user","content":"Can you summarize the main arguments in Hardin's 'Tragedy of the Commons'?"}]},
+    {"name":"DIY Project","content":[{"role":"user","content":"How do I build a raised garden bed? Can you give me step-by-step instructions?"}]},
+    {"name":"Financial Advice","content":[{"role":"user","content":"What are the pros and cons of investing in index funds versus individual stocks?"}]}
+]
+
+with gr.Blocks() as demo:
+    chatbot = gr.Chatbot([chatmsg("What is the capital?","user")],type="messages",show_copy_all_button=True)
+    msg = gr.Textbox()
+    submit = gr.Button("Submit")
+    with gr.Accordion("See Details"):
+        choicebox = gr.Radio(choices=[conversation["name"] for conversation in conversations], value="Country", label="Conversations")
+        sysprompt=gr.Textbox(value=syspropmt, label="System Prompt")
+        def update_choicebox(choice):
+            return "", next(conversation for conversation in conversations if conversation["name"] == choice)["content"]
+        choicebox.change(update_choicebox, [choicebox], [msg,chatbot])
+
+    def respond(message:str, chat_history:List[Dict[str, str]],syspropmt:str):
+        if "End of conversation." in [i["content"] for i in chat_history]:
+            return "", chat_history
+        chat_history.append(chatmsg(message,"assistant"))
+        ret=llm(conv(chatmsg(syspropmt,"system"))+conv(chat_history)+"<|user|>\n", stop=[".","\n \n","?\n",".\n","tile|>"],max_tokens=100)#Only stop at tile|> to see if the conv got terminated
+        comp=ret["choices"][0]["text"]
+        print(repr(comp))
+        if("<|end" in comp):
+            chat_history.append(chatmsg(comp.removesuffix("<|end"),"user"))
+            chat_history.append(chatmsg("End of conversation.","user"))
+        else:
+            chat_history.append(chatmsg(comp,"user"))
+        return "", chat_history
+
+    submit.click(respond, [msg, chatbot,sysprompt], [msg, chatbot])
+    msg.submit(respond, [msg, chatbot,sysprompt], [msg, chatbot])
+
 demo.launch()

requirements.txt

@@ -1 +1 @@
-llama-cpp-python
+llama-cpp-python