Upload folder using huggingface_hub

chat/component.yaml

@@ -0,0 +1,24 @@
+author: richardblythman
+description: chat
+implementation:
+  package:
+    entrypoint: run.py
+inputs:
+  location: node
+  save: 'false'
+  system_message: You are a helpful AI assistant.
+license: MIT
+models:
+  default_model_provider: ollama
+  ollama:
+    api_base: http://localhost:11434
+    max_tokens: 1000
+    model: ollama/phi
+    temperature: 0
+name: chat
+outputs:
+  filename: output.txt
+  location: node
+  save: 'false'
+type: chat
+version: 0.1.0

chat/run.py

@@ -0,0 +1,23 @@
+from naptha_sdk.utils import get_logger
+
+logger = get_logger(__name__)
+
+def run(inputs, worker_nodes = None, orchestrator_node = None, flow_run = None, cfg: dict = None):
+@app.agent_service("chat_receiver", "http://node1.naptha.ai:7001")
+def chat(inputs):
+    from litellm import completion
+    prompt = inputs
+    messages = [
+        {"role": "system", "content": "You are a helpful AI assistant."},
+        {"role": "user", "content": prompt},
+    ]
+    response = completion(
+        model="ollama/phi",
+        messages=messages,
+        temperature=0,
+        max_tokens=1000,
+        api_base="http://localhost:11434",
+    )
+    response = response.choices[0].message["content"]
+    logger.info(f"Response: {response}")
+    return response

pyproject.toml

@@ -0,0 +1,14 @@
+[tool.poetry]
+name = "chat"
+version = "0.1.0"
+description = ""
+authors = ["Your Name <[email protected]>"]
+readme = "README.md"
+
+[tool.poetry.dependencies]
+python = "^3.12"
+
+
+[build-system]
+requires = ["poetry-core"]
+build-backend = "poetry.core.masonry.api"