gokaygokay
commited on
Commit
•
03a09e0
1
Parent(s):
15b3484
Update llm_inference.py
Browse files- llm_inference.py +18 -0
llm_inference.py
CHANGED
@@ -22,6 +22,24 @@ class LLMInferenceNode:
|
|
22 |
api_key=self.sambanova_api_key,
|
23 |
base_url="https://api.sambanova.ai/v1",
|
24 |
)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
25 |
|
26 |
def generate_prompt(self, dynamic_seed, prompt_type, custom_input):
|
27 |
"""
|
|
|
22 |
api_key=self.sambanova_api_key,
|
23 |
base_url="https://api.sambanova.ai/v1",
|
24 |
)
|
25 |
+
self.download_models()
|
26 |
+
|
27 |
+
def download_models(self)
|
28 |
+
from huggingface_hub import hf_hub_download
|
29 |
+
|
30 |
+
hf_hub_download(
|
31 |
+
repo_id="stabilityai/stable-diffusion-3.5-large",
|
32 |
+
filename="mmdit.png",
|
33 |
+
local_dir = "./models",
|
34 |
+
token = self.huggingface_token
|
35 |
+
)
|
36 |
+
|
37 |
+
hf_hub_download(
|
38 |
+
repo_id="stabilityai/stable-diffusion-3.5-large-turbo",
|
39 |
+
filename="LICENSE.md",
|
40 |
+
local_dir = "./models",
|
41 |
+
token = self.huggingface_token
|
42 |
+
)
|
43 |
|
44 |
def generate_prompt(self, dynamic_seed, prompt_type, custom_input):
|
45 |
"""
|