Spaces:
Running
Running
:pencil: [Comment] References of requests params
Browse files
networks/message_streamer.py
CHANGED
@@ -42,7 +42,11 @@ class MessageStreamer:
|
|
42 |
self.request_headers = {
|
43 |
"Content-Type": "application/json",
|
44 |
}
|
45 |
-
#
|
|
|
|
|
|
|
|
|
46 |
self.request_body = {
|
47 |
"inputs": prompt,
|
48 |
"parameters": {
|
@@ -70,7 +74,7 @@ class MessageStreamer:
|
|
70 |
|
71 |
if content.strip() == "</s>":
|
72 |
content_type = "Finished"
|
73 |
-
logger.
|
74 |
else:
|
75 |
content_type = "Completions"
|
76 |
logger.mesg(content, end="")
|
|
|
42 |
self.request_headers = {
|
43 |
"Content-Type": "application/json",
|
44 |
}
|
45 |
+
# References:
|
46 |
+
# huggingface_hub/inference/_client.py:
|
47 |
+
# class InferenceClient > def text_generation()
|
48 |
+
# huggingface_hub/inference/_text_generation.py:
|
49 |
+
# class TextGenerationRequest > param `stream`
|
50 |
self.request_body = {
|
51 |
"inputs": prompt,
|
52 |
"parameters": {
|
|
|
74 |
|
75 |
if content.strip() == "</s>":
|
76 |
content_type = "Finished"
|
77 |
+
logger.success("\n[Finished]")
|
78 |
else:
|
79 |
content_type = "Completions"
|
80 |
logger.mesg(content, end="")
|