Update app.py

app.py

@@ -1,6 +1,8 @@
 import json
 import os
 import uuid
+import threading
+import time
 from datetime import datetime
 from pathlib import Path
 from zoneinfo import ZoneInfo
@@ -219,5 +221,22 @@ def run():
     demo.launch(share=False, quiet=True)
 
 
+def keep_alive():
+    while True:
+        try:
+            # ダミーのメッセージを使用してエンドポイントにリクエストを送信
+            dummy_messages = [{"role": "user", "content": "keep-alive"}]
+            client.chat.completions.create(
+                model=model_name,
+                messages=dummy_messages,
+                max_tokens=1,
+            )
+            print("Keep-alive request sent.")
+        except Exception as e:
+            print(f"Error in keep_alive: {e}")
+        time.sleep(3600)
+
+
 if __name__ == "__main__":
+    threading.Thread(target=keep_alive, daemon=True).start()
     run()