Update app.py

app.py

@@ -1,32 +1,47 @@
 import os
 import requests
 import json
+import logging
 from flask import Flask, request, jsonify
 from ddtrace import patch_all, tracer
+from ddtrace.llmobs import LLMObs
+from dotenv import load_dotenv
 
-# Initialize Datadog tracing
+# Load environment variables from .env file if it exists
+load_dotenv()
+
+# Set up logging for debugging
+logging.basicConfig(level=logging.DEBUG)
+
+# Enable Datadog tracing
 patch_all()
 
+# Enable LLM observability
+LLMObs.enable()
+
 app = Flask(__name__)
 
-# Set up environment variables for Datadog tracing
+# Ensure environment variables are set
 os.environ['DD_LLMOBS_ENABLED'] = '1'
 os.environ['DD_LLMOBS_ML_APP'] = 'anything-api'
 os.environ['DD_LLMOBS_AGENTLESS_ENABLED'] = '1'
 
 @app.route('/llm_call', methods=['POST'])
 def handle_llm_call():
+    logging.debug("Received a request at /llm_call")
+
     # Extract data from the incoming request (e.g., message to LLM)
     data = request.get_json()
     message = data.get("message")
 
     if not message:
+        logging.error("No message provided in the request.")
         return jsonify({"error": "No message provided"}), 400
 
     url = 'https://severian-anything.hf.space/api/v1/workspace/scoreboard/chat'
     headers = {
         'accept': 'application/json',
-        'Authorization': 'Bearer TYQYM46-RPCMQ98-GCGJMNB-Q23K6HC', 
+        'Authorization': 'Bearer YOUR_API_KEY_HERE',  # Replace with actual token securely
         'Content-Type': 'application/json'
     }
     payload = {
@@ -36,6 +51,7 @@ def handle_llm_call():
 
     # Trace the LLM API call
     with tracer.trace("llm_api_call", service="anything-api", resource="chat", span_type="http") as span:
+        logging.debug("Starting trace for LLM API call.")
         span.set_tag("llm.request.model", "anything-api")
         span.set_tag("llm.request.input", message)
 
@@ -47,19 +63,23 @@ def handle_llm_call():
             bot_response = response_data.get("textResponse")
 
             span.set_tag("llm.response.output", bot_response)
+            logging.debug(f"LLM API response: {bot_response}")
 
             return jsonify({"bot_response": bot_response})
 
         except requests.RequestException as e:
             span.set_tag("error", True)
             span.set_tag("error.msg", str(e))
+            logging.error(f"Request failed: {e}")
             return jsonify({"error": f"Request failed: {e}"}), 500
 
         except Exception as e:
             span.set_tag("error", True)
             span.set_tag("error.msg", str(e))
+            logging.error(f"An error occurred: {e}")
             return jsonify({"error": f"An error occurred: {e}"}), 500
 
 
 if __name__ == "__main__":
+    logging.info("Starting Flask app on port 7860")
     app.run(host='0.0.0.0', port=7860)