Update app.py

app.py

@@ -3,8 +3,22 @@ from huggingface_hub import InferenceClient
 
 client = InferenceClient("Qwen/Qwen2.5-Coder-32B-Instruct")
 
-# A global variable to store file content
+# Global variables
 uploaded_file_content = ""
+MAX_CHARS = 4000  # Maximum characters to send to API
+
+def truncate_text(text, max_length=MAX_CHARS):
+    """Truncate text to max_length while trying to preserve complete sentences."""
+    if len(text) <= max_length:
+        return text
+    
+    # Try to find the last period before max_length
+    last_period = text[:max_length].rfind('.')
+    if last_period != -1:
+        return text[:last_period + 1]
+    
+    # If no period found, just truncate at max_length
+    return text[:max_length] + "..."
 
 def handle_file_upload(file_obj):
     global uploaded_file_content
@@ -18,9 +32,20 @@ def handle_file_upload(file_obj):
         except UnicodeDecodeError:
             file_content = content.decode('latin-1')
         
+        # Store full content but truncate for preview
         uploaded_file_content = file_content
-        preview = file_content[:200] + "..." if len(file_content) > 200 else file_content
-        return f"File uploaded successfully! Preview:\n\n{preview}"
+        truncated = truncate_text(file_content, 4000)  # Store full but preview truncated
+        preview = truncated[:200] + "..."
+        
+        total_chars = len(file_content)
+        usable_chars = len(truncated)
+        
+        return f"""File uploaded successfully! 
+Total length: {total_chars} characters
+Usable length for AI: {usable_chars} characters (due to API limits)
+Preview of beginning:
+{preview}"""
+    
     except Exception as e:
         return f"Error uploading file: {str(e)}"
 
@@ -34,12 +59,15 @@ def respond(
 ):
     global uploaded_file_content
     
-    # Format the current message to include file content
+    # Truncate file content if needed
+    truncated_content = truncate_text(uploaded_file_content) if uploaded_file_content else ""
+    
+    # Format the current message to include truncated file content
     current_message = message
-    if uploaded_file_content:
-        current_message = f"""Here is the content of the uploaded text file:
+    if truncated_content:
+        current_message = f"""Here is the content of the uploaded text file (truncated to fit within limits):
 
-{uploaded_file_content}
+{truncated_content}
 
 User's question about the above content: {message}"""
 
@@ -48,10 +76,10 @@ User's question about the above content: {message}"""
         {"role": "system", "content": system_message}
     ]
     
-    # Add conversation history
-    for user_msg, assistant_msg in history:
+    # Add conversation history (limited)
+    for user_msg, assistant_msg in history[-3:]:  # Only keep last 3 exchanges
         messages.append({"role": "user", "content": user_msg})
-        if assistant_msg:  # Add assistant's message if it exists
+        if assistant_msg:
             messages.append({"role": "assistant", "content": assistant_msg})
     
     # Add the current message
@@ -72,13 +100,18 @@ User's question about the above content: {message}"""
                 response += token
                 yield response
     except Exception as e:
-        yield f"Error generating response: {str(e)}"
+        yield f"Error generating response: {str(e)}\nTry asking about a specific part of the text instead of the whole document."
 
 # Create the Gradio interface
 demo = gr.Blocks()
 
 with demo:
-    gr.Markdown("## Chat Interface with File Upload")
+    gr.Markdown("""## Chat Interface with File Upload
+    Note: Due to API limitations, very large texts will be truncated. For best results with long texts:
+    - Ask about specific sections or chapters
+    - Break up your questions into smaller parts
+    - Be specific about what you want to know
+    """)
     
     with gr.Row():
         with gr.Column():
@@ -91,7 +124,7 @@ with demo:
             upload_output = gr.Textbox(
                 label="Upload Status",
                 interactive=False,
-                lines=4
+                lines=6
             )
     
     # Connect file upload handling
@@ -105,7 +138,7 @@ with demo:
         respond,
         additional_inputs=[
             gr.Textbox(
-                value="You are a helpful AI assistant. When analyzing text files, provide detailed and insightful analysis of their content.",
+                value="You are a helpful AI assistant. When analyzing text files, provide detailed and insightful analysis of their content. If the text is truncated, acknowledge this in your response.",
                 label="System message"
             ),
             gr.Slider(