requirements.txt

streamlit>=1.24.0
openai>=1.0.0
requests>=2.31.0
beautifulsoup4>=4.12.0
python-dotenv>=1.0.0
markdown>=3.4.3
tiktoken>=0.5.1
Pillow>=10.0.0
numpy>=1.24.0
Crawl4AI==0.3.72

app.py

@@ -0,0 +1,858 @@
+
+from openai import OpenAI
+import streamlit as st
+from datetime import datetime
+import json
+import time
+import tiktoken
+from crawl4ai import WebCrawler
+import base64
+import re
+import os
+import json
+import requests
+from PIL import Image
+from io import BytesIO
+
+class ChatbotConfig:
+    def __init__(self):
+        self.DEFAULT_MODEL = "nvidia/llama-3.1-nemotron-70b-instruct"
+        self.MAX_TOKENS = 128000  # Maximum context window
+        self.BATCH_SIZE = 4000 # Tokens per batch
+        self.TEMPERATURE_RANGES = {
+            'Conservative': 0.2,
+            'Balanced': 0.4,
+            'Creative': 0.6
+        }
+        self.PERSONA_PROMPTS = {
+            'General Assistant': (
+                "I am your friendly and versatile assistant, ready to provide clear and actionable support across a variety of topics. "
+                "I can help you with: \n"
+                "• Answering general questions in an informative and concise manner\n"
+                "• Offering practical tips and resources for day-to-day tasks\n"
+                "• Guiding you through decisions with thoughtful suggestions\n"
+                "• Explaining complex ideas in a simple, easy-to-understand way\n"
+                "Let me know how I can assist you today!"
+            ),
+            'Technical Expert': (
+                "I am your expert technical companion, with deep expertise in software development, system architecture, and emerging technologies. "
+                "I can help you with: \n"
+                "• Writing and debugging code across multiple programming languages\n"
+                "• Explaining complex technical concepts with practical examples\n"
+                "• Providing system design recommendations and best practices\n"
+                "• Troubleshooting technical issues with detailed step-by-step guidance\n"
+                "• Staying updated with cutting-edge technology trends\n"
+                "I emphasize clean code, scalable solutions, and industry best practices in all my responses. What technical challenge can I help you with?"
+            ),
+            'Academic Tutor': (
+                "I am your patient and knowledgeable academic tutor, specializing in helping students grasp complex concepts, especially in STEM fields. "
+                "I can assist you by: \n"
+                "• Breaking down difficult subjects into simple, easy-to-follow explanations\n"
+                "• Offering step-by-step walkthroughs for solving problems\n"
+                "• Using real-world examples and analogies to clarify abstract ideas\n"
+                "• Providing practice problems and solutions for deeper understanding\n"
+                "How can I support your learning today?"
+            ),
+            'Creative Writer': (
+                "I am a passionate creative writer skilled in crafting stories, poetry, and vivid descriptions. "
+                "I can assist you with: \n"
+                "• Writing captivating narratives with emotional depth\n"
+                "• Creating rich metaphors, analogies, and vivid imagery\n"
+                "• Developing unique characters, worlds, and plotlines\n"
+                "• Helping with poetry, song lyrics, or other forms of artistic expression\n"
+                "Let's collaborate on your next creative project!"
+            ),
+            'Business Consultant': (
+                "I am an insightful business consultant with a focus on strategy, growth, and financial optimization. "
+                "I can assist with: \n"
+                "• Crafting effective business strategies for scaling and growth\n"
+                "• Providing financial analysis and budgeting advice\n"
+                "• Offering market insights and recommendations for business expansion\n"
+                "• Assisting with operational improvements for efficiency and profitability\n"
+                "How can I help you drive your business forward?"
+            ),
+            'Health & Wellness Coach': (
+                "I am a holistic health and wellness coach, ready to guide you toward a balanced lifestyle. "
+                "I can help you with: \n"
+                "• Personalized workout routines and fitness plans\n"
+                "• Nutrition advice tailored to your specific goals\n"
+                "• Tips for maintaining mental well-being and reducing stress\n"
+                "• Guidance on establishing healthy habits and routines\n"
+                "What aspect of your health journey can I assist you with today?"
+            ),
+            'Legal Advisor': (
+                "I am your trusted legal advisor, here to provide clear and practical legal guidance. "
+                "I can help with: \n"
+                "• Explaining legal concepts in an easy-to-understand way\n"
+                "• Offering advice on contract law, intellectual property, and corporate law\n"
+                "• Guiding you through legal decisions and ensuring compliance\n"
+                "• Assisting with risk assessment and protection strategies\n"
+                "Let me know how I can help with your legal questions!"
+            ),
+            'Project Manager': (
+                "I am your organized and results-driven project manager, here to help you lead successful projects. "
+                "I can assist with: \n"
+                "• Developing project plans, timelines, and milestones\n"
+                "• Offering guidance on agile methodologies and project management tools\n"
+                "• Coordinating team efforts to ensure on-time delivery\n"
+                "• Managing risks and communicating effectively with stakeholders\n"
+                "What project can I help you plan and execute today?"
+            ),
+            'Language Translator': (
+                "I am a skilled language translator, experienced in translating both technical and non-technical content. "
+                "I can assist you with: \n"
+                "• Translating text while preserving context, tone, and cultural nuances\n"
+                "• Helping with multilingual communication, from emails to documents\n"
+                "• Offering insights into linguistic subtleties between different languages\n"
+                "What translation do you need help with today?"
+            ),
+            'Financial Advisor': (
+                "I am a knowledgeable financial advisor, ready to assist with personal finance and investment strategies. "
+                "I can help you with: \n"
+                "• Creating and managing a budget tailored to your goals\n"
+                "• Offering advice on saving, investing, and growing your wealth\n"
+                "• Guiding you through retirement planning and debt management\n"
+                "• Providing insights on smart investment opportunities\n"
+                "How can I help you achieve financial success today?"
+            ),
+            'Motivational Coach': (
+                "I am your personal motivational coach, here to inspire and empower you to reach your full potential. "
+                "I can assist with: \n"
+                "• Offering strategies to overcome obstacles and stay focused\n"
+                "• Providing motivational tips to keep you energized and committed\n"
+                "• Helping you build confidence and set achievable goals\n"
+                "• Offering encouragement to help you stay positive and determined\n"
+                "What goal are you working on today, and how can I support you?"
+            ),
+            'Travel Guide': (
+                "I am your seasoned travel guide, with a wealth of knowledge on destinations, travel tips, and local experiences. "
+                "I can assist you with: \n"
+                "• Curating personalized travel itineraries based on your interests\n"
+                "• Recommending hidden gems and must-visit spots around the world\n"
+                "• Offering travel tips, from packing advice to navigating airports\n"
+                "• Sharing local customs, traditions, and insider knowledge\n"
+                "Where are you headed next, and how can I help you plan your trip?"
+            ),
+            'Life Coach': (
+                "I am your thoughtful life coach, ready to help you navigate personal challenges and discover your true potential. "
+                "I can help you with: \n"
+                "• Setting meaningful goals and creating a plan to achieve them\n"
+                "• Offering strategies for overcoming obstacles and self-doubt\n"
+                "• Helping you cultivate self-awareness and personal growth\n"
+                "• Providing insights on improving work-life balance and overall fulfillment\n"
+                "How can I support your personal growth journey today?"
+            ),
+            'Parenting Expert': (
+                "I am your compassionate parenting expert, with extensive knowledge in child development and family dynamics. "
+                "I can assist with: \n"
+                "• Offering practical advice for managing child behavior and discipline\n"
+                "• Guiding you through developmental milestones for all age groups\n"
+                "• Providing strategies for creating a positive and nurturing environment\n"
+                "• Offering tips on parenting challenges, from bedtime routines to school issues\n"
+                "What parenting challenge can I help you with today?"
+            ),
+            'Career Counselor': (
+                "I am your experienced career counselor, here to help you navigate career transitions and opportunities. "
+                "I can assist with: \n"
+                "• Offering personalized advice on career planning and development\n"
+                "• Guiding you through resume building, cover letters, and interview preparation\n"
+                "• Providing insights on industry trends and skill development\n"
+                "• Helping you find and pursue new career opportunities\n"
+                "What career challenge or opportunity can I help you with today?"
+            ),
+            'Fitness Trainer': (
+                "I am your dedicated fitness trainer, focused on helping you achieve your health and fitness goals. "
+                "I can assist you with: \n"
+                "• Creating customized workout plans based on your fitness level\n"
+                "• Offering guidance on proper exercise form and technique\n"
+                "• Providing nutritional advice to complement your fitness journey\n"
+                "• Offering tips on staying motivated and consistent with your routine\n"
+                "What are your fitness goals, and how can I support you today?"
+            ),
+            'Environmental Specialist': (
+                "I am an expert in environmental science and sustainability, passionate about helping you make eco-friendly choices. "
+                "I can assist with: \n"
+                "• Offering advice on sustainable living practices and green technology\n"
+                "• Helping you understand the environmental impact of human activities\n"
+                "• Providing tips on waste reduction, energy efficiency, and conservation\n"
+                "• Sharing insights on renewable energy and environmental protection\n"
+                "How can I help you live more sustainably today?"
+            ),
+            'Entrepreneur Mentor': (
+                "I am your experienced mentor, dedicated to helping aspiring entrepreneurs launch and grow successful businesses. "
+                "I can help with: \n"
+                "• Developing business ideas and crafting a viable business plan\n"
+                "• Offering advice on funding, scaling, and managing a startup\n"
+                "• Providing insights on market trends, competition, and growth strategies\n"
+                "• Helping you navigate the challenges of entrepreneurship with practical solutions\n"
+                "What part of your entrepreneurial journey can I assist you with today?"
+            )
+        }
+
+def extract_urls(text):
+    url_pattern = re.compile(r'http[s]?://(?:[a-zA-Z]|[0-9]|[$-_@.&+]|[!*\\(\\),]|(?:%[0-9a-fA-F][0-9a-fA-F]))+')
+    return url_pattern.findall(text)
+
+def download_markdown(content, filename="extracted_content.md"):
+    b64 = base64.b64encode(content.encode()).decode()
+    href = f'<a href="data:file/markdown;base64,{b64}" download="{filename}">Download Markdown File</a>'
+    return href
+
+# Constants for image processing
+INVOKE_URL = "https://ai.api.nvidia.com/v1/gr/meta/llama-3.2-90b-vision-instruct/chat/completions"
+STREAM = True
+
+def compress_image(image_file, max_size_kb=175):
+    """Compress the uploaded image to meet size requirements"""
+    max_size_bytes = max_size_kb * 1024
+    quality = 95
+    
+    img = Image.open(image_file)
+    img.thumbnail((800, 800))
+    
+    while True:
+        img_byte_arr = BytesIO()
+        img.save(img_byte_arr, format='JPEG', quality=quality)
+        if img_byte_arr.tell() <= max_size_bytes or quality <= 10:
+            return img_byte_arr.getvalue()
+        quality = max(quality - 10, 10)
+
+def process_image(image_file, api_key, question):
+    """Process the image and get response from the vision model"""
+    try:
+        compressed_image = compress_image(image_file)
+        image_b64 = base64.b64encode(compressed_image).decode()
+        
+        if len(image_b64) >= 180_000:
+            return "Error: Image is still too large after compression. Please try a smaller image."
+            
+        if not api_key:
+            api_key = os.getenv("YOUR_API_KEY")
+            
+        prompt = f"{question}"
+        
+        headers = {
+            "Authorization": f"Bearer {api_key}",
+            "Accept": "text/event-stream" if STREAM else "application/json"
+        }
+        
+        payload = {
+            "model": 'meta/llama-3.2-90b-vision-instruct',
+            "messages": [
+                {
+                    "role": "user",
+                    "content": f'{prompt} <img src="data:image/jpeg;base64,{image_b64}" />'
+                }
+            ],
+            "max_tokens": 512,
+            "temperature": 1.00,
+            "top_p": 1.00,
+            "stream": STREAM
+        }
+
+        with st.spinner('Analyzing image...'):
+            response = requests.post(INVOKE_URL, headers=headers, json=payload, stream=True)
+            
+            if response.status_code == 200:
+                full_response = ""
+                response_placeholder = st.empty()
+                
+                for line in response.iter_lines():
+                    if line:
+                        line = line.decode('utf-8')
+                        if line.startswith('data: '):
+                            json_str = line[6:]
+                            if json_str.strip() == '[DONE]':
+                                break
+                            try:
+                                json_obj = json.loads(json_str)
+                                content = json_obj['choices'][0]['delta'].get('content', '')
+                                full_response += content
+                                response_placeholder.write(full_response)
+                            except json.JSONDecodeError:
+                                st.error(f"Failed to parse JSON: {json_str}")
+                
+                return full_response
+                
+            elif response.status_code == 402:
+                return "Error: API account credits have expired. Please check your account status on the NVIDIA website."
+            else:
+                error_message = f"Error {response.status_code}: {response.text}"
+                st.error(error_message)
+                return f"An error occurred. Please try again later or contact support. Error code: {response.status_code}"
+                
+    except Exception as e:
+        st.error(f"An error occurred: {str(e)}")
+        return f"Error processing request: {str(e)}"
+    
+class ResponseManager:
+    def __init__(self, client: OpenAI, model: str):
+        self.client = client
+        self.model = model
+        self.config = ChatbotConfig()
+    
+    def count_tokens(self, text: str) -> int:
+        """Approximate token count using the appropriate tokenizer for the NVIDIA model."""
+        try:
+            # Assuming you have a function or library that provides the correct tokenization for the NVIDIA model
+            encoding = tiktoken.encoding_for_model("nvidia/llama-3.1-nemotron-70b-instruct")  # Use the correct model
+            return len(encoding.encode(text))
+        except Exception:
+            # Fallback to word-based approximation
+            return len(text.split()) * 1.3  # Adjust this as necessary for a better approximation
+    
+    def generate_response(self, messages, temperature, placeholder):
+        """Generate response with continuation handling in batches."""
+        full_response = ""
+        continuation_prompt = "\nPlease continue from where you left off..."
+        current_messages = messages.copy()
+        
+        try:
+            while True:
+                # Calculate remaining tokens
+                remaining_tokens = self.config.MAX_TOKENS - self.count_tokens(full_response)
+                tokens_to_generate = min(self.config.BATCH_SIZE, remaining_tokens)
+
+                # Generate response in batches
+                stream = self.client.chat.completions.create(
+                    model=self.model,
+                    messages=current_messages,
+                    temperature=temperature,
+                    max_tokens=tokens_to_generate,
+                    stream=True
+                )
+                
+                batch_response = ""
+                for chunk in stream:
+                    if chunk.choices[0].delta.content is not None:
+                        chunk_content = chunk.choices[0].delta.content
+                        batch_response += chunk_content
+                        full_response += chunk_content
+                        placeholder.markdown(full_response + "▌")
+                        time.sleep(0.01)
+                
+                # Check if response seems complete
+                if batch_response.strip().endswith((".", "!", "?", "\n")) or \
+                len(batch_response.strip()) < tokens_to_generate * 0.9:
+                    break
+                
+                # Prepare for continuation
+                current_messages.append({"role": "assistant", "content": full_response})
+                current_messages.append({"role": "user", "content": continuation_prompt})
+            
+            return full_response
+            
+        except Exception as e:
+            st.error(f"An error occurred: {str(e)}")
+            return f"Error generating response: {str(e)}"
+
+def initialize_session_state():
+    """Initialize all session state variables"""
+    if "messages" not in st.session_state:
+        # Set the initial system message based on the default persona
+        initial_persona = ChatbotConfig().PERSONA_PROMPTS['General Assistant']
+        st.session_state.messages = [{"role": "system", "content": initial_persona}]
+    if "conversation_history" not in st.session_state:
+        st.session_state.conversation_history = []
+    if "nvidia_model" not in st.session_state:
+        st.session_state.nvidia_model = ChatbotConfig().DEFAULT_MODEL
+    if "image_mode" not in st.session_state:
+        st.session_state.image_mode = False
+
+def load_conversations():
+    """Load conversation history from JSON files."""
+    conversation_files = [f for f in os.listdir() if f.startswith('chat_history_') and f.endswith('.json')]
+    return conversation_files
+
+def load_conversation(file_name):
+    """Load a specific conversation from a JSON file."""
+    with open(file_name, 'r') as f:
+        return json.load(f)
+
+def save_conversation(filename="chat_history.json"):
+    """Save the current conversation to a file"""
+    timestamp = datetime.now().strftime("%Y%m%d_%H%M%S")
+    filename = f"chat_history_{timestamp}.json"
+    
+    conversation_data = {
+        "timestamp": timestamp,
+        "messages": st.session_state.messages[1:],  # Exclude system message
+    }
+    
+    with open(filename, 'w') as f:
+        json.dump(conversation_data, f, indent=2)
+
+    return filename
+
+def create_sidebar():
+    """Create and handle sidebar elements"""
+    config = ChatbotConfig()
+    
+    st.sidebar.title("NVIDIA NIM Chatbot ⚙️")
+
+    # Web Scraping Toggle
+    st.sidebar.header("Web Scraping")
+    enable_web_scraping = st.sidebar.toggle("Enable Automatic Web Scraping", value=False)
+    
+    if enable_web_scraping:
+        st.sidebar.info("URLs detected in your input will be automatically scraped for additional context by using Crawl4AI.")
+
+    # Model Settings
+    st.sidebar.header("Model Configuration")
+    
+    # Persona Selection
+    personas = list(config.PERSONA_PROMPTS.keys())
+    
+    # Add custom persona input fields within an expander
+    with st.sidebar.expander("✨ Create Custom Persona"):
+        st.markdown("### Create Your Own Persona")
+        custom_persona_name = st.text_input("Persona Name", 
+            placeholder="e.g., Data Science Expert, Marketing Specialist")
+        custom_persona_description = st.text_area("Persona Description", 
+            placeholder="Describe the persona's expertise, tone, and capabilities...",
+            height=150)
+        
+        if st.button("Add Custom Persona", type="primary"):
+            if custom_persona_name and custom_persona_description:
+                # Add the custom persona to the list of personas
+                config.PERSONA_PROMPTS[custom_persona_name] = custom_persona_description
+                st.success(f"✅ Custom persona '{custom_persona_name}' added successfully!")
+                time.sleep(1)  # Show success message briefly
+                st.rerun()  # Refresh to update the persona list
+            else:
+                st.error("Please provide both a name and a description for the custom persona.")
+    
+    # Update persona selection with custom personas
+    selected_persona = st.sidebar.selectbox(
+        "Choose Assistant Persona",
+        list(config.PERSONA_PROMPTS.keys()),
+        help="Select from pre-defined personas or create your own custom persona"
+    )
+    
+    # Display current persona description
+    with st.sidebar.expander("Current Persona Description", expanded=False):
+        st.markdown(f"### {selected_persona}")
+        st.markdown(config.PERSONA_PROMPTS[selected_persona])
+    
+    # Response Style
+    temperature_style = st.sidebar.selectbox(
+        "Response Style",
+        list(config.TEMPERATURE_RANGES.keys())
+    )
+    
+    # Advanced Settings Expander
+    with st.sidebar.expander("⚙️ Advanced Settings"):
+        show_token_count = st.checkbox("Show Token Count", value=False)
+        enable_code_highlighting = st.checkbox("Enable Code Highlighting", value=True)
+        enable_markdown = st.checkbox("Enable Markdown Support", value=True)
+        batch_size = st.slider("Response Batch Size (tokens)", 
+                             min_value=100, 
+                             max_value=4000, 
+                             value=1000, 
+                             step=100)
+    
+    # Image Chat Mode Toggle
+    st.sidebar.header("🤖 Llama 3.2 90B Vision Analysis")
+    image_mode = st.sidebar.toggle("Enable Image Chat", value=st.session_state.image_mode)
+    st.session_state.image_mode = image_mode
+    
+    if image_mode:
+        st.sidebar.info("Image chat mode is enabled. You can now upload images and ask questions about them.")
+
+    # Load previous conversations
+    st.sidebar.header("Load Previous Conversations")
+    conversation_files = load_conversations()
+    if conversation_files:
+        selected_file = st.sidebar.selectbox("Choose a conversation to load", conversation_files)
+        if st.sidebar.button("Load Conversation"):
+            conversation_data = load_conversation(selected_file)
+            st.session_state.messages = conversation_data['messages']
+            st.success("Conversation loaded successfully!")
+            st.experimental_rerun()  # Refresh to display loaded conversation
+    else:
+        st.sidebar.info("No previous conversations found.")
+
+    # Conversation Management
+    st.sidebar.header("Conversation Management")
+    col1, col2 = st.sidebar.columns(2)
+    with col1:
+        if st.button("🗑️ Clear Chat", use_container_width=True):
+            st.session_state.messages = [{"role": "system", "content": config.PERSONA_PROMPTS[selected_persona]}]
+            st.rerun()
+    
+    with col2:
+        if st.button("💾 Save Chat", use_container_width=True):
+            conversation_json = save_conversation()
+            st.download_button(
+                label="📥 Download",
+                data=conversation_json,
+                file_name=f"chat_history_{datetime.now().strftime('%Y%m%d_%H%M%S')}.json",
+                mime="application/json",
+                use_container_width=True
+            )
+    
+    return {
+        'temperature': config.TEMPERATURE_RANGES[temperature_style],
+        'batch_size': batch_size,
+        'show_token_count': show_token_count,
+        'enable_code_highlighting': enable_code_highlighting,
+        'enable_markdown': enable_markdown,
+        'persona': config.PERSONA_PROMPTS[selected_persona],
+        'enable_web_scraping': enable_web_scraping
+    }
+
+def format_message(message, enable_code_highlighting=True, enable_markdown=True):
+    """Format message with optional code highlighting and markdown support"""
+    if message["role"] == "system" and message["content"].startswith("Additional context from web scraping:"):
+        # Don't display system messages with scraped content in the chat window
+        return
+    
+    content = message["content"]
+    
+    if enable_code_highlighting and "```" in content:
+        # Enhanced code block detection and formatting
+        parts = content.split("```")
+        formatted_parts = []
+        for i, part in enumerate(parts):
+            if i % 2 == 1:  # Code block
+                try:
+                    lang, code = part.split("\n", 1)
+                    formatted_parts.append(f'<div class="code-block {lang}">\n{code}\n</div>')
+                except ValueError:
+                    formatted_parts.append(f'<div class="code-block">\n{part}\n</div>')
+            else:  # Regular text
+                formatted_parts.append(part)
+        content = "".join(formatted_parts)
+    
+    if enable_markdown:
+        st.markdown(content, unsafe_allow_html=True)
+    else:
+        st.write(content)
+
+def main():
+    st.title("🧠 BrainWave AI IntelliChat 🤖")
+    st.markdown("<h3 style='text-align: center;'>Powered by Llama 3.1 Nemotron-70B</h3>", unsafe_allow_html=True)
+    st.markdown("---")
+    
+    # Initialize session state
+    initialize_session_state()
+    
+    # Setup sidebar and get settings
+    settings = create_sidebar()
+    
+    # Initialize OpenAI client and ResponseManager
+    client = OpenAI(
+        base_url="https://integrate.api.nvidia.com/v1",
+        api_key="YOUR API KEY HERE OR PLACE IT IN .env"
+    )
+    response_manager = ResponseManager(client, st.session_state.nvidia_model)
+    
+    # Display chat history
+    for message in st.session_state.messages[1:]:  # Skip system message
+        if message["role"] != "system" or not message["content"].startswith("Additional context from web scraping:"):
+            with st.chat_message(message["role"]):
+                format_message(
+                    message,
+                    enable_code_highlighting=settings['enable_code_highlighting'],
+                    enable_markdown=settings['enable_markdown']
+                )
+    
+    # Initialize session state for expander visibility
+    if 'show_scraped_content' not in st.session_state:
+        st.session_state.show_scraped_content = False
+
+    if st.session_state.image_mode:
+        # Image chat mode
+        col1, col2 = st.columns([2, 1])
+        
+        with col1:
+            uploaded_file = st.file_uploader("Upload an image", type=['jpg', 'jpeg', 'png'])
+            if uploaded_file:
+                st.image(uploaded_file, caption="Uploaded Image", use_column_width=True)
+        
+        with col2:
+            api_key = st.text_input("Enter your API Key", type="password", 
+                                placeholder="API authentication key")
+            question = st.text_input("Enter your question", 
+                                placeholder="Example: What is in this image?")
+            
+            if st.button("Analyze Image", use_container_width=True):
+                if uploaded_file and question:
+                    response = process_image(uploaded_file, api_key, question)
+                    st.markdown("### Analysis Result:")
+                    st.markdown(response)
+                else:
+                    st.warning("Please upload an image and enter a question.")
+    else:    
+        # Chat input
+        if prompt := st.chat_input("What would you like to know?"):
+            # Add user message
+            st.session_state.messages.append({"role": "user", "content": prompt})
+            with st.chat_message("user"):
+                st.markdown(prompt)
+
+            if settings['enable_web_scraping']:
+                urls = extract_urls(prompt)
+                if urls:
+                    scraped_contents = {}
+                    progress_bar = st.progress(0)
+                    status_text = st.empty()
+
+                    for i, url in enumerate(urls):
+                        status_text.text(f"Scraping URL {i+1}/{len(urls)}: {url}")
+                        try:
+                            crawler = WebCrawler()
+                            crawler.warmup()
+                            result = crawler.run(url=url)
+                            scraped_contents[url] = result.markdown
+                            st.sidebar.success(f"Scraped content from: {url}")
+                            st.sidebar.markdown(download_markdown(result.markdown, f"content_from_{url.replace('://', '_')}.md"), unsafe_allow_html=True)
+                        except Exception as e:
+                            st.sidebar.error(f"Error scraping {url}: {str(e)}")
+                        progress_bar.progress((i + 1) / len(urls))
+
+                    status_text.text("Scraping completed!")
+                    progress_bar.empty()
+
+                    if scraped_contents:
+                        # Create checkboxes for each URL
+                        st.write("Select URLs to include in the context:")
+                        url_selections = {url: st.checkbox(f"Include {url}", value=True) for url in scraped_contents.keys()}
+
+                        # Combine selected scraped contents
+                        selected_contents = "\n\n".join([f"Content from {url}:\n{content}" 
+                                                        for url, content in scraped_contents.items() 
+                                                        if url_selections[url]])
+
+                        # Add selected scraped content as a system message (hidden from chat window)
+                        st.session_state.messages.append({"role": "system", "content": f"Additional context from web scraping:{selected_contents}"})
+                        
+                        # Store scraped contents in session state
+                        st.session_state.scraped_contents = scraped_contents
+
+                        # Set flag to show scraped content
+                        st.session_state.show_scraped_content = True
+
+            # Check if the prompt is a question about identity or help
+            if "who are you" in prompt.lower() or "how can you help" in prompt.lower():
+                # Respond based on the selected persona prompt
+                persona_response = settings['persona']
+                st.session_state.messages.append({"role": "assistant", "content": persona_response})
+                with st.chat_message("assistant"):
+                    st.markdown(persona_response)
+            else:
+                # Append the selected persona prompt to the messages
+                selected_persona_prompt = settings['persona']
+                st.session_state.messages.append({"role": "system", "content": selected_persona_prompt})
+
+                # Generate and display assistant response
+                with st.chat_message("assistant"):
+                    message_placeholder = st.empty()
+                    
+                    # Generate response with continuation handling
+                    full_response = response_manager.generate_response(
+                        messages=st.session_state.messages,
+                        temperature=settings['temperature'],
+                        placeholder=message_placeholder
+                    )
+                    
+                    # Final update
+                    message_placeholder.markdown(full_response)
+                    
+                    # Add assistant response to history
+                    st.session_state.messages.append({"role": "assistant", "content": full_response})
+                    
+                    # Display token count if enabled
+                    if settings['show_token_count']:
+                        token_count = response_manager.count_tokens(full_response)
+                        st.caption(f"Approximate tokens: {token_count}")
+        
+        # Display scraped content expander (outside the if prompt block)
+        if st.session_state.get('show_scraped_content', False):
+            with st.expander("View Scraped Content", expanded=False):
+                if 'scraped_contents' in st.session_state and st.session_state.scraped_contents:
+                    selected_url = st.selectbox("Choose URL to view content:", list(st.session_state.scraped_contents.keys()))
+                    st.markdown(st.session_state.scraped_contents[selected_url])
+                else:
+                    st.write("No scraped content available.")
+
+if __name__ == "__main__":
+    main()
+
+st.markdown("""
+    <style>
+    /* Main container styling */
+    .main {
+        background: linear-gradient(135deg, #f5f7fa 0%, #c3cfe2 100%);
+        padding: 2rem;
+        border-radius: 20px;
+        box-shadow: 0 8px 32px rgba(0,0,0,0.1);
+    }
+
+    /* Header styling */
+    .title-container {
+        background: linear-gradient(45deg, #2193b0, #6dd5ed);
+        padding: 2rem;
+        border-radius: 15px;
+        text-align: center;
+        margin-bottom: 2rem;
+        box-shadow: 0 4px 15px rgba(0,0,0,0.1);
+    }
+
+    .main-title {
+        color: white;
+        font-family: 'Poppins', sans-serif;
+        font-size: 2.5rem;
+        font-weight: 700;
+        text-shadow: 2px 2px 4px rgba(0,0,0,0.2);
+        margin-bottom: 1rem;
+    }
+
+    /* Chat container styling */
+    .chat-container {
+        background: white;
+        border-radius: 15px;
+        padding: 1.5rem;
+        margin: 1rem 0;
+        box-shadow: 0 4px 6px rgba(0,0,0,0.05);
+    }
+
+    /* Message styling */
+    .stTextInput>div>div>input {
+        border-radius: 25px !important;
+        border: 2px solid #e0e0e0;
+        padding: 1rem 1.5rem;
+        font-size: 1rem;
+        transition: all 0.3s ease;
+    }
+
+    .stTextInput>div>div>input:focus {
+        border-color: #2193b0;
+        box-shadow: 0 0 0 2px rgba(33, 147, 176, 0.2);
+    }
+
+    /* Button styling */
+    .stButton>button {
+        background: linear-gradient(45deg, #2193b0, #6dd5ed);
+        color: white;
+        border: none;
+        border-radius: 25px;
+        padding: 0.75rem 2rem;
+        font-weight: 600;
+        transition: all 0.3s ease;
+        box-shadow: 0 4px 15px rgba(0,0,0,0.1);
+    }
+
+    .stButton>button:hover {
+        transform: translateY(-2px);
+        box-shadow: 0 6px 20px rgba(0,0,0,0.15);
+    }
+
+    /* Sidebar styling */
+    .css-1d391kg {
+        background: linear-gradient(180deg, #f8f9fa 0%, #e9ecef 100%);
+        padding: 2rem 1rem;
+    }
+
+    /* Feature cards */
+    .feature-card {
+        background: white;
+        border-radius: 15px;
+        padding: 1.5rem;
+        margin: 1rem 0;
+        box-shadow: 0 4px 6px rgba(0,0,0,0.05);
+        transition: all 0.3s ease;
+    }
+
+    .feature-card:hover {
+        transform: translateY(-5px);
+        box-shadow: 0 8px 15px rgba(0,0,0,0.1);
+    }
+
+    /* Creator section styling */
+    .creator-section {
+        background: linear-gradient(45deg, #141e30, #243b55);
+        color: white;
+        padding: 2rem;
+        border-radius: 15px;
+        margin-top: 2rem;
+        text-align: center;
+    }
+
+    .social-links a {
+        color: #6dd5ed;
+        text-decoration: none;
+        margin: 0 1rem;
+        transition: all 0.3s ease;
+    }
+
+    .social-links a:hover {
+        color: white;
+        text-decoration: none;
+    }
+
+    /* Animations */
+    @keyframes fadeIn {
+        from { opacity: 0; transform: translateY(20px); }
+        to { opacity: 1; transform: translateY(0); }
+    }
+
+    .animate-fade-in {
+        animation: fadeIn 0.5s ease-out;
+    }
+    </style>
+""", unsafe_allow_html=True)
+
+# Modified welcome section
+# st.markdown("""
+#     <div class="title-container animate-fade-in">
+#         <h1 class="main-title">✨ Welcome to NVIDIA AI Chat Magic! ✨</h1>
+#         <p style="color: white; font-size: 1.2rem;">Experience the future of AI conversation</p>
+#     </div>
+
+#     <div class="feature-card animate-fade-in">
+#         <h2 style="color: #2193b0; margin-bottom: 1rem;">🎭 Discover Our Amazing Features</h2>
+#         <div style="display: grid; grid-template-columns: repeat(auto-fit, minmax(250px, 1fr)); gap: 1rem;">
+#             <div class="feature-item">
+#                 <h3>🤖 AI Companions</h3>
+#                 <p>Engage with personalized AI assistants</p>
+#             </div>
+#             <div class="feature-item">
+#                 <h3>🌐 Web Integration</h3>
+#                 <p>Access real-time web content</p>
+#             </div>
+#             <div class="feature-item">
+#                 <h3>🖼️ Image Analysis</h3>
+#                 <p>Intelligent image processing</p>
+#             </div>
+#             <div class="feature-item">
+#                 <h3>🎨 Creative Control</h3>
+#                 <p>Customize response styles</p>
+#             </div>
+#         </div>
+#     </div>
+# """, unsafe_allow_html=True)
+
+st.sidebar.markdown("---")
+st.sidebar.title("✨ About the Creator")
+st.sidebar.markdown("""
+    <div style="font-family: 'Brush Script MT', cursive; font-size: 20px; color: #4A90E2;">
+        Crafted with ❤️ by Richardson Gunde
+    </div>
+    
+    <div style="font-family: 'Dancing Script', cursive; font-size: 16px; padding: 10px 0;">
+        Featuring:
+        <br>• ✨ Custom AI Personas
+        <br>• 🌐 Web Content Integration
+        <br>• 🖼️ Image Analysis
+        <br>• 🎨 Creative Response Control
+        <br>• 📊 Token Tracking
+        <br>• 💭 Smart Conversations
+    </div>
+    
+    <div style="font-family: 'Dancing Script', cursive; font-size: 16px; padding-top: 10px;">
+        🔗 <a href="https://www.linkedin.com/in/richardson-gunde" style="color: #0077B5;">LinkedIn</a>
+        <br>📧 <a href="mailto:[email protected]" style="color: #D44638;">Email</a>
+    </div>
+    
+    """, unsafe_allow_html=True)