|
|
|
|
|
|
|
|
|
import html
|
|
import logging
|
|
import sqlite3
|
|
|
|
|
|
import gradio as gr
|
|
|
|
|
|
from App_Function_Libraries.DB.DB_Manager import view_database, search_and_display_items
|
|
from App_Function_Libraries.DB.SQLite_DB import search_prompts
|
|
from App_Function_Libraries.Gradio_UI.Gradio_Shared import update_dropdown, update_detailed_view
|
|
from App_Function_Libraries.Utils.Utils import get_database_path
|
|
|
|
|
|
|
|
|
|
|
|
logger = logging.getLogger()
|
|
|
|
|
|
def create_search_tab():
|
|
with gr.TabItem("Search / Detailed View"):
|
|
with gr.Row():
|
|
with gr.Column():
|
|
gr.Markdown("# Search across all ingested items in the Database")
|
|
gr.Markdown(" by Title / URL / Keyword / or Content via SQLite Full-Text-Search")
|
|
search_query_input = gr.Textbox(label="Search Query", placeholder="Enter your search query here...")
|
|
search_type_input = gr.Radio(choices=["Title", "URL", "Keyword", "Content"], value="Title", label="Search By")
|
|
search_button = gr.Button("Search")
|
|
items_output = gr.Dropdown(label="Select Item", choices=[])
|
|
item_mapping = gr.State({})
|
|
prompt_summary_output = gr.HTML(label="Prompt & Summary", visible=True)
|
|
|
|
search_button.click(
|
|
fn=update_dropdown,
|
|
inputs=[search_query_input, search_type_input],
|
|
outputs=[items_output, item_mapping]
|
|
)
|
|
with gr.Column():
|
|
content_output = gr.Markdown(label="Content", visible=True)
|
|
items_output.change(
|
|
fn=update_detailed_view,
|
|
inputs=[items_output, item_mapping],
|
|
outputs=[prompt_summary_output, content_output]
|
|
)
|
|
|
|
|
|
def display_search_results(query):
|
|
if not query.strip():
|
|
return "Please enter a search query."
|
|
|
|
results = search_prompts(query)
|
|
|
|
|
|
print(f"Processed search results for query '{query}': {results}")
|
|
|
|
if results:
|
|
result_md = "## Search Results:\n"
|
|
for result in results:
|
|
|
|
print(f"Result item: {result}")
|
|
|
|
if len(result) == 2:
|
|
name, details = result
|
|
result_md += f"**Title:** {name}\n\n**Description:** {details}\n\n---\n"
|
|
|
|
elif len(result) == 4:
|
|
name, details, system, user = result
|
|
result_md += f"**Title:** {name}\n\n"
|
|
result_md += f"**Description:** {details}\n\n"
|
|
result_md += f"**System Prompt:** {system}\n\n"
|
|
result_md += f"**User Prompt:** {user}\n\n"
|
|
result_md += "---\n"
|
|
else:
|
|
result_md += "Error: Unexpected result format.\n\n---\n"
|
|
return result_md
|
|
return "No results found."
|
|
|
|
|
|
def create_viewing_tab():
|
|
with gr.TabItem("View Database"):
|
|
gr.Markdown("# View Database Entries")
|
|
with gr.Row():
|
|
with gr.Column():
|
|
entries_per_page = gr.Dropdown(choices=[10, 20, 50, 100], label="Entries per Page", value=10)
|
|
page_number = gr.Number(value=1, label="Page Number", precision=0)
|
|
view_button = gr.Button("View Page")
|
|
next_page_button = gr.Button("Next Page")
|
|
previous_page_button = gr.Button("Previous Page")
|
|
with gr.Column():
|
|
results_display = gr.HTML()
|
|
pagination_info = gr.Textbox(label="Pagination Info", interactive=False)
|
|
|
|
def update_page(page, entries_per_page):
|
|
results, pagination, total_pages = view_database(page, entries_per_page)
|
|
next_disabled = page >= total_pages
|
|
prev_disabled = page <= 1
|
|
return results, pagination, page, gr.update(interactive=not next_disabled), gr.update(interactive=not prev_disabled)
|
|
|
|
def go_to_next_page(current_page, entries_per_page):
|
|
next_page = current_page + 1
|
|
return update_page(next_page, entries_per_page)
|
|
|
|
def go_to_previous_page(current_page, entries_per_page):
|
|
previous_page = max(1, current_page - 1)
|
|
return update_page(previous_page, entries_per_page)
|
|
|
|
view_button.click(
|
|
fn=update_page,
|
|
inputs=[page_number, entries_per_page],
|
|
outputs=[results_display, pagination_info, page_number, next_page_button, previous_page_button]
|
|
)
|
|
|
|
next_page_button.click(
|
|
fn=go_to_next_page,
|
|
inputs=[page_number, entries_per_page],
|
|
outputs=[results_display, pagination_info, page_number, next_page_button, previous_page_button]
|
|
)
|
|
|
|
previous_page_button.click(
|
|
fn=go_to_previous_page,
|
|
inputs=[page_number, entries_per_page],
|
|
outputs=[results_display, pagination_info, page_number, next_page_button, previous_page_button]
|
|
)
|
|
|
|
|
|
def create_search_summaries_tab():
|
|
with gr.TabItem("Search/View Title+Summary "):
|
|
gr.Markdown("# Search across all ingested items in the Database and review their summaries")
|
|
gr.Markdown("Search by Title / URL / Keyword / or Content via SQLite Full-Text-Search")
|
|
with gr.Row():
|
|
with gr.Column():
|
|
search_query_input = gr.Textbox(label="Search Query", placeholder="Enter your search query here...")
|
|
search_type_input = gr.Radio(choices=["Title", "URL", "Keyword", "Content"], value="Title",
|
|
label="Search By")
|
|
entries_per_page = gr.Dropdown(choices=[10, 20, 50, 100], label="Entries per Page", value=10)
|
|
page_number = gr.Number(value=1, label="Page Number", precision=0)
|
|
char_count_input = gr.Number(value=5000, label="Amount of characters to display from the main content",
|
|
precision=0)
|
|
with gr.Column():
|
|
search_button = gr.Button("Search")
|
|
next_page_button = gr.Button("Next Page")
|
|
previous_page_button = gr.Button("Previous Page")
|
|
pagination_info = gr.Textbox(label="Pagination Info", interactive=False)
|
|
search_results_output = gr.HTML()
|
|
|
|
|
|
def update_search_page(query, search_type, page, entries_per_page, char_count):
|
|
|
|
char_count = max(1, int(char_count)) if char_count else 5000
|
|
results, pagination, total_pages = search_and_display_items(query, search_type, page, entries_per_page, char_count)
|
|
next_disabled = page >= total_pages
|
|
prev_disabled = page <= 1
|
|
return results, pagination, page, gr.update(interactive=not next_disabled), gr.update(
|
|
interactive=not prev_disabled)
|
|
|
|
def go_to_next_search_page(query, search_type, current_page, entries_per_page, char_count):
|
|
next_page = current_page + 1
|
|
return update_search_page(query, search_type, next_page, entries_per_page, char_count)
|
|
|
|
def go_to_previous_search_page(query, search_type, current_page, entries_per_page, char_count):
|
|
previous_page = max(1, current_page - 1)
|
|
return update_search_page(query, search_type, previous_page, entries_per_page, char_count)
|
|
|
|
search_button.click(
|
|
fn=update_search_page,
|
|
inputs=[search_query_input, search_type_input, page_number, entries_per_page, char_count_input],
|
|
outputs=[search_results_output, pagination_info, page_number, next_page_button, previous_page_button]
|
|
)
|
|
|
|
next_page_button.click(
|
|
fn=go_to_next_search_page,
|
|
inputs=[search_query_input, search_type_input, page_number, entries_per_page, char_count_input],
|
|
outputs=[search_results_output, pagination_info, page_number, next_page_button, previous_page_button]
|
|
)
|
|
|
|
previous_page_button.click(
|
|
fn=go_to_previous_search_page,
|
|
inputs=[search_query_input, search_type_input, page_number, entries_per_page, char_count_input],
|
|
outputs=[search_results_output, pagination_info, page_number, next_page_button, previous_page_button]
|
|
)
|
|
|
|
|
|
|
|
def create_prompt_view_tab():
|
|
with gr.TabItem("View Prompt Database"):
|
|
gr.Markdown("# View Prompt Database Entries")
|
|
with gr.Row():
|
|
with gr.Column():
|
|
entries_per_page = gr.Dropdown(choices=[10, 20, 50, 100], label="Entries per Page", value=10)
|
|
page_number = gr.Number(value=1, label="Page Number", precision=0)
|
|
view_button = gr.Button("View Page")
|
|
next_page_button = gr.Button("Next Page")
|
|
previous_page_button = gr.Button("Previous Page")
|
|
with gr.Column():
|
|
pagination_info = gr.Textbox(label="Pagination Info", interactive=False)
|
|
results_display = gr.HTML()
|
|
|
|
|
|
def view_database(page, entries_per_page):
|
|
offset = (page - 1) * entries_per_page
|
|
try:
|
|
with sqlite3.connect(get_database_path('prompts.db')) as conn:
|
|
cursor = conn.cursor()
|
|
cursor.execute('''
|
|
SELECT p.name, p.details, p.system, p.user, GROUP_CONCAT(k.keyword, ', ') as keywords
|
|
FROM Prompts p
|
|
LEFT JOIN PromptKeywords pk ON p.id = pk.prompt_id
|
|
LEFT JOIN Keywords k ON pk.keyword_id = k.id
|
|
GROUP BY p.id
|
|
ORDER BY p.name
|
|
LIMIT ? OFFSET ?
|
|
''', (entries_per_page, offset))
|
|
prompts = cursor.fetchall()
|
|
|
|
cursor.execute('SELECT COUNT(*) FROM Prompts')
|
|
total_prompts = cursor.fetchone()[0]
|
|
|
|
results = ""
|
|
for prompt in prompts:
|
|
|
|
title = html.escape(prompt[0]).replace('\n', '<br>')
|
|
details = html.escape(prompt[1] or '').replace('\n', '<br>')
|
|
system_prompt = html.escape(prompt[2] or '')
|
|
user_prompt = html.escape(prompt[3] or '')
|
|
keywords = html.escape(prompt[4] or '').replace('\n', '<br>')
|
|
|
|
results += f"""
|
|
<div style="border: 1px solid #ddd; padding: 10px; margin-bottom: 20px;">
|
|
<div style="display: grid; grid-template-columns: 1fr 1fr; gap: 10px;">
|
|
<div><strong>Title:</strong> {title}</div>
|
|
<div><strong>Details:</strong> {details}</div>
|
|
</div>
|
|
<div style="margin-top: 10px;">
|
|
<strong>User Prompt:</strong>
|
|
<pre style="white-space: pre-wrap; word-wrap: break-word;">{user_prompt}</pre>
|
|
</div>
|
|
<div style="margin-top: 10px;">
|
|
<strong>System Prompt:</strong>
|
|
<pre style="white-space: pre-wrap; word-wrap: break-word;">{system_prompt}</pre>
|
|
</div>
|
|
<div style="margin-top: 10px;">
|
|
<strong>Keywords:</strong> {keywords}
|
|
</div>
|
|
</div>
|
|
"""
|
|
|
|
total_pages = (total_prompts + entries_per_page - 1) // entries_per_page
|
|
pagination = f"Page {page} of {total_pages} (Total prompts: {total_prompts})"
|
|
|
|
return results, pagination, total_pages
|
|
except sqlite3.Error as e:
|
|
return f"<p>Error fetching prompts: {e}</p>", "Error", 0
|
|
|
|
def update_page(page, entries_per_page):
|
|
results, pagination, total_pages = view_database(page, entries_per_page)
|
|
next_disabled = page >= total_pages
|
|
prev_disabled = page <= 1
|
|
return results, pagination, page, gr.update(interactive=not next_disabled), gr.update(
|
|
interactive=not prev_disabled)
|
|
|
|
def go_to_next_page(current_page, entries_per_page):
|
|
next_page = current_page + 1
|
|
return update_page(next_page, entries_per_page)
|
|
|
|
def go_to_previous_page(current_page, entries_per_page):
|
|
previous_page = max(1, current_page - 1)
|
|
return update_page(previous_page, entries_per_page)
|
|
|
|
view_button.click(
|
|
fn=update_page,
|
|
inputs=[page_number, entries_per_page],
|
|
outputs=[results_display, pagination_info, page_number, next_page_button, previous_page_button]
|
|
)
|
|
|
|
next_page_button.click(
|
|
fn=go_to_next_page,
|
|
inputs=[page_number, entries_per_page],
|
|
outputs=[results_display, pagination_info, page_number, next_page_button, previous_page_button]
|
|
)
|
|
|
|
previous_page_button.click(
|
|
fn=go_to_previous_page,
|
|
inputs=[page_number, entries_per_page],
|
|
outputs=[results_display, pagination_info, page_number, next_page_button, previous_page_button]
|
|
)
|
|
|
|
|
|
|
|
def create_prompt_search_tab():
|
|
with gr.TabItem("Search Prompts"):
|
|
gr.Markdown("# Search and View Prompt Details")
|
|
gr.Markdown("Currently has all of the https://github.com/danielmiessler/fabric prompts already available")
|
|
with gr.Row():
|
|
with gr.Column():
|
|
search_query_input = gr.Textbox(label="Search Prompts", placeholder="Enter your search query...")
|
|
entries_per_page = gr.Dropdown(choices=[10, 20, 50, 100], label="Entries per Page", value=10)
|
|
page_number = gr.Number(value=1, label="Page Number", precision=0)
|
|
with gr.Column():
|
|
search_button = gr.Button("Search Prompts")
|
|
next_page_button = gr.Button("Next Page")
|
|
previous_page_button = gr.Button("Previous Page")
|
|
pagination_info = gr.Textbox(label="Pagination Info", interactive=False)
|
|
search_results_output = gr.HTML()
|
|
|
|
|
|
|
|
def search_and_display_prompts(query, page, entries_per_page):
|
|
offset = (page - 1) * entries_per_page
|
|
try:
|
|
|
|
with sqlite3.connect(get_database_path('prompts.db')) as conn:
|
|
cursor = conn.cursor()
|
|
cursor.execute('''
|
|
SELECT p.name, p.details, p.system, p.user, GROUP_CONCAT(k.keyword, ', ') as keywords
|
|
FROM Prompts p
|
|
LEFT JOIN PromptKeywords pk ON p.id = pk.prompt_id
|
|
LEFT JOIN Keywords k ON pk.keyword_id = k.id
|
|
WHERE p.name LIKE ? OR p.details LIKE ? OR p.system LIKE ? OR p.user LIKE ? OR k.keyword LIKE ?
|
|
GROUP BY p.id
|
|
ORDER BY p.name
|
|
LIMIT ? OFFSET ?
|
|
''', (f'%{query}%', f'%{query}%', f'%{query}%', f'%{query}%', f'%{query}%', entries_per_page, offset))
|
|
prompts = cursor.fetchall()
|
|
|
|
cursor.execute('''
|
|
SELECT COUNT(DISTINCT p.id)
|
|
FROM Prompts p
|
|
LEFT JOIN PromptKeywords pk ON p.id = pk.prompt_id
|
|
LEFT JOIN Keywords k ON pk.keyword_id = k.id
|
|
WHERE p.name LIKE ? OR p.details LIKE ? OR p.system LIKE ? OR p.user LIKE ? OR k.keyword LIKE ?
|
|
''', (f'%{query}%', f'%{query}%', f'%{query}%', f'%{query}%', f'%{query}%'))
|
|
total_prompts = cursor.fetchone()[0]
|
|
|
|
results = ""
|
|
for prompt in prompts:
|
|
title = html.escape(prompt[0]).replace('\n', '<br>')
|
|
details = html.escape(prompt[1] or '').replace('\n', '<br>')
|
|
system_prompt = html.escape(prompt[2] or '')
|
|
user_prompt = html.escape(prompt[3] or '')
|
|
keywords = html.escape(prompt[4] or '').replace('\n', '<br>')
|
|
|
|
results += f"""
|
|
<div style="border: 1px solid #ddd; padding: 10px; margin-bottom: 20px;">
|
|
<div style="display: grid; grid-template-columns: 1fr 1fr; gap: 10px;">
|
|
<div><strong>Title:</strong> {title}</div>
|
|
<div><strong>Details:</strong> {details}</div>
|
|
</div>
|
|
<div style="margin-top: 10px;">
|
|
<strong>User Prompt:</strong>
|
|
<pre style="white-space: pre-wrap; word-wrap: break-word;">{user_prompt}</pre>
|
|
</div>
|
|
<div style="margin-top: 10px;">
|
|
<strong>System Prompt:</strong>
|
|
<pre style="white-space: pre-wrap; word-wrap: break-word;">{system_prompt}</pre>
|
|
</div>
|
|
<div style="margin-top: 10px;">
|
|
<strong>Keywords:</strong> {keywords}
|
|
</div>
|
|
</div>
|
|
"""
|
|
|
|
total_pages = (total_prompts + entries_per_page - 1) // entries_per_page
|
|
pagination = f"Page {page} of {total_pages} (Total prompts: {total_prompts})"
|
|
|
|
return results, pagination, total_pages
|
|
except sqlite3.Error as e:
|
|
return f"<p>Error searching prompts: {e}</p>", "Error", 0
|
|
|
|
def update_search_page(query, page, entries_per_page):
|
|
results, pagination, total_pages = search_and_display_prompts(query, page, entries_per_page)
|
|
next_disabled = page >= total_pages
|
|
prev_disabled = page <= 1
|
|
return results, pagination, page, gr.update(interactive=not next_disabled), gr.update(interactive=not prev_disabled)
|
|
|
|
def go_to_next_search_page(query, current_page, entries_per_page):
|
|
next_page = current_page + 1
|
|
return update_search_page(query, next_page, entries_per_page)
|
|
|
|
def go_to_previous_search_page(query, current_page, entries_per_page):
|
|
previous_page = max(1, current_page - 1)
|
|
return update_search_page(query, previous_page, entries_per_page)
|
|
|
|
search_button.click(
|
|
fn=update_search_page,
|
|
inputs=[search_query_input, page_number, entries_per_page],
|
|
outputs=[search_results_output, pagination_info, page_number, next_page_button, previous_page_button]
|
|
)
|
|
|
|
next_page_button.click(
|
|
fn=go_to_next_search_page,
|
|
inputs=[search_query_input, page_number, entries_per_page],
|
|
outputs=[search_results_output, pagination_info, page_number, next_page_button, previous_page_button]
|
|
)
|
|
|
|
previous_page_button.click(
|
|
fn=go_to_previous_search_page,
|
|
inputs=[search_query_input, page_number, entries_per_page],
|
|
outputs=[search_results_output, pagination_info, page_number, next_page_button, previous_page_button]
|
|
)
|
|
|