File size: 43,469 Bytes
43cd37c |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738 739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759 760 761 762 763 764 765 766 767 768 769 770 771 772 773 774 775 776 777 778 779 780 781 782 783 784 785 786 787 788 789 790 791 792 793 794 795 796 797 798 799 800 801 802 803 804 805 806 807 808 809 810 811 812 813 814 815 816 817 818 819 820 821 822 823 824 825 826 827 828 829 830 831 832 833 834 835 836 837 838 839 840 841 842 843 844 845 846 847 848 849 850 851 852 853 854 855 856 857 858 859 860 861 862 863 864 865 866 867 868 869 870 871 872 873 874 875 876 877 878 879 880 881 882 883 884 885 886 887 888 889 890 891 892 893 894 895 896 897 898 899 900 901 902 903 904 905 906 907 908 909 910 911 912 913 914 915 916 917 918 919 920 921 922 923 924 925 926 927 928 929 930 931 932 933 934 935 936 937 938 939 940 941 942 943 944 945 946 947 948 949 950 951 952 953 954 955 956 957 958 959 960 961 962 963 964 965 966 967 968 969 970 971 972 973 974 975 976 977 978 979 980 981 982 983 984 985 986 987 988 989 990 991 992 |
# DB_Manager.py
# Description: This file contains the DatabaseManager class, which is responsible for managing the database connection, i.e. either SQLite or Elasticsearch.
#
# Imports
import configparser
import os
import logging
import time
from typing import Tuple, List, Union, Dict
#
# 3rd-Party Libraries
from elasticsearch import Elasticsearch
#
# Import your existing SQLite functions
from App_Function_Libraries.DB.SQLite_DB import DatabaseError
from App_Function_Libraries.DB.SQLite_DB import (
update_media_content as sqlite_update_media_content,
list_prompts as sqlite_list_prompts,
search_and_display as sqlite_search_and_display,
fetch_prompt_details as sqlite_fetch_prompt_details,
keywords_browser_interface as sqlite_keywords_browser_interface,
add_keyword as sqlite_add_keyword,
delete_keyword as sqlite_delete_keyword,
export_keywords_to_csv as sqlite_export_keywords_to_csv,
ingest_article_to_db as sqlite_ingest_article_to_db,
add_media_to_database as sqlite_add_media_to_database,
import_obsidian_note_to_db as sqlite_import_obsidian_note_to_db,
add_prompt as sqlite_add_prompt,
delete_chat_message as sqlite_delete_chat_message,
update_chat_message as sqlite_update_chat_message,
add_chat_message as sqlite_add_chat_message,
get_chat_messages as sqlite_get_chat_messages,
search_chat_conversations as sqlite_search_chat_conversations,
create_chat_conversation as sqlite_create_chat_conversation,
save_chat_history_to_database as sqlite_save_chat_history_to_database,
view_database as sqlite_view_database,
get_transcripts as sqlite_get_transcripts,
get_trashed_items as sqlite_get_trashed_items,
user_delete_item as sqlite_user_delete_item,
empty_trash as sqlite_empty_trash,
create_automated_backup as sqlite_create_automated_backup,
add_or_update_prompt as sqlite_add_or_update_prompt,
load_prompt_details as sqlite_load_prompt_details,
load_preset_prompts as sqlite_load_preset_prompts,
insert_prompt_to_db as sqlite_insert_prompt_to_db,
delete_prompt as sqlite_delete_prompt,
search_and_display_items as sqlite_search_and_display_items,
get_conversation_name as sqlite_get_conversation_name,
add_media_with_keywords as sqlite_add_media_with_keywords,
check_media_and_whisper_model as sqlite_check_media_and_whisper_model, \
create_document_version as sqlite_create_document_version,
get_document_version as sqlite_get_document_version, sqlite_search_db, add_media_chunk as sqlite_add_media_chunk,
sqlite_update_fts_for_media, get_unprocessed_media as sqlite_get_unprocessed_media, fetch_item_details as sqlite_fetch_item_details, \
search_media_database as sqlite_search_media_database, mark_as_trash as sqlite_mark_as_trash, \
get_media_transcripts as sqlite_get_media_transcripts, get_specific_transcript as sqlite_get_specific_transcript, \
get_media_summaries as sqlite_get_media_summaries, get_specific_summary as sqlite_get_specific_summary, \
get_media_prompts as sqlite_get_media_prompts, get_specific_prompt as sqlite_get_specific_prompt, \
delete_specific_transcript as sqlite_delete_specific_transcript,
delete_specific_summary as sqlite_delete_specific_summary, \
delete_specific_prompt as sqlite_delete_specific_prompt,
fetch_keywords_for_media as sqlite_fetch_keywords_for_media, \
update_keywords_for_media as sqlite_update_keywords_for_media, check_media_exists as sqlite_check_media_exists, \
search_prompts as sqlite_search_prompts, get_media_content as sqlite_get_media_content, \
get_paginated_files as sqlite_get_paginated_files, get_media_title as sqlite_get_media_title, \
get_all_content_from_database as sqlite_get_all_content_from_database,
get_next_media_id as sqlite_get_next_media_id, \
batch_insert_chunks as sqlite_batch_insert_chunks, Database, save_workflow_chat_to_db as sqlite_save_workflow_chat_to_db, \
get_workflow_chat as sqlite_get_workflow_chat, update_media_content_with_version as sqlite_update_media_content_with_version, \
check_existing_media as sqlite_check_existing_media, get_all_document_versions as sqlite_get_all_document_versions, \
fetch_paginated_data as sqlite_fetch_paginated_data, get_latest_transcription as sqlite_get_latest_transcription, \
mark_media_as_processed as sqlite_mark_media_as_processed,
)
from App_Function_Libraries.DB.Character_Chat_DB import (
add_character_card as sqlite_add_character_card, get_character_cards as sqlite_get_character_cards, \
get_character_card_by_id as sqlite_get_character_card_by_id, update_character_card as sqlite_update_character_card, \
delete_character_card as sqlite_delete_character_card, add_character_chat as sqlite_add_character_chat, \
get_character_chats as sqlite_get_character_chats, get_character_chat_by_id as sqlite_get_character_chat_by_id, \
update_character_chat as sqlite_update_character_chat, delete_character_chat as sqlite_delete_character_chat, \
migrate_chat_to_media_db as sqlite_migrate_chat_to_media_db,
)
#
# Local Imports
from App_Function_Libraries.Utils.Utils import load_comprehensive_config, get_database_path, get_project_relative_path
#
# End of imports
############################################################################################################
############################################################################################################
#
# Database Config loading
logger = logging.getLogger(__name__)
config_path = get_project_relative_path('Config_Files/config.txt')
config = configparser.ConfigParser()
config.read(config_path)
db_path: str = config.get('Database', 'sqlite_path', fallback='./Databases/media_summary.db')
backup_path: str = config.get('Database', 'backup_path', fallback='database_backups')
backup_dir: Union[str, bytes] = os.environ.get('DB_BACKUP_DIR', backup_path)
def get_db_config():
try:
config = load_comprehensive_config()
if 'Database' not in config:
print("Warning: 'Database' section not found in config. Using default values.")
return default_db_config()
return {
'type': config.get('Database', 'type', fallback='sqlite'),
'sqlite_path': config.get('Database', 'sqlite_path', fallback='Databases/media_summary.db'),
'elasticsearch_host': config.get('Database', 'elasticsearch_host', fallback='localhost'),
'elasticsearch_port': config.getint('Database', 'elasticsearch_port', fallback=9200)
}
except FileNotFoundError:
print("Warning: Config file not found. Using default database configuration.")
return default_db_config()
except Exception as e:
print(f"Error reading config: {str(e)}. Using default database configuration.")
return default_db_config()
def default_db_config():
return {
'type': 'sqlite',
'sqlite_path': get_database_path('media_summary.db'),
'elasticsearch_host': 'localhost',
'elasticsearch_port': 9200
}
def ensure_directory_exists(file_path):
directory = os.path.dirname(file_path)
if not os.path.exists(directory):
os.makedirs(directory)
print(f"Created directory: {directory}")
db_config = get_db_config()
db_type = db_config['type']
if db_type == 'sqlite':
db = Database(os.path.basename(db_config['sqlite_path']))
elif db_type == 'elasticsearch':
raise NotImplementedError("Elasticsearch support not yet implemented")
else:
raise ValueError(f"Unsupported database type: {db_type}")
print(f"Database path: {db.db_path}")
def get_db_config():
try:
config = load_comprehensive_config()
if 'Database' not in config:
print("Warning: 'Database' section not found in config. Using default values.")
return default_db_config()
return {
'type': config.get('Database', 'type', fallback='sqlite'),
'sqlite_path': config.get('Database', 'sqlite_path', fallback='Databases/media_summary.db'),
'elasticsearch_host': config.get('Database', 'elasticsearch_host', fallback='localhost'),
'elasticsearch_port': config.getint('Database', 'elasticsearch_port', fallback=9200)
}
except FileNotFoundError:
print("Warning: Config file not found. Using default database configuration.")
return default_db_config()
except Exception as e:
print(f"Error reading config: {str(e)}. Using default database configuration.")
return default_db_config()
def default_db_config():
"""Return the default database configuration with project-relative paths."""
return {
'type': 'sqlite',
'sqlite_path': get_database_path('media_summary.db'),
'elasticsearch_host': 'localhost',
'elasticsearch_port': 9200
}
def ensure_directory_exists(file_path):
directory = os.path.dirname(file_path)
if not os.path.exists(directory):
os.makedirs(directory)
print(f"Created directory: {directory}")
# Use the config to set up the database
db_config = get_db_config()
db_type = db_config['type']
if db_type == 'sqlite':
db = Database(os.path.basename(db_config['sqlite_path']))
elif db_type == 'elasticsearch':
# Implement Elasticsearch setup here if needed
raise NotImplementedError("Elasticsearch support not yet implemented")
else:
raise ValueError(f"Unsupported database type: {db_type}")
# Print database path for debugging
print(f"Database path: {db.db_path}")
# Sanity Check for SQLite DB
# FIXME - Remove this after testing / Writing Unit tests
# try:
# db.execute_query("CREATE TABLE IF NOT EXISTS test_table (id INTEGER PRIMARY KEY)")
# logger.info("Successfully created test table")
# except DatabaseError as e:
# logger.error(f"Failed to create test table: {e}")
#
# End of Database Config loading
############################################################################################################
#
# DB Search functions
def search_db(search_query: str, search_fields: List[str], keywords: str, page: int = 1, results_per_page: int = 10):
if db_type == 'sqlite':
return sqlite_search_db(search_query, search_fields, keywords, page, results_per_page)
elif db_type == 'elasticsearch':
# Implement Elasticsearch version when available
raise NotImplementedError("Elasticsearch version of search_db not yet implemented")
else:
raise ValueError(f"Unsupported database type: {db_type}")
def view_database(*args, **kwargs):
if db_type == 'sqlite':
return sqlite_view_database(*args, **kwargs)
elif db_type == 'elasticsearch':
# Implement Elasticsearch version
raise NotImplementedError("Elasticsearch version of add_media_with_keywords not yet implemented")
def search_and_display_items(*args, **kwargs):
if db_type == 'sqlite':
return sqlite_search_and_display_items(*args, **kwargs)
elif db_type == 'elasticsearch':
# Implement Elasticsearch version
raise NotImplementedError("Elasticsearch version of add_media_with_keywords not yet implemented")
def get_all_content_from_database():
if db_type == 'sqlite':
return sqlite_get_all_content_from_database()
elif db_type == 'elasticsearch':
# Implement Elasticsearch version
raise NotImplementedError("Elasticsearch version of add_media_with_keywords not yet implemented")
def search_and_display(*args, **kwargs):
if db_type == 'sqlite':
return sqlite_search_and_display(*args, **kwargs)
elif db_type == 'elasticsearch':
# Implement Elasticsearch version
raise NotImplementedError("Elasticsearch version of add_media_with_keywords not yet implemented")
def check_media_exists(*args, **kwargs):
if db_type == 'sqlite':
return sqlite_check_media_exists(*args, **kwargs)
elif db_type == 'elasticsearch':
# Implement Elasticsearch version
raise NotImplementedError("Elasticsearch version of add_media_with_keywords not yet implemented")
def get_paginated_files(*args, **kwargs):
if db_type == 'sqlite':
return sqlite_get_paginated_files(*args, **kwargs)
elif db_type == 'elasticsearch':
# Implement Elasticsearch version
raise NotImplementedError("Elasticsearch version of add_media_with_keywords not yet implemented")
def get_media_title(*args, **kwargs):
if db_type == 'sqlite':
return sqlite_get_media_title(*args, **kwargs)
elif db_type == 'elasticsearch':
# Implement Elasticsearch version
raise NotImplementedError("Elasticsearch version of add_media_with_keywords not yet implemented")
def get_next_media_id():
if db_type == 'sqlite':
return sqlite_get_next_media_id()
elif db_type == 'elasticsearch':
# Implement Elasticsearch version
raise NotImplementedError("Elasticsearch version of add_media_with_keywords not yet implemented")
#
# End of DB-Searching functions
############################################################################################################
############################################################################################################
#
# Transcript-related Functions
def get_transcripts(*args, **kwargs):
if db_type == 'sqlite':
return sqlite_get_transcripts(*args, **kwargs)
elif db_type == 'elasticsearch':
# Implement Elasticsearch version
raise NotImplementedError("Elasticsearch version of add_media_with_keywords not yet implemented")
#
# End of Transcript-related Functions
############################################################################################################
############################################################################################################
#
# DB-Ingestion functions
def add_media_to_database(*args, **kwargs):
if db_type == 'sqlite':
result = sqlite_add_media_to_database(*args, **kwargs)
# Extract content
segments = kwargs.get('segments') if 'segments' in kwargs else args[2] if len(args) > 2 else None
if segments is None:
raise ValueError("Segments not provided in arguments")
if isinstance(segments, list):
content = ' '.join([segment.get('Text', '') for segment in segments if 'Text' in segment])
elif isinstance(segments, dict):
content = segments.get('text', '') or segments.get('content', '')
else:
content = str(segments)
# Extract media_id from the result
# Assuming the result is in the format "Media 'Title' added/updated successfully with ID: {media_id}"
import re
match = re.search(r"with ID: (\d+)", result)
if match:
media_id = int(match.group(1))
# Create initial document version
sqlite_create_document_version(media_id, content)
return result
elif db_type == 'elasticsearch':
# Implement Elasticsearch version
raise NotImplementedError("Elasticsearch version of add_media_to_database not yet implemented")
def check_existing_media(*args, **kwargs):
if db_type == 'sqlite':
return sqlite_check_existing_media(*args, **kwargs)
elif db_type == 'elasticsearch':
# Implement Elasticsearch version
raise NotImplementedError("Elasticsearch version of check_existing_media not yet implemented")
def update_media_content_with_version(*args, **kwargs):
if db_type == 'sqlite':
return sqlite_update_media_content_with_version(*args, **kwargs)
elif db_type == 'elasticsearch':
# Implement Elasticsearch version
raise NotImplementedError("Elasticsearch version of update_media_content not yet implemented")
def import_obsidian_note_to_db(*args, **kwargs):
if db_type == 'sqlite':
return sqlite_import_obsidian_note_to_db(*args, **kwargs)
elif db_type == 'elasticsearch':
# Implement Elasticsearch version
raise NotImplementedError("Elasticsearch version of add_media_with_keywords not yet implemented")
def update_media_content(*args, **kwargs):
if db_type == 'sqlite':
result = sqlite_update_media_content(*args, **kwargs)
# Extract media_id and content
selected_item = args[0]
item_mapping = args[1]
content_input = args[2]
if selected_item and item_mapping and selected_item in item_mapping:
media_id = item_mapping[selected_item]
# Create new document version
sqlite_create_document_version(media_id, content_input)
return result
elif db_type == 'elasticsearch':
# Implement Elasticsearch version
raise NotImplementedError("Elasticsearch version of update_media_content not yet implemented")
def add_media_with_keywords(*args, **kwargs):
if db_type == 'sqlite':
return sqlite_add_media_with_keywords(*args, **kwargs)
elif db_type == 'elasticsearch':
raise NotImplementedError("Elasticsearch version of add_media_with_keywords not yet implemented")
def check_media_and_whisper_model(*args, **kwargs):
if db_type == 'sqlite':
return sqlite_check_media_and_whisper_model(*args, **kwargs)
elif db_type == 'elasticsearch':
raise NotImplementedError("Elasticsearch version of check_media_and_whisper_model not yet implemented")
def ingest_article_to_db(url, title, author, content, keywords, summary, ingestion_date, custom_prompt):
if db_type == 'sqlite':
return sqlite_ingest_article_to_db(url, title, author, content, keywords, summary, ingestion_date, custom_prompt)
elif db_type == 'elasticsearch':
# Implement Elasticsearch version
raise NotImplementedError("Elasticsearch version of ingest_article_to_db not yet implemented")
else:
raise ValueError(f"Unsupported database type: {db_type}")
def add_media_chunk(*args, **kwargs):
if db_type == 'sqlite':
sqlite_add_media_chunk(*args, **kwargs)
elif db_type == 'elasticsearch':
# Implement Elasticsearch version
raise NotImplementedError("Elasticsearch version not yet implemented")
else:
raise ValueError(f"Unsupported database type: {db_type}")
def batch_insert_chunks(*args, **kwargs):
if db_type == 'sqlite':
sqlite_batch_insert_chunks(*args, **kwargs)
elif db_type == 'elasticsearch':
# Implement Elasticsearch version
raise NotImplementedError("Elasticsearch version not yet implemented")
else:
raise ValueError(f"Unsupported database type: {db_type}")
def update_fts_for_media(media_id: int):
if db_type == 'sqlite':
sqlite_update_fts_for_media(db, media_id)
elif db_type == 'elasticsearch':
# Implement Elasticsearch version
raise NotImplementedError("Elasticsearch version not yet implemented")
else:
raise ValueError(f"Unsupported database type: {db_type}")
def get_unprocessed_media(*args, **kwargs):
if db_type == 'sqlite':
return sqlite_get_unprocessed_media(db)
elif db_type == 'elasticsearch':
# Implement Elasticsearch version
raise NotImplementedError("Elasticsearch version of get_unprocessed_media not yet implemented")
else:
raise ValueError(f"Unsupported database type: {db_type}")
def mark_media_as_processed(*args, **kwargs):
if db_type == 'sqlite':
return sqlite_mark_media_as_processed(*args, **kwargs)
elif db_type == 'elasticsearch':
# Implement Elasticsearch version
raise NotImplementedError("Elasticsearch version of mark_media_as_processed not yet implemented")
else:
raise ValueError(f"Unsupported database type: {db_type}")
#
# End of DB-Ingestion functions
############################################################################################################
############################################################################################################
#
# Prompt-related functions #FIXME rename /resort
def list_prompts(*args, **kwargs):
if db_type == 'sqlite':
return sqlite_list_prompts(*args, **kwargs)
elif db_type == 'elasticsearch':
# Implement Elasticsearch version
raise NotImplementedError("Elasticsearch version of add_media_with_keywords not yet implemented")
def search_prompts(query):
if db_type == 'sqlite':
return sqlite_search_prompts(query)
elif db_type == 'elasticsearch':
# Implement Elasticsearch version
raise NotImplementedError("Elasticsearch version of add_media_with_keywords not yet implemented")
def fetch_prompt_details(*args, **kwargs):
if db_type == 'sqlite':
return sqlite_fetch_prompt_details(*args, **kwargs)
elif db_type == 'elasticsearch':
# Implement Elasticsearch version
raise NotImplementedError("Elasticsearch version of add_media_with_keywords not yet implemented")
def add_prompt(*args, **kwargs):
if db_type == 'sqlite':
return sqlite_add_prompt(*args, **kwargs)
elif db_type == 'elasticsearch':
# Implement Elasticsearch version
raise NotImplementedError("Elasticsearch version of add_media_with_keywords not yet implemented")
def add_or_update_prompt(*args, **kwargs):
if db_type == 'sqlite':
return sqlite_add_or_update_prompt(*args, **kwargs)
elif db_type == 'elasticsearch':
# Implement Elasticsearch version
raise NotImplementedError("Elasticsearch version of add_media_with_keywords not yet implemented")
def load_prompt_details(*args, **kwargs):
if db_type == 'sqlite':
return sqlite_load_prompt_details(*args, **kwargs)
elif db_type == 'elasticsearch':
# Implement Elasticsearch version
raise NotImplementedError("Elasticsearch version of add_media_with_keywords not yet implemented")
def load_preset_prompts(*args, **kwargs):
if db_type == 'sqlite':
return sqlite_load_preset_prompts()
elif db_type == 'elasticsearch':
# Implement Elasticsearch version
raise NotImplementedError("Elasticsearch version of add_media_with_keywords not yet implemented")
def insert_prompt_to_db(*args, **kwargs):
if db_type == 'sqlite':
return sqlite_insert_prompt_to_db(*args, **kwargs)
elif db_type == 'elasticsearch':
# Implement Elasticsearch version
raise NotImplementedError("Elasticsearch version of add_media_with_keywords not yet implemented")
def delete_prompt(*args, **kwargs):
if db_type == 'sqlite':
return sqlite_delete_prompt(*args, **kwargs)
elif db_type == 'elasticsearch':
# Implement Elasticsearch version
raise NotImplementedError("Elasticsearch version of add_media_with_keywords not yet implemented")
def search_media_database(*args, **kwargs):
if db_type == 'sqlite':
return sqlite_search_media_database(*args, **kwargs)
elif db_type == 'elasticsearch':
# Implement Elasticsearch version when available
raise NotImplementedError("Elasticsearch version of search_media_database not yet implemented")
else:
raise ValueError(f"Unsupported database type: {db_type}")
def mark_as_trash(media_id: int) -> None:
if db_type == 'sqlite':
return sqlite_mark_as_trash(media_id)
elif db_type == 'elasticsearch':
# Implement Elasticsearch version when available
raise NotImplementedError("Elasticsearch version of mark_as_trash not yet implemented")
else:
raise ValueError(f"Unsupported database type: {db_type}")
def get_latest_transcription(*args, **kwargs):
if db_type == 'sqlite':
return sqlite_get_latest_transcription(*args, **kwargs)
elif db_type == 'elasticsearch':
# Implement Elasticsearch version
raise NotImplementedError("Elasticsearch version of get_latest_transcription not yet implemented")
def fetch_paginated_data(*args, **kwargs):
if db_type == 'sqlite':
return sqlite_fetch_paginated_data(*args, **kwargs)
elif db_type == 'elasticsearch':
# Implement Elasticsearch version
raise NotImplementedError("Elasticsearch version of fetch_paginated_data not yet implemented")
else:
raise ValueError(f"Unsupported database type: {db_type}")
def get_media_content(media_id: int) -> str:
if db_type == 'sqlite':
return sqlite_get_media_content(media_id)
elif db_type == 'elasticsearch':
raise NotImplementedError("Elasticsearch version of get_media_content not yet implemented")
else:
raise ValueError(f"Unsupported database type: {db_type}")
def get_media_transcripts(media_id: int) -> List[Dict]:
if db_type == 'sqlite':
return sqlite_get_media_transcripts(media_id)
elif db_type == 'elasticsearch':
raise NotImplementedError("Elasticsearch version of get_media_transcripts not yet implemented")
else:
raise ValueError(f"Unsupported database type: {db_type}")
def get_specific_transcript(transcript_id: int) -> Dict:
if db_type == 'sqlite':
return sqlite_get_specific_transcript(transcript_id)
elif db_type == 'elasticsearch':
raise NotImplementedError("Elasticsearch version of get_specific_transcript not yet implemented")
else:
raise ValueError(f"Unsupported database type: {db_type}")
def get_media_summaries(media_id: int) -> List[Dict]:
if db_type == 'sqlite':
return sqlite_get_media_summaries(media_id)
elif db_type == 'elasticsearch':
raise NotImplementedError("Elasticsearch version of get_media_summaries not yet implemented")
else:
raise ValueError(f"Unsupported database type: {db_type}")
def get_specific_summary(summary_id: int) -> Dict:
if db_type == 'sqlite':
return sqlite_get_specific_summary(summary_id)
elif db_type == 'elasticsearch':
raise NotImplementedError("Elasticsearch version of get_specific_summary not yet implemented")
else:
raise ValueError(f"Unsupported database type: {db_type}")
def fetch_item_details_single(*args, **kwargs):
if db_type == 'sqlite':
return sqlite_fetch_item_details(*args, **kwargs)
elif db_type == 'elasticsearch':
# Implement Elasticsearch version
raise NotImplementedError("Elasticsearch version of fetch_item_details not yet implemented")
else:
raise ValueError(f"Unsupported database type: {db_type}")
def get_all_document_versions(*args, **kwargs):
if db_type == 'sqlite':
return sqlite_get_all_document_versions(*args, **kwargs)
elif db_type == 'elasticsearch':
# Implement Elasticsearch version
raise NotImplementedError("Elasticsearch version of get_all_document_versions not yet implemented")
else:
raise ValueError(f"Unsupported database type: {db_type}")
#
#
############################################################################################################
#
# Prompt Functions:
def get_media_prompts(media_id: int) -> List[Dict]:
if db_type == 'sqlite':
return sqlite_get_media_prompts(media_id)
elif db_type == 'elasticsearch':
raise NotImplementedError("Elasticsearch version of get_media_prompts not yet implemented")
else:
raise ValueError(f"Unsupported database type: {db_type}")
def get_specific_prompt(prompt_id: int) -> Dict:
if db_type == 'sqlite':
return sqlite_get_specific_prompt(prompt_id)
elif db_type == 'elasticsearch':
raise NotImplementedError("Elasticsearch version of get_specific_prompt not yet implemented")
else:
return {'error': f"Unsupported database type: {db_type}"}
def delete_specific_transcript(transcript_id: int) -> str:
if db_type == 'sqlite':
return sqlite_delete_specific_transcript(transcript_id)
elif db_type == 'elasticsearch':
raise NotImplementedError("Elasticsearch version of delete_specific_transcript not yet implemented")
else:
raise ValueError(f"Unsupported database type: {db_type}")
def delete_specific_summary(summary_id: int) -> str:
if db_type == 'sqlite':
return sqlite_delete_specific_summary(summary_id)
elif db_type == 'elasticsearch':
raise NotImplementedError("Elasticsearch version of delete_specific_summary not yet implemented")
else:
raise ValueError(f"Unsupported database type: {db_type}")
def delete_specific_prompt(prompt_id: int) -> str:
if db_type == 'sqlite':
return sqlite_delete_specific_prompt(prompt_id)
elif db_type == 'elasticsearch':
raise NotImplementedError("Elasticsearch version of delete_specific_prompt not yet implemented")
else:
raise ValueError(f"Unsupported database type: {db_type}")
#
# End of Prompt-related functions
############################################################################################################
############################################################################################################
#
# Keywords-related Functions
def keywords_browser_interface(*args, **kwargs):
if db_type == 'sqlite':
return sqlite_keywords_browser_interface()
elif db_type == 'elasticsearch':
# Implement Elasticsearch version
raise NotImplementedError("Elasticsearch version of add_media_with_keywords not yet implemented")
def add_keyword(*args, **kwargs):
if db_type == 'sqlite':
with db.get_connection() as conn:
cursor = conn.cursor()
return sqlite_add_keyword(*args, **kwargs)
elif db_type == 'elasticsearch':
# Implement Elasticsearch version
raise NotImplementedError("Elasticsearch version of add_media_with_keywords not yet implemented")
def delete_keyword(*args, **kwargs):
if db_type == 'sqlite':
return sqlite_delete_keyword(*args, **kwargs)
elif db_type == 'elasticsearch':
# Implement Elasticsearch version
raise NotImplementedError("Elasticsearch version of add_media_with_keywords not yet implemented")
def export_keywords_to_csv(*args, **kwargs):
if db_type == 'sqlite':
return sqlite_export_keywords_to_csv()
elif db_type == 'elasticsearch':
# Implement Elasticsearch version
raise NotImplementedError("Elasticsearch version of add_media_with_keywords not yet implemented")
def update_keywords_for_media(*args, **kwargs):
if db_type == 'sqlite':
return sqlite_update_keywords_for_media(*args, **kwargs)
elif db_type == 'elasticsearch':
# Implement Elasticsearch version
raise NotImplementedError("Elasticsearch version of add_media_with_keywords not yet implemented")
def fetch_keywords_for_media(*args, **kwargs):
if db_type == 'sqlite':
return sqlite_fetch_keywords_for_media(*args, **kwargs)
elif db_type == 'elasticsearch':
# Implement Elasticsearch version
raise NotImplementedError("Elasticsearch version of add_media_with_keywords not yet implemented")
#
# End of Keywords-related Functions
############################################################################################################
############################################################################################################
#
# Chat-related Functions
def delete_chat_message(*args, **kwargs):
if db_type == 'sqlite':
return sqlite_delete_chat_message(*args, **kwargs)
elif db_type == 'elasticsearch':
# Implement Elasticsearch version
raise NotImplementedError("Elasticsearch version of add_media_with_keywords not yet implemented")
def update_chat_message(*args, **kwargs):
if db_type == 'sqlite':
return sqlite_update_chat_message(*args, **kwargs)
elif db_type == 'elasticsearch':
# Implement Elasticsearch version
raise NotImplementedError("Elasticsearch version of add_media_with_keywords not yet implemented")
def add_chat_message(*args, **kwargs):
if db_type == 'sqlite':
return sqlite_add_chat_message(*args, **kwargs)
elif db_type == 'elasticsearch':
# Implement Elasticsearch version
raise NotImplementedError("Elasticsearch version of add_media_with_keywords not yet implemented")
def get_chat_messages(*args, **kwargs):
if db_type == 'sqlite':
return sqlite_get_chat_messages(*args, **kwargs)
elif db_type == 'elasticsearch':
# Implement Elasticsearch version
raise NotImplementedError("Elasticsearch version of add_media_with_keywords not yet implemented")
def search_chat_conversations(*args, **kwargs):
if db_type == 'sqlite':
return sqlite_search_chat_conversations(*args, **kwargs)
elif db_type == 'elasticsearch':
# Implement Elasticsearch version
raise NotImplementedError("Elasticsearch version of add_media_with_keywords not yet implemented")
def create_chat_conversation(*args, **kwargs):
if db_type == 'sqlite':
return sqlite_create_chat_conversation(*args, **kwargs)
elif db_type == 'elasticsearch':
# Implement Elasticsearch version
raise NotImplementedError("Elasticsearch version of add_media_with_keywords not yet implemented")
def save_chat_history_to_database(*args, **kwargs):
if db_type == 'sqlite':
return sqlite_save_chat_history_to_database(*args, **kwargs)
elif db_type == 'elasticsearch':
# Implement Elasticsearch version
raise NotImplementedError("Elasticsearch version of add_media_with_keywords not yet implemented")
def get_conversation_name(*args, **kwargs):
if db_type == 'sqlite':
return sqlite_get_conversation_name(*args, **kwargs)
elif db_type == 'elasticsearch':
# Implement Elasticsearch version
raise NotImplementedError("Elasticsearch version of add_media_with_keywords not yet implemented")
#
# End of Chat-related Functions
############################################################################################################
############################################################################################################
#
# Character Chat-related Functions
def add_character_card(*args, **kwargs):
if db_type == 'sqlite':
return sqlite_add_character_card(*args, **kwargs)
elif db_type == 'elasticsearch':
# Implement Elasticsearch version
raise NotImplementedError("Elasticsearch version of add_character_card not yet implemented")
def get_character_cards():
if db_type == 'sqlite':
return sqlite_get_character_cards()
elif db_type == 'elasticsearch':
# Implement Elasticsearch version
raise NotImplementedError("Elasticsearch version of get_character_cards not yet implemented")
def get_character_card_by_id(*args, **kwargs):
if db_type == 'sqlite':
return sqlite_get_character_card_by_id(*args, **kwargs)
elif db_type == 'elasticsearch':
# Implement Elasticsearch version
raise NotImplementedError("Elasticsearch version of get_character_card_by_id not yet implemented")
def update_character_card(*args, **kwargs):
if db_type == 'sqlite':
return sqlite_update_character_card(*args, **kwargs)
elif db_type == 'elasticsearch':
# Implement Elasticsearch version
raise NotImplementedError("Elasticsearch version of update_character_card not yet implemented")
def delete_character_card(*args, **kwargs):
if db_type == 'sqlite':
return sqlite_delete_character_card(*args, **kwargs)
elif db_type == 'elasticsearch':
# Implement Elasticsearch version
raise NotImplementedError("Elasticsearch version of delete_character_card not yet implemented")
def add_character_chat(*args, **kwargs):
if db_type == 'sqlite':
return sqlite_add_character_chat(*args, **kwargs)
elif db_type == 'elasticsearch':
# Implement Elasticsearch version
raise NotImplementedError("Elasticsearch version of add_character_chat not yet implemented")
def get_character_chats(*args, **kwargs):
if db_type == 'sqlite':
return sqlite_get_character_chats(*args, **kwargs)
elif db_type == 'elasticsearch':
# Implement Elasticsearch version
raise NotImplementedError("Elasticsearch version of get_character_chats not yet implemented")
def get_character_chat_by_id(*args, **kwargs):
if db_type == 'sqlite':
return sqlite_get_character_chat_by_id(*args, **kwargs)
elif db_type == 'elasticsearch':
# Implement Elasticsearch version
raise NotImplementedError("Elasticsearch version of get_character_chat_by_id not yet implemented")
def update_character_chat(*args, **kwargs):
if db_type == 'sqlite':
return sqlite_update_character_chat(*args, **kwargs)
elif db_type == 'elasticsearch':
# Implement Elasticsearch version
raise NotImplementedError("Elasticsearch version of update_character_chat not yet implemented")
def delete_character_chat(*args, **kwargs):
if db_type == 'sqlite':
return sqlite_delete_character_chat(*args, **kwargs)
elif db_type == 'elasticsearch':
# Implement Elasticsearch version
raise NotImplementedError("Elasticsearch version of delete_character_chat not yet implemented")
def migrate_chat_to_media_db(*args, **kwargs):
if db_type == 'sqlite':
return sqlite_migrate_chat_to_media_db(*args, **kwargs)
elif db_type == 'elasticsearch':
# Implement Elasticsearch version
raise NotImplementedError("Elasticsearch version of migrate_chat_to_media_db not yet implemented")
#
# End of Character Chat-related Functions
############################################################################################################
############################################################################################################
#
# Trash-related Functions
def get_trashed_items(*args, **kwargs):
if db_type == 'sqlite':
return sqlite_get_trashed_items()
elif db_type == 'elasticsearch':
# Implement Elasticsearch version
raise NotImplementedError("Elasticsearch version of add_media_with_keywords not yet implemented")
def user_delete_item(*args, **kwargs):
if db_type == 'sqlite':
return sqlite_user_delete_item(*args, **kwargs)
elif db_type == 'elasticsearch':
# Implement Elasticsearch version
raise NotImplementedError("Elasticsearch version of add_media_with_keywords not yet implemented")
def empty_trash(*args, **kwargs):
if db_type == 'sqlite':
return sqlite_empty_trash(*args, **kwargs)
elif db_type == 'elasticsearch':
# Implement Elasticsearch version
raise NotImplementedError("Elasticsearch version of add_media_with_keywords not yet implemented")
def fetch_item_details(media_id: int) -> Tuple[str, str, str]:
"""
Fetch the details of a media item including content, prompt, and summary.
Args:
media_id (int): The ID of the media item.
Returns:
Tuple[str, str, str]: A tuple containing (content, prompt, summary).
If an error occurs, it returns empty strings for each field.
"""
if db_type == 'sqlite':
return sqlite_fetch_item_details(media_id)
elif db_type == 'elasticsearch':
# Implement Elasticsearch version when available
raise NotImplementedError("Elasticsearch version of fetch_item_details not yet implemented")
else:
raise ValueError(f"Unsupported database type: {db_type}")
#
# End of Trash-related Functions
############################################################################################################
############################################################################################################
#
# DB-Backup Functions
def create_automated_backup(*args, **kwargs):
if db_type == 'sqlite':
return sqlite_create_automated_backup(*args, **kwargs)
elif db_type == 'elasticsearch':
# Implement Elasticsearch version
raise NotImplementedError("Elasticsearch version of add_media_with_keywords not yet implemented")
#
# End of DB-Backup Functions
############################################################################################################
############################################################################################################
#
# Document Versioning Functions
def create_document_version(*args, **kwargs):
if db_type == 'sqlite':
return sqlite_create_document_version(*args, **kwargs)
elif db_type == 'elasticsearch':
# Implement Elasticsearch version
raise NotImplementedError("Elasticsearch version of create_document_version not yet implemented")
def get_document_version(*args, **kwargs):
if db_type == 'sqlite':
return sqlite_get_document_version(*args, **kwargs)
elif db_type == 'elasticsearch':
# Implement Elasticsearch version
raise NotImplementedError("Elasticsearch version of get_document_version not yet implemented")
#
# End of Document Versioning Functions
############################################################################################################
############################################################################################################
#
# Workflow Functions
def get_workflow_chat(*args, **kwargs):
if db_type == 'sqlite':
return sqlite_get_workflow_chat(*args, **kwargs)
elif db_type == 'elasticsearch':
# Implement Elasticsearch version
raise NotImplementedError("Elasticsearch version of get_workflow_chat not yet implemented")
def save_workflow_chat_to_db(*args, **kwargs):
if db_type == 'sqlite':
# FIXME
return sqlite_save_workflow_chat_to_db(*args, **kwargs)
elif db_type == 'elasticsearch':
# Implement Elasticsearch version
raise NotImplementedError("Elasticsearch version of save_workflow_chat_to_db not yet implemented")
#
# End of Workflow Functions
############################################################################################################
# Dead code FIXME
# def close_connection():
# if db_type == 'sqlite':
# db.get_connection().close()
#
# End of file
############################################################################################################
|