apply keyword's parallel processing

app.py

@@ -1,15 +1,19 @@
 from annotated_text import annotated_text
 import streamlit as st
 import openai
-from gpt_based_function import gpt_keyw_extractor
+from gpt_based_function import gpt_keyw_extract_n_annotator
+import concurrent.futures
 import os, sys
+from tqdm import tqdm
+
 
 # current_path = '/Users/kintch/PycharmProjects/jungu_sgi/keyword_konan'
 # os.chdir(current_path)
 # sys.path.append(current_path)
 
 # OpenAI API 설정 (환경 변수에서 읽어옴)
-openai.api_key = os.getenv("OPENAI_API_KEY")  # 실제 코드에서 주석 해제
+openai.api_key = "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"
+# openai.api_key = os.getenv("OPENAI_API_KEY")  # 실제 코드에서 주석 해제
 st.set_page_config(layout="wide")
 
 
@@ -27,6 +31,7 @@ preset_learning_texts = preset_learning_text.split("\n")
 
 highlighted_texts_list = list()
 tmp = str()
+tmp_list = list()
 for k in range(len(preset_learning_texts)):
     print(k)
     text = preset_learning_texts[k]
@@ -39,7 +44,14 @@ for k in range(len(preset_learning_texts)):
             break  # 총 문단수 == len(highlighted_text_list)-1
     else:
         tmp += text
-    highlighted_texts_list.append(gpt_keyw_extractor(tmp))
+    tmp_list.append(tmp)
+
+def run(list_sum):
+    with concurrent.futures.ThreadPoolExecutor() as executor:
+        results = list(tqdm(executor.map(gpt_keyw_extract_n_annotator, list_sum), total=len(list_sum)))
+    return results
+
+highlighted_texts_list = run(tmp_list)
 
 def display_passage(col):
     st.header("지문")
@@ -102,7 +114,7 @@ def display_input_btns(col):
         btn_keyword = st.button("키워드 찾기")
         if btn_keyword:
             # 키워드 찾기 로직
-            # highlighted_text = gpt_keyw_extractor(preset_learning_text)  # Should Be DELETED
+            # highlighted_text = gpt_keyw_extract_n_annotator(preset_learning_text)  # Should Be DELETED
             global highlighted_texts_list
             highlighted_text = highlighted_texts_list[-1]
 
@@ -214,4 +226,5 @@ def main():
 
 
 if __name__ == "__main__":
-    main()
+    main()
+

gpt_based_function.py

@@ -2,7 +2,7 @@ import ast
 import openai
 from text_annotator import generate_annotated_text
 
-def gpt_keyw_extractor(user_text):
+def gpt_keyw_extract_n_annotator(user_text):
     '''
     :param user_text: str
     :return: annotated_text: str