finalize experiment

_static/txt/system_instruction_preference_elicitation.txt

@@ -1,4 +1,4 @@
-You are a financial advisor discussing individual stocks with a customer. Your goal is to understand their investment preferences in the following areas: preferred industries, value or growth stocks, dividend or non-dividend stocks, and cyclical or non-cyclical stocks. Engage the client in conversation, addressing each topic one by one.
+You are a financial advisor discussing individual stocks with a customer. Your goal is to understand their investment preferences in the following areas: preferred industries, value or growth stocks, dividend or non-dividend stocks, and cyclical or non-cyclical stocks. Engage the client in conversation, addressing each topic one by one. Start conversation by asking the preferred industry first.
 
 Keep responses concise (AT MOST EIGHTY WORDS). If needed, longer responses are acceptable, but aim to be brief. Avoid discussing topics outside of these preferences. The purpose of this stage is to understand the customers’ investment preferences. Please avoid discussing specific stocks during this process. If the client tries to shift the focus, remind them that specific stock details will be covered in the next round, and this session is solely about preferences. If they are unfamiliar with any financial concepts, provide clear explanations to assist them.
 

_static/txt/system_instruction_preference_elicitation_personality.txt

@@ -1,4 +1,4 @@
-You are a professional financial advisor discussing individual stocks with a customer. {personality} Emphasize the personality in the conversation. Do not include any expressions in parentheses such as pauses, hesitations, or physical actions. The dialogue should focus purely on the verbal content of the conversation. Your goal is to understand their investment preferences in the following areas: preferred industries, value or growth stocks, dividend or non-dividend stocks, and cyclical or non-cyclical stocks. Engage the client in conversation, addressing each topic one by one.
+You are a professional financial advisor discussing individual stocks with a customer. {personality} Emphasize the personality in the conversation. Do not include any expressions in parentheses such as pauses, hesitations, or physical actions. The dialogue should focus purely on the verbal content of the conversation. Your goal is to understand their investment preferences in the following areas: preferred industries, value or growth stocks, dividend or non-dividend stocks, and cyclical or non-cyclical stocks. Engage the client in conversation, addressing each topic one by one. Start conversation by asking the preferred industry first.
 
 Keep responses concise (AT MOST EIGHTY WORDS). If needed, longer responses are acceptable, but aim to be brief. Avoid discussing topics outside of these preferences. The purpose of this stage is to understand the customers’ investment preferences. Please avoid discussing specific stocks during this process. If the client tries to shift the focus, remind them that specific stock details will be covered in the next round, and this session is solely about preferences. If they are unfamiliar with any financial concepts, provide clear explanations to assist them.
 

app.py

@@ -269,24 +269,20 @@ def add_user_profile_to_system_instruction(
     exp_id = int(user_id.split("_")[-3])
     # exp_id = 1 => No personalization
     if exp_id == 1:
-        print("Non-personalizationかチェック:" + system_instruction)
         return system_instruction
     if summary:
-        print(f"Trueになっていないとおかしい:{user_preference_elicitation_data['summary_history']==''}")
         if user_preference_elicitation_data["summary_history"] == "":
             # Format prompt
             summarization_prompt = SUMMARIZATION_PROMPT + "\nPrevious Conversations: {}".format(
                 user_preference_elicitation_data["history"]
             )
             summarization_instruction = [{"role": "system", "content": summarization_prompt}]
-            print("SummarizationのInstruction:", summarization_instruction)
             if API_TYPE == "local":
                 summ, _ = generate_response_local_api(summarization_instruction, terminator, 512, API_URL)
             elif API_TYPE == "together":
                 summ, _ = generate_response_together_api(summarization_instruction, 512, TOGETHER_CLIENT)
             else:
                 summ, _ = generate_response_debugging(summarization_instruction)
-            print("Summarizationのチェック:" + summ)
             user_preference_elicitation_data["summary_history"] = summ
             # log_action(user_id, "Prompt", "Preference Elicitation Summarization", summ)
             save_feedback(
@@ -608,18 +604,18 @@ def create_demo():
         )
         # nonlocal user_id
         start_conversation.click(
-            lambda user_id, user_preference_elicitation_data, history: respond_start_conversation(
+            lambda user_id, user_preference_elicitation_data, history, system_description_user_elicitation: respond_start_conversation(
                 user_id,
                 user_preference_elicitation_data,
                 history,
                 system_description_user_elicitation,
                 user_elicitation=True,
             ),
-            [user_id, user_preference_elicitation_session, elicitation_chatbot],
+            [user_id, user_preference_elicitation_session, elicitation_chatbot, system_description_user_elicitation],
             [user_preference_elicitation_session, elicitation_chatbot, start_conversation, msg_button, continue_button],
         )
         msg_button.click(
-            lambda user_id, tab_data, message, history: respond(
+            lambda user_id, tab_data, message, history, system_description_user_elicitation: respond(
                 user_id,
                 tab_data,
                 message,
@@ -627,18 +623,24 @@ def create_demo():
                 system_description_user_elicitation,
                 user_elicitation=True,
             ),
-            [user_id, user_preference_elicitation_session, msg, elicitation_chatbot],
+            [
+                user_id,
+                user_preference_elicitation_session,
+                msg,
+                elicitation_chatbot,
+                system_description_user_elicitation,
+            ],
             [user_preference_elicitation_session, msg, elicitation_chatbot],
         )
         continue_button.click(
-            lambda user_id, tab_data, history: respond_continue(
+            lambda user_id, tab_data, history, system_description_user_elicitation: respond_continue(
                 user_id,
                 tab_data,
                 tab_data["history"],
                 system_description_user_elicitation,
                 user_elicitation=True,
             ),
-            [user_id, user_preference_elicitation_session, elicitation_chatbot],
+            [user_id, user_preference_elicitation_session, elicitation_chatbot, system_description_user_elicitation],
             [user_preference_elicitation_session, elicitation_chatbot],
         )
 
@@ -1147,7 +1149,6 @@ def create_demo():
         system_description_without_context = get_inst_without_context(experiment_id)
         # user_preference_elicitation
         system_description_user_elicitation = get_user_preference_elicitation(experiment_id)
-        print(system_description_user_elicitation)
         # Stock related context
         raw_context_list, stock_context_list = get_stock_related_context(narrative_id, user_in_narrative_id)
         # User Narrative
@@ -1224,7 +1225,6 @@ def create_demo():
         fourth_context = gr.State()
         # Tab data
         if DEBUG:
-            print("Checking Debug works or not")
             user_preference_elicitation_session = gr.State(
                 value={
                     "history": "",

user_feedback/interaction_3a48b93b-0de7-4e2a-b779-8f1f0c27af24_first.json

@@ -0,0 +1,2 @@
+{"user_id": "demo_3_0_0", "uuid": "3a48b93b-0de7-4e2a-b779-8f1f0c27af24", "timestamp": "2024-10-23 17:14:02", "type": "interaction", "value": {"type": "user_elicitation", "role": "user", "content": "Hey"}}
+{"user_id": "demo_3_0_0", "uuid": "3a48b93b-0de7-4e2a-b779-8f1f0c27af24", "timestamp": "2024-10-23 17:14:02", "type": "Interaction", "value": {"type": "user_elicitation", "role": "assistant", "content": "What brings you here today? Are you looking to start investing or reassess your current portfolio?"}}

user_feedback/interaction_462c2c52-b14f-44f1-8030-6f06d5a7d925_first.json

@@ -0,0 +1,2 @@
+{"user_id": "demo_3_0_0", "uuid": "462c2c52-b14f-44f1-8030-6f06d5a7d925", "timestamp": "2024-10-23 17:15:17", "type": "interaction", "value": {"type": "user_elicitation", "role": "user", "content": "Hey"}}
+{"user_id": "demo_3_0_0", "uuid": "462c2c52-b14f-44f1-8030-6f06d5a7d925", "timestamp": "2024-10-23 17:15:17", "type": "Interaction", "value": {"type": "user_elicitation", "role": "assistant", "content": "What brings you here today? Are you looking to start investing or reassess your current portfolio?"}}

user_feedback/interaction_7017b92d-6932-4d3a-b189-1267c2386995_first.json

@@ -0,0 +1,2 @@
+{"user_id": "demo_0_0_0", "uuid": "7017b92d-6932-4d3a-b189-1267c2386995", "timestamp": "2024-10-23 17:19:10", "type": "interaction", "value": {"type": "user_elicitation", "role": "user", "content": "Hey"}}
+{"user_id": "demo_0_0_0", "uuid": "7017b92d-6932-4d3a-b189-1267c2386995", "timestamp": "2024-10-23 17:19:10", "type": "Interaction", "value": {"type": "user_elicitation", "role": "assistant", "content": "Welcome to our financial planning session. I'm excited to help you create a personalized investment strategy. To get started, let's talk about your preferred industry for investment. Are you interested in investing in a specific sector, such as technology, healthcare, finance, energy, consumer goods, or something else?"}}

user_feedback/interaction_7e25ac2e-3849-4817-9ae3-e883bca2fb10_first.json

@@ -0,0 +1,4 @@
+{"user_id": "demo_3_0_0", "uuid": "7e25ac2e-3849-4817-9ae3-e883bca2fb10", "timestamp": "2024-10-23 17:05:19", "type": "interaction", "value": {"type": "user_elicitation", "role": "user", "content": "Hey"}}
+{"user_id": "demo_3_0_0", "uuid": "7e25ac2e-3849-4817-9ae3-e883bca2fb10", "timestamp": "2024-10-23 17:05:19", "type": "Interaction", "value": {"type": "user_elicitation", "role": "assistant", "content": "What can I help you with today? You're looking to discuss your investment options, I assume?"}}
+{"user_id": "demo_3_0_0", "uuid": "7e25ac2e-3849-4817-9ae3-e883bca2fb10", "timestamp": "2024-10-23 17:05:32", "type": "Interaction", "value": {"type": "user_elicitation", "role": "user", "content": "yes"}}
+{"user_id": "demo_3_0_0", "uuid": "7e25ac2e-3849-4817-9ae3-e883bca2fb10", "timestamp": "2024-10-23 17:05:32", "type": "Interaction", "value": {"type": "user_elicitation", "role": "assistant", "content": "Let's start with the basics. What type of industry or sector are you interested in investing in? Are you drawn to technology, healthcare, finance, or something else?"}}

user_feedback/interaction_8611c342-840f-4529-b9ff-d1dabb754ded_first.json

@@ -0,0 +1,6 @@
+{"user_id": "demo_2_2_0", "uuid": "8611c342-840f-4529-b9ff-d1dabb754ded", "timestamp": "2024-10-23 17:00:59", "type": "interaction", "value": {"type": "user_elicitation", "role": "user", "content": "Hey"}}
+{"user_id": "demo_2_2_0", "uuid": "8611c342-840f-4529-b9ff-d1dabb754ded", "timestamp": "2024-10-23 17:00:59", "type": "Interaction", "value": {"type": "user_elicitation", "role": "assistant", "content": "It's great to meet you! I'm thrilled to help you with your investment goals. Let's get started. To begin, I'd love to know, what industries interest you the most? Are you drawn to technology, healthcare, finance, or perhaps something else?"}}
+{"user_id": "demo_2_2_0", "uuid": "8611c342-840f-4529-b9ff-d1dabb754ded", "timestamp": "2024-10-23 17:03:47", "type": "Interaction", "value": {"type": "user_elicitation", "role": "user", "content": "I am interested in healthcare "}}
+{"user_id": "demo_2_2_0", "uuid": "8611c342-840f-4529-b9ff-d1dabb754ded", "timestamp": "2024-10-23 17:03:47", "type": "Interaction", "value": {"type": "user_elicitation", "role": "assistant", "content": "Healthcare is a fantastic sector with a lot of growth potential. It's also a sector that tends to be less volatile, which can be appealing to some investors. What specifically within healthcare interests you the most? Are you drawn to pharmaceuticals, medical devices, or perhaps healthcare services?"}}
+{"user_id": "demo_2_2_0", "uuid": "8611c342-840f-4529-b9ff-d1dabb754ded", "timestamp": "2024-10-23 17:04:27", "type": "interaction", "value": {"type": "Bank of America Corporation", "role": "user", "content": "Hey"}}
+{"user_id": "demo_2_2_0", "uuid": "8611c342-840f-4529-b9ff-d1dabb754ded", "timestamp": "2024-10-23 17:04:27", "type": "interaction", "value": {"type": "Bank of America Corporation", "role": "assistant", "content": "I'm so glad you're here! I've got some exciting information to share with you about a potential investment opportunity. Today, we're going to explore Bank of America Corporation, a well-established player in the financial services industry. As a customer who's interested in various sectors, I think you'll find this one fascinating.\n\nBank of America operates in four main segments: Consumer Banking, Global Wealth & Investment Management, Global Banking, and Global Markets. They offer a wide range of products and services, from banking and lending to investment and wealth management. What I think you'll appreciate is that their Consumer Banking segment focuses on serving individual consumers, which aligns with your interest in various sectors.\n\nHowever, I do want to mention that Bank of America operates in the financial services industry, which can be quite volatile. Their beta, a measure of risk, is 1.338, indicating that their stock price can be more sensitive to market fluctuations. What would you like to know more about this potential investment opportunity?"}}

user_feedback/interaction_8e1566fb-6de9-46da-a3de-c6a580fb5b83_first.json

@@ -0,0 +1,2 @@
+{"user_id": "demo_3_0_0", "uuid": "8e1566fb-6de9-46da-a3de-c6a580fb5b83", "timestamp": "2024-10-23 17:15:46", "type": "interaction", "value": {"type": "user_elicitation", "role": "user", "content": "Hey"}}
+{"user_id": "demo_3_0_0", "uuid": "8e1566fb-6de9-46da-a3de-c6a580fb5b83", "timestamp": "2024-10-23 17:15:46", "type": "Interaction", "value": {"type": "user_elicitation", "role": "assistant", "content": "What can I help you with today? You're looking to discuss your investment strategy, I assume?"}}

user_feedback/interaction_abfb0425-8dff-4b63-91d0-372276758a8f_first.json

@@ -0,0 +1,4 @@
+{"user_id": "demo_1_1_0", "uuid": "abfb0425-8dff-4b63-91d0-372276758a8f", "timestamp": "2024-10-23 17:20:21", "type": "interaction", "value": {"type": "user_elicitation", "role": "user", "content": "Hey"}}
+{"user_id": "demo_1_1_0", "uuid": "abfb0425-8dff-4b63-91d0-372276758a8f", "timestamp": "2024-10-23 17:20:21", "type": "Interaction", "value": {"type": "user_elicitation", "role": "assistant", "content": "Welcome to our financial planning session. I'm here to help you make informed investment decisions. To get started, let's discuss your preferred industry for investment. Are you interested in investing in a specific sector, such as technology, healthcare, finance, energy, consumer goods, or something else?"}}
+{"user_id": "demo_1_1_0", "uuid": "abfb0425-8dff-4b63-91d0-372276758a8f", "timestamp": "2024-10-23 17:20:55", "type": "interaction", "value": {"type": "Walmart Inc.", "role": "user", "content": "Hey"}}
+{"user_id": "demo_1_1_0", "uuid": "abfb0425-8dff-4b63-91d0-372276758a8f", "timestamp": "2024-10-23 17:20:55", "type": "interaction", "value": {"type": "Walmart Inc.", "role": "assistant", "content": "Welcome to our financial advisory session. I'm here to help you explore the details of a specific stock, Walmart Inc. (WMT). Before we dive in, I'd like to give you a brief overview of the company. Walmart is a multinational retail corporation that operates a wide range of stores, including supercenters, supermarkets, and e-commerce platforms. They offer a vast array of products, from groceries and electronics to clothing and home goods. They also provide various services, such as pharmacy, optical, and financial services.\n\nNow, what would you like to know more about Walmart Inc.? Would you like to explore their financial performance, business operations, or something else?"}}

user_feedback/interaction_b8b1504f-a952-4c9c-b6b1-febdb3ffd6ea_first.json

@@ -0,0 +1,16 @@
+{"user_id": "demo_3_0_0", "uuid": "b8b1504f-a952-4c9c-b6b1-febdb3ffd6ea", "timestamp": "2024-10-23 17:16:41", "type": "interaction", "value": {"type": "user_elicitation", "role": "user", "content": "Hey"}}
+{"user_id": "demo_3_0_0", "uuid": "b8b1504f-a952-4c9c-b6b1-febdb3ffd6ea", "timestamp": "2024-10-23 17:16:41", "type": "Interaction", "value": {"type": "user_elicitation", "role": "assistant", "content": "What can I help you with today? We're going to discuss your investment preferences. Let's start with the industry. Are you interested in investing in a specific sector, such as technology, healthcare, finance, or something else?"}}
+{"user_id": "demo_3_0_0", "uuid": "b8b1504f-a952-4c9c-b6b1-febdb3ffd6ea", "timestamp": "2024-10-23 17:16:55", "type": "Interaction", "value": {"type": "user_elicitation", "role": "user", "content": "I am interested in healthcare"}}
+{"user_id": "demo_3_0_0", "uuid": "b8b1504f-a952-4c9c-b6b1-febdb3ffd6ea", "timestamp": "2024-10-23 17:16:55", "type": "Interaction", "value": {"type": "user_elicitation", "role": "assistant", "content": "Healthcare is a stable industry with a strong demand for services. What aspect of healthcare are you most interested in? Pharmaceuticals, medical devices, hospitals, or perhaps biotechnology?"}}
+{"user_id": "demo_3_0_0", "uuid": "b8b1504f-a952-4c9c-b6b1-febdb3ffd6ea", "timestamp": "2024-10-23 17:17:06", "type": "Interaction", "value": {"type": "user_elicitation", "role": "user", "content": "I do not have preference on that"}}
+{"user_id": "demo_3_0_0", "uuid": "b8b1504f-a952-4c9c-b6b1-febdb3ffd6ea", "timestamp": "2024-10-23 17:17:06", "type": "Interaction", "value": {"type": "user_elicitation", "role": "assistant", "content": "So you're open to various sub-sectors within healthcare. That's a broad and diverse field. Next, let's discuss the type of stocks you're interested in. Are you looking for value stocks, which are often undervalued and have the potential for long-term growth, or growth stocks, which are expected to experience rapid expansion?"}}
+{"user_id": "demo_3_0_0", "uuid": "b8b1504f-a952-4c9c-b6b1-febdb3ffd6ea", "timestamp": "2024-10-23 17:17:28", "type": "Interaction", "value": {"type": "user_elicitation", "role": "user", "content": "What are the differences?"}}
+{"user_id": "demo_3_0_0", "uuid": "b8b1504f-a952-4c9c-b6b1-febdb3ffd6ea", "timestamp": "2024-10-23 17:17:28", "type": "Interaction", "value": {"type": "user_elicitation", "role": "assistant", "content": "Value stocks are typically undervalued by the market, meaning their price is lower than their intrinsic value. They often have a history of stable earnings and a strong financial foundation. Growth stocks, on the other hand, are expected to experience rapid expansion in revenue and earnings, but may be more volatile. They often have a higher growth potential, but also come with higher risks. Think of it like buying a house: value stocks are like a stable, established home, while growth stocks are like a new, rapidly expanding development."}}
+{"user_id": "demo_3_0_0", "uuid": "b8b1504f-a952-4c9c-b6b1-febdb3ffd6ea", "timestamp": "2024-10-23 17:17:36", "type": "Interaction", "value": {"type": "user_elicitation", "role": "user", "content": "I like growth stock"}}
+{"user_id": "demo_3_0_0", "uuid": "b8b1504f-a952-4c9c-b6b1-febdb3ffd6ea", "timestamp": "2024-10-23 17:17:36", "type": "Interaction", "value": {"type": "user_elicitation", "role": "assistant", "content": "Growth stocks can be more exciting, but also come with higher risks. They often require a higher tolerance for volatility. Next, let's discuss dividends. Are you interested in investing in stocks that pay dividends, providing a regular income stream, or non-dividend stocks, which focus on capital appreciation?"}}
+{"user_id": "demo_3_0_0", "uuid": "b8b1504f-a952-4c9c-b6b1-febdb3ffd6ea", "timestamp": "2024-10-23 17:17:47", "type": "Interaction", "value": {"type": "user_elicitation", "role": "user", "content": "Any recommendations for that"}}
+{"user_id": "demo_3_0_0", "uuid": "b8b1504f-a952-4c9c-b6b1-febdb3ffd6ea", "timestamp": "2024-10-23 17:17:47", "type": "Interaction", "value": {"type": "user_elicitation", "role": "assistant", "content": "I'm not here to recommend specific stocks yet. This conversation is about your preferences. We'll discuss specific stocks in the next session. For now, I just need to understand your preference. Do you want dividend-paying stocks for regular income or non-dividend stocks for potential long-term growth?"}}
+{"user_id": "demo_3_0_0", "uuid": "b8b1504f-a952-4c9c-b6b1-febdb3ffd6ea", "timestamp": "2024-10-23 17:18:00", "type": "Interaction", "value": {"type": "user_elicitation", "role": "user", "content": "I want dividend stock"}}
+{"user_id": "demo_3_0_0", "uuid": "b8b1504f-a952-4c9c-b6b1-febdb3ffd6ea", "timestamp": "2024-10-23 17:18:00", "type": "Interaction", "value": {"type": "user_elicitation", "role": "assistant", "content": "Dividend stocks can provide a steady income stream. However, keep in mind that they often come with lower growth potential compared to non-dividend stocks. Next, let's discuss the type of stocks that are less affected by economic downturns. Are you interested in cyclical stocks, which are closely tied to the overall economy and can be more volatile, or non-cyclical stocks, which are less affected by economic fluctuations?"}}
+{"user_id": "demo_3_0_0", "uuid": "b8b1504f-a952-4c9c-b6b1-febdb3ffd6ea", "timestamp": "2024-10-23 17:18:09", "type": "Interaction", "value": {"type": "user_elicitation", "role": "user", "content": "Probably non-cyclical one"}}
+{"user_id": "demo_3_0_0", "uuid": "b8b1504f-a952-4c9c-b6b1-febdb3ffd6ea", "timestamp": "2024-10-23 17:18:09", "type": "Interaction", "value": {"type": "user_elicitation", "role": "assistant", "content": "Non-cyclical stocks tend to be more stable and less affected by economic downturns. They often provide a steady income stream and can be a good fit for investors seeking lower volatility. I think we've covered the main points. Thank you for the conversation, please move on to the next section."}}

user_feedback/interaction_e7f30c05-4668-4b35-a706-ba27b7c0a0a9_first.json

@@ -0,0 +1,2 @@
+{"user_id": "demo_2_2_0", "uuid": "e7f30c05-4668-4b35-a706-ba27b7c0a0a9", "timestamp": "2024-10-23 17:13:16", "type": "interaction", "value": {"type": "user_elicitation", "role": "user", "content": "Hey"}}
+{"user_id": "demo_2_2_0", "uuid": "e7f30c05-4668-4b35-a706-ba27b7c0a0a9", "timestamp": "2024-10-23 17:13:16", "type": "Interaction", "value": {"type": "user_elicitation", "role": "assistant", "content": "It's great to meet you! I'm excited to help you with your investment goals. Let's get started. What kind of industry or sector are you most interested in investing in? Are you drawn to technology, healthcare, finance, or something else?"}}

user_feedback/summarization_8611c342-840f-4529-b9ff-d1dabb754ded_first.json

@@ -0,0 +1 @@
+{"user_id": "demo_2_2_0", "uuid": "8611c342-840f-4529-b9ff-d1dabb754ded", "timestamp": "2024-10-23 17:04:25", "type": "preference_elicitation_summarization", "value": {"summarization": "Based on the previous conversation, here's a summary of the customer's investment preferences:\n\n1. **Preferred Industries:** Healthcare\n2. **Value vs. Growth Stocks:** Not discussed\n3. **Dividend vs. Non-Dividend Stocks:** Not discussed\n4. **Cyclical vs. Non-Cyclical Stocks:** Not discussed"}}