lfoppiano commited on
Commit
41803fb
1 Parent(s): 7cdc620

fix the flow

Browse files
Files changed (1) hide show
  1. streamlit_app.py +6 -7
streamlit_app.py CHANGED
@@ -60,8 +60,9 @@ def init_qa(model):
60
  elif model == 'llama-2-70b-chat':
61
  chat = HuggingFaceHub(repo_id="meta-llama/Llama-2-70b-chat-hf",
62
  model_kwargs={"temperature": 0.01, "max_length": 4096, "max_new_tokens": 2048})
63
- embeddings = HuggingFaceEmbeddings(
64
- model_name="all-MiniLM-L6-v2")
 
65
 
66
  return DocumentQAEngine(chat, embeddings, grobid_url=os.environ['GROBID_URL'])
67
 
@@ -102,16 +103,14 @@ model = st.sidebar.radio("Model (cannot be changed after selection or upload)",
102
  disabled=is_api_key_provided)
103
 
104
  if not st.session_state['api_key']:
105
- if model == 'mistral-7b-instruct-v0.1' or 'llama-2-70b-chat':
106
- api_key = st.sidebar.text_input('Huggingface API Key') if 'HUGGINGFACEHUB_API_TOKEN' not in os.environ else \
107
- os.environ['HUGGINGFACEHUB_API_TOKEN']
108
  if api_key:
109
  st.session_state['api_key'] = is_api_key_provided = True
110
  os.environ["HUGGINGFACEHUB_API_TOKEN"] = api_key
111
  st.session_state['rqa'] = init_qa(model)
112
  elif model == 'chatgpt-3.5-turbo':
113
- api_key = st.sidebar.text_input('OpenAI API Key') if 'OPENAI_API_KEY' not in os.environ else os.environ[
114
- 'OPENAI_API_KEY']
115
  if api_key:
116
  st.session_state['api_key'] = is_api_key_provided = True
117
  os.environ['OPENAI_API_KEY'] = api_key
 
60
  elif model == 'llama-2-70b-chat':
61
  chat = HuggingFaceHub(repo_id="meta-llama/Llama-2-70b-chat-hf",
62
  model_kwargs={"temperature": 0.01, "max_length": 4096, "max_new_tokens": 2048})
63
+ embeddings = HuggingFaceEmbeddings(model_name="all-MiniLM-L6-v2")
64
+ else:
65
+ st.error("The model was not loaded properly. Try reloading. ")
66
 
67
  return DocumentQAEngine(chat, embeddings, grobid_url=os.environ['GROBID_URL'])
68
 
 
103
  disabled=is_api_key_provided)
104
 
105
  if not st.session_state['api_key']:
106
+ if model == 'mistral-7b-instruct-v0.1' or model == 'llama-2-70b-chat':
107
+ api_key = st.sidebar.text_input('Huggingface API Key')# if 'HUGGINGFACEHUB_API_TOKEN' not in os.environ else os.environ['HUGGINGFACEHUB_API_TOKEN']
 
108
  if api_key:
109
  st.session_state['api_key'] = is_api_key_provided = True
110
  os.environ["HUGGINGFACEHUB_API_TOKEN"] = api_key
111
  st.session_state['rqa'] = init_qa(model)
112
  elif model == 'chatgpt-3.5-turbo':
113
+ api_key = st.sidebar.text_input('OpenAI API Key') #if 'OPENAI_API_KEY' not in os.environ else os.environ['OPENAI_API_KEY']
 
114
  if api_key:
115
  st.session_state['api_key'] = is_api_key_provided = True
116
  os.environ['OPENAI_API_KEY'] = api_key