Upload 16 files (#4)

- Upload 16 files (dfc16db4714fd788e32c96d47a067edfc4a6b547)

app.py

@@ -24,6 +24,7 @@ from utils.models import (
     get_flan_t5_model,
     get_mpnet_embedding_model,
     get_sgpt_embedding_model,
+    get_instructor_embedding_model,
     get_spacy_model,
     get_splade_sparse_embedding_model,
     get_t5_model,
@@ -247,7 +248,7 @@ with st.sidebar:
 
 # Choose encoder model
 
-encoder_models_choice = ["MPNET", "SGPT", "Hybrid MPNET - SPLADE"]
+encoder_models_choice = ["MPNET", "Instructor", "SGPT", "Hybrid MPNET - SPLADE"]
 with st.sidebar:
     encoder_model = st.selectbox("Select Encoder Model", encoder_models_choice)
 
@@ -281,6 +282,15 @@ elif encoder_model == "SGPT":
     pinecone_index = pinecone.Index(pinecone_index_name)
     retriever_model = get_sgpt_embedding_model()
 
+elif encoder_model == "Instructor":
+    # Connect to pinecone environment
+    pinecone.init(
+        api_key=st.secrets["pinecone_instructor"], environment="us-west4-gcp-free"
+    )
+    pinecone_index_name = "week13-instructor-xl"
+    pinecone_index = pinecone.Index(pinecone_index_name)
+    retriever_model = get_instructor_embedding_model()
+
 elif encoder_model == "Hybrid MPNET - SPLADE":
     pinecone.init(
         api_key=st.secrets["pinecone_hybrid_splade_mpnet"],

requirements.txt

@@ -11,3 +11,4 @@ transformers
 streamlit
 streamlit-scrollable-textbox
 openai
+InstructorEmbedding

utils/models.py

@@ -9,6 +9,7 @@ import spacy_transformers
 import streamlit_scrollable_textbox as stx
 import torch
 from sentence_transformers import SentenceTransformer
+from InstructorEmbedding import INSTRUCTOR
 from tqdm import tqdm
 from transformers import (
     AutoModelForMaskedLM,
@@ -95,6 +96,13 @@ def get_sgpt_embedding_model():
     return model
 
 
+@st.experimental_singleton
+def get_instructor_embedding_model():
+    device = "cuda" if torch.cuda.is_available() else "cpu"
+    model = INSTRUCTOR("hkunlp/instructor-large")
+    return model
+
+
 @st.experimental_memo
 def save_key(api_key):
     return api_key