fixed llama package issue

app.py

@@ -30,15 +30,23 @@ def validate(token: str):
     return response
 
 def create_index():
-    index = bloom.initialize_index("")
-
+    index = bloom.initialize_index("bloomLlama")
+    return index
 
 def get_response(vector_index, query_str):
     query_engine = vector_index.as_query_engine()
     response = query_engine.query(query_str)
     return response
 
+
 api_key = st.text_input("Enter your OpenAI API key here:", type="password")
+if api_key:
+    resp = validate(api_key)
+    if ("error" in resp.json()):
+        st.info("Your API Token is incorrect! Try again.")
+    else:
+        os.environ["OPENAI_API_KEY"] = api_key
+        index = create_index()
 
 st.write("---")
 input_text = st.text_area("Ask your question")

models/bloom.py

@@ -20,12 +20,12 @@ model = AutoModelForCausalLM.from_pretrained(model_name, config='T5Config')
 
 # define prompt helper
 # set maximum input size
-max_input_size = 2048
+context_window = 2048
 # set number of output tokens
 num_output = 525
 # set maximum chunk overlap
-max_chunk_overlap = 20
-prompt_helper = PromptHelper(max_input_size, num_output, max_chunk_overlap)
+chunk_overlap_ratio = 0.2
+prompt_helper = PromptHelper(context_window, num_output, chunk_overlap_ratio)
 
 # define llm
 llm_predictor = LLMPredictor(llm=CustomLLM(model, tokenizer))