adding hf auth token

app.py

@@ -5,10 +5,14 @@ from langchain.text_splitter import RecursiveCharacterTextSplitter
 
 from transformers import AutoTokenizer, pipeline
 import gradio as gr
+import os
+from dotenv import load_dotenv, find_dotenv
 
+_ = load_dotenv(find_dotenv()) # read local .env file
+hf_api_key = os.environ['HF_TOKEN']
 
 # Load the data
-loader = HuggingFaceDatasetLoader("databricks/databricks-dolly-15k", "context")
+loader = HuggingFaceDatasetLoader(path="databricks/databricks-dolly-15k", page_content_column="context", use_auth_token=hf_api_key)
 data = loader.load()
 
 # Document Transformers

requirements.txt

@@ -5,4 +5,5 @@ transformers[torch]
 sentence-transformers 
 datasets 
 faiss-cpu 
-gradio
+gradio
+python-dotenv