Update utils.py
Browse files
utils.py
CHANGED
@@ -1,9 +1,9 @@
|
|
1 |
-
from
|
2 |
from langchain_community.vectorstores import Pinecone
|
3 |
from langchain_community.embeddings.sentence_transformer import SentenceTransformerEmbeddings
|
4 |
import pinecone
|
5 |
import asyncio
|
6 |
-
from
|
7 |
|
8 |
def get_website_data(sitemap_url):
|
9 |
|
|
|
1 |
+
from langchain.text_splitter import RecursiveCharacterTextSplitter
|
2 |
from langchain_community.vectorstores import Pinecone
|
3 |
from langchain_community.embeddings.sentence_transformer import SentenceTransformerEmbeddings
|
4 |
import pinecone
|
5 |
import asyncio
|
6 |
+
from langchain_community.document_loaders.sitemap import SitemapLoader
|
7 |
|
8 |
def get_website_data(sitemap_url):
|
9 |
|