{ "cells": [ { "cell_type": "code", "execution_count": 1, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Requirement already satisfied: pypdf in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (4.2.0)\n", "Requirement already satisfied: sentence-transformers in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (3.0.1)\n", "Requirement already satisfied: transformers<5.0.0,>=4.34.0 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from sentence-transformers) (4.41.2)\n", "Requirement already satisfied: tqdm in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from sentence-transformers) (4.66.4)\n", "Requirement already satisfied: torch>=1.11.0 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from sentence-transformers) (2.3.1)\n", "Requirement already satisfied: numpy in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from sentence-transformers) (1.26.4)\n", "Requirement already satisfied: scikit-learn in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from sentence-transformers) (1.5.0)\n", "Requirement already satisfied: scipy in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from sentence-transformers) (1.13.1)\n", "Requirement already satisfied: huggingface-hub>=0.15.1 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from sentence-transformers) (0.23.4)\n", "Requirement already satisfied: Pillow in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from sentence-transformers) (10.3.0)\n", "Requirement already satisfied: filelock in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from huggingface-hub>=0.15.1->sentence-transformers) (3.15.1)\n", "Requirement already satisfied: fsspec>=2023.5.0 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from huggingface-hub>=0.15.1->sentence-transformers) (2024.6.0)\n", "Requirement already satisfied: packaging>=20.9 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from huggingface-hub>=0.15.1->sentence-transformers) (24.1)\n", "Requirement already satisfied: pyyaml>=5.1 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from huggingface-hub>=0.15.1->sentence-transformers) (6.0.1)\n", "Requirement already satisfied: requests in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from huggingface-hub>=0.15.1->sentence-transformers) (2.32.3)\n", "Requirement already satisfied: typing-extensions>=3.7.4.3 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from huggingface-hub>=0.15.1->sentence-transformers) (4.12.2)\n", "Requirement already satisfied: sympy in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from torch>=1.11.0->sentence-transformers) (1.12.1)\n", "Requirement already satisfied: networkx in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from torch>=1.11.0->sentence-transformers) (3.3)\n", "Requirement already satisfied: jinja2 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from torch>=1.11.0->sentence-transformers) (3.1.4)\n", "Requirement already satisfied: mkl<=2021.4.0,>=2021.1.1 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from torch>=1.11.0->sentence-transformers) (2021.4.0)\n", "Requirement already satisfied: colorama in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from tqdm->sentence-transformers) (0.4.6)\n", "Requirement already satisfied: regex!=2019.12.17 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from transformers<5.0.0,>=4.34.0->sentence-transformers) (2024.5.15)\n", "Requirement already satisfied: tokenizers<0.20,>=0.19 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from transformers<5.0.0,>=4.34.0->sentence-transformers) (0.19.1)\n", "Requirement already satisfied: safetensors>=0.4.1 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from transformers<5.0.0,>=4.34.0->sentence-transformers) (0.4.3)\n", "Requirement already satisfied: joblib>=1.2.0 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from scikit-learn->sentence-transformers) (1.4.2)\n", "Requirement already satisfied: threadpoolctl>=3.1.0 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from scikit-learn->sentence-transformers) (3.5.0)\n", "Requirement already satisfied: intel-openmp==2021.* in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from mkl<=2021.4.0,>=2021.1.1->torch>=1.11.0->sentence-transformers) (2021.4.0)\n", "Requirement already satisfied: tbb==2021.* in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from mkl<=2021.4.0,>=2021.1.1->torch>=1.11.0->sentence-transformers) (2021.12.0)\n", "Requirement already satisfied: MarkupSafe>=2.0 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from jinja2->torch>=1.11.0->sentence-transformers) (2.1.5)\n", "Requirement already satisfied: charset-normalizer<4,>=2 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from requests->huggingface-hub>=0.15.1->sentence-transformers) (3.3.2)\n", "Requirement already satisfied: idna<4,>=2.5 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from requests->huggingface-hub>=0.15.1->sentence-transformers) (3.7)\n", "Requirement already satisfied: urllib3<3,>=1.21.1 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from requests->huggingface-hub>=0.15.1->sentence-transformers) (2.2.1)\n", "Requirement already satisfied: certifi>=2017.4.17 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from requests->huggingface-hub>=0.15.1->sentence-transformers) (2024.6.2)\n", "Requirement already satisfied: mpmath<1.4.0,>=1.1.0 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from sympy->torch>=1.11.0->sentence-transformers) (1.3.0)\n", "Requirement already satisfied: llama_index in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (0.10.45)\n", "Requirement already satisfied: llama-index-agent-openai<0.3.0,>=0.1.4 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama_index) (0.2.7)\n", "Requirement already satisfied: llama-index-cli<0.2.0,>=0.1.2 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama_index) (0.1.12)\n", "Requirement already satisfied: llama-index-core==0.10.44 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama_index) (0.10.44)\n", "Requirement already satisfied: llama-index-embeddings-openai<0.2.0,>=0.1.5 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama_index) (0.1.10)\n", "Requirement already satisfied: llama-index-indices-managed-llama-cloud<0.2.0,>=0.1.2 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama_index) (0.1.6)\n", "Requirement already satisfied: llama-index-legacy<0.10.0,>=0.9.48 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama_index) (0.9.48)\n", "Requirement already satisfied: llama-index-llms-openai<0.2.0,>=0.1.13 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama_index) (0.1.22)\n", "Requirement already satisfied: llama-index-multi-modal-llms-openai<0.2.0,>=0.1.3 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama_index) (0.1.6)\n", "Requirement already satisfied: llama-index-program-openai<0.2.0,>=0.1.3 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama_index) (0.1.6)\n", "Requirement already satisfied: llama-index-question-gen-openai<0.2.0,>=0.1.2 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama_index) (0.1.3)\n", "Requirement already satisfied: llama-index-readers-file<0.2.0,>=0.1.4 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama_index) (0.1.25)\n", "Requirement already satisfied: llama-index-readers-llama-parse<0.2.0,>=0.1.2 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama_index) (0.1.4)\n", "Requirement already satisfied: PyYAML>=6.0.1 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama-index-core==0.10.44->llama_index) (6.0.1)\n", "Requirement already satisfied: SQLAlchemy>=1.4.49 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from SQLAlchemy[asyncio]>=1.4.49->llama-index-core==0.10.44->llama_index) (2.0.30)\n", "Requirement already satisfied: aiohttp<4.0.0,>=3.8.6 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama-index-core==0.10.44->llama_index) (3.9.5)\n", "Requirement already satisfied: dataclasses-json in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama-index-core==0.10.44->llama_index) (0.6.7)\n", "Requirement already satisfied: deprecated>=1.2.9.3 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama-index-core==0.10.44->llama_index) (1.2.14)\n", "Requirement already satisfied: dirtyjson<2.0.0,>=1.0.8 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama-index-core==0.10.44->llama_index) (1.0.8)\n", "Requirement already satisfied: fsspec>=2023.5.0 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama-index-core==0.10.44->llama_index) (2024.6.0)\n", "Requirement already satisfied: httpx in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama-index-core==0.10.44->llama_index) (0.27.0)\n", "Requirement already satisfied: llamaindex-py-client<0.2.0,>=0.1.18 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama-index-core==0.10.44->llama_index) (0.1.19)\n", "Requirement already satisfied: nest-asyncio<2.0.0,>=1.5.8 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama-index-core==0.10.44->llama_index) (1.6.0)\n", "Requirement already satisfied: networkx>=3.0 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama-index-core==0.10.44->llama_index) (3.3)\n", "Requirement already satisfied: nltk<4.0.0,>=3.8.1 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama-index-core==0.10.44->llama_index) (3.8.1)\n", "Requirement already satisfied: numpy in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama-index-core==0.10.44->llama_index) (1.26.4)\n", "Requirement already satisfied: openai>=1.1.0 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama-index-core==0.10.44->llama_index) (1.34.0)\n", "Requirement already satisfied: pandas in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama-index-core==0.10.44->llama_index) (2.2.2)\n", "Requirement already satisfied: pillow>=9.0.0 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama-index-core==0.10.44->llama_index) (10.3.0)\n", "Requirement already satisfied: requests>=2.31.0 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama-index-core==0.10.44->llama_index) (2.32.3)\n", "Requirement already satisfied: tenacity<9.0.0,>=8.2.0 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama-index-core==0.10.44->llama_index) (8.3.0)\n", "Requirement already satisfied: tiktoken>=0.3.3 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama-index-core==0.10.44->llama_index) (0.7.0)\n", "Requirement already satisfied: tqdm<5.0.0,>=4.66.1 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama-index-core==0.10.44->llama_index) (4.66.4)\n", "Requirement already satisfied: typing-extensions>=4.5.0 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama-index-core==0.10.44->llama_index) (4.12.2)\n", "Requirement already satisfied: typing-inspect>=0.8.0 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama-index-core==0.10.44->llama_index) (0.9.0)\n", "Requirement already satisfied: wrapt in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama-index-core==0.10.44->llama_index) (1.16.0)\n", "Requirement already satisfied: beautifulsoup4<5.0.0,>=4.12.3 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama-index-readers-file<0.2.0,>=0.1.4->llama_index) (4.12.3)\n", "Requirement already satisfied: pypdf<5.0.0,>=4.0.1 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama-index-readers-file<0.2.0,>=0.1.4->llama_index) (4.2.0)\n", "Requirement already satisfied: striprtf<0.0.27,>=0.0.26 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama-index-readers-file<0.2.0,>=0.1.4->llama_index) (0.0.26)\n", "Requirement already satisfied: llama-parse<0.5.0,>=0.4.0 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama-index-readers-llama-parse<0.2.0,>=0.1.2->llama_index) (0.4.4)\n", "Requirement already satisfied: aiosignal>=1.1.2 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from aiohttp<4.0.0,>=3.8.6->llama-index-core==0.10.44->llama_index) (1.3.1)\n", "Requirement already satisfied: attrs>=17.3.0 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from aiohttp<4.0.0,>=3.8.6->llama-index-core==0.10.44->llama_index) (23.2.0)\n", "Requirement already satisfied: frozenlist>=1.1.1 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from aiohttp<4.0.0,>=3.8.6->llama-index-core==0.10.44->llama_index) (1.4.1)\n", "Requirement already satisfied: multidict<7.0,>=4.5 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from aiohttp<4.0.0,>=3.8.6->llama-index-core==0.10.44->llama_index) (6.0.5)\n", "Requirement already satisfied: yarl<2.0,>=1.0 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from aiohttp<4.0.0,>=3.8.6->llama-index-core==0.10.44->llama_index) (1.9.4)\n", "Requirement already satisfied: soupsieve>1.2 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from beautifulsoup4<5.0.0,>=4.12.3->llama-index-readers-file<0.2.0,>=0.1.4->llama_index) (2.5)\n", "Requirement already satisfied: pydantic>=1.10 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llamaindex-py-client<0.2.0,>=0.1.18->llama-index-core==0.10.44->llama_index) (2.7.4)\n", "Requirement already satisfied: anyio in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from httpx->llama-index-core==0.10.44->llama_index) (4.4.0)\n", "Requirement already satisfied: certifi in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from httpx->llama-index-core==0.10.44->llama_index) (2024.6.2)\n", "Requirement already satisfied: httpcore==1.* in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from httpx->llama-index-core==0.10.44->llama_index) (1.0.5)\n", "Requirement already satisfied: idna in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from httpx->llama-index-core==0.10.44->llama_index) (3.7)\n", "Requirement already satisfied: sniffio in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from httpx->llama-index-core==0.10.44->llama_index) (1.3.1)\n", "Requirement already satisfied: h11<0.15,>=0.13 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from httpcore==1.*->httpx->llama-index-core==0.10.44->llama_index) (0.14.0)\n", "Requirement already satisfied: click in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from nltk<4.0.0,>=3.8.1->llama-index-core==0.10.44->llama_index) (8.1.7)\n", "Requirement already satisfied: joblib in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from nltk<4.0.0,>=3.8.1->llama-index-core==0.10.44->llama_index) (1.4.2)\n", "Requirement already satisfied: regex>=2021.8.3 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from nltk<4.0.0,>=3.8.1->llama-index-core==0.10.44->llama_index) (2024.5.15)\n", "Requirement already satisfied: distro<2,>=1.7.0 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from openai>=1.1.0->llama-index-core==0.10.44->llama_index) (1.9.0)\n", "Requirement already satisfied: charset-normalizer<4,>=2 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from requests>=2.31.0->llama-index-core==0.10.44->llama_index) (3.3.2)\n", "Requirement already satisfied: urllib3<3,>=1.21.1 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from requests>=2.31.0->llama-index-core==0.10.44->llama_index) (2.2.1)\n", "Requirement already satisfied: greenlet!=0.4.17 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from SQLAlchemy>=1.4.49->SQLAlchemy[asyncio]>=1.4.49->llama-index-core==0.10.44->llama_index) (3.0.3)\n", "Requirement already satisfied: colorama in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from tqdm<5.0.0,>=4.66.1->llama-index-core==0.10.44->llama_index) (0.4.6)\n", "Requirement already satisfied: mypy-extensions>=0.3.0 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from typing-inspect>=0.8.0->llama-index-core==0.10.44->llama_index) (1.0.0)\n", "Requirement already satisfied: marshmallow<4.0.0,>=3.18.0 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from dataclasses-json->llama-index-core==0.10.44->llama_index) (3.21.3)\n", "Requirement already satisfied: python-dateutil>=2.8.2 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from pandas->llama-index-core==0.10.44->llama_index) (2.9.0.post0)\n", "Requirement already satisfied: pytz>=2020.1 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from pandas->llama-index-core==0.10.44->llama_index) (2024.1)\n", "Requirement already satisfied: tzdata>=2022.7 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from pandas->llama-index-core==0.10.44->llama_index) (2024.1)\n", "Requirement already satisfied: packaging>=17.0 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from marshmallow<4.0.0,>=3.18.0->dataclasses-json->llama-index-core==0.10.44->llama_index) (24.1)\n", "Requirement already satisfied: annotated-types>=0.4.0 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from pydantic>=1.10->llamaindex-py-client<0.2.0,>=0.1.18->llama-index-core==0.10.44->llama_index) (0.7.0)\n", "Requirement already satisfied: pydantic-core==2.18.4 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from pydantic>=1.10->llamaindex-py-client<0.2.0,>=0.1.18->llama-index-core==0.10.44->llama_index) (2.18.4)\n", "Requirement already satisfied: six>=1.5 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from python-dateutil>=2.8.2->pandas->llama-index-core==0.10.44->llama_index) (1.16.0)\n", "Requirement already satisfied: llama-index-embeddings-langchain in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (0.1.2)\n", "Requirement already satisfied: llama-index-core<0.11.0,>=0.10.1 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama-index-embeddings-langchain) (0.10.44)\n", "Requirement already satisfied: PyYAML>=6.0.1 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama-index-core<0.11.0,>=0.10.1->llama-index-embeddings-langchain) (6.0.1)\n", "Requirement already satisfied: SQLAlchemy>=1.4.49 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from SQLAlchemy[asyncio]>=1.4.49->llama-index-core<0.11.0,>=0.10.1->llama-index-embeddings-langchain) (2.0.30)\n", "Requirement already satisfied: aiohttp<4.0.0,>=3.8.6 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama-index-core<0.11.0,>=0.10.1->llama-index-embeddings-langchain) (3.9.5)\n", "Requirement already satisfied: dataclasses-json in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama-index-core<0.11.0,>=0.10.1->llama-index-embeddings-langchain) (0.6.7)\n", "Requirement already satisfied: deprecated>=1.2.9.3 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama-index-core<0.11.0,>=0.10.1->llama-index-embeddings-langchain) (1.2.14)\n", "Requirement already satisfied: dirtyjson<2.0.0,>=1.0.8 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama-index-core<0.11.0,>=0.10.1->llama-index-embeddings-langchain) (1.0.8)\n", "Requirement already satisfied: fsspec>=2023.5.0 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama-index-core<0.11.0,>=0.10.1->llama-index-embeddings-langchain) (2024.6.0)\n", "Requirement already satisfied: httpx in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama-index-core<0.11.0,>=0.10.1->llama-index-embeddings-langchain) (0.27.0)\n", "Requirement already satisfied: llamaindex-py-client<0.2.0,>=0.1.18 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama-index-core<0.11.0,>=0.10.1->llama-index-embeddings-langchain) (0.1.19)\n", "Requirement already satisfied: nest-asyncio<2.0.0,>=1.5.8 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama-index-core<0.11.0,>=0.10.1->llama-index-embeddings-langchain) (1.6.0)\n", "Requirement already satisfied: networkx>=3.0 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama-index-core<0.11.0,>=0.10.1->llama-index-embeddings-langchain) (3.3)\n", "Requirement already satisfied: nltk<4.0.0,>=3.8.1 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama-index-core<0.11.0,>=0.10.1->llama-index-embeddings-langchain) (3.8.1)\n", "Requirement already satisfied: numpy in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama-index-core<0.11.0,>=0.10.1->llama-index-embeddings-langchain) (1.26.4)\n", "Requirement already satisfied: openai>=1.1.0 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama-index-core<0.11.0,>=0.10.1->llama-index-embeddings-langchain) (1.34.0)\n", "Requirement already satisfied: pandas in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama-index-core<0.11.0,>=0.10.1->llama-index-embeddings-langchain) (2.2.2)\n", "Requirement already satisfied: pillow>=9.0.0 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama-index-core<0.11.0,>=0.10.1->llama-index-embeddings-langchain) (10.3.0)\n", "Requirement already satisfied: requests>=2.31.0 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama-index-core<0.11.0,>=0.10.1->llama-index-embeddings-langchain) (2.32.3)\n", "Requirement already satisfied: tenacity<9.0.0,>=8.2.0 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama-index-core<0.11.0,>=0.10.1->llama-index-embeddings-langchain) (8.3.0)\n", "Requirement already satisfied: tiktoken>=0.3.3 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama-index-core<0.11.0,>=0.10.1->llama-index-embeddings-langchain) (0.7.0)\n", "Requirement already satisfied: tqdm<5.0.0,>=4.66.1 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama-index-core<0.11.0,>=0.10.1->llama-index-embeddings-langchain) (4.66.4)\n", "Requirement already satisfied: typing-extensions>=4.5.0 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama-index-core<0.11.0,>=0.10.1->llama-index-embeddings-langchain) (4.12.2)\n", "Requirement already satisfied: typing-inspect>=0.8.0 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama-index-core<0.11.0,>=0.10.1->llama-index-embeddings-langchain) (0.9.0)\n", "Requirement already satisfied: wrapt in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama-index-core<0.11.0,>=0.10.1->llama-index-embeddings-langchain) (1.16.0)\n", "Requirement already satisfied: aiosignal>=1.1.2 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from aiohttp<4.0.0,>=3.8.6->llama-index-core<0.11.0,>=0.10.1->llama-index-embeddings-langchain) (1.3.1)\n", "Requirement already satisfied: attrs>=17.3.0 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from aiohttp<4.0.0,>=3.8.6->llama-index-core<0.11.0,>=0.10.1->llama-index-embeddings-langchain) (23.2.0)\n", "Requirement already satisfied: frozenlist>=1.1.1 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from aiohttp<4.0.0,>=3.8.6->llama-index-core<0.11.0,>=0.10.1->llama-index-embeddings-langchain) (1.4.1)\n", "Requirement already satisfied: multidict<7.0,>=4.5 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from aiohttp<4.0.0,>=3.8.6->llama-index-core<0.11.0,>=0.10.1->llama-index-embeddings-langchain) (6.0.5)\n", "Requirement already satisfied: yarl<2.0,>=1.0 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from aiohttp<4.0.0,>=3.8.6->llama-index-core<0.11.0,>=0.10.1->llama-index-embeddings-langchain) (1.9.4)\n", "Requirement already satisfied: pydantic>=1.10 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llamaindex-py-client<0.2.0,>=0.1.18->llama-index-core<0.11.0,>=0.10.1->llama-index-embeddings-langchain) (2.7.4)\n", "Requirement already satisfied: anyio in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from httpx->llama-index-core<0.11.0,>=0.10.1->llama-index-embeddings-langchain) (4.4.0)\n", "Requirement already satisfied: certifi in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from httpx->llama-index-core<0.11.0,>=0.10.1->llama-index-embeddings-langchain) (2024.6.2)\n", "Requirement already satisfied: httpcore==1.* in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from httpx->llama-index-core<0.11.0,>=0.10.1->llama-index-embeddings-langchain) (1.0.5)\n", "Requirement already satisfied: idna in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from httpx->llama-index-core<0.11.0,>=0.10.1->llama-index-embeddings-langchain) (3.7)\n", "Requirement already satisfied: sniffio in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from httpx->llama-index-core<0.11.0,>=0.10.1->llama-index-embeddings-langchain) (1.3.1)\n", "Requirement already satisfied: h11<0.15,>=0.13 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from httpcore==1.*->httpx->llama-index-core<0.11.0,>=0.10.1->llama-index-embeddings-langchain) (0.14.0)\n", "Requirement already satisfied: click in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from nltk<4.0.0,>=3.8.1->llama-index-core<0.11.0,>=0.10.1->llama-index-embeddings-langchain) (8.1.7)\n", "Requirement already satisfied: joblib in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from nltk<4.0.0,>=3.8.1->llama-index-core<0.11.0,>=0.10.1->llama-index-embeddings-langchain) (1.4.2)\n", "Requirement already satisfied: regex>=2021.8.3 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from nltk<4.0.0,>=3.8.1->llama-index-core<0.11.0,>=0.10.1->llama-index-embeddings-langchain) (2024.5.15)\n", "Requirement already satisfied: distro<2,>=1.7.0 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from openai>=1.1.0->llama-index-core<0.11.0,>=0.10.1->llama-index-embeddings-langchain) (1.9.0)\n", "Requirement already satisfied: charset-normalizer<4,>=2 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from requests>=2.31.0->llama-index-core<0.11.0,>=0.10.1->llama-index-embeddings-langchain) (3.3.2)\n", "Requirement already satisfied: urllib3<3,>=1.21.1 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from requests>=2.31.0->llama-index-core<0.11.0,>=0.10.1->llama-index-embeddings-langchain) (2.2.1)\n", "Requirement already satisfied: greenlet!=0.4.17 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from SQLAlchemy>=1.4.49->SQLAlchemy[asyncio]>=1.4.49->llama-index-core<0.11.0,>=0.10.1->llama-index-embeddings-langchain) (3.0.3)\n", "Requirement already satisfied: colorama in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from tqdm<5.0.0,>=4.66.1->llama-index-core<0.11.0,>=0.10.1->llama-index-embeddings-langchain) (0.4.6)\n", "Requirement already satisfied: mypy-extensions>=0.3.0 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from typing-inspect>=0.8.0->llama-index-core<0.11.0,>=0.10.1->llama-index-embeddings-langchain) (1.0.0)\n", "Requirement already satisfied: marshmallow<4.0.0,>=3.18.0 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from dataclasses-json->llama-index-core<0.11.0,>=0.10.1->llama-index-embeddings-langchain) (3.21.3)\n", "Requirement already satisfied: python-dateutil>=2.8.2 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from pandas->llama-index-core<0.11.0,>=0.10.1->llama-index-embeddings-langchain) (2.9.0.post0)\n", "Requirement already satisfied: pytz>=2020.1 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from pandas->llama-index-core<0.11.0,>=0.10.1->llama-index-embeddings-langchain) (2024.1)\n", "Requirement already satisfied: tzdata>=2022.7 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from pandas->llama-index-core<0.11.0,>=0.10.1->llama-index-embeddings-langchain) (2024.1)\n", "Requirement already satisfied: packaging>=17.0 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from marshmallow<4.0.0,>=3.18.0->dataclasses-json->llama-index-core<0.11.0,>=0.10.1->llama-index-embeddings-langchain) (24.1)\n", "Requirement already satisfied: annotated-types>=0.4.0 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from pydantic>=1.10->llamaindex-py-client<0.2.0,>=0.1.18->llama-index-core<0.11.0,>=0.10.1->llama-index-embeddings-langchain) (0.7.0)\n", "Requirement already satisfied: pydantic-core==2.18.4 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from pydantic>=1.10->llamaindex-py-client<0.2.0,>=0.1.18->llama-index-core<0.11.0,>=0.10.1->llama-index-embeddings-langchain) (2.18.4)\n", "Requirement already satisfied: six>=1.5 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from python-dateutil>=2.8.2->pandas->llama-index-core<0.11.0,>=0.10.1->llama-index-embeddings-langchain) (1.16.0)\n", "Requirement already satisfied: llama_index.llms.huggingface in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (0.2.3)\n", "Requirement already satisfied: huggingface-hub<0.24.0,>=0.23.0 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama_index.llms.huggingface) (0.23.4)\n", "Requirement already satisfied: llama-index-core<0.11.0,>=0.10.41 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama_index.llms.huggingface) (0.10.44)\n", "Requirement already satisfied: text-generation<0.8.0,>=0.7.0 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama_index.llms.huggingface) (0.7.0)\n", "Requirement already satisfied: torch<3.0.0,>=2.1.2 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama_index.llms.huggingface) (2.3.1)\n", "Requirement already satisfied: transformers<5.0.0,>=4.37.0 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from transformers[torch]<5.0.0,>=4.37.0->llama_index.llms.huggingface) (4.41.2)\n", "Requirement already satisfied: filelock in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from huggingface-hub<0.24.0,>=0.23.0->llama_index.llms.huggingface) (3.15.1)\n", "Requirement already satisfied: fsspec>=2023.5.0 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from huggingface-hub<0.24.0,>=0.23.0->llama_index.llms.huggingface) (2024.6.0)\n", "Requirement already satisfied: packaging>=20.9 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from huggingface-hub<0.24.0,>=0.23.0->llama_index.llms.huggingface) (24.1)\n", "Requirement already satisfied: pyyaml>=5.1 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from huggingface-hub<0.24.0,>=0.23.0->llama_index.llms.huggingface) (6.0.1)\n", "Requirement already satisfied: requests in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from huggingface-hub<0.24.0,>=0.23.0->llama_index.llms.huggingface) (2.32.3)\n", "Requirement already satisfied: tqdm>=4.42.1 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from huggingface-hub<0.24.0,>=0.23.0->llama_index.llms.huggingface) (4.66.4)\n", "Requirement already satisfied: typing-extensions>=3.7.4.3 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from huggingface-hub<0.24.0,>=0.23.0->llama_index.llms.huggingface) (4.12.2)\n", "Requirement already satisfied: SQLAlchemy>=1.4.49 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from SQLAlchemy[asyncio]>=1.4.49->llama-index-core<0.11.0,>=0.10.41->llama_index.llms.huggingface) (2.0.30)\n", "Requirement already satisfied: aiohttp<4.0.0,>=3.8.6 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama-index-core<0.11.0,>=0.10.41->llama_index.llms.huggingface) (3.9.5)\n", "Requirement already satisfied: dataclasses-json in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama-index-core<0.11.0,>=0.10.41->llama_index.llms.huggingface) (0.6.7)\n", "Requirement already satisfied: deprecated>=1.2.9.3 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama-index-core<0.11.0,>=0.10.41->llama_index.llms.huggingface) (1.2.14)\n", "Requirement already satisfied: dirtyjson<2.0.0,>=1.0.8 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama-index-core<0.11.0,>=0.10.41->llama_index.llms.huggingface) (1.0.8)\n", "Requirement already satisfied: httpx in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama-index-core<0.11.0,>=0.10.41->llama_index.llms.huggingface) (0.27.0)\n", "Requirement already satisfied: llamaindex-py-client<0.2.0,>=0.1.18 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama-index-core<0.11.0,>=0.10.41->llama_index.llms.huggingface) (0.1.19)\n", "Requirement already satisfied: nest-asyncio<2.0.0,>=1.5.8 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama-index-core<0.11.0,>=0.10.41->llama_index.llms.huggingface) (1.6.0)\n", "Requirement already satisfied: networkx>=3.0 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama-index-core<0.11.0,>=0.10.41->llama_index.llms.huggingface) (3.3)\n", "Requirement already satisfied: nltk<4.0.0,>=3.8.1 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama-index-core<0.11.0,>=0.10.41->llama_index.llms.huggingface) (3.8.1)\n", "Requirement already satisfied: numpy in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama-index-core<0.11.0,>=0.10.41->llama_index.llms.huggingface) (1.26.4)\n", "Requirement already satisfied: openai>=1.1.0 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama-index-core<0.11.0,>=0.10.41->llama_index.llms.huggingface) (1.34.0)\n", "Requirement already satisfied: pandas in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama-index-core<0.11.0,>=0.10.41->llama_index.llms.huggingface) (2.2.2)\n", "Requirement already satisfied: pillow>=9.0.0 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama-index-core<0.11.0,>=0.10.41->llama_index.llms.huggingface) (10.3.0)\n", "Requirement already satisfied: tenacity<9.0.0,>=8.2.0 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama-index-core<0.11.0,>=0.10.41->llama_index.llms.huggingface) (8.3.0)\n", "Requirement already satisfied: tiktoken>=0.3.3 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama-index-core<0.11.0,>=0.10.41->llama_index.llms.huggingface) (0.7.0)\n", "Requirement already satisfied: typing-inspect>=0.8.0 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama-index-core<0.11.0,>=0.10.41->llama_index.llms.huggingface) (0.9.0)\n", "Requirement already satisfied: wrapt in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from llama-index-core<0.11.0,>=0.10.41->llama_index.llms.huggingface) (1.16.0)\n", "Requirement already satisfied: pydantic<3,>2 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from text-generation<0.8.0,>=0.7.0->llama_index.llms.huggingface) (2.7.4)\n", "Requirement already satisfied: sympy in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from torch<3.0.0,>=2.1.2->llama_index.llms.huggingface) (1.12.1)\n", "Requirement already satisfied: jinja2 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from torch<3.0.0,>=2.1.2->llama_index.llms.huggingface) (3.1.4)\n", "Requirement already satisfied: mkl<=2021.4.0,>=2021.1.1 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from torch<3.0.0,>=2.1.2->llama_index.llms.huggingface) (2021.4.0)\n", "Requirement already satisfied: regex!=2019.12.17 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from transformers<5.0.0,>=4.37.0->transformers[torch]<5.0.0,>=4.37.0->llama_index.llms.huggingface) (2024.5.15)\n", "Requirement already satisfied: tokenizers<0.20,>=0.19 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from transformers<5.0.0,>=4.37.0->transformers[torch]<5.0.0,>=4.37.0->llama_index.llms.huggingface) (0.19.1)\n", "Requirement already satisfied: safetensors>=0.4.1 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from transformers<5.0.0,>=4.37.0->transformers[torch]<5.0.0,>=4.37.0->llama_index.llms.huggingface) (0.4.3)\n", "Requirement already satisfied: accelerate>=0.21.0 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from transformers[torch]<5.0.0,>=4.37.0->llama_index.llms.huggingface) (0.31.0)\n", "Requirement already satisfied: psutil in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from accelerate>=0.21.0->transformers[torch]<5.0.0,>=4.37.0->llama_index.llms.huggingface) (5.9.8)\n", "Requirement already satisfied: aiosignal>=1.1.2 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from aiohttp<4.0.0,>=3.8.6->llama-index-core<0.11.0,>=0.10.41->llama_index.llms.huggingface) (1.3.1)\n", "Requirement already satisfied: attrs>=17.3.0 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from aiohttp<4.0.0,>=3.8.6->llama-index-core<0.11.0,>=0.10.41->llama_index.llms.huggingface) (23.2.0)\n", "Requirement already satisfied: frozenlist>=1.1.1 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from aiohttp<4.0.0,>=3.8.6->llama-index-core<0.11.0,>=0.10.41->llama_index.llms.huggingface) (1.4.1)\n", "Requirement already satisfied: multidict<7.0,>=4.5 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from aiohttp<4.0.0,>=3.8.6->llama-index-core<0.11.0,>=0.10.41->llama_index.llms.huggingface) (6.0.5)\n", "Requirement already satisfied: yarl<2.0,>=1.0 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from aiohttp<4.0.0,>=3.8.6->llama-index-core<0.11.0,>=0.10.41->llama_index.llms.huggingface) (1.9.4)\n", "Requirement already satisfied: anyio in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from httpx->llama-index-core<0.11.0,>=0.10.41->llama_index.llms.huggingface) (4.4.0)\n", "Requirement already satisfied: certifi in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from httpx->llama-index-core<0.11.0,>=0.10.41->llama_index.llms.huggingface) (2024.6.2)\n", "Requirement already satisfied: httpcore==1.* in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from httpx->llama-index-core<0.11.0,>=0.10.41->llama_index.llms.huggingface) (1.0.5)\n", "Requirement already satisfied: idna in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from httpx->llama-index-core<0.11.0,>=0.10.41->llama_index.llms.huggingface) (3.7)\n", "Requirement already satisfied: sniffio in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from httpx->llama-index-core<0.11.0,>=0.10.41->llama_index.llms.huggingface) (1.3.1)\n", "Requirement already satisfied: h11<0.15,>=0.13 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from httpcore==1.*->httpx->llama-index-core<0.11.0,>=0.10.41->llama_index.llms.huggingface) (0.14.0)\n", "Requirement already satisfied: intel-openmp==2021.* in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from mkl<=2021.4.0,>=2021.1.1->torch<3.0.0,>=2.1.2->llama_index.llms.huggingface) (2021.4.0)\n", "Requirement already satisfied: tbb==2021.* in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from mkl<=2021.4.0,>=2021.1.1->torch<3.0.0,>=2.1.2->llama_index.llms.huggingface) (2021.12.0)\n", "Requirement already satisfied: click in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from nltk<4.0.0,>=3.8.1->llama-index-core<0.11.0,>=0.10.41->llama_index.llms.huggingface) (8.1.7)\n", "Requirement already satisfied: joblib in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from nltk<4.0.0,>=3.8.1->llama-index-core<0.11.0,>=0.10.41->llama_index.llms.huggingface) (1.4.2)\n", "Requirement already satisfied: distro<2,>=1.7.0 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from openai>=1.1.0->llama-index-core<0.11.0,>=0.10.41->llama_index.llms.huggingface) (1.9.0)\n", "Requirement already satisfied: annotated-types>=0.4.0 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from pydantic<3,>2->text-generation<0.8.0,>=0.7.0->llama_index.llms.huggingface) (0.7.0)\n", "Requirement already satisfied: pydantic-core==2.18.4 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from pydantic<3,>2->text-generation<0.8.0,>=0.7.0->llama_index.llms.huggingface) (2.18.4)\n", "Requirement already satisfied: charset-normalizer<4,>=2 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from requests->huggingface-hub<0.24.0,>=0.23.0->llama_index.llms.huggingface) (3.3.2)\n", "Requirement already satisfied: urllib3<3,>=1.21.1 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from requests->huggingface-hub<0.24.0,>=0.23.0->llama_index.llms.huggingface) (2.2.1)\n", "Requirement already satisfied: greenlet!=0.4.17 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from SQLAlchemy>=1.4.49->SQLAlchemy[asyncio]>=1.4.49->llama-index-core<0.11.0,>=0.10.41->llama_index.llms.huggingface) (3.0.3)\n", "Requirement already satisfied: colorama in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from tqdm>=4.42.1->huggingface-hub<0.24.0,>=0.23.0->llama_index.llms.huggingface) (0.4.6)\n", "Requirement already satisfied: mypy-extensions>=0.3.0 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from typing-inspect>=0.8.0->llama-index-core<0.11.0,>=0.10.41->llama_index.llms.huggingface) (1.0.0)\n", "Requirement already satisfied: marshmallow<4.0.0,>=3.18.0 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from dataclasses-json->llama-index-core<0.11.0,>=0.10.41->llama_index.llms.huggingface) (3.21.3)\n", "Requirement already satisfied: MarkupSafe>=2.0 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from jinja2->torch<3.0.0,>=2.1.2->llama_index.llms.huggingface) (2.1.5)\n", "Requirement already satisfied: python-dateutil>=2.8.2 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from pandas->llama-index-core<0.11.0,>=0.10.41->llama_index.llms.huggingface) (2.9.0.post0)\n", "Requirement already satisfied: pytz>=2020.1 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from pandas->llama-index-core<0.11.0,>=0.10.41->llama_index.llms.huggingface) (2024.1)\n", "Requirement already satisfied: tzdata>=2022.7 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from pandas->llama-index-core<0.11.0,>=0.10.41->llama_index.llms.huggingface) (2024.1)\n", "Requirement already satisfied: mpmath<1.4.0,>=1.1.0 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from sympy->torch<3.0.0,>=2.1.2->llama_index.llms.huggingface) (1.3.0)\n", "Requirement already satisfied: six>=1.5 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from python-dateutil>=2.8.2->pandas->llama-index-core<0.11.0,>=0.10.41->llama_index.llms.huggingface) (1.16.0)\n", "Requirement already satisfied: langchain in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (0.2.5)\n", "Requirement already satisfied: PyYAML>=5.3 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from langchain) (6.0.1)\n", "Requirement already satisfied: SQLAlchemy<3,>=1.4 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from langchain) (2.0.30)\n", "Requirement already satisfied: aiohttp<4.0.0,>=3.8.3 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from langchain) (3.9.5)\n", "Requirement already satisfied: langchain-core<0.3.0,>=0.2.7 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from langchain) (0.2.7)\n", "Requirement already satisfied: langchain-text-splitters<0.3.0,>=0.2.0 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from langchain) (0.2.1)\n", "Requirement already satisfied: langsmith<0.2.0,>=0.1.17 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from langchain) (0.1.77)\n", "Requirement already satisfied: numpy<2,>=1 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from langchain) (1.26.4)\n", "Requirement already satisfied: pydantic<3,>=1 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from langchain) (2.7.4)\n", "Requirement already satisfied: requests<3,>=2 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from langchain) (2.32.3)\n", "Requirement already satisfied: tenacity<9.0.0,>=8.1.0 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from langchain) (8.3.0)\n", "Requirement already satisfied: aiosignal>=1.1.2 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from aiohttp<4.0.0,>=3.8.3->langchain) (1.3.1)\n", "Requirement already satisfied: attrs>=17.3.0 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from aiohttp<4.0.0,>=3.8.3->langchain) (23.2.0)\n", "Requirement already satisfied: frozenlist>=1.1.1 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from aiohttp<4.0.0,>=3.8.3->langchain) (1.4.1)\n", "Requirement already satisfied: multidict<7.0,>=4.5 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from aiohttp<4.0.0,>=3.8.3->langchain) (6.0.5)\n", "Requirement already satisfied: yarl<2.0,>=1.0 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from aiohttp<4.0.0,>=3.8.3->langchain) (1.9.4)\n", "Requirement already satisfied: jsonpatch<2.0,>=1.33 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from langchain-core<0.3.0,>=0.2.7->langchain) (1.33)\n", "Requirement already satisfied: packaging<25,>=23.2 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from langchain-core<0.3.0,>=0.2.7->langchain) (24.1)\n", "Requirement already satisfied: orjson<4.0.0,>=3.9.14 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from langsmith<0.2.0,>=0.1.17->langchain) (3.10.5)\n", "Requirement already satisfied: annotated-types>=0.4.0 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from pydantic<3,>=1->langchain) (0.7.0)\n", "Requirement already satisfied: pydantic-core==2.18.4 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from pydantic<3,>=1->langchain) (2.18.4)\n", "Requirement already satisfied: typing-extensions>=4.6.1 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from pydantic<3,>=1->langchain) (4.12.2)\n", "Requirement already satisfied: charset-normalizer<4,>=2 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from requests<3,>=2->langchain) (3.3.2)\n", "Requirement already satisfied: idna<4,>=2.5 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from requests<3,>=2->langchain) (3.7)\n", "Requirement already satisfied: urllib3<3,>=1.21.1 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from requests<3,>=2->langchain) (2.2.1)\n", "Requirement already satisfied: certifi>=2017.4.17 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from requests<3,>=2->langchain) (2024.6.2)\n", "Requirement already satisfied: greenlet!=0.4.17 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from SQLAlchemy<3,>=1.4->langchain) (3.0.3)\n", "Requirement already satisfied: jsonpointer>=1.9 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from jsonpatch<2.0,>=1.33->langchain-core<0.3.0,>=0.2.7->langchain) (3.0.0)\n", "Requirement already satisfied: torch in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (2.3.1)\n", "Requirement already satisfied: filelock in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from torch) (3.15.1)\n", "Requirement already satisfied: typing-extensions>=4.8.0 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from torch) (4.12.2)\n", "Requirement already satisfied: sympy in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from torch) (1.12.1)\n", "Requirement already satisfied: networkx in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from torch) (3.3)\n", "Requirement already satisfied: jinja2 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from torch) (3.1.4)\n", "Requirement already satisfied: fsspec in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from torch) (2024.6.0)\n", "Requirement already satisfied: mkl<=2021.4.0,>=2021.1.1 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from torch) (2021.4.0)\n", "Requirement already satisfied: intel-openmp==2021.* in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from mkl<=2021.4.0,>=2021.1.1->torch) (2021.4.0)\n", "Requirement already satisfied: tbb==2021.* in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from mkl<=2021.4.0,>=2021.1.1->torch) (2021.12.0)\n", "Requirement already satisfied: MarkupSafe>=2.0 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from jinja2->torch) (2.1.5)\n", "Requirement already satisfied: mpmath<1.4.0,>=1.1.0 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from sympy->torch) (1.3.0)\n", "Requirement already satisfied: huggingface_hub in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (0.23.4)\n", "Requirement already satisfied: filelock in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from huggingface_hub) (3.15.1)\n", "Requirement already satisfied: fsspec>=2023.5.0 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from huggingface_hub) (2024.6.0)\n", "Requirement already satisfied: packaging>=20.9 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from huggingface_hub) (24.1)\n", "Requirement already satisfied: pyyaml>=5.1 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from huggingface_hub) (6.0.1)\n", "Requirement already satisfied: requests in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from huggingface_hub) (2.32.3)\n", "Requirement already satisfied: tqdm>=4.42.1 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from huggingface_hub) (4.66.4)\n", "Requirement already satisfied: typing-extensions>=3.7.4.3 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from huggingface_hub) (4.12.2)\n", "Requirement already satisfied: colorama in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from tqdm>=4.42.1->huggingface_hub) (0.4.6)\n", "Requirement already satisfied: charset-normalizer<4,>=2 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from requests->huggingface_hub) (3.3.2)\n", "Requirement already satisfied: idna<4,>=2.5 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from requests->huggingface_hub) (3.7)\n", "Requirement already satisfied: urllib3<3,>=1.21.1 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from requests->huggingface_hub) (2.2.1)\n", "Requirement already satisfied: certifi>=2017.4.17 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (from requests->huggingface_hub) (2024.6.2)\n" ] } ], "source": [ "#setting up the environment by installing libraries\n", "! pip install pypdf\n", "! pip install sentence-transformers\n", "! pip install llama_index\n", "! pip install llama-index-embeddings-langchain\n", "! pip install llama_index.llms.huggingface \n", "! pip install langchain\n", "! pip install torch\n", "! pip install huggingface_hub" ] }, { "cell_type": "code", "execution_count": 2, "metadata": {}, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ "C:\\Users\\Diana\\AppData\\Local\\Packages\\PythonSoftwareFoundation.Python.3.11_qbz5n2kfra8p0\\LocalCache\\local-packages\\Python311\\site-packages\\pinecone\\data\\index.py:1: TqdmWarning: IProgress not found. Please update jupyter and ipywidgets. See https://ipywidgets.readthedocs.io/en/stable/user_install.html\n", " from tqdm.autonotebook import tqdm\n" ] } ], "source": [ "from langchain import PromptTemplate\n", "from langchain.chains import RetrievalQA\n", "from langchain.embeddings import HuggingFaceEmbeddings\n", "from langchain.vectorstores import Pinecone\n", "import pinecone\n", "from langchain.document_loaders import PyPDFLoader, DirectoryLoader\n", "from langchain.text_splitter import RecursiveCharacterTextSplitter\n", "from langchain.prompts import PromptTemplate\n", "from langchain.llms import CTransformers\n", "from langchain_pinecone import PineconeVectorStore" ] }, { "cell_type": "code", "execution_count": 3, "metadata": {}, "outputs": [], "source": [ "PINECONE_API_KEY = \"de8ed598-b16d-45fb-b701-8ece1b0a15e0\"\n", "PINECONE_API_ENV = \"gcp-starter\"" ] }, { "cell_type": "code", "execution_count": 4, "metadata": {}, "outputs": [], "source": [ "#Extract data from the PDF\n", "def load_pdf(data):\n", " loader = DirectoryLoader(\n", " data,\n", " glob=\"*.pdf\",\n", " loader_cls=PyPDFLoader\n", " )\n", " \n", " documents = loader.load()\n", "\n", " return documents" ] }, { "cell_type": "code", "execution_count": 5, "metadata": {}, "outputs": [], "source": [ "extracted_data = load_pdf(\"data/\")" ] }, { "cell_type": "code", "execution_count": 6, "metadata": {}, "outputs": [], "source": [ "#Create text chunks\n", "text_splitter = RecursiveCharacterTextSplitter(\n", " chunk_size = 500,\n", " chunk_overlap = 20\n", " )\n", "def text_split(extracted_data):\n", " text_chunks = text_splitter.split_documents(extracted_data)\n", "\n", " return text_chunks" ] }, { "cell_type": "code", "execution_count": 7, "metadata": {}, "outputs": [], "source": [ "text_chunks = text_split(extracted_data)" ] }, { "cell_type": "code", "execution_count": 8, "metadata": {}, "outputs": [], "source": [ "#download embedding model\n", "def download_hugging_face_embeddings():\n", " embeddings = HuggingFaceEmbeddings(model_name=\"sentence-transformers/all-MiniLM-L6-v2\")\n", " return embeddings" ] }, { "cell_type": "code", "execution_count": 9, "metadata": {}, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ "C:\\Users\\Diana\\AppData\\Local\\Packages\\PythonSoftwareFoundation.Python.3.11_qbz5n2kfra8p0\\LocalCache\\local-packages\\Python311\\site-packages\\langchain_core\\_api\\deprecation.py:139: LangChainDeprecationWarning: The class `HuggingFaceEmbeddings` was deprecated in LangChain 0.2.2 and will be removed in 0.3.0. An updated version of the class exists in the langchain-huggingface package and should be used instead. To use it run `pip install -U langchain-huggingface` and import as `from langchain_huggingface import HuggingFaceEmbeddings`.\n", " warn_deprecated(\n", "C:\\Users\\Diana\\AppData\\Local\\Packages\\PythonSoftwareFoundation.Python.3.11_qbz5n2kfra8p0\\LocalCache\\local-packages\\Python311\\site-packages\\huggingface_hub\\file_download.py:1132: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.\n", " warnings.warn(\n" ] } ], "source": [ "embeddings = download_hugging_face_embeddings()" ] }, { "cell_type": "code", "execution_count": 10, "metadata": {}, "outputs": [ { "data": { "text/plain": [ "HuggingFaceEmbeddings(client=SentenceTransformer(\n", " (0): Transformer({'max_seq_length': 256, 'do_lower_case': False}) with Transformer model: BertModel \n", " (1): Pooling({'word_embedding_dimension': 384, 'pooling_mode_cls_token': False, 'pooling_mode_mean_tokens': True, 'pooling_mode_max_tokens': False, 'pooling_mode_mean_sqrt_len_tokens': False, 'pooling_mode_weightedmean_tokens': False, 'pooling_mode_lasttoken': False, 'include_prompt': True})\n", " (2): Normalize()\n", "), model_name='sentence-transformers/all-MiniLM-L6-v2', cache_folder=None, model_kwargs={}, encode_kwargs={}, multi_process=False, show_progress=False)" ] }, "execution_count": 10, "metadata": {}, "output_type": "execute_result" } ], "source": [ "embeddings" ] }, { "cell_type": "code", "execution_count": 11, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Length 384\n" ] } ], "source": [ "query_result = embeddings.embed_query(\"Hello world\")\n", "print(\"Length\", len(query_result))" ] }, { "cell_type": "code", "execution_count": 12, "metadata": {}, "outputs": [], "source": [ "import os\n", "from pinecone import Pinecone\n", "\n", PINECONE_API_KEY = 'd3c4dd56-1429-48e5-bcb2-2a26b1259092'\n", "\n", "pinecone_instance = Pinecone(api_key='d3c4dd56-1429-48e5-bcb2-2a26b1259092', environment='us-east-1')\n", "\n", "index_name = \"travel-bot\"\n" ] }, { "cell_type": "code", "execution_count": 20, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Result [Document(page_content='haul tourist destinations in the world, offering a high-end, diverse, and \\ndistinctive visitor experience. \\nHowever, despite of the country’s rich endowment with a unique \\ncombination of tourist attractions spread throughout the country \\n(comprising tropical beaches, abundant wildlife in natural habitats, \\nscenic beauty, a geographically diverse landscape and diverse cultures \\nfrom the country’s 42 ethnic communities), tourism in Kenya has'), Document(page_content='haul tourist destinations in the world, offering a high-end, diverse, and \\ndistinctive visitor experience. \\nHowever, despite of the country’s rich endowment with a unique \\ncombination of tourist attractions spread throughout the country \\n(comprising tropical beaches, abundant wildlife in natural habitats, \\nscenic beauty, a geographically diverse landscape and diverse cultures \\nfrom the country’s 42 ethnic communities), tourism in Kenya has'), Document(page_content='haul tourist destinations in the world, offering a high-end, diverse, and \\ndistinctive visitor experience. \\nHowever, despite of the country’s rich endowment with a unique \\ncombination of tourist attractions spread throughout the country \\n(comprising tropical beaches, abundant wildlife in natural habitats, \\nscenic beauty, a geographically diverse landscape and diverse cultures \\nfrom the country’s 42 ethnic communities), tourism in Kenya has')]\n" ] } ], "source": [ "docsearch=PineconeVectorStore.from_existing_index(index_name, embeddings)\n", "\n", "query = \"Where can I travel to?\"\n", "\n", "docs=docsearch.similarity_search(query, k=3)\n", "\n", "print(\"Result\", docs)" ] }, { "cell_type": "code", "execution_count": 14, "metadata": {}, "outputs": [], "source": [ "from pinecone import Pinecone\n", "\n", "pc = Pinecone(api_key=PINECONE_API_KEY)\n", "index = pc.Index(\"voyagevirtuoso\")" ] }, { "cell_type": "code", "execution_count": 15, "metadata": {}, "outputs": [], "source": [ "extracted_data = DirectoryLoader(\"data/\")" ] }, { "cell_type": "code", "execution_count": 16, "metadata": {}, "outputs": [ { "data": { "text/plain": [ "" ] }, "execution_count": 16, "metadata": {}, "output_type": "execute_result" } ], "source": [ "extracted_data" ] }, { "cell_type": "code", "execution_count": 17, "metadata": {}, "outputs": [], "source": [ "def text_split(extracted_data):\n", " text_splitter = RecursiveCharacterTextSplitter(chunk_size = 500, chunk_overlap = 20)\n", " text_chunks = text_splitter.split_documents(extracted_data)\n", "\n", " return text_chunks" ] }, { "cell_type": "code", "execution_count": 18, "metadata": {}, "outputs": [], "source": [ "prompt_template=\"\"\"\n", "Use the following pieces of information to answer the user's question.\n", "If you don't know the answer, just say that you don't know, don't try to make up an answer.\n", "\n", "Context: {context}\n", "Question: {question}\n", "\n", "Only return the helpful answer below and nothing else.\n", "Helpful answer:\n", "\"\"\"" ] }, { "cell_type": "code", "execution_count": 19, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Requirement already satisfied: PYPDF2 in c:\\users\\diana\\appdata\\local\\packages\\pythonsoftwarefoundation.python.3.11_qbz5n2kfra8p0\\localcache\\local-packages\\python311\\site-packages (3.0.1)\n" ] } ], "source": [ "! pip install PYPDF2\n" ] }, { "cell_type": "code", "execution_count": 21, "metadata": {}, "outputs": [], "source": [ "PROMPT=PromptTemplate(\n", " template=prompt_template,\n", " input_variables=[\"context\", \"question\"])\n", "chain_type_kwargs={\"prompt\": PROMPT}" ] }, { "cell_type": "code", "execution_count": 24, "metadata": {}, "outputs": [], "source": [ "from langchain.llms import Replicate\n", REPLICATE_API_TOKEN = \"r8_8DuyJ4WHceqiev44ePWRKCXrwUXwlU64UX2iX\"\n", "llm = Replicate(model=\"meta/meta-llama-3-8b\")" ] }, { "cell_type": "code", "execution_count": 25, "metadata": {}, "outputs": [], "source": [ "qa = RetrievalQA.from_chain_type(\n", " llm=llm, # Assuming llm is already defined\n", " chain_type=\"stuff\",\n", " retriever=docsearch.as_retriever(search_kwargs={'k': 2}),\n", " return_source_documents=True,\n", " chain_type_kwargs=chain_type_kwargs # Assuming chain_type_kwargs is defined\n", ")\n" ] }, { "cell_type": "code", "execution_count": 26, "metadata": {}, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ "C:\\Users\\Diana\\AppData\\Local\\Packages\\PythonSoftwareFoundation.Python.3.11_qbz5n2kfra8p0\\LocalCache\\local-packages\\Python311\\site-packages\\langchain_core\\_api\\deprecation.py:139: LangChainDeprecationWarning: The method `Chain.__call__` was deprecated in langchain 0.1.0 and will be removed in 0.3.0. Use invoke instead.\n", " warn_deprecated(\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "Response : Kenya is a great destination with a lot to offer, from tropical beaches to abundant wildlife and diverse cultures. Some popular tourist destinations in Kenya include the Maasai Mara National Reserve, Amboseli National Park, and Lake Nakuru National Park. \n", "You can also visit the coastal cities of Mombasa and Diani Beach for a relaxing beach vacation. \n", "Additionally, Kenya is home to many cultural attractions, such as the National Museum of Kenya and the Bomas of Kenya, which showcase the country's rich cultural heritage. \n", "So, if you're looking for a unique and memorable travel experience, Kenya is definitely worth considering. \n", "\n" ] } ], "source": [ "user_input=input(f\"Input Prompt:\")\n", "result=qa({\"query\": user_input})\n", "print(\"Response : \", result[\"result\"])" ] }, { "cell_type": "code", "execution_count": null, "metadata": {}, "outputs": [], "source": [] } ], "metadata": { "kernelspec": { "display_name": "Python 3", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.11.9" } }, "nbformat": 4, "nbformat_minor": 2 }