update

pyproject.toml

@@ -13,12 +13,13 @@ dependencies = [
     "pydantic-settings>=2.3.4",
     "langchain-openai>=0.1.16",
     "dashscope>=1.20.1",
-    "modelscope>=1.16.0",
+    "modelscope[framework]>=1.16.1",
     "torch>=2.3.1",
     "torchvision>=0.18.1",
     "torchaudio>=2.3.1",
-    "setuptools>=71.0.0",
+    "setuptools==69.5.1",
     "oss2>=2.18.6",
+    "kornia>=0.7.3",
 ]
 readme = "README.md"
 requires-python = ">= 3.8"

requirements-dev.lock

@@ -9,10 +9,14 @@
 #   generate-hashes: false
 
 -e file:.
+addict==2.4.0
+    # via modelscope
 aiofiles==23.2.1
     # via gradio
 aiohttp==3.9.5
     # via dashscope
+    # via datasets
+    # via fsspec
     # via langchain
 aiosignal==1.3.1
     # via aiohttp
@@ -36,6 +40,7 @@ async-timeout==4.0.3
 attrs==23.2.0
     # via aiohttp
     # via jsonschema
+    # via modelscope
     # via referencing
 certifi==2024.7.4
     # via httpcore
@@ -58,12 +63,19 @@ cycler==0.12.1
     # via matplotlib
 dashscope==1.20.1
     # via aitoolkits-webui
+datasets==2.18.0
+    # via modelscope
 diffusers==0.29.2
     # via aitoolkits-webui
+dill==0.3.8
+    # via datasets
+    # via multiprocess
 distro==1.9.0
     # via openai
 dnspython==2.6.1
     # via email-validator
+einops==0.8.0
+    # via modelscope
 email-validator==2.2.0
     # via fastapi
 exceptiongroup==1.2.2
@@ -75,6 +87,7 @@ fastapi-cli==0.0.4
 ffmpy==0.3.2
     # via gradio
 filelock==3.15.4
+    # via datasets
     # via diffusers
     # via huggingface-hub
     # via torch
@@ -83,7 +96,8 @@ fonttools==4.53.1
 frozenlist==1.4.1
     # via aiohttp
     # via aiosignal
-fsspec==2024.5.0
+fsspec==2024.2.0
+    # via datasets
     # via gradio-client
     # via huggingface-hub
     # via torch
@@ -104,6 +118,7 @@ httpx==0.27.0
     # via gradio-client
     # via openai
 huggingface-hub==0.23.4
+    # via datasets
     # via diffusers
     # via gradio
     # via gradio-client
@@ -134,6 +149,10 @@ jsonschema-specifications==2023.12.1
     # via jsonschema
 kiwisolver==1.4.5
     # via matplotlib
+kornia==0.7.3
+    # via aitoolkits-webui
+kornia-rs==0.1.5
+    # via kornia
 langchain==0.2.7
     # via aitoolkits-webui
 langchain-core==0.2.18
@@ -156,23 +175,28 @@ matplotlib==3.9.1
     # via gradio
 mdurl==0.1.2
     # via markdown-it-py
-modelscope==1.16.0
+modelscope==1.16.1
     # via aitoolkits-webui
 mpmath==1.3.0
     # via sympy
 multidict==6.0.5
     # via aiohttp
     # via yarl
+multiprocess==0.70.16
+    # via datasets
 networkx==3.3
     # via torch
 numpy==1.26.4
     # via altair
     # via contourpy
+    # via datasets
     # via diffusers
     # via gradio
     # via langchain
     # via matplotlib
     # via pandas
+    # via pyarrow
+    # via scipy
     # via torchvision
 openai==1.35.13
     # via langchain-openai
@@ -182,21 +206,29 @@ orjson==3.10.6
     # via langsmith
 oss2==2.18.6
     # via aitoolkits-webui
+    # via modelscope
 packaging==24.1
     # via altair
+    # via datasets
     # via gradio
     # via gradio-client
     # via huggingface-hub
+    # via kornia
     # via langchain-core
     # via matplotlib
 pandas==2.2.2
     # via altair
+    # via datasets
     # via gradio
 pillow==10.4.0
     # via diffusers
     # via gradio
     # via matplotlib
     # via torchvision
+pyarrow==17.0.0
+    # via datasets
+pyarrow-hotfix==0.6
+    # via datasets
 pycparser==2.22
     # via cffi
 pycryptodome==3.20.0
@@ -222,6 +254,7 @@ pyparsing==3.1.2
     # via matplotlib
 python-dateutil==2.9.0.post0
     # via matplotlib
+    # via modelscope
     # via pandas
 python-dotenv==1.0.1
     # via pydantic-settings
@@ -232,6 +265,7 @@ python-multipart==0.0.9
 pytz==2024.1
     # via pandas
 pyyaml==6.0.1
+    # via datasets
     # via gradio
     # via huggingface-hub
     # via langchain
@@ -245,6 +279,7 @@ regex==2024.5.15
     # via tiktoken
 requests==2.32.3
     # via dashscope
+    # via datasets
     # via diffusers
     # via huggingface-hub
     # via langchain
@@ -261,12 +296,17 @@ ruff==0.5.1
     # via gradio
 safetensors==0.4.3
     # via diffusers
+scipy==1.14.0
+    # via modelscope
 semantic-version==2.10.0
     # via gradio
-setuptools==71.0.0
+setuptools==69.5.1
     # via aitoolkits-webui
+    # via modelscope
 shellingham==1.5.4
     # via typer
+simplejson==3.19.2
+    # via modelscope
 six==1.16.0
     # via oss2
     # via python-dateutil
@@ -274,6 +314,8 @@ sniffio==1.3.1
     # via anyio
     # via httpx
     # via openai
+sortedcontainers==2.4.0
+    # via modelscope
 sqlalchemy==2.0.31
     # via langchain
 starlette==0.37.2
@@ -291,6 +333,7 @@ toolz==0.12.1
     # via altair
 torch==2.3.1
     # via aitoolkits-webui
+    # via kornia
     # via torchaudio
     # via torchvision
 torchaudio==2.3.1
@@ -298,6 +341,7 @@ torchaudio==2.3.1
 torchvision==0.18.1
     # via aitoolkits-webui
 tqdm==4.66.4
+    # via datasets
     # via huggingface-hub
     # via modelscope
     # via openai
@@ -338,6 +382,8 @@ websocket-client==1.8.0
 websockets==11.0.3
     # via gradio-client
     # via uvicorn
+xxhash==3.4.1
+    # via datasets
 yarl==1.9.4
     # via aiohttp
 zipp==3.19.2

requirements.lock

@@ -9,10 +9,14 @@
 #   generate-hashes: false
 
 -e file:.
+addict==2.4.0
+    # via modelscope
 aiofiles==23.2.1
     # via gradio
 aiohttp==3.9.5
     # via dashscope
+    # via datasets
+    # via fsspec
     # via langchain
 aiosignal==1.3.1
     # via aiohttp
@@ -36,6 +40,7 @@ async-timeout==4.0.3
 attrs==23.2.0
     # via aiohttp
     # via jsonschema
+    # via modelscope
     # via referencing
 certifi==2024.7.4
     # via httpcore
@@ -58,12 +63,19 @@ cycler==0.12.1
     # via matplotlib
 dashscope==1.20.1
     # via aitoolkits-webui
+datasets==2.18.0
+    # via modelscope
 diffusers==0.29.2
     # via aitoolkits-webui
+dill==0.3.8
+    # via datasets
+    # via multiprocess
 distro==1.9.0
     # via openai
 dnspython==2.6.1
     # via email-validator
+einops==0.8.0
+    # via modelscope
 email-validator==2.2.0
     # via fastapi
 exceptiongroup==1.2.2
@@ -75,6 +87,7 @@ fastapi-cli==0.0.4
 ffmpy==0.3.2
     # via gradio
 filelock==3.15.4
+    # via datasets
     # via diffusers
     # via huggingface-hub
     # via torch
@@ -83,7 +96,8 @@ fonttools==4.53.1
 frozenlist==1.4.1
     # via aiohttp
     # via aiosignal
-fsspec==2024.5.0
+fsspec==2024.2.0
+    # via datasets
     # via gradio-client
     # via huggingface-hub
     # via torch
@@ -104,6 +118,7 @@ httpx==0.27.0
     # via gradio-client
     # via openai
 huggingface-hub==0.23.4
+    # via datasets
     # via diffusers
     # via gradio
     # via gradio-client
@@ -134,6 +149,10 @@ jsonschema-specifications==2023.12.1
     # via jsonschema
 kiwisolver==1.4.5
     # via matplotlib
+kornia==0.7.3
+    # via aitoolkits-webui
+kornia-rs==0.1.5
+    # via kornia
 langchain==0.2.7
     # via aitoolkits-webui
 langchain-core==0.2.18
@@ -156,23 +175,28 @@ matplotlib==3.9.1
     # via gradio
 mdurl==0.1.2
     # via markdown-it-py
-modelscope==1.16.0
+modelscope==1.16.1
     # via aitoolkits-webui
 mpmath==1.3.0
     # via sympy
 multidict==6.0.5
     # via aiohttp
     # via yarl
+multiprocess==0.70.16
+    # via datasets
 networkx==3.3
     # via torch
 numpy==1.26.4
     # via altair
     # via contourpy
+    # via datasets
     # via diffusers
     # via gradio
     # via langchain
     # via matplotlib
     # via pandas
+    # via pyarrow
+    # via scipy
     # via torchvision
 openai==1.35.13
     # via langchain-openai
@@ -182,21 +206,29 @@ orjson==3.10.6
     # via langsmith
 oss2==2.18.6
     # via aitoolkits-webui
+    # via modelscope
 packaging==24.1
     # via altair
+    # via datasets
     # via gradio
     # via gradio-client
     # via huggingface-hub
+    # via kornia
     # via langchain-core
     # via matplotlib
 pandas==2.2.2
     # via altair
+    # via datasets
     # via gradio
 pillow==10.4.0
     # via diffusers
     # via gradio
     # via matplotlib
     # via torchvision
+pyarrow==17.0.0
+    # via datasets
+pyarrow-hotfix==0.6
+    # via datasets
 pycparser==2.22
     # via cffi
 pycryptodome==3.20.0
@@ -222,6 +254,7 @@ pyparsing==3.1.2
     # via matplotlib
 python-dateutil==2.9.0.post0
     # via matplotlib
+    # via modelscope
     # via pandas
 python-dotenv==1.0.1
     # via pydantic-settings
@@ -232,6 +265,7 @@ python-multipart==0.0.9
 pytz==2024.1
     # via pandas
 pyyaml==6.0.1
+    # via datasets
     # via gradio
     # via huggingface-hub
     # via langchain
@@ -245,6 +279,7 @@ regex==2024.5.15
     # via tiktoken
 requests==2.32.3
     # via dashscope
+    # via datasets
     # via diffusers
     # via huggingface-hub
     # via langchain
@@ -261,12 +296,17 @@ ruff==0.5.1
     # via gradio
 safetensors==0.4.3
     # via diffusers
+scipy==1.14.0
+    # via modelscope
 semantic-version==2.10.0
     # via gradio
-setuptools==71.0.0
+setuptools==69.5.1
     # via aitoolkits-webui
+    # via modelscope
 shellingham==1.5.4
     # via typer
+simplejson==3.19.2
+    # via modelscope
 six==1.16.0
     # via oss2
     # via python-dateutil
@@ -274,6 +314,8 @@ sniffio==1.3.1
     # via anyio
     # via httpx
     # via openai
+sortedcontainers==2.4.0
+    # via modelscope
 sqlalchemy==2.0.31
     # via langchain
 starlette==0.37.2
@@ -291,6 +333,7 @@ toolz==0.12.1
     # via altair
 torch==2.3.1
     # via aitoolkits-webui
+    # via kornia
     # via torchaudio
     # via torchvision
 torchaudio==2.3.1
@@ -298,6 +341,7 @@ torchaudio==2.3.1
 torchvision==0.18.1
     # via aitoolkits-webui
 tqdm==4.66.4
+    # via datasets
     # via huggingface-hub
     # via modelscope
     # via openai
@@ -338,6 +382,8 @@ websocket-client==1.8.0
 websockets==11.0.3
     # via gradio-client
     # via uvicorn
+xxhash==3.4.1
+    # via datasets
 yarl==1.9.4
     # via aiohttp
 zipp==3.19.2

requirements.txt

@@ -8,10 +8,14 @@
 #   with-sources: false
 #   generate-hashes: false
 
+addict==2.4.0
+    # via modelscope
 aiofiles==23.2.1
     # via gradio
 aiohttp==3.9.5
     # via dashscope
+    # via datasets
+    # via fsspec
     # via langchain
 aiosignal==1.3.1
     # via aiohttp
@@ -35,6 +39,7 @@ async-timeout==4.0.3
 attrs==23.2.0
     # via aiohttp
     # via jsonschema
+    # via modelscope
     # via referencing
 certifi==2024.7.4
     # via httpcore
@@ -57,12 +62,19 @@ cycler==0.12.1
     # via matplotlib
 dashscope==1.20.1
     # via aitoolkits-webui
+datasets==2.18.0
+    # via modelscope
 diffusers==0.29.2
     # via aitoolkits-webui
+dill==0.3.8
+    # via datasets
+    # via multiprocess
 distro==1.9.0
     # via openai
 dnspython==2.6.1
     # via email-validator
+einops==0.8.0
+    # via modelscope
 email-validator==2.2.0
     # via fastapi
 exceptiongroup==1.2.2
@@ -74,6 +86,7 @@ fastapi-cli==0.0.4
 ffmpy==0.3.2
     # via gradio
 filelock==3.15.4
+    # via datasets
     # via diffusers
     # via huggingface-hub
     # via torch
@@ -82,7 +95,8 @@ fonttools==4.53.1
 frozenlist==1.4.1
     # via aiohttp
     # via aiosignal
-fsspec==2024.5.0
+fsspec==2024.2.0
+    # via datasets
     # via gradio-client
     # via huggingface-hub
     # via torch
@@ -103,6 +117,7 @@ httpx==0.27.0
     # via gradio-client
     # via openai
 huggingface-hub==0.23.4
+    # via datasets
     # via diffusers
     # via gradio
     # via gradio-client
@@ -133,6 +148,10 @@ jsonschema-specifications==2023.12.1
     # via jsonschema
 kiwisolver==1.4.5
     # via matplotlib
+kornia==0.7.3
+    # via aitoolkits-webui
+kornia-rs==0.1.5
+    # via kornia
 langchain==0.2.7
     # via aitoolkits-webui
 langchain-core==0.2.18
@@ -155,23 +174,28 @@ matplotlib==3.9.1
     # via gradio
 mdurl==0.1.2
     # via markdown-it-py
-modelscope==1.16.0
+modelscope==1.16.1
     # via aitoolkits-webui
 mpmath==1.3.0
     # via sympy
 multidict==6.0.5
     # via aiohttp
     # via yarl
+multiprocess==0.70.16
+    # via datasets
 networkx==3.3
     # via torch
 numpy==1.26.4
     # via altair
     # via contourpy
+    # via datasets
     # via diffusers
     # via gradio
     # via langchain
     # via matplotlib
     # via pandas
+    # via pyarrow
+    # via scipy
     # via torchvision
 openai==1.35.13
     # via langchain-openai
@@ -181,21 +205,29 @@ orjson==3.10.6
     # via langsmith
 oss2==2.18.6
     # via aitoolkits-webui
+    # via modelscope
 packaging==24.1
     # via altair
+    # via datasets
     # via gradio
     # via gradio-client
     # via huggingface-hub
+    # via kornia
     # via langchain-core
     # via matplotlib
 pandas==2.2.2
     # via altair
+    # via datasets
     # via gradio
 pillow==10.4.0
     # via diffusers
     # via gradio
     # via matplotlib
     # via torchvision
+pyarrow==17.0.0
+    # via datasets
+pyarrow-hotfix==0.6
+    # via datasets
 pycparser==2.22
     # via cffi
 pycryptodome==3.20.0
@@ -221,6 +253,7 @@ pyparsing==3.1.2
     # via matplotlib
 python-dateutil==2.9.0.post0
     # via matplotlib
+    # via modelscope
     # via pandas
 python-dotenv==1.0.1
     # via pydantic-settings
@@ -231,6 +264,7 @@ python-multipart==0.0.9
 pytz==2024.1
     # via pandas
 pyyaml==6.0.1
+    # via datasets
     # via gradio
     # via huggingface-hub
     # via langchain
@@ -244,6 +278,7 @@ regex==2024.5.15
     # via tiktoken
 requests==2.32.3
     # via dashscope
+    # via datasets
     # via diffusers
     # via huggingface-hub
     # via langchain
@@ -260,12 +295,17 @@ ruff==0.5.1
     # via gradio
 safetensors==0.4.3
     # via diffusers
+scipy==1.14.0
+    # via modelscope
 semantic-version==2.10.0
     # via gradio
-setuptools==71.0.0
+setuptools==69.5.1
     # via aitoolkits-webui
+    # via modelscope
 shellingham==1.5.4
     # via typer
+simplejson==3.19.2
+    # via modelscope
 six==1.16.0
     # via oss2
     # via python-dateutil
@@ -273,6 +313,8 @@ sniffio==1.3.1
     # via anyio
     # via httpx
     # via openai
+sortedcontainers==2.4.0
+    # via modelscope
 sqlalchemy==2.0.31
     # via langchain
 starlette==0.37.2
@@ -290,6 +332,7 @@ toolz==0.12.1
     # via altair
 torch==2.3.1
     # via aitoolkits-webui
+    # via kornia
     # via torchaudio
     # via torchvision
 torchaudio==2.3.1
@@ -297,6 +340,7 @@ torchaudio==2.3.1
 torchvision==0.18.1
     # via aitoolkits-webui
 tqdm==4.66.4
+    # via datasets
     # via huggingface-hub
     # via modelscope
     # via openai
@@ -337,6 +381,8 @@ websocket-client==1.8.0
 websockets==11.0.3
     # via gradio-client
     # via uvicorn
+xxhash==3.4.1
+    # via datasets
 yarl==1.9.4
     # via aiohttp
 zipp==3.19.2