Added: Dockerfile, Conda Env, Python Reqs, Watchdog Cleaner, CPU-only warning

Dockerfile

@@ -0,0 +1,20 @@
+# Use micromamba as the base image
+FROM python:3.9.19
+
+# Set the working directory in the container
+WORKDIR /src
+
+# Copy Requirements file
+COPY requirements.txt /src
+
+# Install the required packages
+RUN pip install -r requirements.txt
+
+# Expose port 8003 for Streamlit
+EXPOSE 8003
+
+# Copy the current directory contents into the container at /src
+COPY . /src
+
+# Run id_cleaner.py as a background process and then start Streamlit
+CMD ["sh", "-c", "python id_cleaner.py & streamlit run main.py --server.port 8003"]

environment.yml

@@ -0,0 +1,252 @@
+name: vidtune
+channels:
+  - defaults
+dependencies:
+  - _libgcc_mutex=0.1
+  - _openmp_mutex=5.1
+  - ca-certificates=2024.3.11
+  - ld_impl_linux-64=2.38
+  - libffi=3.4.4
+  - libgcc-ng=11.2.0
+  - libgomp=11.2.0
+  - libstdcxx-ng=11.2.0
+  - ncurses=6.4
+  - openssl=3.0.14
+  - pip=24.0
+  - python=3.9.19
+  - readline=8.2
+  - setuptools=69.5.1
+  - sqlite=3.45.3
+  - tk=8.6.14
+  - wheel=0.43.0
+  - xz=5.4.6
+  - zlib=1.2.13
+  - pip:
+      - aiofiles==23.2.1
+      - altair==5.3.0
+      - annotated-types==0.7.0
+      - antlr4-python3-runtime==4.9.3
+      - anyio==4.4.0
+      - asttokens==2.4.1
+      - attrs==23.2.0
+      - audiocraft==1.3.0
+      - audioread==3.0.1
+      - av==11.0.0
+      - backcall==0.2.0
+      - beautifulsoup4==4.12.3
+      - bleach==6.1.0
+      - blinker==1.8.2
+      - blis==0.7.11
+      - cachetools==5.3.3
+      - catalogue==2.0.10
+      - certifi==2024.7.4
+      - cffi==1.16.0
+      - charset-normalizer==3.3.2
+      - click==8.1.7
+      - cloudpathlib==0.18.1
+      - cloudpickle==3.0.0
+      - colorlog==6.8.2
+      - confection==0.1.5
+      - contourpy==1.2.1
+      - cycler==0.12.1
+      - cymem==2.0.8
+      - decorator==4.4.2
+      - defusedxml==0.7.1
+      - demucs==4.0.1
+      - dnspython==2.6.1
+      - docopt==0.6.2
+      - dora-search==0.1.12
+      - einops==0.8.0
+      - email-validator==2.2.0
+      - encodec==0.1.1
+      - exceptiongroup==1.2.2
+      - executing==2.0.1
+      - fastapi==0.111.0
+      - fastapi-cli==0.0.4
+      - fastjsonschema==2.20.0
+      - ffmpy==0.3.2
+      - filelock==3.15.4
+      - flashy==0.0.2
+      - fonttools==4.53.1
+      - fsspec==2024.6.1
+      - gitdb==4.0.11
+      - gitpython==3.1.43
+      - google-ai-generativelanguage==0.6.6
+      - google-api-core==2.19.1
+      - google-api-python-client==2.137.0
+      - google-auth==2.32.0
+      - google-auth-httplib2==0.2.0
+      - google-generativeai==0.7.2
+      - googleapis-common-protos==1.63.2
+      - gradio==4.38.1
+      - gradio-client==1.1.0
+      - grpcio==1.64.1
+      - grpcio-status==1.62.2
+      - h11==0.14.0
+      - httpcore==1.0.5
+      - httplib2==0.22.0
+      - httptools==0.6.1
+      - httpx==0.27.0
+      - huggingface-hub==0.23.4
+      - hydra-colorlog==1.2.0
+      - hydra-core==1.3.2
+      - idna==3.7
+      - imageio==2.34.2
+      - imageio-ffmpeg==0.5.1
+      - importlib-metadata==8.2.0
+      - importlib-resources==6.4.0
+      - ipython==8.12.3
+      - jedi==0.19.1
+      - jinja2==3.1.4
+      - joblib==1.4.2
+      - jsonschema==4.23.0
+      - jsonschema-specifications==2023.12.1
+      - julius==0.2.7
+      - jupyter-client==8.6.2
+      - jupyter-core==5.7.2
+      - jupyterlab-pygments==0.3.0
+      - kiwisolver==1.4.5
+      - lameenc==1.7.0
+      - langcodes==3.4.0
+      - language-data==1.2.0
+      - lazy-loader==0.4
+      - librosa==0.10.2.post1
+      - lightning-utilities==0.11.5
+      - llvmlite==0.43.0
+      - marisa-trie==1.2.0
+      - markdown-it-py==3.0.0
+      - markupsafe==2.1.5
+      - matplotlib==3.9.1
+      - matplotlib-inline==0.1.7
+      - mdurl==0.1.2
+      - mistune==3.0.2
+      - moviepy==1.0.3
+      - mpmath==1.3.0
+      - msgpack==1.0.8
+      - murmurhash==1.0.10
+      - nbclient==0.10.0
+      - nbconvert==7.16.4
+      - nbformat==5.10.4
+      - networkx==3.2.1
+      - num2words==0.5.13
+      - numba==0.60.0
+      - numpy==1.26.4
+      - nvidia-cublas-cu12==12.1.3.1
+      - nvidia-cuda-cupti-cu12==12.1.105
+      - nvidia-cuda-nvrtc-cu12==12.1.105
+      - nvidia-cuda-runtime-cu12==12.1.105
+      - nvidia-cudnn-cu12==8.9.2.26
+      - nvidia-cufft-cu12==11.0.2.54
+      - nvidia-curand-cu12==10.3.2.106
+      - nvidia-cusolver-cu12==11.4.5.107
+      - nvidia-cusparse-cu12==12.1.0.106
+      - nvidia-nccl-cu12==2.18.1
+      - nvidia-nvjitlink-cu12==12.5.82
+      - nvidia-nvtx-cu12==12.1.105
+      - omegaconf==2.3.0
+      - openunmix==1.3.0
+      - orjson==3.10.6
+      - packaging==24.1
+      - pandas==2.2.2
+      - pandocfilters==1.5.1
+      - parso==0.8.4
+      - pexpect==4.9.0
+      - pickleshare==0.7.5
+      - pillow==10.4.0
+      - pipreqs==0.5.0
+      - platformdirs==4.2.2
+      - pooch==1.8.2
+      - preshed==3.0.9
+      - proglog==0.1.10
+      - prompt-toolkit==3.0.47
+      - proto-plus==1.24.0
+      - protobuf==4.25.3
+      - psutil==6.0.0
+      - ptyprocess==0.7.0
+      - pure-eval==0.2.3
+      - pyarrow==16.1.0
+      - pyasn1==0.6.0
+      - pyasn1-modules==0.4.0
+      - pycparser==2.22
+      - pydantic==2.7.3
+      - pydantic-core==2.18.4
+      - pydeck==0.9.1
+      - pydub==0.25.1
+      - pygments==2.18.0
+      - pyparsing==3.1.2
+      - python-dateutil==2.9.0.post0
+      - python-dotenv==1.0.1
+      - python-multipart==0.0.9
+      - pytz==2024.1
+      - pyyaml==6.0.1
+      - pyzmq==26.1.0
+      - referencing==0.35.1
+      - regex==2024.5.15
+      - requests==2.32.3
+      - retrying==1.3.4
+      - rich==13.7.1
+      - rpds-py==0.19.0
+      - rsa==4.9
+      - ruff==0.5.2
+      - safetensors==0.4.3
+      - scikit-learn==1.5.1
+      - scipy==1.13.1
+      - semantic-version==2.10.0
+      - sentencepiece==0.2.0
+      - shellingham==1.5.4
+      - six==1.16.0
+      - smart-open==7.0.4
+      - smmap==5.0.1
+      - sniffio==1.3.1
+      - soundfile==0.12.1
+      - soupsieve==2.5
+      - soxr==0.3.7
+      - spacy==3.7.5
+      - spacy-legacy==3.0.12
+      - spacy-loggers==1.0.5
+      - srsly==2.4.8
+      - stack-data==0.6.3
+      - starlette==0.37.2
+      - streamlit==1.36.0
+      - submitit==1.5.1
+      - sympy==1.13.0
+      - tenacity==8.5.0
+      - thinc==8.2.5
+      - threadpoolctl==3.5.0
+      - tinycss2==1.3.0
+      - tokenizers==0.19.1
+      - toml==0.10.2
+      - tomlkit==0.12.0
+      - toolz==0.12.1
+      - --extra-index-url https://download.pytorch.org/whl/cu121
+      - torch==2.1.0
+      - torchaudio==2.1.0
+      - torchdata==0.7.0
+      - torchmetrics==1.4.0.post0
+      - torchtext==0.16.0
+      - torchvision==0.16.0
+      - tornado==6.4.1
+      - tqdm==4.66.4
+      - traitlets==5.14.3
+      - transformers==4.42.4
+      - treetable==0.2.5
+      - triton==2.1.0
+      - typer==0.12.3
+      - typing-extensions==4.12.2
+      - tzdata==2024.1
+      - ujson==5.10.0
+      - uritemplate==4.1.1
+      - urllib3==2.2.2
+      - uvicorn==0.30.1
+      - uvloop==0.19.0
+      - wasabi==1.1.3
+      - watchdog==4.0.1
+      - watchfiles==0.22.0
+      - wcwidth==0.2.13
+      - weasel==0.4.1
+      - webencodings==0.5.1
+      - websockets==11.0.3
+      - wrapt==1.16.0
+      - xformers==0.0.22.post7
+      - yarg==0.1.9
+      - zipp==3.19.2

id_cleaner.py

@@ -0,0 +1,66 @@
+import os
+import time
+import shutil
+import logging
+from datetime import datetime, timedelta
+from watchdog.observers import Observer
+from watchdog.events import FileSystemEventHandler
+
+# Configure logging
+FORMAT = "%(asctime)s: %(levelname)s: %(message)s"
+logging.basicConfig(filename="logs.log", level=logging.INFO, format=FORMAT)
+STDERRLOGGER = logging.StreamHandler()
+STDERRLOGGER.setFormatter(logging.Formatter(FORMAT))
+logging.getLogger().addHandler(STDERRLOGGER)
+
+class DirectoryCleanupHandler(FileSystemEventHandler):
+    def __init__(self, threshold_minutes=60, check_interval_minutes=5):
+        self.threshold = timedelta(minutes=threshold_minutes)
+        self.check_interval = check_interval_minutes * 60
+        self.last_check_time = datetime.now()
+
+    def on_modified(self, event):
+        if event.is_directory and event.src_path.startswith("_id_"):
+            logging.info(f"Detected modification in directory: {event.src_path}")
+            self.cleanup_directories()
+
+    def cleanup_directories(self):
+        now = datetime.now()
+        for dirpath, _, _ in os.walk("."):
+            if os.path.basename(dirpath).startswith("_id_"):
+                try:
+                    mtime = os.path.getmtime(dirpath)
+                    mtime_dt = datetime.fromtimestamp(mtime)
+                    if now - mtime_dt > self.threshold:
+                        logging.info(f"Deleting directory: {dirpath}")
+                        shutil.rmtree(dirpath)
+                except Exception as e:
+                    logging.error(f"Error deleting {dirpath}: {e}")
+
+    def start_cleanup_loop(self):
+        while True:
+            current_time = datetime.now()
+            if (
+                current_time - self.last_check_time
+            ).total_seconds() >= self.check_interval:
+                logging.info("Woke up to check directories")
+                self.cleanup_directories()
+                self.last_check_time = current_time
+            time.sleep(self.check_interval)
+
+
+if __name__ == "__main__":
+    logging.info("Starting directory cleanup script")
+    event_handler = DirectoryCleanupHandler(
+        threshold_minutes=60, check_interval_minutes=30
+    )
+    observer = Observer()
+    observer.schedule(event_handler, path=".", recursive=True)
+    observer.start()
+
+    try:
+        event_handler.start_cleanup_loop()
+    except KeyboardInterrupt:
+        logging.info("Stopping directory cleanup script due to keyboard interrupt")
+        observer.stop()
+    observer.join()

main.py

@@ -181,6 +181,10 @@ def load_models(video_model_key, music_model_key, google_api_key):
         model=video_model_map[video_model_key], google_api_key=google_api_key
     )
     audio_generator = GenerateAudio(model=music_model_map[music_model_key])
+    if audio_generator.device == "cpu":
+        st.warning(
+            "The music generator model is running on CPU. For faster results, consider using a GPU."
+        )
     return video_descriptor, audio_generator
 
 

requirements.txt

@@ -1,9 +1,228 @@
+aiofiles==23.2.1
+altair==5.3.0
+annotated-types==0.7.0
+antlr4-python3-runtime==4.9.3
+anyio==4.4.0
+asttokens==2.4.1
+attrs==23.2.0
 audiocraft==1.3.0
+audioread==3.0.1
+av==11.0.0
+backcall==0.2.0
+beautifulsoup4==4.12.3
+bleach==6.1.0
+blinker==1.8.2
+blis==0.7.11
+cachetools==5.3.3
+catalogue==2.0.10
+certifi==2024.7.4
+cffi==1.16.0
+charset-normalizer==3.3.2
+click==8.1.7
+cloudpathlib==0.18.1
+cloudpickle==3.0.0
+colorlog==6.8.2
+confection==0.1.5
+contourpy==1.2.1
+cycler==0.12.1
+cymem==2.0.8
+decorator==4.4.2
+defusedxml==0.7.1
+demucs==4.0.1
+dnspython==2.6.1
+docopt==0.6.2
+dora_search==0.1.12
+einops==0.8.0
+email_validator==2.2.0
+encodec==0.1.1
+exceptiongroup==1.2.2
+executing==2.0.1
 fastapi==0.111.0
+fastapi-cli==0.0.4
+fastjsonschema==2.20.0
+ffmpy==0.3.2
+filelock==3.15.4
+flashy==0.0.2
+fonttools==4.53.1
+fsspec==2024.6.1
+gitdb==4.0.11
+GitPython==3.1.43
+google-ai-generativelanguage==0.6.6
+google-api-core==2.19.1
+google-api-python-client==2.137.0
+google-auth==2.32.0
+google-auth-httplib2==0.2.0
+google-generativeai==0.7.2
+googleapis-common-protos==1.63.2
+gradio==4.38.1
+gradio_client==1.1.0
+grpcio==1.64.1
+grpcio-status==1.62.2
+h11==0.14.0
+httpcore==1.0.5
+httplib2==0.22.0
+httptools==0.6.1
+httpx==0.27.0
+huggingface-hub==0.23.4
+hydra-colorlog==1.2.0
+hydra-core==1.3.2
+idna==3.7
+imageio==2.34.2
+imageio-ffmpeg==0.5.1
+importlib_metadata==8.2.0
+importlib_resources==6.4.0
+ipython==8.12.3
+jedi==0.19.1
+Jinja2==3.1.4
+joblib==1.4.2
+jsonschema==4.23.0
+jsonschema-specifications==2023.12.1
+julius==0.2.7
+jupyter_client==8.6.2
+jupyter_core==5.7.2
+jupyterlab_pygments==0.3.0
+kiwisolver==1.4.5
+lameenc==1.7.0
+langcodes==3.4.0
+language_data==1.2.0
+lazy_loader==0.4
+librosa==0.10.2.post1
+lightning-utilities==0.11.5
+llvmlite==0.43.0
+marisa-trie==1.2.0
+markdown-it-py==3.0.0
+MarkupSafe==2.1.5
+matplotlib==3.9.1
+matplotlib-inline==0.1.7
+mdurl==0.1.2
+mistune==3.0.2
+moviepy==1.0.3
+mpmath==1.3.0
+msgpack==1.0.8
+murmurhash==1.0.10
+nbclient==0.10.0
+nbconvert==7.16.4
+nbformat==5.10.4
+networkx==3.2.1
+num2words==0.5.13
+numba==0.60.0
 numpy==1.26.4
+nvidia-cublas-cu12==12.1.3.1
+nvidia-cuda-cupti-cu12==12.1.105
+nvidia-cuda-nvrtc-cu12==12.1.105
+nvidia-cuda-runtime-cu12==12.1.105
+nvidia-cudnn-cu12==8.9.2.26
+nvidia-cufft-cu12==11.0.2.54
+nvidia-curand-cu12==10.3.2.106
+nvidia-cusolver-cu12==11.4.5.107
+nvidia-cusparse-cu12==12.1.0.106
+nvidia-nccl-cu12==2.18.1
+nvidia-nvjitlink-cu12==12.5.82
+nvidia-nvtx-cu12==12.1.105
+omegaconf==2.3.0
+openunmix==1.3.0
+orjson==3.10.6
+packaging==24.1
+pandas==2.2.2
+pandocfilters==1.5.1
+parso==0.8.4
+pexpect==4.9.0
+pickleshare==0.7.5
+pillow==10.4.0
+pipreqs==0.5.0
+platformdirs==4.2.2
+pooch==1.8.2
+preshed==3.0.9
+proglog==0.1.10
+prompt_toolkit==3.0.47
+proto-plus==1.24.0
+protobuf==4.25.3
+psutil==6.0.0
+ptyprocess==0.7.0
+pure_eval==0.2.3
+pyarrow==16.1.0
+pyasn1==0.6.0
+pyasn1_modules==0.4.0
+pycparser==2.22
 pydantic==2.7.3
-Requests==2.32.3
+pydantic_core==2.18.4
+pydeck==0.9.1
+pydub==0.25.1
+Pygments==2.18.0
+pyparsing==3.1.2
+python-dateutil==2.9.0.post0
+python-dotenv==1.0.1
+python-multipart==0.0.9
+pytz==2024.1
+PyYAML==6.0.1
+pyzmq==26.1.0
+referencing==0.35.1
+regex==2024.5.15
+requests==2.32.3
+retrying==1.3.4
+rich==13.7.1
+rpds-py==0.19.0
+rsa==4.9
+ruff==0.5.2
+safetensors==0.4.3
+scikit-learn==1.5.1
 scipy==1.13.1
+semantic-version==2.10.0
+sentencepiece==0.2.0
+shellingham==1.5.4
+six==1.16.0
+smart-open==7.0.4
+smmap==5.0.1
+sniffio==1.3.1
+soundfile==0.12.1
+soupsieve==2.5
+soxr==0.3.7
+spacy==3.7.5
+spacy-legacy==3.0.12
+spacy-loggers==1.0.5
+srsly==2.4.8
+stack-data==0.6.3
+starlette==0.37.2
+streamlit==1.36.0
+submitit==1.5.1
+sympy==1.13.0
+tenacity==8.5.0
+thinc==8.2.5
+threadpoolctl==3.5.0
+tinycss2==1.3.0
+tokenizers==0.19.1
+toml==0.10.2
+tomlkit==0.12.0
+toolz==0.12.1
+--extra-index-url https://download.pytorch.org/whl/cu121
 torch==2.1.0
+torchaudio==2.1.0
+torchdata==0.7.0
+torchmetrics==1.4.0.post0
+torchtext==0.16.0
+torchvision==0.16.0
+tornado==6.4.1
+tqdm==4.66.4
+traitlets==5.14.3
+transformers==4.42.4
+treetable==0.2.5
+triton==2.1.0
+typer==0.12.3
+typing_extensions==4.12.2
+tzdata==2024.1
+ujson==5.10.0
+uritemplate==4.1.1
+urllib3==2.2.2
 uvicorn==0.30.1
-psutil==6.0.0
+uvloop==0.19.0
+wasabi==1.1.3
+watchdog==4.0.1
+watchfiles==0.22.0
+wcwidth==0.2.13
+weasel==0.4.1
+webencodings==0.5.1
+websockets==11.0.3
+wrapt==1.16.0
+xformers==0.0.22.post7
+yarg==0.1.9
+zipp==3.19.2