{"cells":[{"cell_type":"markdown","metadata":{"id":"view-in-github"},"source":["[](https://colab.research.google.com/github/camenduru/VideoCrafter-colab/blob/main/VideoCrafter2_Text2Video_colab.ipynb)"]},{"cell_type":"code","execution_count":1,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":30513,"status":"ok","timestamp":1713870077040,"user":{"displayName":"Emm宥","userId":"02154495825231234225"},"user_tz":-480},"id":"CNvwy0Cv18wX","outputId":"5112ac4e-9b96-4b14-8068-0350a7cd04a9"},"outputs":[{"output_type":"stream","name":"stdout","text":["Mounted at /content/drive\n"]}],"source":["from google.colab import drive\n","drive.mount('/content/drive')"]},{"cell_type":"code","execution_count":2,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":1136,"status":"ok","timestamp":1713870309378,"user":{"displayName":"Emm宥","userId":"02154495825231234225"},"user_tz":-480},"id":"vAClybTp2HOm","outputId":"65efc670-482d-4eff-c988-5fe091410dad"},"outputs":[{"output_type":"stream","name":"stdout","text":["/content/drive/.shortcut-targets-by-id/1XIExHgH8yTJSya4f1RGhW5Z-hwQwqif_/FYP/Code/VideoCrafter\n"]}],"source":["%cd /content/drive/MyDrive/FYP/Code/VideoCrafter"]},{"cell_type":"markdown","metadata":{"id":"d3GbIcnTAVTO"},"source":["### Install packages"]},{"cell_type":"code","execution_count":3,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":93702,"status":"ok","timestamp":1713870407193,"user":{"displayName":"Emm宥","userId":"02154495825231234225"},"user_tz":-480},"id":"6W2VgRanJCUK","outputId":"6b8ab9f6-2f5d-424f-ef7b-349ab29403f1"},"outputs":[{"output_type":"stream","name":"stdout","text":["\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m13.6/13.6 MB\u001b[0m \u001b[31m43.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m44.6/44.6 kB\u001b[0m \u001b[31m5.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m79.5/79.5 kB\u001b[0m \u001b[31m11.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m801.9/801.9 kB\u001b[0m \u001b[31m48.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m33.8/33.8 MB\u001b[0m \u001b[31m44.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m17.1/17.1 MB\u001b[0m \u001b[31m78.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m2.2/2.2 MB\u001b[0m \u001b[31m86.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.5/1.5 MB\u001b[0m \u001b[31m72.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m825.4/825.4 kB\u001b[0m \u001b[31m63.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m117.0/117.0 kB\u001b[0m \u001b[31m16.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25h Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m841.5/841.5 kB\u001b[0m \u001b[31m65.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m91.9/91.9 kB\u001b[0m \u001b[31m12.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25h Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m313.6/313.6 kB\u001b[0m \u001b[31m38.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m75.6/75.6 kB\u001b[0m \u001b[31m9.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m141.1/141.1 kB\u001b[0m \u001b[31m18.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m8.7/8.7 MB\u001b[0m \u001b[31m37.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m47.2/47.2 kB\u001b[0m \u001b[31m5.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m60.8/60.8 kB\u001b[0m \u001b[31m8.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m129.9/129.9 kB\u001b[0m \u001b[31m14.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m54.4/54.4 kB\u001b[0m \u001b[31m7.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m2.4/2.4 MB\u001b[0m \u001b[31m103.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m77.9/77.9 kB\u001b[0m \u001b[31m12.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m58.3/58.3 kB\u001b[0m \u001b[31m8.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m71.9/71.9 kB\u001b[0m \u001b[31m9.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25h Building wheel for antlr4-python3-runtime (setup.py) ... \u001b[?25l\u001b[?25hdone\n"," Building wheel for ffmpy (setup.py) ... \u001b[?25l\u001b[?25hdone\n","\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n","spacy 3.7.4 requires typer<0.10.0,>=0.3.0, but you have typer 0.12.3 which is incompatible.\n","weasel 0.3.4 requires typer<0.10.0,>=0.3.0, but you have typer 0.12.3 which is incompatible.\u001b[0m\u001b[31m\n","\u001b[0m"]}],"source":["# install packages for VideoCrafer\n","!pip install -q decord einops omegaconf pytorch_lightning transformers av gradio timm open_clip_torch kornia gradio"]},{"cell_type":"code","execution_count":4,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":1000},"executionInfo":{"elapsed":22435,"status":"ok","timestamp":1713870436003,"user":{"displayName":"Emm宥","userId":"02154495825231234225"},"user_tz":-480},"id":"ibCOXjPCmrri","outputId":"a6859489-e601-4a5a-f170-5070ccbd7037"},"outputs":[{"output_type":"stream","name":"stdout","text":["/content/drive/.shortcut-targets-by-id/1XIExHgH8yTJSya4f1RGhW5Z-hwQwqif_/FYP/Code/VideoCrafter/ECCV2022-RIFE\n","Collecting numpy<=1.23.5,>=1.16 (from -r requirements.txt (line 1))\n"," Downloading numpy-1.23.5-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (17.1 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m17.1/17.1 MB\u001b[0m \u001b[31m19.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: tqdm>=4.35.0 in /usr/local/lib/python3.10/dist-packages (from -r requirements.txt (line 2)) (4.66.2)\n","Collecting sk-video>=1.1.10 (from -r requirements.txt (line 3))\n"," Downloading sk_video-1.1.10-py2.py3-none-any.whl (2.3 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m2.3/2.3 MB\u001b[0m \u001b[31m45.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: torch>=1.6.0 in /usr/local/lib/python3.10/dist-packages (from -r requirements.txt (line 4)) (2.2.1+cu121)\n","Requirement already satisfied: opencv-python>=4.1.2 in /usr/local/lib/python3.10/dist-packages (from -r requirements.txt (line 5)) (4.8.0.76)\n","Requirement already satisfied: moviepy>=1.0.3 in /usr/local/lib/python3.10/dist-packages (from -r requirements.txt (line 6)) (1.0.3)\n","Requirement already satisfied: torchvision>=0.7.0 in /usr/local/lib/python3.10/dist-packages (from -r requirements.txt (line 7)) (0.17.1+cu121)\n","Requirement already satisfied: scipy in /usr/local/lib/python3.10/dist-packages (from sk-video>=1.1.10->-r requirements.txt (line 3)) (1.11.4)\n","Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from torch>=1.6.0->-r requirements.txt (line 4)) (3.13.4)\n","Requirement already satisfied: typing-extensions>=4.8.0 in /usr/local/lib/python3.10/dist-packages (from torch>=1.6.0->-r requirements.txt (line 4)) (4.11.0)\n","Requirement already satisfied: sympy in /usr/local/lib/python3.10/dist-packages (from torch>=1.6.0->-r requirements.txt (line 4)) (1.12)\n","Requirement already satisfied: networkx in /usr/local/lib/python3.10/dist-packages (from torch>=1.6.0->-r requirements.txt (line 4)) (3.3)\n","Requirement already satisfied: jinja2 in /usr/local/lib/python3.10/dist-packages (from torch>=1.6.0->-r requirements.txt (line 4)) (3.1.3)\n","Requirement already satisfied: fsspec in /usr/local/lib/python3.10/dist-packages (from torch>=1.6.0->-r requirements.txt (line 4)) (2023.6.0)\n","Requirement already satisfied: nvidia-cuda-nvrtc-cu12==12.1.105 in /usr/local/lib/python3.10/dist-packages (from torch>=1.6.0->-r requirements.txt (line 4)) (12.1.105)\n","Requirement already satisfied: nvidia-cuda-runtime-cu12==12.1.105 in /usr/local/lib/python3.10/dist-packages (from torch>=1.6.0->-r requirements.txt (line 4)) (12.1.105)\n","Requirement already satisfied: nvidia-cuda-cupti-cu12==12.1.105 in /usr/local/lib/python3.10/dist-packages (from torch>=1.6.0->-r requirements.txt (line 4)) (12.1.105)\n","Requirement already satisfied: nvidia-cudnn-cu12==8.9.2.26 in /usr/local/lib/python3.10/dist-packages (from torch>=1.6.0->-r requirements.txt (line 4)) (8.9.2.26)\n","Requirement already satisfied: nvidia-cublas-cu12==12.1.3.1 in /usr/local/lib/python3.10/dist-packages (from torch>=1.6.0->-r requirements.txt (line 4)) (12.1.3.1)\n","Requirement already satisfied: nvidia-cufft-cu12==11.0.2.54 in /usr/local/lib/python3.10/dist-packages (from torch>=1.6.0->-r requirements.txt (line 4)) (11.0.2.54)\n","Requirement already satisfied: nvidia-curand-cu12==10.3.2.106 in /usr/local/lib/python3.10/dist-packages (from torch>=1.6.0->-r requirements.txt (line 4)) (10.3.2.106)\n","Requirement already satisfied: nvidia-cusolver-cu12==11.4.5.107 in /usr/local/lib/python3.10/dist-packages (from torch>=1.6.0->-r requirements.txt (line 4)) (11.4.5.107)\n","Requirement already satisfied: nvidia-cusparse-cu12==12.1.0.106 in /usr/local/lib/python3.10/dist-packages (from torch>=1.6.0->-r requirements.txt (line 4)) (12.1.0.106)\n","Requirement already satisfied: nvidia-nccl-cu12==2.19.3 in /usr/local/lib/python3.10/dist-packages (from torch>=1.6.0->-r requirements.txt (line 4)) (2.19.3)\n","Requirement already satisfied: nvidia-nvtx-cu12==12.1.105 in /usr/local/lib/python3.10/dist-packages (from torch>=1.6.0->-r requirements.txt (line 4)) (12.1.105)\n","Requirement already satisfied: triton==2.2.0 in /usr/local/lib/python3.10/dist-packages (from torch>=1.6.0->-r requirements.txt (line 4)) (2.2.0)\n","Requirement already satisfied: nvidia-nvjitlink-cu12 in /usr/local/lib/python3.10/dist-packages (from nvidia-cusolver-cu12==11.4.5.107->torch>=1.6.0->-r requirements.txt (line 4)) (12.4.127)\n","Requirement already satisfied: decorator<5.0,>=4.0.2 in /usr/local/lib/python3.10/dist-packages (from moviepy>=1.0.3->-r requirements.txt (line 6)) (4.4.2)\n","Requirement already satisfied: requests<3.0,>=2.8.1 in /usr/local/lib/python3.10/dist-packages (from moviepy>=1.0.3->-r requirements.txt (line 6)) (2.31.0)\n","Requirement already satisfied: proglog<=1.0.0 in /usr/local/lib/python3.10/dist-packages (from moviepy>=1.0.3->-r requirements.txt (line 6)) (0.1.10)\n","Requirement already satisfied: imageio<3.0,>=2.5 in /usr/local/lib/python3.10/dist-packages (from moviepy>=1.0.3->-r requirements.txt (line 6)) (2.31.6)\n","Requirement already satisfied: imageio-ffmpeg>=0.2.0 in /usr/local/lib/python3.10/dist-packages (from moviepy>=1.0.3->-r requirements.txt (line 6)) (0.4.9)\n","Requirement already satisfied: pillow!=8.3.*,>=5.3.0 in /usr/local/lib/python3.10/dist-packages (from torchvision>=0.7.0->-r requirements.txt (line 7)) (9.4.0)\n","Requirement already satisfied: setuptools in /usr/local/lib/python3.10/dist-packages (from imageio-ffmpeg>=0.2.0->moviepy>=1.0.3->-r requirements.txt (line 6)) (67.7.2)\n","Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests<3.0,>=2.8.1->moviepy>=1.0.3->-r requirements.txt (line 6)) (3.3.2)\n","Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests<3.0,>=2.8.1->moviepy>=1.0.3->-r requirements.txt (line 6)) (3.7)\n","Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests<3.0,>=2.8.1->moviepy>=1.0.3->-r requirements.txt (line 6)) (2.0.7)\n","Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests<3.0,>=2.8.1->moviepy>=1.0.3->-r requirements.txt (line 6)) (2024.2.2)\n","Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.10/dist-packages (from jinja2->torch>=1.6.0->-r requirements.txt (line 4)) (2.1.5)\n","Requirement already satisfied: mpmath>=0.19 in /usr/local/lib/python3.10/dist-packages (from sympy->torch>=1.6.0->-r requirements.txt (line 4)) (1.3.0)\n","Installing collected packages: numpy, sk-video\n"," Attempting uninstall: numpy\n"," Found existing installation: numpy 1.25.2\n"," Uninstalling numpy-1.25.2:\n"," Successfully uninstalled numpy-1.25.2\n","\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n","chex 0.1.86 requires numpy>=1.24.1, but you have numpy 1.23.5 which is incompatible.\n","pandas-stubs 2.0.3.230814 requires numpy>=1.25.0; python_version >= \"3.9\", but you have numpy 1.23.5 which is incompatible.\n","spacy 3.7.4 requires typer<0.10.0,>=0.3.0, but you have typer 0.12.3 which is incompatible.\u001b[0m\u001b[31m\n","\u001b[0mSuccessfully installed numpy-1.23.5 sk-video-1.1.10\n"]},{"output_type":"display_data","data":{"application/vnd.colab-display-data+json":{"pip_warning":{"packages":["numpy"]},"id":"80691009eccd4f729689e4bff2982353"}},"metadata":{}},{"output_type":"stream","name":"stdout","text":["/content/drive/.shortcut-targets-by-id/1XIExHgH8yTJSya4f1RGhW5Z-hwQwqif_/FYP/Code/VideoCrafter\n"]}],"source":["# install packages for RIFE\n","%cd /content/drive/MyDrive/FYP/Code/VideoCrafter/ECCV2022-RIFE\n","!pip3 install -r requirements.txt\n","%cd /content/drive/MyDrive/FYP/Code/VideoCrafter"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"bC4FaN2G7QRB"},"outputs":[],"source":["!pip install vbench\n","!pip install detectron2@git+https://github.com/facebookresearch/detectron2.git"]},{"cell_type":"code","execution_count":5,"metadata":{"id":"jy9B5y2jqMhY","executionInfo":{"status":"ok","timestamp":1713870436003,"user_tz":-480,"elapsed":7,"user":{"displayName":"Emm宥","userId":"02154495825231234225"}}},"outputs":[],"source":["basedir = \"/content/drive/MyDrive/FYP/Code/VideoCrafter\"\n","# if you change the variables here, remember to change the \"name\" in .sh file\n","vidOut = \"results/10videos\"\n","uvqOut = \"results/modified_prompts_eval\"\n","evalOut = \"evaluation_results\"\n","num_of_vid = 3\n","vid_length = 2\n","uvq_threshold = 3.8\n","fps = 24"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"V_rIhU83pDz1"},"outputs":[],"source":["# install packages for UVQ\n","# !pip3 install -r ./uvq/requirements.txt"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"w8XE9VY8QXXe"},"outputs":[],"source":["# Testing cell (do not modify)\n","!sh {basedir}/scripts/run_text2video.sh"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":7684,"status":"ok","timestamp":1712657429572,"user":{"displayName":"Hsin-ning LEE","userId":"07731733937501311439"},"user_tz":-480},"id":"23QwbfryQy3t","outputId":"c56cc194-9538-40b9-a5ef-5b00269ab634"},"outputs":[{"name":"stdout","output_type":"stream","text":["/content/drive/MyDrive/FYP/Code/VideoCrafter/ECCV2022-RIFE\n","Loaded v3.x HD model.\n","/content/drive/MyDrive/FYP/Code/VideoCrafter/results/test/000155204.mp4, 20.0 frames in total, 4.0FPS to 10FPS\n","Will not merge audio because using png or fps flag!\n"," 95% 19/20.0 [00:01<00:00, 9.81it/s]\n","/content/drive/MyDrive/FYP/Code/VideoCrafter\n"]}],"source":["# Testing cell (do not modify)\n","%cd /content/drive/MyDrive/FYP/Code/VideoCrafter/ECCV2022-RIFE\n","!python3 inference_video.py --exp=2 --video={basedir}/{vidOut}/000155204.mp4 --fps 10\n","%cd /content/drive/MyDrive/FYP/Code/VideoCrafter"]},{"cell_type":"markdown","source":["### Train Refined RIFE"],"metadata":{"id":"d0j0AowURpdD"}},{"cell_type":"code","source":["%cd /content/drive/MyDrive/FYP/Code/VideoCrafter/ECCV2022-RIFE"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"MGHih9yURo5H","executionInfo":{"status":"ok","timestamp":1713846073935,"user_tz":-480,"elapsed":5,"user":{"displayName":"Hsin-ning LEE","userId":"07731733937501311439"}},"outputId":"eeaa4c10-c280-4809-fcf1-2c375de4b727"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["/content/drive/MyDrive/FYP/Code/VideoCrafter/ECCV2022-RIFE\n"]}]},{"cell_type":"code","source":["!python -m torch.distributed.launch --use-env --nproc_per_node=1 train.py --world_size=1 --epoch 1"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"v1FuythZL9IN","executionInfo":{"status":"ok","timestamp":1713852053069,"user_tz":-480,"elapsed":27010,"user":{"displayName":"Hsin-ning LEE","userId":"07731733937501311439"}},"outputId":"5ee68051-31f2-4924-eb4a-624976bb1917"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["/usr/local/lib/python3.10/dist-packages/torch/distributed/launch.py:183: FutureWarning: The module torch.distributed.launch is deprecated\n","and will be removed in future. Use torchrun.\n","Note that --use-env is set by default in torchrun.\n","If your script expects `--local-rank` argument to be set, please\n","change it to read from `os.environ['LOCAL_RANK']` instead. See \n","https://pytorch.org/docs/stable/distributed.html#launch-utility for \n","further instructions\n","\n"," warnings.warn(\n","2024-04-23 06:00:30.957374: E external/local_xla/xla/stream_executor/cuda/cuda_dnn.cc:9261] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered\n","2024-04-23 06:00:30.957421: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:607] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered\n","2024-04-23 06:00:30.958820: E external/local_xla/xla/stream_executor/cuda/cuda_blas.cc:1515] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered\n","2024-04-23 06:00:32.110672: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Could not find TensorRT\n","training...\n","/usr/lib/python3.10/multiprocessing/popen_fork.py:66: RuntimeWarning: os.fork() was called. os.fork() is incompatible with multithreaded code, and JAX is multithreaded, so this will likely lead to a deadlock.\n"," self.pid = os.fork()\n","epoch:0 0/47 time:1.49+3.39 loss_l1:5.3578e-02\n","epoch:0 4/47 time:0.00+0.14 loss_l1:6.0883e-02\n","epoch:0 2/47 time:1.24+0.12 loss_l1:6.3038e-02\n","epoch:0 3/47 time:0.03+0.12 loss_l1:6.2967e-02\n","epoch:0 4/47 time:0.03+0.12 loss_l1:6.3533e-02\n","epoch:0 5/47 time:0.03+0.12 loss_l1:6.4046e-02\n","epoch:0 6/47 time:0.03+0.12 loss_l1:4.8200e-02\n","epoch:0 7/47 time:0.03+0.13 loss_l1:6.3455e-02\n","epoch:0 8/47 time:0.02+0.11 loss_l1:6.7046e-02\n","epoch:0 9/47 time:0.03+0.12 loss_l1:5.6069e-02\n","epoch:0 10/47 time:0.03+0.12 loss_l1:6.7603e-02\n","epoch:0 11/47 time:0.04+0.11 loss_l1:6.4369e-02\n","epoch:0 12/47 time:0.03+0.12 loss_l1:6.2070e-02\n","epoch:0 13/47 time:0.03+0.12 loss_l1:6.2684e-02\n","epoch:0 14/47 time:0.03+0.13 loss_l1:6.6060e-02\n","epoch:0 15/47 time:0.02+0.12 loss_l1:6.0925e-02\n","epoch:0 16/47 time:0.03+0.13 loss_l1:7.1971e-02\n","epoch:0 17/47 time:0.02+0.13 loss_l1:7.0101e-02\n","epoch:0 18/47 time:0.03+0.12 loss_l1:6.0825e-02\n","epoch:0 19/47 time:0.03+0.12 loss_l1:5.1351e-02\n","epoch:0 20/47 time:0.03+0.13 loss_l1:6.6889e-02\n","epoch:0 21/47 time:0.02+0.12 loss_l1:4.5618e-02\n","epoch:0 22/47 time:0.02+0.12 loss_l1:5.7932e-02\n","epoch:0 23/47 time:0.03+0.12 loss_l1:7.1512e-02\n","epoch:0 24/47 time:0.03+0.11 loss_l1:6.1411e-02\n","epoch:0 25/47 time:0.03+0.13 loss_l1:7.0757e-02\n","epoch:0 26/47 time:0.03+0.12 loss_l1:5.6132e-02\n","epoch:0 27/47 time:0.03+0.12 loss_l1:4.7736e-02\n","epoch:0 28/47 time:0.03+0.12 loss_l1:4.5259e-02\n","epoch:0 29/47 time:0.03+0.12 loss_l1:5.7784e-02\n","epoch:0 30/47 time:0.02+0.13 loss_l1:6.3638e-02\n","epoch:0 31/47 time:0.02+0.13 loss_l1:4.9310e-02\n","epoch:0 32/47 time:0.03+0.12 loss_l1:6.6088e-02\n","epoch:0 33/47 time:0.03+0.12 loss_l1:4.3592e-02\n","epoch:0 34/47 time:0.03+0.12 loss_l1:5.6855e-02\n","epoch:0 35/47 time:0.03+0.11 loss_l1:5.9936e-02\n","epoch:0 36/47 time:0.03+0.13 loss_l1:6.7456e-02\n","epoch:0 37/47 time:0.02+0.12 loss_l1:6.4922e-02\n","epoch:0 38/47 time:0.02+0.12 loss_l1:4.9365e-02\n","epoch:0 39/47 time:0.03+0.11 loss_l1:6.3052e-02\n","epoch:0 40/47 time:0.03+0.14 loss_l1:6.0425e-02\n","epoch:0 41/47 time:0.01+0.12 loss_l1:5.6650e-02\n","epoch:0 42/47 time:0.03+0.11 loss_l1:5.6433e-02\n","epoch:0 43/47 time:0.04+0.11 loss_l1:5.1068e-02\n","epoch:0 44/47 time:0.02+0.10 loss_l1:6.8567e-02\n","epoch:0 45/47 time:0.04+0.11 loss_l1:5.3305e-02\n","epoch:0 46/47 time:0.04+0.10 loss_l1:5.6352e-02\n"]}]},{"cell_type":"markdown","metadata":{"id":"KLj0mG90KWu0"},"source":["### Function: Modify text prompts using GPT API"]},{"cell_type":"code","execution_count":6,"metadata":{"id":"WR3zkT1s1x20","executionInfo":{"status":"ok","timestamp":1713870560892,"user_tz":-480,"elapsed":517,"user":{"displayName":"Emm宥","userId":"02154495825231234225"}}},"outputs":[],"source":["# call the GPT API here\n","import requests\n","import fileinput\n","\n","# file = \"/content/drive/MyDrive/FYP/Code/VideoCrafter/scripts/run_text2video.sh\"\n","# file = \"/content/drive/MyDrive/FYP/Code/VideoCrafter/prompts/test_prompts.txt\"\n","\n","def call_gpt_api(prompt):\n"," api_key = \"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\"\n","\n"," response = requests.post(\n"," 'https://api.openai.com/v1/chat/completions',\n"," headers = {\n"," 'Content-Type': 'application/json',\n"," 'Authorization': f'Bearer {api_key}'\n"," },\n"," json = {\n"," 'messages': [{'role': 'system', 'content': 'You are a helpful assistant.'}, {'role': 'user', 'content': prompt}],\n"," 'model': 'gpt-3.5-turbo',\n"," # 'prompt': prompt,\n"," 'temperature': 0.4,\n"," 'max_tokens': 200\n"," })\n"," response_json = response.json()\n"," choices = response_json['choices']\n"," contents = [choice['message']['content'] for choice in choices]\n"," contents = [sentence for sublist in contents for sentence in sublist.split('\\n')]\n"," # Remove the leading number and dot from each sentence\n"," sentences = [content.lstrip('1234567890.- ') for content in contents]\n"," if len(sentences)>2:\n"," sentences = sentences[1:]\n"," return sentences\n"]},{"cell_type":"markdown","metadata":{"id":"2XzrqkFAKz5m"},"source":["### Functions: Select highest scored video using UVQ (genScore & getScore)"]},{"cell_type":"code","execution_count":7,"metadata":{"id":"GCw41_GYNvoL","executionInfo":{"status":"ok","timestamp":1713870562450,"user_tz":-480,"elapsed":3,"user":{"displayName":"Emm宥","userId":"02154495825231234225"}}},"outputs":[],"source":["# Generate the scores in csv files\n","def genScore():\n"," for i in range(1, num_of_vid+1):\n"," fileindex= f\"{i:04d}\"\n"," !python3 ./uvq/uvq_main.py --input_files=\"{fileindex},2,{basedir}/{vidOut}/{fileindex}.mp4\" --output_dir {uvqOut} --model_dir ./uvq/models"]},{"cell_type":"code","execution_count":8,"metadata":{"id":"gHP5Dskvz6od","executionInfo":{"status":"ok","timestamp":1713870562948,"user_tz":-480,"elapsed":4,"user":{"displayName":"Emm宥","userId":"02154495825231234225"}}},"outputs":[],"source":["def getScore(filename):\n"," # MOS_score defines the output of the uvq score\n"," lines = str(filename).split('\\n')\n"," last_line = lines[-1]\n"," MOS_score = last_line.split(',')[-1]\n"," MOS_score = MOS_score[:-2]\n","\n"," return MOS_score"]},{"cell_type":"code","execution_count":9,"metadata":{"id":"xWeSOyAcgFxN","executionInfo":{"status":"ok","timestamp":1713870564230,"user_tz":-480,"elapsed":2,"user":{"displayName":"Emm宥","userId":"02154495825231234225"}}},"outputs":[],"source":["# MOS_score defines the Mean Opinion Score of prediction, if the video's MOS exceeds the threshold then we directly use this video\n","def chooseBestVideo():\n"," MOS_score_high = 0\n"," preferred_output = \"\"\n"," chosen_idx = 0\n","\n"," for i in range(1, num_of_vid+1):\n"," '''We loop thru this current processed video'''\n"," filedir = f\"{i:04d}\"\n"," filename = f\"{i:04d}_uvq.csv\"\n"," MOS = !cat \"{basedir}/{uvqOut}/{filedir}/{filename}\"\n","\n"," MOS_score = getScore(MOS)\n"," print(\"Video Index:\", f\"{i:04d}\", \"Score:\", MOS_score)\n","\n"," #if the MOS_score is higher than the previous video, we choose this video as our preferred video output\n"," if float(MOS_score)>float(MOS_score_high) or float(MOS_score) > uvq_threshold:\n"," MOS_score_high = MOS_score\n"," preferred_output = filename\n"," chosen_idx = i\n","\n"," if float(MOS_score) > uvq_threshold:\n"," break\n"," return chosen_idx\n"," # print(MOS_score_high)\n"," # print(preferred_output)"]},{"cell_type":"markdown","metadata":{"id":"WJLO0unQ6Zu6"},"source":["### Functions: VBench Evaluation"]},{"cell_type":"code","execution_count":10,"metadata":{"id":"pN6qKWbKlmS0","executionInfo":{"status":"ok","timestamp":1713870565417,"user_tz":-480,"elapsed":4,"user":{"displayName":"Emm宥","userId":"02154495825231234225"}}},"outputs":[],"source":["import json\n","\n","def extract_scores_from_json(json_path):\n"," with open(json_path) as file:\n"," data = json.load(file)\n","\n"," for key, value in data.items():\n"," if isinstance(value, list) and len(value) > 1 and isinstance(value[0], float):\n"," motion_score = value[0]\n","\n"," return motion_score"]},{"cell_type":"code","execution_count":11,"metadata":{"id":"XdvfuQZJohMa","executionInfo":{"status":"ok","timestamp":1713870566002,"user_tz":-480,"elapsed":3,"user":{"displayName":"Emm宥","userId":"02154495825231234225"}}},"outputs":[],"source":["def VBench_eval(vid_filename):\n"," # vid_filename: video filename without .mp4\n"," !python VBench/evaluate.py --dimension 'motion_smoothness' --videos_path /{basedir}/{vidOut}/{vid_filename}.mp4 --custom_input --output_filename {vid_filename}\n"," eval_file_path = f\"{basedir}/{evalOut}/{vid_filename}_eval_results.json\"\n"," motion_score = extract_scores_from_json(eval_file_path)\n","\n"," return motion_score\n"]},{"cell_type":"markdown","metadata":{"id":"HmaA44Yxefgr"},"source":["### Function: Interpolation using RIFE"]},{"cell_type":"code","execution_count":12,"metadata":{"id":"1voR6Lg7WIPw","executionInfo":{"status":"ok","timestamp":1713870568746,"user_tz":-480,"elapsed":556,"user":{"displayName":"Emm宥","userId":"02154495825231234225"}}},"outputs":[],"source":["import math\n","\n","def interpolation(chosen_idx, fps):\n"," vid_filename = f\"{chosen_idx:04d}.mp4\"\n"," %cd /content/drive/MyDrive/FYP/Code/VideoCrafter/ECCV2022-RIFE\n"," !python3 inference_video.py --exp=2 --video={basedir}/{vidOut}/{vid_filename} --fps {fps}\n"," %cd /content/drive/MyDrive/FYP/Code/VideoCrafter\n"," out_name = f\"{chosen_idx:04d}_4X_{fps}fps.mp4\"\n"," return out_name"]},{"cell_type":"markdown","metadata":{"id":"H1zP8F6pZoD_"},"source":["### Function: Generate videos\n"]},{"cell_type":"code","execution_count":13,"metadata":{"id":"e4S2_P_HfFNQ","executionInfo":{"status":"ok","timestamp":1713870569273,"user_tz":-480,"elapsed":2,"user":{"displayName":"Emm宥","userId":"02154495825231234225"}}},"outputs":[],"source":["# call the GPT API here\n","import requests\n","import fileinput\n","\n","def call_gpt_api(prompt, isSentence = False):\n"," api_key = \"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\"\n","\n"," response = requests.post(\n"," 'https://api.openai.com/v1/chat/completions',\n"," headers = {\n"," 'Content-Type': 'application/json',\n"," 'Authorization': f'Bearer {api_key}'\n"," },\n"," json = {\n"," 'messages': [{'role': 'system', 'content': 'You are a helpful assistant.'}, {'role': 'user', 'content': prompt}],\n"," 'model': 'gpt-3.5-turbo',\n"," # 'prompt': prompt,\n"," 'temperature': 0.4,\n"," 'max_tokens': 200\n"," })\n"," response_json = response.json()\n"," choices = response_json['choices']\n"," contents = [choice['message']['content'] for choice in choices]\n"," contents = [sentence for sublist in contents for sentence in sublist.split('\\n')]\n"," # Remove the leading number and dot from each sentence\n"," sentences = [content.lstrip('1234567890.- ') for content in contents]\n"," if len(sentences)>2 and isSentence:\n"," sentences = sentences[1:]\n"," return sentences\n"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"SGCRY6x0prpB"},"outputs":[],"source":["!pip install gradio"]},{"cell_type":"markdown","source":["Function: Retrive user feedback values"],"metadata":{"id":"ShxxeL5cd6cm"}},{"cell_type":"code","source":["!pip install firebase-admin"],"metadata":{"id":"Lh9VbTpIehvb","colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1713870584843,"user_tz":-480,"elapsed":6411,"user":{"displayName":"Emm宥","userId":"02154495825231234225"}},"outputId":"ec676aa8-addb-45d6-cf4a-5870c4a996f8"},"execution_count":14,"outputs":[{"output_type":"stream","name":"stdout","text":["Requirement already satisfied: firebase-admin in /usr/local/lib/python3.10/dist-packages (5.3.0)\n","Requirement already satisfied: cachecontrol>=0.12.6 in /usr/local/lib/python3.10/dist-packages (from firebase-admin) (0.14.0)\n","Requirement already satisfied: google-api-python-client>=1.7.8 in /usr/local/lib/python3.10/dist-packages (from firebase-admin) (2.84.0)\n","Requirement already satisfied: google-cloud-storage>=1.37.1 in /usr/local/lib/python3.10/dist-packages (from firebase-admin) (2.8.0)\n","Requirement already satisfied: google-api-core[grpc]<3.0.0dev,>=1.22.1 in /usr/local/lib/python3.10/dist-packages (from firebase-admin) (2.11.1)\n","Requirement already satisfied: google-cloud-firestore>=2.1.0 in /usr/local/lib/python3.10/dist-packages (from firebase-admin) (2.11.1)\n","Requirement already satisfied: requests>=2.16.0 in /usr/local/lib/python3.10/dist-packages (from cachecontrol>=0.12.6->firebase-admin) (2.31.0)\n","Requirement already satisfied: msgpack<2.0.0,>=0.5.2 in /usr/local/lib/python3.10/dist-packages (from cachecontrol>=0.12.6->firebase-admin) (1.0.8)\n","Requirement already satisfied: googleapis-common-protos<2.0.dev0,>=1.56.2 in /usr/local/lib/python3.10/dist-packages (from google-api-core[grpc]<3.0.0dev,>=1.22.1->firebase-admin) (1.63.0)\n","Requirement already satisfied: protobuf!=3.20.0,!=3.20.1,!=4.21.0,!=4.21.1,!=4.21.2,!=4.21.3,!=4.21.4,!=4.21.5,<5.0.0.dev0,>=3.19.5 in /usr/local/lib/python3.10/dist-packages (from google-api-core[grpc]<3.0.0dev,>=1.22.1->firebase-admin) (3.20.3)\n","Requirement already satisfied: google-auth<3.0.dev0,>=2.14.1 in /usr/local/lib/python3.10/dist-packages (from google-api-core[grpc]<3.0.0dev,>=1.22.1->firebase-admin) (2.27.0)\n","Requirement already satisfied: grpcio<2.0dev,>=1.33.2 in /usr/local/lib/python3.10/dist-packages (from google-api-core[grpc]<3.0.0dev,>=1.22.1->firebase-admin) (1.62.2)\n","Requirement already satisfied: grpcio-status<2.0.dev0,>=1.33.2 in /usr/local/lib/python3.10/dist-packages (from google-api-core[grpc]<3.0.0dev,>=1.22.1->firebase-admin) (1.48.2)\n","Requirement already satisfied: httplib2<1dev,>=0.15.0 in /usr/local/lib/python3.10/dist-packages (from google-api-python-client>=1.7.8->firebase-admin) (0.22.0)\n","Requirement already satisfied: google-auth-httplib2>=0.1.0 in /usr/local/lib/python3.10/dist-packages (from google-api-python-client>=1.7.8->firebase-admin) (0.1.1)\n","Requirement already satisfied: uritemplate<5,>=3.0.1 in /usr/local/lib/python3.10/dist-packages (from google-api-python-client>=1.7.8->firebase-admin) (4.1.1)\n","Requirement already satisfied: google-cloud-core<3.0.0dev,>=1.4.1 in /usr/local/lib/python3.10/dist-packages (from google-cloud-firestore>=2.1.0->firebase-admin) (2.3.3)\n","Requirement already satisfied: proto-plus<2.0.0dev,>=1.22.0 in /usr/local/lib/python3.10/dist-packages (from google-cloud-firestore>=2.1.0->firebase-admin) (1.23.0)\n","Requirement already satisfied: google-resumable-media>=2.3.2 in /usr/local/lib/python3.10/dist-packages (from google-cloud-storage>=1.37.1->firebase-admin) (2.7.0)\n","Requirement already satisfied: cachetools<6.0,>=2.0.0 in /usr/local/lib/python3.10/dist-packages (from google-auth<3.0.dev0,>=2.14.1->google-api-core[grpc]<3.0.0dev,>=1.22.1->firebase-admin) (5.3.3)\n","Requirement already satisfied: pyasn1-modules>=0.2.1 in /usr/local/lib/python3.10/dist-packages (from google-auth<3.0.dev0,>=2.14.1->google-api-core[grpc]<3.0.0dev,>=1.22.1->firebase-admin) (0.4.0)\n","Requirement already satisfied: rsa<5,>=3.1.4 in /usr/local/lib/python3.10/dist-packages (from google-auth<3.0.dev0,>=2.14.1->google-api-core[grpc]<3.0.0dev,>=1.22.1->firebase-admin) (4.9)\n","Requirement already satisfied: google-crc32c<2.0dev,>=1.0 in /usr/local/lib/python3.10/dist-packages (from google-resumable-media>=2.3.2->google-cloud-storage>=1.37.1->firebase-admin) (1.5.0)\n","Requirement already satisfied: pyparsing!=3.0.0,!=3.0.1,!=3.0.2,!=3.0.3,<4,>=2.4.2 in /usr/local/lib/python3.10/dist-packages (from httplib2<1dev,>=0.15.0->google-api-python-client>=1.7.8->firebase-admin) (3.1.2)\n","Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests>=2.16.0->cachecontrol>=0.12.6->firebase-admin) (3.3.2)\n","Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests>=2.16.0->cachecontrol>=0.12.6->firebase-admin) (3.7)\n","Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests>=2.16.0->cachecontrol>=0.12.6->firebase-admin) (2.0.7)\n","Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests>=2.16.0->cachecontrol>=0.12.6->firebase-admin) (2024.2.2)\n","Requirement already satisfied: pyasn1<0.7.0,>=0.4.6 in /usr/local/lib/python3.10/dist-packages (from pyasn1-modules>=0.2.1->google-auth<3.0.dev0,>=2.14.1->google-api-core[grpc]<3.0.0dev,>=1.22.1->firebase-admin) (0.6.0)\n"]}]},{"cell_type":"code","source":["import firebase_admin\n","from firebase_admin import credentials\n","from firebase_admin import firestore\n","\n","# Initialize Firebase Admin SDK\n","cred = credentials.Certificate(f\"{basedir}/final-year-project-443dd-df6f48af0796.json\")\n","firebase_admin.initialize_app(cred)\n","# Initialize Firestore client\n","db = firestore.client()"],"metadata":{"id":"kybrlGMfYU7M","executionInfo":{"status":"ok","timestamp":1713870606811,"user_tz":-480,"elapsed":1054,"user":{"displayName":"Emm宥","userId":"02154495825231234225"}}},"execution_count":15,"outputs":[]},{"cell_type":"code","source":["def retrieve_user_feedback():\n"," # Retrieve user feedback from Firestore\n"," feedback_collection = db.collection(\"user_feedbacks\")\n"," feedback_docs = feedback_collection.get()\n","\n"," feedback_text = []\n"," experience = []\n"," for doc in feedback_docs:\n"," data = doc.to_dict()\n"," feedback_text.append(data.get('feedback_text', None))\n"," experience.append(data.get('experience', None))\n","\n"," return feedback_text, experience\n","\n","feedback_text, experience = retrieve_user_feedback()\n","# print(\"Feedback Text:\", feedback_text)\n","# print(\"Experience:\", experience)\n","\n","def store_user_feedback(feedback_text, experience):\n"," # Get a reference to the Firestore collection\n"," feedback_collection = db.collection(\"user_feedbacks\")\n","\n"," # Create a new document with feedback_text and experience fields\n"," feedback_collection.add({\n"," 'feedback_text': feedback_text,\n"," 'experience': experience\n"," })\n"," return\n"],"metadata":{"id":"QZoVCsRhd5kU","executionInfo":{"status":"ok","timestamp":1713870611476,"user_tz":-480,"elapsed":1938,"user":{"displayName":"Emm宥","userId":"02154495825231234225"}}},"execution_count":16,"outputs":[]},{"cell_type":"code","execution_count":26,"metadata":{"id":"gDcr_y_JZqmh","executionInfo":{"status":"ok","timestamp":1713871358978,"user_tz":-480,"elapsed":7,"user":{"displayName":"Emm宥","userId":"02154495825231234225"}}},"outputs":[],"source":["import gradio as gr\n","\n","t2v_examples = [\n"," ['A tiger walks in the forest, photorealistic, 4k, high definition'],\n"," ['an elephant is walking under the sea, 4K, high definition'],\n"," ['an astronaut riding a horse in outer space'],\n"," ['a monkey is playing a piano'],\n"," ['A fire is burning on a candle'],\n"," ['a horse is drinking in the river'],\n"," ['Robot dancing in times square'],\n","]\n","\n","def generate_output(input_text, output_video_1 , fps , examples):\n"," def generate_output_fn(input_text, output_video_1, fps, examples):\n"," if input_text == \"\":\n"," return input_text, output_video_1,examples\n"," output = call_gpt_api(prompt = f\"Generate 2 similar prompts and add some reasonable words to the given prompt and not change the meaning, each within 30 words: {input_text}\", isSentence = True)\n"," output.append(input_text)\n"," with open(f\"{basedir}/prompts/test_prompts.txt\", 'w') as file:\n"," for i, sentence in enumerate(output):\n"," if i < len(output) - 1:\n"," file.write(sentence + '\\n')\n"," else:\n"," file.write(sentence)\n"," !sh {basedir}/scripts/run_text2video.sh\n"," #Connect the video output and return the video corresponding link\n"," genScore()\n"," chosen_idx = chooseBestVideo()\n"," chosen_vid_path = interpolation(chosen_idx, fps)\n"," chosen_vid_path = f\"{basedir}/{vidOut}/{chosen_vid_path}\"\n"," # chosen_vid_path = \"/content/drive/MyDrive/FYP/Code/VideoCrafter/results/cat/0002_4X_16fps.mp4\"\n"," output_video_1 = gr.Video(value = chosen_vid_path, show_download_button = True)\n","\n"," examples_list =call_gpt_api(prompt = f\"Generate 5 similar prompts that makes a storyline coming after the given input, each within 10 words: {input_text}\" )\n"," examples = []\n"," for prompt in examples_list:\n"," examples.append([prompt])\n"," input_text = \"\"\n","\n"," return input_text, output_video_1,examples\n","\n"," return generate_output_fn(input_text, output_video_1, fps, examples)\n"]},{"cell_type":"code","source":["interpolation(3,16)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":144},"id":"XwoaLMJTuRSR","executionInfo":{"status":"ok","timestamp":1713871924768,"user_tz":-480,"elapsed":43841,"user":{"displayName":"Emm宥","userId":"02154495825231234225"}},"outputId":"2abd0b74-409f-43f8-f5fe-893bb2f00f2a"},"execution_count":28,"outputs":[{"output_type":"stream","name":"stdout","text":["/content/drive/.shortcut-targets-by-id/1XIExHgH8yTJSya4f1RGhW5Z-hwQwqif_/FYP/Code/VideoCrafter/ECCV2022-RIFE\n","Loaded ArXiv-RIFE model\n","/content/drive/MyDrive/FYP/Code/VideoCrafter/results/10videos/0003.mp4, 20.0 frames in total, 4.0FPS to 16FPS\n","Will not merge audio because using png or fps flag!\n"," 95% 19/20.0 [00:04<00:00, 4.08it/s]\n","/content/drive/.shortcut-targets-by-id/1XIExHgH8yTJSya4f1RGhW5Z-hwQwqif_/FYP/Code/VideoCrafter\n"]},{"output_type":"execute_result","data":{"text/plain":["'0003_4X_16fps.mp4'"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"string"}},"metadata":{},"execution_count":28}]},{"cell_type":"markdown","metadata":{"id":"oALpEY53BFaa"},"source":["### Gradio Interface"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"atwHicx6ZQ-G"},"outputs":[],"source":["import os\n","import sys\n","import gradio as gr\n","import math\n","import matplotlib.pyplot as plt\n","\n","def t2v_demo(result_dir='./tmp/'):\n"," with gr.Blocks() as videocrafter_iface:\n"," gr.Markdown(\"
VideoCraftXtend: AI-Enhanced Text-to-Video Generation with Extended Length and Enhanced Motion Smoothness
\")\n","\n"," # Initialize values for video length and fps\n"," video_len_value = 5.0\n","\n"," def update_fps(video_len, fps):\n"," fps_value = 80 / video_len\n"," return f\"
FPS (frames per second) : {int(fps_value)}
\"\n","\n"," def load_example(example_id):\n"," return example_id[0]\n","\n"," def update_feedback(value, text):\n"," labels = ['Positive', 'Neutral', 'Negative']\n"," colors = ['#66c2a5', '#fc8d62', '#8da0cb']\n"," if value!='':\n"," store_user_feedback(value, text)\n"," user_satisfaction.append(value)\n"," value = ''\n"," if text!= '':\n"," user_feedback.append(text)\n"," text = ''\n"," user_feedback, user_satisfaction = retrieve_user_feedback()\n"," sizes = [user_satisfaction.count('Positive'), user_satisfaction.count('Neutral'), user_satisfaction.count('Negative')]\n"," plt.pie(sizes, labels=labels, autopct='%1.1f%%', startangle=140, colors = colors)\n"," plt.axis('equal')\n"," return plt\n","\n"," with gr.Tab(label=\"Text2Video\"):\n"," with gr.Column():\n"," with gr.Row():\n"," with gr.Column():\n"," input_text = gr.Text(placeholder = t2v_examples[2], label='Please input your prompt here.')\n"," with gr.Row():\n"," examples = gr.Dataset(samples=t2v_examples,components=[input_text], label='Sample prompts that can be used to form a storyline.')\n"," with gr.Column():\n"," gr.Markdown(\"
Modify video length and the corresponding fps will be shown on the right.
\")\n"," with gr.Row():\n"," video_len = gr.Slider(minimum=4.0, maximum=10.0, step=1, label='Video Length', value = video_len_value, elem_id=\"video_len\", interactive = True)\n"," fps = gr.Markdown(elem_id = \"fps\",value = f\"
FPS (frames per second) : 16
\")\n"," send_btn = gr.Button(\"Send\")\n"," with gr.Column():\n"," with gr.Tab(label='Result'):\n"," with gr.Row():\n"," output_video_1 = gr.Video(value= \"/content/drive/MyDrive/FYP/Code/VideoCrafter/results/10videos/0009.mp4\", show_download_button = True)\n","\n"," video_len.change(update_fps, inputs = [video_len, fps], outputs = fps)\n"," # fps.change(update_video_len_slider, inputs = fps, outputs = video_len)\n","\n"," examples.click(load_example, inputs=[examples], outputs=[input_text])\n"," send_btn.click(\n"," fn = generate_output,\n"," inputs=[input_text, output_video_1, fps, examples],\n"," outputs=[input_text, output_video_1, examples],\n"," )\n","\n"," with gr.Tab(label=\"Feedback\"):\n"," with gr.Column():\n"," with gr.Column():\n"," with gr.Row():\n"," feedback_value = gr.Radio(['Positive', 'Neutral', 'Negative'], label=\"How is your experience?\")\n"," feedback_text = gr.Textbox(placeholder=\"Enter feedback here\", label=\"Feedback Text\")\n"," with gr.Row():\n"," cancel_btn = gr.Button(\"Clear\")\n"," submit_btn = gr.Button(\"Submit\")\n"," with gr.Row():\n"," pie_chart = gr.Plot(value=update_feedback('', ''), label=\"Feedback Pie Chart\")\n"," with gr.Column():\n"," gr.Markdown(\"
Feedbacks from users:
\")\n"," feedback_text_display = [gr.Markdown(feedback, label=\"User Feedback\") for feedback in retrieve_user_feedback()[0]]\n"," submit_btn.click(fn = update_feedback, inputs = [feedback_value, feedback_text], outputs = [pie_chart])\n","\n"," return videocrafter_iface\n","\n","\n","if __name__ == \"__main__\":\n"," result_dir = os.path.join('./', 'results')\n"," t2v_iface = t2v_demo(result_dir)\n"," t2v_iface.queue(max_size=10)\n"," t2v_iface.launch(debug = True)\n"]},{"cell_type":"code","source":["!pip install huggingface_hub"],"metadata":{"id":"MPyO6If8yEQu"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":["!git clone https://huggingface.co/spaces/ychenhq/VideoCrafterXen"],"metadata":{"id":"EpERrATj3Ofy","executionInfo":{"status":"ok","timestamp":1713874212476,"user_tz":-480,"elapsed":981,"user":{"displayName":"Emm宥","userId":"02154495825231234225"}},"outputId":"900bcda3-a762-482e-b07e-25f67d63eef0","colab":{"base_uri":"https://localhost:8080/"}},"execution_count":38,"outputs":[{"output_type":"stream","name":"stdout","text":["Cloning into 'VideoCrafterXen'...\n","fatal: could not read Username for 'https://huggingface.co': No such device or address\n"]}]},{"cell_type":"code","source":["!gradio deploy"],"metadata":{"id":"GjtDI0qOodp5"},"execution_count":null,"outputs":[]},{"cell_type":"markdown","metadata":{"id":"bZkbCrt0EXts"},"source":["### Function: Evaluation using UVQ"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"e16sit9tbd-B"},"outputs":[],"source":["def evaluation(vid_path, outputDir):\n"," !python3 ./uvq/uvq_main.py --input_files=\"{outputDir},2,{vid_path}\" --output_dir {vidOut} --model_dir ./uvq/models\n"," filename = f'{outputDir}_uvq.csv'\n"," eval_csv = !cat \"{basedir}/{vidOut}/{outputDir}/{filename}\"\n"," score = getScore(eval_csv)\n","\n"," return score"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"4T9wuMjmihjF"},"outputs":[],"source":["chosen_vid_path = \"0001.mp4\"\n","path = f\"{basedir}/{vidOut}/{chosen_vid_path}\"\n","# print(path)\n","score = evaluation(path, \"after\")"]},{"cell_type":"markdown","source":["### Evaluation"],"metadata":{"id":"bkGJaij2ZAhd"}},{"cell_type":"code","execution_count":null,"metadata":{"id":"J4wLTPol8v0l"},"outputs":[],"source":["\"\"\"\n","Add a Experiment section in report\n"," - Show the dataset composition\n"," - Comparison using VBench: before and after Interpolation\n"," - Comparison after and using GPT modified prompt (using VBench or UVQ)\n"," - Comparison before and after UVQ\n","\"\"\"\n","\n","def comparison_of_interpolation():\n"," scores_before_vbench = []\n"," scores_after_vbench = []\n"," for i in range(1, 11):\n"," vid_filename = f\"000{i}\"\n"," scores_before_vbench.append(VBench_eval(vid_filename))\n"," output_filename = interpolation(i, 16).replace(\".mp4\", \"\")\n"," scores_after_vbench.append(VBench_eval(output_filename))\n","\n"," average_before = sum(scores_before_vbench) / len(scores_before_vbench)\n"," average_after = sum(scores_after_vbench) / len(scores_after_vbench)\n"," print(\"Average VBench scores of Interpolation Results (10 videos)\")\n"," print(\"------------------------------------\")\n"," print(\"Before Interpolation | After Interpolation\")\n"," print(\"--------------------------------------------------------------\")\n"," print(\"{:.4f} | {:.4f}\".format(average_before, average_after))\n"," print(\"--------------------------------------------------------------\")\n","\n","comparison_of_interpolation()"]},{"cell_type":"code","source":["def video_comparisons_gpt():\n"," scores_vbench = []\n"," scores_uvq = []\n"," for i in range(1, 4):\n"," vid_filename = f\"000{i}\"\n"," scores_vbench.append(VBench_eval(vid_filename))\n"," path = f\"{basedir}/{vidOut}/{vid_filename}.mp4\"\n"," scores_uvq.append(evaluation(path, \"after\"))\n"," genScore()\n"," chosen_idx = chooseBestVideo()\n","\n"," print(\"Prompt corresponding to Evluation Results\")\n"," print(\"------------------------------------\")\n"," print(\"Video | VBench scores | UVQ scores\")\n"," print(\"--------------------------------------------------------------\")\n"," for i in range(3):\n"," if i == 2:\n"," print(f\"Original prompt | {scores_vbench[i]} | {scores_uvq[i]}\")\n"," else:\n"," print(f\"Gpt generated prompt {i+1} | {scores_vbench[i]} | {scores_uvq[i]}\")\n"," print(\"--------------------------------------------------------------\")\n","\n","\n","video_comparisons_gpt()"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"tccQo07wdSeS","executionInfo":{"status":"ok","timestamp":1713275860448,"user_tz":-480,"elapsed":79299,"user":{"displayName":"Emm宥","userId":"02154495825231234225"}},"outputId":"73c8bb90-5dda-41da-f7b5-c5a2c87d0843"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["args: Namespace(output_path='./evaluation_results/', full_json_dir='/content/drive/.shortcut-targets-by-id/1XIExHgH8yTJSya4f1RGhW5Z-hwQwqif_/FYP/Code/VideoCrafter/VBench/vbench/VBench_full_info.json', videos_path='//content/drive/MyDrive/FYP/Code/VideoCrafter/results/cat/0001.mp4', dimension=['motion_smoothness'], load_ckpt_from_local=None, read_frame=None, custom_input=True, output_filename='0001')\n","start evaluation\n","Evaluation meta data saved to ./evaluation_results/0001_full_info.json\n","cur_full_info_path: ./evaluation_results/0001_full_info.json\n","Loading [networks.AMT-S.Model] from [/root/.cache/vbench/amt_model/amt-s.pth]...\n","100% 1/1 [00:01<00:00, 1.37s/it]\n","Evaluation results saved to ./evaluation_results/0001_eval_results.json\n","done\n","2024-04-16 13:56:28.895389: E external/local_xla/xla/stream_executor/cuda/cuda_dnn.cc:9261] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered\n","2024-04-16 13:56:28.895452: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:607] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered\n","2024-04-16 13:56:28.897006: E external/local_xla/xla/stream_executor/cuda/cuda_blas.cc:1515] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered\n","2024-04-16 13:56:28.905041: I tensorflow/core/platform/cpu_feature_guard.cc:182] This TensorFlow binary is optimized to use available CPU instructions in performance-critical operations.\n","To enable the following instructions: AVX2 AVX512F FMA, in other operations, rebuild TensorFlow with the appropriate compiler flags.\n","2024-04-16 13:56:30.025749: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Could not find TensorRT\n","2024-04-16 13:56:31.882179: I external/local_xla/xla/stream_executor/cuda/cuda_executor.cc:901] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero. See more at https://github.com/torvalds/linux/blob/v6.0/Documentation/ABI/testing/sysfs-bus-pci#L344-L355\n","2024-04-16 13:56:31.932690: I external/local_xla/xla/stream_executor/cuda/cuda_executor.cc:901] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero. See more at https://github.com/torvalds/linux/blob/v6.0/Documentation/ABI/testing/sysfs-bus-pci#L344-L355\n","2024-04-16 13:56:31.932992: I external/local_xla/xla/stream_executor/cuda/cuda_executor.cc:901] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero. See more at https://github.com/torvalds/linux/blob/v6.0/Documentation/ABI/testing/sysfs-bus-pci#L344-L355\n","INFO:tensorflow:Run with cmd:ffmpeg -i /content/drive/MyDrive/FYP/Code/VideoCrafter/results/cat/0001.mp4 -filter_complex \"[0:v]scale=w=1280:h=720:flags=bicubic:force_original_aspect_ratio=1,pad=1280:720:(ow-iw)/2:(oh-ih)/2,format=rgb24,split=2[out1][tmp],[tmp]scale=496:496:flags=bilinear[out2]\" -map [out1] -r 5 -f rawvideo -pix_fmt rgb24 -y /tmp/tmppu_1k4b2 -map [out2] -r 5 -f rawvideo -pix_fmt rgb24 -y /tmp/tmpfsh3lg4z\n","\n","I0416 13:56:31.939945 139686281028224 uvq_utils.py:81] Run with cmd:ffmpeg -i /content/drive/MyDrive/FYP/Code/VideoCrafter/results/cat/0001.mp4 -filter_complex \"[0:v]scale=w=1280:h=720:flags=bicubic:force_original_aspect_ratio=1,pad=1280:720:(ow-iw)/2:(oh-ih)/2,format=rgb24,split=2[out1][tmp],[tmp]scale=496:496:flags=bilinear[out2]\" -map [out1] -r 5 -f rawvideo -pix_fmt rgb24 -y /tmp/tmppu_1k4b2 -map [out2] -r 5 -f rawvideo -pix_fmt rgb24 -y /tmp/tmpfsh3lg4z\n","\n","INFO:tensorflow:Load /content/drive/MyDrive/FYP/Code/VideoCrafter/results/cat/0001.mp4 done successfully.\n","I0416 13:56:33.050069 139686281028224 uvq_utils.py:113] Load /content/drive/MyDrive/FYP/Code/VideoCrafter/results/cat/0001.mp4 done successfully.\n","2024-04-16 13:56:33.053628: I external/local_xla/xla/stream_executor/cuda/cuda_executor.cc:901] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero. See more at https://github.com/torvalds/linux/blob/v6.0/Documentation/ABI/testing/sysfs-bus-pci#L344-L355\n","2024-04-16 13:56:33.053983: I external/local_xla/xla/stream_executor/cuda/cuda_executor.cc:901] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero. See more at https://github.com/torvalds/linux/blob/v6.0/Documentation/ABI/testing/sysfs-bus-pci#L344-L355\n","2024-04-16 13:56:33.054172: I external/local_xla/xla/stream_executor/cuda/cuda_executor.cc:901] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero. See more at https://github.com/torvalds/linux/blob/v6.0/Documentation/ABI/testing/sysfs-bus-pci#L344-L355\n","2024-04-16 13:56:33.121171: I external/local_xla/xla/stream_executor/cuda/cuda_executor.cc:901] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero. See more at https://github.com/torvalds/linux/blob/v6.0/Documentation/ABI/testing/sysfs-bus-pci#L344-L355\n","2024-04-16 13:56:33.121482: I external/local_xla/xla/stream_executor/cuda/cuda_executor.cc:901] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero. See more at https://github.com/torvalds/linux/blob/v6.0/Documentation/ABI/testing/sysfs-bus-pci#L344-L355\n","2024-04-16 13:56:33.121648: W tensorflow/core/common_runtime/gpu/gpu_bfc_allocator.cc:47] Overriding orig_value setting because the TF_FORCE_GPU_ALLOW_GROWTH environment variable is set. Original config value was 0.\n","2024-04-16 13:56:33.121753: I external/local_xla/xla/stream_executor/cuda/cuda_executor.cc:901] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero. See more at https://github.com/torvalds/linux/blob/v6.0/Documentation/ABI/testing/sysfs-bus-pci#L344-L355\n","2024-04-16 13:56:33.121909: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1929] Created device /job:localhost/replica:0/task:0/device:GPU:0 with 14792 MB memory: -> device: 0, name: Tesla V100-SXM2-16GB, pci bus id: 0000:00:04.0, compute capability: 7.0\n","WARNING:tensorflow:From /content/drive/.shortcut-targets-by-id/1XIExHgH8yTJSya4f1RGhW5Z-hwQwqif_/FYP/Code/VideoCrafter/uvq/uvq_utils.py:148: load (from tensorflow.python.saved_model.loader_impl) is deprecated and will be removed in a future version.\n","Instructions for updating:\n","Use `tf.saved_model.load` instead.\n","W0416 13:56:33.122692 139686281028224 deprecation.py:50] From /content/drive/.shortcut-targets-by-id/1XIExHgH8yTJSya4f1RGhW5Z-hwQwqif_/FYP/Code/VideoCrafter/uvq/uvq_utils.py:148: load (from tensorflow.python.saved_model.loader_impl) is deprecated and will be removed in a future version.\n","Instructions for updating:\n","Use `tf.saved_model.load` instead.\n","INFO:tensorflow:Restoring parameters from ./uvq/models/compressionnet_baseline/variables/variables\n","I0416 13:56:34.444680 139686281028224 saver.py:1413] Restoring parameters from ./uvq/models/compressionnet_baseline/variables/variables\n","2024-04-16 13:56:34.531582: I tensorflow/compiler/mlir/mlir_graph_optimization_pass.cc:388] MLIR V1 optimization pass is not enabled\n","2024-04-16 13:56:36.523483: E external/local_xla/xla/stream_executor/cuda/cuda_dnn.cc:447] Loaded runtime CuDNN library: 8.5.0 but source was compiled with: 8.9.4. CuDNN library needs to have matching major version and equal or higher minor version. If using a binary install, upgrade your CuDNN library. If building from sources, make sure the library loaded at runtime is compatible with the version specified during compile configuration.\n","2024-04-16 13:56:36.524489: W tensorflow/core/framework/op_kernel.cc:1839] OP_REQUIRES failed at conv_ops_impl.h:1199 : UNIMPLEMENTED: DNN library is not found.\n","2024-04-16 13:56:36.524582: I tensorflow/core/framework/local_rendezvous.cc:421] Local rendezvous recv item cancelled. Key hash: 13467881706203130929\n","2024-04-16 13:56:36.524615: I tensorflow/core/framework/local_rendezvous.cc:421] Local rendezvous recv item cancelled. Key hash: 7134454917470900115\n","Traceback (most recent call last):\n"," File \"/usr/local/lib/python3.10/dist-packages/tensorflow/python/client/session.py\", line 1402, in _do_call\n"," return fn(*args)\n"," File \"/usr/local/lib/python3.10/dist-packages/tensorflow/python/client/session.py\", line 1385, in _run_fn\n"," return self._call_tf_sessionrun(options, feed_dict, fetch_list,\n"," File \"/usr/local/lib/python3.10/dist-packages/tensorflow/python/client/session.py\", line 1478, in _call_tf_sessionrun\n"," return tf_session.TF_SessionRun_wrapper(self._session, options, feed_dict,\n","tensorflow.python.framework.errors_impl.UnimplementedError: 2 root error(s) found.\n"," (0) UNIMPLEMENTED: DNN library is not found.\n","\t [[{{node InceptionV1/InceptionV1/Conv2d_1a_7x7/Conv3D}}]]\n","\t [[compress_level_orig/_625]]\n"," (1) UNIMPLEMENTED: DNN library is not found.\n","\t [[{{node InceptionV1/InceptionV1/Conv2d_1a_7x7/Conv3D}}]]\n","0 successful operations.\n","0 derived errors ignored.\n","\n","During handling of the above exception, another exception occurred:\n","\n","Traceback (most recent call last):\n"," File \"/content/drive/.shortcut-targets-by-id/1XIExHgH8yTJSya4f1RGhW5Z-hwQwqif_/FYP/Code/VideoCrafter/./uvq/uvq_main.py\", line 60, in \n"," tf.compat.v1.app.run()\n"," File \"/usr/local/lib/python3.10/dist-packages/tensorflow/python/platform/app.py\", line 36, in run\n"," _run(main=main, argv=argv, flags_parser=_parse_flags_tolerate_undef)\n"," File \"/usr/local/lib/python3.10/dist-packages/absl/app.py\", line 308, in run\n"," _run_main(main, args)\n"," File \"/usr/local/lib/python3.10/dist-packages/absl/app.py\", line 254, in _run_main\n"," sys.exit(main(argv))\n"," File \"/content/drive/.shortcut-targets-by-id/1XIExHgH8yTJSya4f1RGhW5Z-hwQwqif_/FYP/Code/VideoCrafter/./uvq/uvq_main.py\", line 52, in main\n"," utils.generate_features(video_id, video_length, filepath, FLAGS.model_dir,\n"," File \"/content/drive/.shortcut-targets-by-id/1XIExHgH8yTJSya4f1RGhW5Z-hwQwqif_/FYP/Code/VideoCrafter/uvq/uvq_utils.py\", line 191, in generate_features\n"," feature_compression, label_compression = generate_subnet_feature(\n"," File \"/content/drive/.shortcut-targets-by-id/1XIExHgH8yTJSya4f1RGhW5Z-hwQwqif_/FYP/Code/VideoCrafter/uvq/uvq_utils.py\", line 175, in generate_subnet_feature\n"," patch_feature, patch_label = sess.run(output_nodes,\n"," File \"/usr/local/lib/python3.10/dist-packages/tensorflow/python/client/session.py\", line 972, in run\n"," result = self._run(None, fetches, feed_dict, options_ptr,\n"," File \"/usr/local/lib/python3.10/dist-packages/tensorflow/python/client/session.py\", line 1215, in _run\n"," results = self._do_run(handle, final_targets, final_fetches,\n"," File \"/usr/local/lib/python3.10/dist-packages/tensorflow/python/client/session.py\", line 1395, in _do_run\n"," return self._do_call(_run_fn, feeds, fetches, targets, options,\n"," File \"/usr/local/lib/python3.10/dist-packages/tensorflow/python/client/session.py\", line 1421, in _do_call\n"," raise type(e)(node_def, op, message) # pylint: disable=no-value-for-parameter\n","tensorflow.python.framework.errors_impl.UnimplementedError: Graph execution error:\n","\n","Detected at node 'InceptionV1/InceptionV1/Conv2d_1a_7x7/Conv3D' defined at (most recent call last):\n","Node: 'InceptionV1/InceptionV1/Conv2d_1a_7x7/Conv3D'\n","Detected at node 'InceptionV1/InceptionV1/Conv2d_1a_7x7/Conv3D' defined at (most recent call last):\n","Node: 'InceptionV1/InceptionV1/Conv2d_1a_7x7/Conv3D'\n","2 root error(s) found.\n"," (0) UNIMPLEMENTED: DNN library is not found.\n","\t [[{{node InceptionV1/InceptionV1/Conv2d_1a_7x7/Conv3D}}]]\n","\t [[compress_level_orig/_625]]\n"," (1) UNIMPLEMENTED: DNN library is not found.\n","\t [[{{node InceptionV1/InceptionV1/Conv2d_1a_7x7/Conv3D}}]]\n","0 successful operations.\n","0 derived errors ignored.\n","\n","Original stack trace for 'InceptionV1/InceptionV1/Conv2d_1a_7x7/Conv3D':\n","\n","args: Namespace(output_path='./evaluation_results/', full_json_dir='/content/drive/.shortcut-targets-by-id/1XIExHgH8yTJSya4f1RGhW5Z-hwQwqif_/FYP/Code/VideoCrafter/VBench/vbench/VBench_full_info.json', videos_path='//content/drive/MyDrive/FYP/Code/VideoCrafter/results/cat/0002.mp4', dimension=['motion_smoothness'], load_ckpt_from_local=None, read_frame=None, custom_input=True, output_filename='0002')\n","start evaluation\n","Evaluation meta data saved to ./evaluation_results/0002_full_info.json\n","cur_full_info_path: ./evaluation_results/0002_full_info.json\n","Loading [networks.AMT-S.Model] from [/root/.cache/vbench/amt_model/amt-s.pth]...\n","100% 1/1 [00:01<00:00, 1.17s/it]\n","Evaluation results saved to ./evaluation_results/0002_eval_results.json\n","done\n","2024-04-16 13:56:44.000605: E external/local_xla/xla/stream_executor/cuda/cuda_dnn.cc:9261] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered\n","2024-04-16 13:56:44.000662: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:607] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered\n","2024-04-16 13:56:44.002070: E external/local_xla/xla/stream_executor/cuda/cuda_blas.cc:1515] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered\n","2024-04-16 13:56:44.010435: I tensorflow/core/platform/cpu_feature_guard.cc:182] This TensorFlow binary is optimized to use available CPU instructions in performance-critical operations.\n","To enable the following instructions: AVX2 AVX512F FMA, in other operations, rebuild TensorFlow with the appropriate compiler flags.\n","2024-04-16 13:56:45.146889: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Could not find TensorRT\n","2024-04-16 13:56:46.993631: I external/local_xla/xla/stream_executor/cuda/cuda_executor.cc:901] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero. See more at https://github.com/torvalds/linux/blob/v6.0/Documentation/ABI/testing/sysfs-bus-pci#L344-L355\n","2024-04-16 13:56:47.040120: I external/local_xla/xla/stream_executor/cuda/cuda_executor.cc:901] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero. See more at https://github.com/torvalds/linux/blob/v6.0/Documentation/ABI/testing/sysfs-bus-pci#L344-L355\n","2024-04-16 13:56:47.040427: I external/local_xla/xla/stream_executor/cuda/cuda_executor.cc:901] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero. See more at https://github.com/torvalds/linux/blob/v6.0/Documentation/ABI/testing/sysfs-bus-pci#L344-L355\n","INFO:tensorflow:Run with cmd:ffmpeg -i /content/drive/MyDrive/FYP/Code/VideoCrafter/results/cat/0002.mp4 -filter_complex \"[0:v]scale=w=1280:h=720:flags=bicubic:force_original_aspect_ratio=1,pad=1280:720:(ow-iw)/2:(oh-ih)/2,format=rgb24,split=2[out1][tmp],[tmp]scale=496:496:flags=bilinear[out2]\" -map [out1] -r 5 -f rawvideo -pix_fmt rgb24 -y /tmp/tmpyn1ab7dh -map [out2] -r 5 -f rawvideo -pix_fmt rgb24 -y /tmp/tmpebl2m4u2\n","\n","I0416 13:56:47.041869 133561495216768 uvq_utils.py:81] Run with cmd:ffmpeg -i /content/drive/MyDrive/FYP/Code/VideoCrafter/results/cat/0002.mp4 -filter_complex \"[0:v]scale=w=1280:h=720:flags=bicubic:force_original_aspect_ratio=1,pad=1280:720:(ow-iw)/2:(oh-ih)/2,format=rgb24,split=2[out1][tmp],[tmp]scale=496:496:flags=bilinear[out2]\" -map [out1] -r 5 -f rawvideo -pix_fmt rgb24 -y /tmp/tmpyn1ab7dh -map [out2] -r 5 -f rawvideo -pix_fmt rgb24 -y /tmp/tmpebl2m4u2\n","\n","INFO:tensorflow:Load /content/drive/MyDrive/FYP/Code/VideoCrafter/results/cat/0002.mp4 done successfully.\n","I0416 13:56:48.144958 133561495216768 uvq_utils.py:113] Load /content/drive/MyDrive/FYP/Code/VideoCrafter/results/cat/0002.mp4 done successfully.\n","2024-04-16 13:56:48.147778: I external/local_xla/xla/stream_executor/cuda/cuda_executor.cc:901] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero. See more at https://github.com/torvalds/linux/blob/v6.0/Documentation/ABI/testing/sysfs-bus-pci#L344-L355\n","2024-04-16 13:56:48.148207: I external/local_xla/xla/stream_executor/cuda/cuda_executor.cc:901] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero. See more at https://github.com/torvalds/linux/blob/v6.0/Documentation/ABI/testing/sysfs-bus-pci#L344-L355\n","2024-04-16 13:56:48.148510: I external/local_xla/xla/stream_executor/cuda/cuda_executor.cc:901] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero. See more at https://github.com/torvalds/linux/blob/v6.0/Documentation/ABI/testing/sysfs-bus-pci#L344-L355\n","2024-04-16 13:56:48.221944: I external/local_xla/xla/stream_executor/cuda/cuda_executor.cc:901] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero. See more at https://github.com/torvalds/linux/blob/v6.0/Documentation/ABI/testing/sysfs-bus-pci#L344-L355\n","2024-04-16 13:56:48.222236: I external/local_xla/xla/stream_executor/cuda/cuda_executor.cc:901] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero. See more at https://github.com/torvalds/linux/blob/v6.0/Documentation/ABI/testing/sysfs-bus-pci#L344-L355\n","2024-04-16 13:56:48.222386: W tensorflow/core/common_runtime/gpu/gpu_bfc_allocator.cc:47] Overriding orig_value setting because the TF_FORCE_GPU_ALLOW_GROWTH environment variable is set. Original config value was 0.\n","2024-04-16 13:56:48.222485: I external/local_xla/xla/stream_executor/cuda/cuda_executor.cc:901] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero. See more at https://github.com/torvalds/linux/blob/v6.0/Documentation/ABI/testing/sysfs-bus-pci#L344-L355\n","2024-04-16 13:56:48.222658: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1929] Created device /job:localhost/replica:0/task:0/device:GPU:0 with 14792 MB memory: -> device: 0, name: Tesla V100-SXM2-16GB, pci bus id: 0000:00:04.0, compute capability: 7.0\n","WARNING:tensorflow:From /content/drive/.shortcut-targets-by-id/1XIExHgH8yTJSya4f1RGhW5Z-hwQwqif_/FYP/Code/VideoCrafter/uvq/uvq_utils.py:148: load (from tensorflow.python.saved_model.loader_impl) is deprecated and will be removed in a future version.\n","Instructions for updating:\n","Use `tf.saved_model.load` instead.\n","W0416 13:56:48.223445 133561495216768 deprecation.py:50] From /content/drive/.shortcut-targets-by-id/1XIExHgH8yTJSya4f1RGhW5Z-hwQwqif_/FYP/Code/VideoCrafter/uvq/uvq_utils.py:148: load (from tensorflow.python.saved_model.loader_impl) is deprecated and will be removed in a future version.\n","Instructions for updating:\n","Use `tf.saved_model.load` instead.\n","INFO:tensorflow:Restoring parameters from ./uvq/models/compressionnet_baseline/variables/variables\n","I0416 13:56:49.526197 133561495216768 saver.py:1413] Restoring parameters from ./uvq/models/compressionnet_baseline/variables/variables\n","2024-04-16 13:56:49.607636: I tensorflow/compiler/mlir/mlir_graph_optimization_pass.cc:388] MLIR V1 optimization pass is not enabled\n","2024-04-16 13:56:52.501226: E external/local_xla/xla/stream_executor/cuda/cuda_dnn.cc:447] Loaded runtime CuDNN library: 8.5.0 but source was compiled with: 8.9.4. CuDNN library needs to have matching major version and equal or higher minor version. If using a binary install, upgrade your CuDNN library. If building from sources, make sure the library loaded at runtime is compatible with the version specified during compile configuration.\n","2024-04-16 13:56:52.510140: W tensorflow/core/framework/op_kernel.cc:1839] OP_REQUIRES failed at conv_ops_impl.h:1199 : UNIMPLEMENTED: DNN library is not found.\n","2024-04-16 13:56:52.510742: I tensorflow/core/framework/local_rendezvous.cc:421] Local rendezvous recv item cancelled. Key hash: 13467881706203130929\n","2024-04-16 13:56:52.510802: I tensorflow/core/framework/local_rendezvous.cc:421] Local rendezvous recv item cancelled. Key hash: 7134454917470900115\n","Traceback (most recent call last):\n"," File \"/usr/local/lib/python3.10/dist-packages/tensorflow/python/client/session.py\", line 1402, in _do_call\n"," return fn(*args)\n"," File \"/usr/local/lib/python3.10/dist-packages/tensorflow/python/client/session.py\", line 1385, in _run_fn\n"," return self._call_tf_sessionrun(options, feed_dict, fetch_list,\n"," File \"/usr/local/lib/python3.10/dist-packages/tensorflow/python/client/session.py\", line 1478, in _call_tf_sessionrun\n"," return tf_session.TF_SessionRun_wrapper(self._session, options, feed_dict,\n","tensorflow.python.framework.errors_impl.UnimplementedError: 2 root error(s) found.\n"," (0) UNIMPLEMENTED: DNN library is not found.\n","\t [[{{node InceptionV1/InceptionV1/Conv2d_1a_7x7/Conv3D}}]]\n","\t [[compress_level_orig/_625]]\n"," (1) UNIMPLEMENTED: DNN library is not found.\n","\t [[{{node InceptionV1/InceptionV1/Conv2d_1a_7x7/Conv3D}}]]\n","0 successful operations.\n","0 derived errors ignored.\n","\n","During handling of the above exception, another exception occurred:\n","\n","Traceback (most recent call last):\n"," File \"/content/drive/.shortcut-targets-by-id/1XIExHgH8yTJSya4f1RGhW5Z-hwQwqif_/FYP/Code/VideoCrafter/./uvq/uvq_main.py\", line 60, in \n"," tf.compat.v1.app.run()\n"," File \"/usr/local/lib/python3.10/dist-packages/tensorflow/python/platform/app.py\", line 36, in run\n"," _run(main=main, argv=argv, flags_parser=_parse_flags_tolerate_undef)\n"," File \"/usr/local/lib/python3.10/dist-packages/absl/app.py\", line 308, in run\n"," _run_main(main, args)\n"," File \"/usr/local/lib/python3.10/dist-packages/absl/app.py\", line 254, in _run_main\n"," sys.exit(main(argv))\n"," File \"/content/drive/.shortcut-targets-by-id/1XIExHgH8yTJSya4f1RGhW5Z-hwQwqif_/FYP/Code/VideoCrafter/./uvq/uvq_main.py\", line 52, in main\n"," utils.generate_features(video_id, video_length, filepath, FLAGS.model_dir,\n"," File \"/content/drive/.shortcut-targets-by-id/1XIExHgH8yTJSya4f1RGhW5Z-hwQwqif_/FYP/Code/VideoCrafter/uvq/uvq_utils.py\", line 191, in generate_features\n"," feature_compression, label_compression = generate_subnet_feature(\n"," File \"/content/drive/.shortcut-targets-by-id/1XIExHgH8yTJSya4f1RGhW5Z-hwQwqif_/FYP/Code/VideoCrafter/uvq/uvq_utils.py\", line 175, in generate_subnet_feature\n"," patch_feature, patch_label = sess.run(output_nodes,\n"," File \"/usr/local/lib/python3.10/dist-packages/tensorflow/python/client/session.py\", line 972, in run\n"," result = self._run(None, fetches, feed_dict, options_ptr,\n"," File \"/usr/local/lib/python3.10/dist-packages/tensorflow/python/client/session.py\", line 1215, in _run\n"," results = self._do_run(handle, final_targets, final_fetches,\n"," File \"/usr/local/lib/python3.10/dist-packages/tensorflow/python/client/session.py\", line 1395, in _do_run\n"," return self._do_call(_run_fn, feeds, fetches, targets, options,\n"," File \"/usr/local/lib/python3.10/dist-packages/tensorflow/python/client/session.py\", line 1421, in _do_call\n"," raise type(e)(node_def, op, message) # pylint: disable=no-value-for-parameter\n","tensorflow.python.framework.errors_impl.UnimplementedError: Graph execution error:\n","\n","Detected at node 'InceptionV1/InceptionV1/Conv2d_1a_7x7/Conv3D' defined at (most recent call last):\n","Node: 'InceptionV1/InceptionV1/Conv2d_1a_7x7/Conv3D'\n","Detected at node 'InceptionV1/InceptionV1/Conv2d_1a_7x7/Conv3D' defined at (most recent call last):\n","Node: 'InceptionV1/InceptionV1/Conv2d_1a_7x7/Conv3D'\n","2 root error(s) found.\n"," (0) UNIMPLEMENTED: DNN library is not found.\n","\t [[{{node InceptionV1/InceptionV1/Conv2d_1a_7x7/Conv3D}}]]\n","\t [[compress_level_orig/_625]]\n"," (1) UNIMPLEMENTED: DNN library is not found.\n","\t [[{{node InceptionV1/InceptionV1/Conv2d_1a_7x7/Conv3D}}]]\n","0 successful operations.\n","0 derived errors ignored.\n","\n","Original stack trace for 'InceptionV1/InceptionV1/Conv2d_1a_7x7/Conv3D':\n","\n","args: Namespace(output_path='./evaluation_results/', full_json_dir='/content/drive/.shortcut-targets-by-id/1XIExHgH8yTJSya4f1RGhW5Z-hwQwqif_/FYP/Code/VideoCrafter/VBench/vbench/VBench_full_info.json', videos_path='//content/drive/MyDrive/FYP/Code/VideoCrafter/results/cat/0003.mp4', dimension=['motion_smoothness'], load_ckpt_from_local=None, read_frame=None, custom_input=True, output_filename='0003')\n","start evaluation\n","Evaluation meta data saved to ./evaluation_results/0003_full_info.json\n","cur_full_info_path: ./evaluation_results/0003_full_info.json\n","Loading [networks.AMT-S.Model] from [/root/.cache/vbench/amt_model/amt-s.pth]...\n","100% 1/1 [00:01<00:00, 1.21s/it]\n","Evaluation results saved to ./evaluation_results/0003_eval_results.json\n","done\n","2024-04-16 13:56:59.162785: E external/local_xla/xla/stream_executor/cuda/cuda_dnn.cc:9261] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered\n","2024-04-16 13:56:59.162850: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:607] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered\n","2024-04-16 13:56:59.164275: E external/local_xla/xla/stream_executor/cuda/cuda_blas.cc:1515] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered\n","2024-04-16 13:56:59.171925: I tensorflow/core/platform/cpu_feature_guard.cc:182] This TensorFlow binary is optimized to use available CPU instructions in performance-critical operations.\n","To enable the following instructions: AVX2 AVX512F FMA, in other operations, rebuild TensorFlow with the appropriate compiler flags.\n","2024-04-16 13:57:00.322473: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Could not find TensorRT\n","2024-04-16 13:57:02.194101: I external/local_xla/xla/stream_executor/cuda/cuda_executor.cc:901] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero. See more at https://github.com/torvalds/linux/blob/v6.0/Documentation/ABI/testing/sysfs-bus-pci#L344-L355\n","2024-04-16 13:57:02.240790: I external/local_xla/xla/stream_executor/cuda/cuda_executor.cc:901] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero. See more at https://github.com/torvalds/linux/blob/v6.0/Documentation/ABI/testing/sysfs-bus-pci#L344-L355\n","2024-04-16 13:57:02.241099: I external/local_xla/xla/stream_executor/cuda/cuda_executor.cc:901] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero. See more at https://github.com/torvalds/linux/blob/v6.0/Documentation/ABI/testing/sysfs-bus-pci#L344-L355\n","INFO:tensorflow:Run with cmd:ffmpeg -i /content/drive/MyDrive/FYP/Code/VideoCrafter/results/cat/0003.mp4 -filter_complex \"[0:v]scale=w=1280:h=720:flags=bicubic:force_original_aspect_ratio=1,pad=1280:720:(ow-iw)/2:(oh-ih)/2,format=rgb24,split=2[out1][tmp],[tmp]scale=496:496:flags=bilinear[out2]\" -map [out1] -r 5 -f rawvideo -pix_fmt rgb24 -y /tmp/tmpqg5a4khj -map [out2] -r 5 -f rawvideo -pix_fmt rgb24 -y /tmp/tmpb2n7mrg8\n","\n","I0416 13:57:02.242528 139392135537280 uvq_utils.py:81] Run with cmd:ffmpeg -i /content/drive/MyDrive/FYP/Code/VideoCrafter/results/cat/0003.mp4 -filter_complex \"[0:v]scale=w=1280:h=720:flags=bicubic:force_original_aspect_ratio=1,pad=1280:720:(ow-iw)/2:(oh-ih)/2,format=rgb24,split=2[out1][tmp],[tmp]scale=496:496:flags=bilinear[out2]\" -map [out1] -r 5 -f rawvideo -pix_fmt rgb24 -y /tmp/tmpqg5a4khj -map [out2] -r 5 -f rawvideo -pix_fmt rgb24 -y /tmp/tmpb2n7mrg8\n","\n","INFO:tensorflow:Load /content/drive/MyDrive/FYP/Code/VideoCrafter/results/cat/0003.mp4 done successfully.\n","I0416 13:57:03.346138 139392135537280 uvq_utils.py:113] Load /content/drive/MyDrive/FYP/Code/VideoCrafter/results/cat/0003.mp4 done successfully.\n","2024-04-16 13:57:03.351311: I external/local_xla/xla/stream_executor/cuda/cuda_executor.cc:901] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero. See more at https://github.com/torvalds/linux/blob/v6.0/Documentation/ABI/testing/sysfs-bus-pci#L344-L355\n","2024-04-16 13:57:03.351741: I external/local_xla/xla/stream_executor/cuda/cuda_executor.cc:901] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero. See more at https://github.com/torvalds/linux/blob/v6.0/Documentation/ABI/testing/sysfs-bus-pci#L344-L355\n","2024-04-16 13:57:03.352015: I external/local_xla/xla/stream_executor/cuda/cuda_executor.cc:901] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero. See more at https://github.com/torvalds/linux/blob/v6.0/Documentation/ABI/testing/sysfs-bus-pci#L344-L355\n","2024-04-16 13:57:03.445700: I external/local_xla/xla/stream_executor/cuda/cuda_executor.cc:901] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero. See more at https://github.com/torvalds/linux/blob/v6.0/Documentation/ABI/testing/sysfs-bus-pci#L344-L355\n","2024-04-16 13:57:03.446116: I external/local_xla/xla/stream_executor/cuda/cuda_executor.cc:901] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero. See more at https://github.com/torvalds/linux/blob/v6.0/Documentation/ABI/testing/sysfs-bus-pci#L344-L355\n","2024-04-16 13:57:03.449421: W tensorflow/core/common_runtime/gpu/gpu_bfc_allocator.cc:47] Overriding orig_value setting because the TF_FORCE_GPU_ALLOW_GROWTH environment variable is set. Original config value was 0.\n","2024-04-16 13:57:03.449662: I external/local_xla/xla/stream_executor/cuda/cuda_executor.cc:901] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero. See more at https://github.com/torvalds/linux/blob/v6.0/Documentation/ABI/testing/sysfs-bus-pci#L344-L355\n","2024-04-16 13:57:03.449931: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1929] Created device /job:localhost/replica:0/task:0/device:GPU:0 with 14792 MB memory: -> device: 0, name: Tesla V100-SXM2-16GB, pci bus id: 0000:00:04.0, compute capability: 7.0\n","WARNING:tensorflow:From /content/drive/.shortcut-targets-by-id/1XIExHgH8yTJSya4f1RGhW5Z-hwQwqif_/FYP/Code/VideoCrafter/uvq/uvq_utils.py:148: load (from tensorflow.python.saved_model.loader_impl) is deprecated and will be removed in a future version.\n","Instructions for updating:\n","Use `tf.saved_model.load` instead.\n","W0416 13:57:03.450841 139392135537280 deprecation.py:50] From /content/drive/.shortcut-targets-by-id/1XIExHgH8yTJSya4f1RGhW5Z-hwQwqif_/FYP/Code/VideoCrafter/uvq/uvq_utils.py:148: load (from tensorflow.python.saved_model.loader_impl) is deprecated and will be removed in a future version.\n","Instructions for updating:\n","Use `tf.saved_model.load` instead.\n","INFO:tensorflow:Restoring parameters from ./uvq/models/compressionnet_baseline/variables/variables\n","I0416 13:57:05.573081 139392135537280 saver.py:1413] Restoring parameters from ./uvq/models/compressionnet_baseline/variables/variables\n","2024-04-16 13:57:05.698446: I tensorflow/compiler/mlir/mlir_graph_optimization_pass.cc:388] MLIR V1 optimization pass is not enabled\n","2024-04-16 13:57:08.049935: E external/local_xla/xla/stream_executor/cuda/cuda_dnn.cc:447] Loaded runtime CuDNN library: 8.5.0 but source was compiled with: 8.9.4. CuDNN library needs to have matching major version and equal or higher minor version. If using a binary install, upgrade your CuDNN library. If building from sources, make sure the library loaded at runtime is compatible with the version specified during compile configuration.\n","2024-04-16 13:57:08.051001: W tensorflow/core/framework/op_kernel.cc:1839] OP_REQUIRES failed at conv_ops_impl.h:1199 : UNIMPLEMENTED: DNN library is not found.\n","2024-04-16 13:57:08.051083: I tensorflow/core/framework/local_rendezvous.cc:421] Local rendezvous recv item cancelled. Key hash: 13467881706203130929\n","2024-04-16 13:57:08.051112: I tensorflow/core/framework/local_rendezvous.cc:421] Local rendezvous recv item cancelled. Key hash: 7134454917470900115\n","Traceback (most recent call last):\n"," File \"/usr/local/lib/python3.10/dist-packages/tensorflow/python/client/session.py\", line 1402, in _do_call\n"," return fn(*args)\n"," File \"/usr/local/lib/python3.10/dist-packages/tensorflow/python/client/session.py\", line 1385, in _run_fn\n"," return self._call_tf_sessionrun(options, feed_dict, fetch_list,\n"," File \"/usr/local/lib/python3.10/dist-packages/tensorflow/python/client/session.py\", line 1478, in _call_tf_sessionrun\n"," return tf_session.TF_SessionRun_wrapper(self._session, options, feed_dict,\n","tensorflow.python.framework.errors_impl.UnimplementedError: 2 root error(s) found.\n"," (0) UNIMPLEMENTED: DNN library is not found.\n","\t [[{{node InceptionV1/InceptionV1/Conv2d_1a_7x7/Conv3D}}]]\n","\t [[compress_level_orig/_625]]\n"," (1) UNIMPLEMENTED: DNN library is not found.\n","\t [[{{node InceptionV1/InceptionV1/Conv2d_1a_7x7/Conv3D}}]]\n","0 successful operations.\n","0 derived errors ignored.\n","\n","During handling of the above exception, another exception occurred:\n","\n","Traceback (most recent call last):\n"," File \"/content/drive/.shortcut-targets-by-id/1XIExHgH8yTJSya4f1RGhW5Z-hwQwqif_/FYP/Code/VideoCrafter/./uvq/uvq_main.py\", line 60, in \n"," tf.compat.v1.app.run()\n"," File \"/usr/local/lib/python3.10/dist-packages/tensorflow/python/platform/app.py\", line 36, in run\n"," _run(main=main, argv=argv, flags_parser=_parse_flags_tolerate_undef)\n"," File \"/usr/local/lib/python3.10/dist-packages/absl/app.py\", line 308, in run\n"," _run_main(main, args)\n"," File \"/usr/local/lib/python3.10/dist-packages/absl/app.py\", line 254, in _run_main\n"," sys.exit(main(argv))\n"," File \"/content/drive/.shortcut-targets-by-id/1XIExHgH8yTJSya4f1RGhW5Z-hwQwqif_/FYP/Code/VideoCrafter/./uvq/uvq_main.py\", line 52, in main\n"," utils.generate_features(video_id, video_length, filepath, FLAGS.model_dir,\n"," File \"/content/drive/.shortcut-targets-by-id/1XIExHgH8yTJSya4f1RGhW5Z-hwQwqif_/FYP/Code/VideoCrafter/uvq/uvq_utils.py\", line 191, in generate_features\n"," feature_compression, label_compression = generate_subnet_feature(\n"," File \"/content/drive/.shortcut-targets-by-id/1XIExHgH8yTJSya4f1RGhW5Z-hwQwqif_/FYP/Code/VideoCrafter/uvq/uvq_utils.py\", line 175, in generate_subnet_feature\n"," patch_feature, patch_label = sess.run(output_nodes,\n"," File \"/usr/local/lib/python3.10/dist-packages/tensorflow/python/client/session.py\", line 972, in run\n"," result = self._run(None, fetches, feed_dict, options_ptr,\n"," File \"/usr/local/lib/python3.10/dist-packages/tensorflow/python/client/session.py\", line 1215, in _run\n"," results = self._do_run(handle, final_targets, final_fetches,\n"," File \"/usr/local/lib/python3.10/dist-packages/tensorflow/python/client/session.py\", line 1395, in _do_run\n"," return self._do_call(_run_fn, feeds, fetches, targets, options,\n"," File \"/usr/local/lib/python3.10/dist-packages/tensorflow/python/client/session.py\", line 1421, in _do_call\n"," raise type(e)(node_def, op, message) # pylint: disable=no-value-for-parameter\n","tensorflow.python.framework.errors_impl.UnimplementedError: Graph execution error:\n","\n","Detected at node 'InceptionV1/InceptionV1/Conv2d_1a_7x7/Conv3D' defined at (most recent call last):\n","Node: 'InceptionV1/InceptionV1/Conv2d_1a_7x7/Conv3D'\n","Detected at node 'InceptionV1/InceptionV1/Conv2d_1a_7x7/Conv3D' defined at (most recent call last):\n","Node: 'InceptionV1/InceptionV1/Conv2d_1a_7x7/Conv3D'\n","2 root error(s) found.\n"," (0) UNIMPLEMENTED: DNN library is not found.\n","\t [[{{node InceptionV1/InceptionV1/Conv2d_1a_7x7/Conv3D}}]]\n","\t [[compress_level_orig/_625]]\n"," (1) UNIMPLEMENTED: DNN library is not found.\n","\t [[{{node InceptionV1/InceptionV1/Conv2d_1a_7x7/Conv3D}}]]\n","0 successful operations.\n","0 derived errors ignored.\n","\n","Original stack trace for 'InceptionV1/InceptionV1/Conv2d_1a_7x7/Conv3D':\n","\n","2024-04-16 13:57:09.974379: E external/local_xla/xla/stream_executor/cuda/cuda_dnn.cc:9261] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered\n","2024-04-16 13:57:09.974431: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:607] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered\n","2024-04-16 13:57:09.975914: E external/local_xla/xla/stream_executor/cuda/cuda_blas.cc:1515] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered\n","2024-04-16 13:57:09.984942: I tensorflow/core/platform/cpu_feature_guard.cc:182] This TensorFlow binary is optimized to use available CPU instructions in performance-critical operations.\n","To enable the following instructions: AVX2 AVX512F FMA, in other operations, rebuild TensorFlow with the appropriate compiler flags.\n","2024-04-16 13:57:11.133878: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Could not find TensorRT\n","2024-04-16 13:57:12.955006: I external/local_xla/xla/stream_executor/cuda/cuda_executor.cc:901] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero. See more at https://github.com/torvalds/linux/blob/v6.0/Documentation/ABI/testing/sysfs-bus-pci#L344-L355\n","2024-04-16 13:57:13.004698: I external/local_xla/xla/stream_executor/cuda/cuda_executor.cc:901] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero. See more at https://github.com/torvalds/linux/blob/v6.0/Documentation/ABI/testing/sysfs-bus-pci#L344-L355\n","2024-04-16 13:57:13.005038: I external/local_xla/xla/stream_executor/cuda/cuda_executor.cc:901] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero. See more at https://github.com/torvalds/linux/blob/v6.0/Documentation/ABI/testing/sysfs-bus-pci#L344-L355\n","INFO:tensorflow:Run with cmd:ffmpeg -i /content/drive/MyDrive/FYP/Code/VideoCrafter/results/cat/0001.mp4 -filter_complex \"[0:v]scale=w=1280:h=720:flags=bicubic:force_original_aspect_ratio=1,pad=1280:720:(ow-iw)/2:(oh-ih)/2,format=rgb24,split=2[out1][tmp],[tmp]scale=496:496:flags=bilinear[out2]\" -map [out1] -r 5 -f rawvideo -pix_fmt rgb24 -y /tmp/tmp6vvar8cf -map [out2] -r 5 -f rawvideo -pix_fmt rgb24 -y /tmp/tmpi1lpamnj\n","\n","I0416 13:57:13.006379 140528037843584 uvq_utils.py:81] Run with cmd:ffmpeg -i /content/drive/MyDrive/FYP/Code/VideoCrafter/results/cat/0001.mp4 -filter_complex \"[0:v]scale=w=1280:h=720:flags=bicubic:force_original_aspect_ratio=1,pad=1280:720:(ow-iw)/2:(oh-ih)/2,format=rgb24,split=2[out1][tmp],[tmp]scale=496:496:flags=bilinear[out2]\" -map [out1] -r 5 -f rawvideo -pix_fmt rgb24 -y /tmp/tmp6vvar8cf -map [out2] -r 5 -f rawvideo -pix_fmt rgb24 -y /tmp/tmpi1lpamnj\n","\n","INFO:tensorflow:Load /content/drive/MyDrive/FYP/Code/VideoCrafter/results/cat/0001.mp4 done successfully.\n","I0416 13:57:14.144090 140528037843584 uvq_utils.py:113] Load /content/drive/MyDrive/FYP/Code/VideoCrafter/results/cat/0001.mp4 done successfully.\n","2024-04-16 13:57:14.146897: I external/local_xla/xla/stream_executor/cuda/cuda_executor.cc:901] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero. See more at https://github.com/torvalds/linux/blob/v6.0/Documentation/ABI/testing/sysfs-bus-pci#L344-L355\n","2024-04-16 13:57:14.147266: I external/local_xla/xla/stream_executor/cuda/cuda_executor.cc:901] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero. See more at https://github.com/torvalds/linux/blob/v6.0/Documentation/ABI/testing/sysfs-bus-pci#L344-L355\n","2024-04-16 13:57:14.147463: I external/local_xla/xla/stream_executor/cuda/cuda_executor.cc:901] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero. See more at https://github.com/torvalds/linux/blob/v6.0/Documentation/ABI/testing/sysfs-bus-pci#L344-L355\n","2024-04-16 13:57:14.213928: I external/local_xla/xla/stream_executor/cuda/cuda_executor.cc:901] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero. See more at https://github.com/torvalds/linux/blob/v6.0/Documentation/ABI/testing/sysfs-bus-pci#L344-L355\n","2024-04-16 13:57:14.214223: I external/local_xla/xla/stream_executor/cuda/cuda_executor.cc:901] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero. See more at https://github.com/torvalds/linux/blob/v6.0/Documentation/ABI/testing/sysfs-bus-pci#L344-L355\n","2024-04-16 13:57:14.214362: W tensorflow/core/common_runtime/gpu/gpu_bfc_allocator.cc:47] Overriding orig_value setting because the TF_FORCE_GPU_ALLOW_GROWTH environment variable is set. Original config value was 0.\n","2024-04-16 13:57:14.214459: I external/local_xla/xla/stream_executor/cuda/cuda_executor.cc:901] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero. See more at https://github.com/torvalds/linux/blob/v6.0/Documentation/ABI/testing/sysfs-bus-pci#L344-L355\n","2024-04-16 13:57:14.214630: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1929] Created device /job:localhost/replica:0/task:0/device:GPU:0 with 14792 MB memory: -> device: 0, name: Tesla V100-SXM2-16GB, pci bus id: 0000:00:04.0, compute capability: 7.0\n","WARNING:tensorflow:From /content/drive/.shortcut-targets-by-id/1XIExHgH8yTJSya4f1RGhW5Z-hwQwqif_/FYP/Code/VideoCrafter/uvq/uvq_utils.py:148: load (from tensorflow.python.saved_model.loader_impl) is deprecated and will be removed in a future version.\n","Instructions for updating:\n","Use `tf.saved_model.load` instead.\n","W0416 13:57:14.215350 140528037843584 deprecation.py:50] From /content/drive/.shortcut-targets-by-id/1XIExHgH8yTJSya4f1RGhW5Z-hwQwqif_/FYP/Code/VideoCrafter/uvq/uvq_utils.py:148: load (from tensorflow.python.saved_model.loader_impl) is deprecated and will be removed in a future version.\n","Instructions for updating:\n","Use `tf.saved_model.load` instead.\n","INFO:tensorflow:Restoring parameters from ./uvq/models/compressionnet_baseline/variables/variables\n","I0416 13:57:15.547271 140528037843584 saver.py:1413] Restoring parameters from ./uvq/models/compressionnet_baseline/variables/variables\n","2024-04-16 13:57:15.628203: I tensorflow/compiler/mlir/mlir_graph_optimization_pass.cc:388] MLIR V1 optimization pass is not enabled\n","2024-04-16 13:57:18.094839: E external/local_xla/xla/stream_executor/cuda/cuda_dnn.cc:447] Loaded runtime CuDNN library: 8.5.0 but source was compiled with: 8.9.4. CuDNN library needs to have matching major version and equal or higher minor version. If using a binary install, upgrade your CuDNN library. If building from sources, make sure the library loaded at runtime is compatible with the version specified during compile configuration.\n","2024-04-16 13:57:18.098587: W tensorflow/core/framework/op_kernel.cc:1839] OP_REQUIRES failed at conv_ops_impl.h:1199 : UNIMPLEMENTED: DNN library is not found.\n","2024-04-16 13:57:18.098668: I tensorflow/core/framework/local_rendezvous.cc:421] Local rendezvous recv item cancelled. Key hash: 13467881706203130929\n","2024-04-16 13:57:18.098767: I tensorflow/core/framework/local_rendezvous.cc:421] Local rendezvous recv item cancelled. Key hash: 7134454917470900115\n","Traceback (most recent call last):\n"," File \"/usr/local/lib/python3.10/dist-packages/tensorflow/python/client/session.py\", line 1402, in _do_call\n"," return fn(*args)\n"," File \"/usr/local/lib/python3.10/dist-packages/tensorflow/python/client/session.py\", line 1385, in _run_fn\n"," return self._call_tf_sessionrun(options, feed_dict, fetch_list,\n"," File \"/usr/local/lib/python3.10/dist-packages/tensorflow/python/client/session.py\", line 1478, in _call_tf_sessionrun\n"," return tf_session.TF_SessionRun_wrapper(self._session, options, feed_dict,\n","tensorflow.python.framework.errors_impl.UnimplementedError: 2 root error(s) found.\n"," (0) UNIMPLEMENTED: DNN library is not found.\n","\t [[{{node InceptionV1/InceptionV1/Conv2d_1a_7x7/Conv3D}}]]\n","\t [[compress_level_orig/_625]]\n"," (1) UNIMPLEMENTED: DNN library is not found.\n","\t [[{{node InceptionV1/InceptionV1/Conv2d_1a_7x7/Conv3D}}]]\n","0 successful operations.\n","0 derived errors ignored.\n","\n","During handling of the above exception, another exception occurred:\n","\n","Traceback (most recent call last):\n"," File \"/content/drive/.shortcut-targets-by-id/1XIExHgH8yTJSya4f1RGhW5Z-hwQwqif_/FYP/Code/VideoCrafter/./uvq/uvq_main.py\", line 60, in \n"," tf.compat.v1.app.run()\n"," File \"/usr/local/lib/python3.10/dist-packages/tensorflow/python/platform/app.py\", line 36, in run\n"," _run(main=main, argv=argv, flags_parser=_parse_flags_tolerate_undef)\n"," File \"/usr/local/lib/python3.10/dist-packages/absl/app.py\", line 308, in run\n"," _run_main(main, args)\n"," File \"/usr/local/lib/python3.10/dist-packages/absl/app.py\", line 254, in _run_main\n"," sys.exit(main(argv))\n"," File \"/content/drive/.shortcut-targets-by-id/1XIExHgH8yTJSya4f1RGhW5Z-hwQwqif_/FYP/Code/VideoCrafter/./uvq/uvq_main.py\", line 52, in main\n"," utils.generate_features(video_id, video_length, filepath, FLAGS.model_dir,\n"," File \"/content/drive/.shortcut-targets-by-id/1XIExHgH8yTJSya4f1RGhW5Z-hwQwqif_/FYP/Code/VideoCrafter/uvq/uvq_utils.py\", line 191, in generate_features\n"," feature_compression, label_compression = generate_subnet_feature(\n"," File \"/content/drive/.shortcut-targets-by-id/1XIExHgH8yTJSya4f1RGhW5Z-hwQwqif_/FYP/Code/VideoCrafter/uvq/uvq_utils.py\", line 175, in generate_subnet_feature\n"," patch_feature, patch_label = sess.run(output_nodes,\n"," File \"/usr/local/lib/python3.10/dist-packages/tensorflow/python/client/session.py\", line 972, in run\n"," result = self._run(None, fetches, feed_dict, options_ptr,\n"," File \"/usr/local/lib/python3.10/dist-packages/tensorflow/python/client/session.py\", line 1215, in _run\n"," results = self._do_run(handle, final_targets, final_fetches,\n"," File \"/usr/local/lib/python3.10/dist-packages/tensorflow/python/client/session.py\", line 1395, in _do_run\n"," return self._do_call(_run_fn, feeds, fetches, targets, options,\n"," File \"/usr/local/lib/python3.10/dist-packages/tensorflow/python/client/session.py\", line 1421, in _do_call\n"," raise type(e)(node_def, op, message) # pylint: disable=no-value-for-parameter\n","tensorflow.python.framework.errors_impl.UnimplementedError: Graph execution error:\n","\n","Detected at node 'InceptionV1/InceptionV1/Conv2d_1a_7x7/Conv3D' defined at (most recent call last):\n","Node: 'InceptionV1/InceptionV1/Conv2d_1a_7x7/Conv3D'\n","Detected at node 'InceptionV1/InceptionV1/Conv2d_1a_7x7/Conv3D' defined at (most recent call last):\n","Node: 'InceptionV1/InceptionV1/Conv2d_1a_7x7/Conv3D'\n","2 root error(s) found.\n"," (0) UNIMPLEMENTED: DNN library is not found.\n","\t [[{{node InceptionV1/InceptionV1/Conv2d_1a_7x7/Conv3D}}]]\n","\t [[compress_level_orig/_625]]\n"," (1) UNIMPLEMENTED: DNN library is not found.\n","\t [[{{node InceptionV1/InceptionV1/Conv2d_1a_7x7/Conv3D}}]]\n","0 successful operations.\n","0 derived errors ignored.\n","\n","Original stack trace for 'InceptionV1/InceptionV1/Conv2d_1a_7x7/Conv3D':\n","\n","2024-04-16 13:57:20.428359: E external/local_xla/xla/stream_executor/cuda/cuda_dnn.cc:9261] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered\n","2024-04-16 13:57:20.428418: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:607] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered\n","2024-04-16 13:57:20.429878: E external/local_xla/xla/stream_executor/cuda/cuda_blas.cc:1515] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered\n","2024-04-16 13:57:20.437500: I tensorflow/core/platform/cpu_feature_guard.cc:182] This TensorFlow binary is optimized to use available CPU instructions in performance-critical operations.\n","To enable the following instructions: AVX2 AVX512F FMA, in other operations, rebuild TensorFlow with the appropriate compiler flags.\n","2024-04-16 13:57:21.558199: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Could not find TensorRT\n","2024-04-16 13:57:23.349445: I external/local_xla/xla/stream_executor/cuda/cuda_executor.cc:901] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero. See more at https://github.com/torvalds/linux/blob/v6.0/Documentation/ABI/testing/sysfs-bus-pci#L344-L355\n","2024-04-16 13:57:23.403887: I external/local_xla/xla/stream_executor/cuda/cuda_executor.cc:901] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero. See more at https://github.com/torvalds/linux/blob/v6.0/Documentation/ABI/testing/sysfs-bus-pci#L344-L355\n","2024-04-16 13:57:23.404193: I external/local_xla/xla/stream_executor/cuda/cuda_executor.cc:901] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero. See more at https://github.com/torvalds/linux/blob/v6.0/Documentation/ABI/testing/sysfs-bus-pci#L344-L355\n","INFO:tensorflow:Run with cmd:ffmpeg -i /content/drive/MyDrive/FYP/Code/VideoCrafter/results/cat/0002.mp4 -filter_complex \"[0:v]scale=w=1280:h=720:flags=bicubic:force_original_aspect_ratio=1,pad=1280:720:(ow-iw)/2:(oh-ih)/2,format=rgb24,split=2[out1][tmp],[tmp]scale=496:496:flags=bilinear[out2]\" -map [out1] -r 5 -f rawvideo -pix_fmt rgb24 -y /tmp/tmpgbw8174w -map [out2] -r 5 -f rawvideo -pix_fmt rgb24 -y /tmp/tmpv17alypv\n","\n","I0416 13:57:23.405637 139464036708992 uvq_utils.py:81] Run with cmd:ffmpeg -i /content/drive/MyDrive/FYP/Code/VideoCrafter/results/cat/0002.mp4 -filter_complex \"[0:v]scale=w=1280:h=720:flags=bicubic:force_original_aspect_ratio=1,pad=1280:720:(ow-iw)/2:(oh-ih)/2,format=rgb24,split=2[out1][tmp],[tmp]scale=496:496:flags=bilinear[out2]\" -map [out1] -r 5 -f rawvideo -pix_fmt rgb24 -y /tmp/tmpgbw8174w -map [out2] -r 5 -f rawvideo -pix_fmt rgb24 -y /tmp/tmpv17alypv\n","\n","INFO:tensorflow:Load /content/drive/MyDrive/FYP/Code/VideoCrafter/results/cat/0002.mp4 done successfully.\n","I0416 13:57:24.473888 139464036708992 uvq_utils.py:113] Load /content/drive/MyDrive/FYP/Code/VideoCrafter/results/cat/0002.mp4 done successfully.\n","2024-04-16 13:57:24.476464: I external/local_xla/xla/stream_executor/cuda/cuda_executor.cc:901] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero. See more at https://github.com/torvalds/linux/blob/v6.0/Documentation/ABI/testing/sysfs-bus-pci#L344-L355\n","2024-04-16 13:57:24.476794: I external/local_xla/xla/stream_executor/cuda/cuda_executor.cc:901] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero. See more at https://github.com/torvalds/linux/blob/v6.0/Documentation/ABI/testing/sysfs-bus-pci#L344-L355\n","2024-04-16 13:57:24.476973: I external/local_xla/xla/stream_executor/cuda/cuda_executor.cc:901] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero. See more at https://github.com/torvalds/linux/blob/v6.0/Documentation/ABI/testing/sysfs-bus-pci#L344-L355\n","2024-04-16 13:57:24.550806: I external/local_xla/xla/stream_executor/cuda/cuda_executor.cc:901] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero. See more at https://github.com/torvalds/linux/blob/v6.0/Documentation/ABI/testing/sysfs-bus-pci#L344-L355\n","2024-04-16 13:57:24.551109: I external/local_xla/xla/stream_executor/cuda/cuda_executor.cc:901] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero. See more at https://github.com/torvalds/linux/blob/v6.0/Documentation/ABI/testing/sysfs-bus-pci#L344-L355\n","2024-04-16 13:57:24.551253: W tensorflow/core/common_runtime/gpu/gpu_bfc_allocator.cc:47] Overriding orig_value setting because the TF_FORCE_GPU_ALLOW_GROWTH environment variable is set. Original config value was 0.\n","2024-04-16 13:57:24.551348: I external/local_xla/xla/stream_executor/cuda/cuda_executor.cc:901] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero. See more at https://github.com/torvalds/linux/blob/v6.0/Documentation/ABI/testing/sysfs-bus-pci#L344-L355\n","2024-04-16 13:57:24.551496: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1929] Created device /job:localhost/replica:0/task:0/device:GPU:0 with 14792 MB memory: -> device: 0, name: Tesla V100-SXM2-16GB, pci bus id: 0000:00:04.0, compute capability: 7.0\n","WARNING:tensorflow:From /content/drive/.shortcut-targets-by-id/1XIExHgH8yTJSya4f1RGhW5Z-hwQwqif_/FYP/Code/VideoCrafter/uvq/uvq_utils.py:148: load (from tensorflow.python.saved_model.loader_impl) is deprecated and will be removed in a future version.\n","Instructions for updating:\n","Use `tf.saved_model.load` instead.\n","W0416 13:57:24.552229 139464036708992 deprecation.py:50] From /content/drive/.shortcut-targets-by-id/1XIExHgH8yTJSya4f1RGhW5Z-hwQwqif_/FYP/Code/VideoCrafter/uvq/uvq_utils.py:148: load (from tensorflow.python.saved_model.loader_impl) is deprecated and will be removed in a future version.\n","Instructions for updating:\n","Use `tf.saved_model.load` instead.\n","INFO:tensorflow:Restoring parameters from ./uvq/models/compressionnet_baseline/variables/variables\n","I0416 13:57:25.837740 139464036708992 saver.py:1413] Restoring parameters from ./uvq/models/compressionnet_baseline/variables/variables\n","2024-04-16 13:57:25.914972: I tensorflow/compiler/mlir/mlir_graph_optimization_pass.cc:388] MLIR V1 optimization pass is not enabled\n","2024-04-16 13:57:27.867256: E external/local_xla/xla/stream_executor/cuda/cuda_dnn.cc:447] Loaded runtime CuDNN library: 8.5.0 but source was compiled with: 8.9.4. CuDNN library needs to have matching major version and equal or higher minor version. If using a binary install, upgrade your CuDNN library. If building from sources, make sure the library loaded at runtime is compatible with the version specified during compile configuration.\n","2024-04-16 13:57:27.868287: W tensorflow/core/framework/op_kernel.cc:1839] OP_REQUIRES failed at conv_ops_impl.h:1199 : UNIMPLEMENTED: DNN library is not found.\n","2024-04-16 13:57:27.868374: I tensorflow/core/framework/local_rendezvous.cc:421] Local rendezvous recv item cancelled. Key hash: 13467881706203130929\n","2024-04-16 13:57:27.868403: I tensorflow/core/framework/local_rendezvous.cc:421] Local rendezvous recv item cancelled. Key hash: 7134454917470900115\n","Traceback (most recent call last):\n"," File \"/usr/local/lib/python3.10/dist-packages/tensorflow/python/client/session.py\", line 1402, in _do_call\n"," return fn(*args)\n"," File \"/usr/local/lib/python3.10/dist-packages/tensorflow/python/client/session.py\", line 1385, in _run_fn\n"," return self._call_tf_sessionrun(options, feed_dict, fetch_list,\n"," File \"/usr/local/lib/python3.10/dist-packages/tensorflow/python/client/session.py\", line 1478, in _call_tf_sessionrun\n"," return tf_session.TF_SessionRun_wrapper(self._session, options, feed_dict,\n","tensorflow.python.framework.errors_impl.UnimplementedError: 2 root error(s) found.\n"," (0) UNIMPLEMENTED: DNN library is not found.\n","\t [[{{node InceptionV1/InceptionV1/Conv2d_1a_7x7/Conv3D}}]]\n","\t [[compress_level_orig/_625]]\n"," (1) UNIMPLEMENTED: DNN library is not found.\n","\t [[{{node InceptionV1/InceptionV1/Conv2d_1a_7x7/Conv3D}}]]\n","0 successful operations.\n","0 derived errors ignored.\n","\n","During handling of the above exception, another exception occurred:\n","\n","Traceback (most recent call last):\n"," File \"/content/drive/.shortcut-targets-by-id/1XIExHgH8yTJSya4f1RGhW5Z-hwQwqif_/FYP/Code/VideoCrafter/./uvq/uvq_main.py\", line 60, in \n"," tf.compat.v1.app.run()\n"," File \"/usr/local/lib/python3.10/dist-packages/tensorflow/python/platform/app.py\", line 36, in run\n"," _run(main=main, argv=argv, flags_parser=_parse_flags_tolerate_undef)\n"," File \"/usr/local/lib/python3.10/dist-packages/absl/app.py\", line 308, in run\n"," _run_main(main, args)\n"," File \"/usr/local/lib/python3.10/dist-packages/absl/app.py\", line 254, in _run_main\n"," sys.exit(main(argv))\n"," File \"/content/drive/.shortcut-targets-by-id/1XIExHgH8yTJSya4f1RGhW5Z-hwQwqif_/FYP/Code/VideoCrafter/./uvq/uvq_main.py\", line 52, in main\n"," utils.generate_features(video_id, video_length, filepath, FLAGS.model_dir,\n"," File \"/content/drive/.shortcut-targets-by-id/1XIExHgH8yTJSya4f1RGhW5Z-hwQwqif_/FYP/Code/VideoCrafter/uvq/uvq_utils.py\", line 191, in generate_features\n"," feature_compression, label_compression = generate_subnet_feature(\n"," File \"/content/drive/.shortcut-targets-by-id/1XIExHgH8yTJSya4f1RGhW5Z-hwQwqif_/FYP/Code/VideoCrafter/uvq/uvq_utils.py\", line 175, in generate_subnet_feature\n"," patch_feature, patch_label = sess.run(output_nodes,\n"," File \"/usr/local/lib/python3.10/dist-packages/tensorflow/python/client/session.py\", line 972, in run\n"," result = self._run(None, fetches, feed_dict, options_ptr,\n"," File \"/usr/local/lib/python3.10/dist-packages/tensorflow/python/client/session.py\", line 1215, in _run\n"," results = self._do_run(handle, final_targets, final_fetches,\n"," File \"/usr/local/lib/python3.10/dist-packages/tensorflow/python/client/session.py\", line 1395, in _do_run\n"," return self._do_call(_run_fn, feeds, fetches, targets, options,\n"," File \"/usr/local/lib/python3.10/dist-packages/tensorflow/python/client/session.py\", line 1421, in _do_call\n"," raise type(e)(node_def, op, message) # pylint: disable=no-value-for-parameter\n","tensorflow.python.framework.errors_impl.UnimplementedError: Graph execution error:\n","\n","Detected at node 'InceptionV1/InceptionV1/Conv2d_1a_7x7/Conv3D' defined at (most recent call last):\n","Node: 'InceptionV1/InceptionV1/Conv2d_1a_7x7/Conv3D'\n","Detected at node 'InceptionV1/InceptionV1/Conv2d_1a_7x7/Conv3D' defined at (most recent call last):\n","Node: 'InceptionV1/InceptionV1/Conv2d_1a_7x7/Conv3D'\n","2 root error(s) found.\n"," (0) UNIMPLEMENTED: DNN library is not found.\n","\t [[{{node InceptionV1/InceptionV1/Conv2d_1a_7x7/Conv3D}}]]\n","\t [[compress_level_orig/_625]]\n"," (1) UNIMPLEMENTED: DNN library is not found.\n","\t [[{{node InceptionV1/InceptionV1/Conv2d_1a_7x7/Conv3D}}]]\n","0 successful operations.\n","0 derived errors ignored.\n","\n","Original stack trace for 'InceptionV1/InceptionV1/Conv2d_1a_7x7/Conv3D':\n","\n","2024-04-16 13:57:29.647857: E external/local_xla/xla/stream_executor/cuda/cuda_dnn.cc:9261] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered\n","2024-04-16 13:57:29.647906: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:607] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered\n","2024-04-16 13:57:29.649229: E external/local_xla/xla/stream_executor/cuda/cuda_blas.cc:1515] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered\n","2024-04-16 13:57:29.656437: I tensorflow/core/platform/cpu_feature_guard.cc:182] This TensorFlow binary is optimized to use available CPU instructions in performance-critical operations.\n","To enable the following instructions: AVX2 AVX512F FMA, in other operations, rebuild TensorFlow with the appropriate compiler flags.\n","2024-04-16 13:57:31.110930: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Could not find TensorRT\n","2024-04-16 13:57:33.589621: I external/local_xla/xla/stream_executor/cuda/cuda_executor.cc:901] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero. See more at https://github.com/torvalds/linux/blob/v6.0/Documentation/ABI/testing/sysfs-bus-pci#L344-L355\n","2024-04-16 13:57:33.636644: I external/local_xla/xla/stream_executor/cuda/cuda_executor.cc:901] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero. See more at https://github.com/torvalds/linux/blob/v6.0/Documentation/ABI/testing/sysfs-bus-pci#L344-L355\n","2024-04-16 13:57:33.636976: I external/local_xla/xla/stream_executor/cuda/cuda_executor.cc:901] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero. See more at https://github.com/torvalds/linux/blob/v6.0/Documentation/ABI/testing/sysfs-bus-pci#L344-L355\n","INFO:tensorflow:Run with cmd:ffmpeg -i /content/drive/MyDrive/FYP/Code/VideoCrafter/results/cat/0003.mp4 -filter_complex \"[0:v]scale=w=1280:h=720:flags=bicubic:force_original_aspect_ratio=1,pad=1280:720:(ow-iw)/2:(oh-ih)/2,format=rgb24,split=2[out1][tmp],[tmp]scale=496:496:flags=bilinear[out2]\" -map [out1] -r 5 -f rawvideo -pix_fmt rgb24 -y /tmp/tmpfwmbiid3 -map [out2] -r 5 -f rawvideo -pix_fmt rgb24 -y /tmp/tmp3r63med3\n","\n","I0416 13:57:33.638341 140022006710912 uvq_utils.py:81] Run with cmd:ffmpeg -i /content/drive/MyDrive/FYP/Code/VideoCrafter/results/cat/0003.mp4 -filter_complex \"[0:v]scale=w=1280:h=720:flags=bicubic:force_original_aspect_ratio=1,pad=1280:720:(ow-iw)/2:(oh-ih)/2,format=rgb24,split=2[out1][tmp],[tmp]scale=496:496:flags=bilinear[out2]\" -map [out1] -r 5 -f rawvideo -pix_fmt rgb24 -y /tmp/tmpfwmbiid3 -map [out2] -r 5 -f rawvideo -pix_fmt rgb24 -y /tmp/tmp3r63med3\n","\n","INFO:tensorflow:Load /content/drive/MyDrive/FYP/Code/VideoCrafter/results/cat/0003.mp4 done successfully.\n","I0416 13:57:34.732779 140022006710912 uvq_utils.py:113] Load /content/drive/MyDrive/FYP/Code/VideoCrafter/results/cat/0003.mp4 done successfully.\n","2024-04-16 13:57:34.735491: I external/local_xla/xla/stream_executor/cuda/cuda_executor.cc:901] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero. See more at https://github.com/torvalds/linux/blob/v6.0/Documentation/ABI/testing/sysfs-bus-pci#L344-L355\n","2024-04-16 13:57:34.735846: I external/local_xla/xla/stream_executor/cuda/cuda_executor.cc:901] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero. See more at https://github.com/torvalds/linux/blob/v6.0/Documentation/ABI/testing/sysfs-bus-pci#L344-L355\n","2024-04-16 13:57:34.736059: I external/local_xla/xla/stream_executor/cuda/cuda_executor.cc:901] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero. See more at https://github.com/torvalds/linux/blob/v6.0/Documentation/ABI/testing/sysfs-bus-pci#L344-L355\n","2024-04-16 13:57:34.812666: I external/local_xla/xla/stream_executor/cuda/cuda_executor.cc:901] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero. See more at https://github.com/torvalds/linux/blob/v6.0/Documentation/ABI/testing/sysfs-bus-pci#L344-L355\n","2024-04-16 13:57:34.812950: I external/local_xla/xla/stream_executor/cuda/cuda_executor.cc:901] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero. See more at https://github.com/torvalds/linux/blob/v6.0/Documentation/ABI/testing/sysfs-bus-pci#L344-L355\n","2024-04-16 13:57:34.813087: W tensorflow/core/common_runtime/gpu/gpu_bfc_allocator.cc:47] Overriding orig_value setting because the TF_FORCE_GPU_ALLOW_GROWTH environment variable is set. Original config value was 0.\n","2024-04-16 13:57:34.813200: I external/local_xla/xla/stream_executor/cuda/cuda_executor.cc:901] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero. See more at https://github.com/torvalds/linux/blob/v6.0/Documentation/ABI/testing/sysfs-bus-pci#L344-L355\n","2024-04-16 13:57:34.813354: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1929] Created device /job:localhost/replica:0/task:0/device:GPU:0 with 14792 MB memory: -> device: 0, name: Tesla V100-SXM2-16GB, pci bus id: 0000:00:04.0, compute capability: 7.0\n","WARNING:tensorflow:From /content/drive/.shortcut-targets-by-id/1XIExHgH8yTJSya4f1RGhW5Z-hwQwqif_/FYP/Code/VideoCrafter/uvq/uvq_utils.py:148: load (from tensorflow.python.saved_model.loader_impl) is deprecated and will be removed in a future version.\n","Instructions for updating:\n","Use `tf.saved_model.load` instead.\n","W0416 13:57:34.814070 140022006710912 deprecation.py:50] From /content/drive/.shortcut-targets-by-id/1XIExHgH8yTJSya4f1RGhW5Z-hwQwqif_/FYP/Code/VideoCrafter/uvq/uvq_utils.py:148: load (from tensorflow.python.saved_model.loader_impl) is deprecated and will be removed in a future version.\n","Instructions for updating:\n","Use `tf.saved_model.load` instead.\n","INFO:tensorflow:Restoring parameters from ./uvq/models/compressionnet_baseline/variables/variables\n","I0416 13:57:36.127355 140022006710912 saver.py:1413] Restoring parameters from ./uvq/models/compressionnet_baseline/variables/variables\n","2024-04-16 13:57:36.209220: I tensorflow/compiler/mlir/mlir_graph_optimization_pass.cc:388] MLIR V1 optimization pass is not enabled\n","2024-04-16 13:57:38.149655: E external/local_xla/xla/stream_executor/cuda/cuda_dnn.cc:447] Loaded runtime CuDNN library: 8.5.0 but source was compiled with: 8.9.4. CuDNN library needs to have matching major version and equal or higher minor version. If using a binary install, upgrade your CuDNN library. If building from sources, make sure the library loaded at runtime is compatible with the version specified during compile configuration.\n","2024-04-16 13:57:38.150745: W tensorflow/core/framework/op_kernel.cc:1839] OP_REQUIRES failed at conv_ops_impl.h:1199 : UNIMPLEMENTED: DNN library is not found.\n","2024-04-16 13:57:38.150854: I tensorflow/core/framework/local_rendezvous.cc:421] Local rendezvous recv item cancelled. Key hash: 13467881706203130929\n","2024-04-16 13:57:38.150888: I tensorflow/core/framework/local_rendezvous.cc:421] Local rendezvous recv item cancelled. Key hash: 7134454917470900115\n","Traceback (most recent call last):\n"," File \"/usr/local/lib/python3.10/dist-packages/tensorflow/python/client/session.py\", line 1402, in _do_call\n"," return fn(*args)\n"," File \"/usr/local/lib/python3.10/dist-packages/tensorflow/python/client/session.py\", line 1385, in _run_fn\n"," return self._call_tf_sessionrun(options, feed_dict, fetch_list,\n"," File \"/usr/local/lib/python3.10/dist-packages/tensorflow/python/client/session.py\", line 1478, in _call_tf_sessionrun\n"," return tf_session.TF_SessionRun_wrapper(self._session, options, feed_dict,\n","tensorflow.python.framework.errors_impl.UnimplementedError: 2 root error(s) found.\n"," (0) UNIMPLEMENTED: DNN library is not found.\n","\t [[{{node InceptionV1/InceptionV1/Conv2d_1a_7x7/Conv3D}}]]\n","\t [[compress_level_orig/_625]]\n"," (1) UNIMPLEMENTED: DNN library is not found.\n","\t [[{{node InceptionV1/InceptionV1/Conv2d_1a_7x7/Conv3D}}]]\n","0 successful operations.\n","0 derived errors ignored.\n","\n","During handling of the above exception, another exception occurred:\n","\n","Traceback (most recent call last):\n"," File \"/content/drive/.shortcut-targets-by-id/1XIExHgH8yTJSya4f1RGhW5Z-hwQwqif_/FYP/Code/VideoCrafter/./uvq/uvq_main.py\", line 60, in \n"," tf.compat.v1.app.run()\n"," File \"/usr/local/lib/python3.10/dist-packages/tensorflow/python/platform/app.py\", line 36, in run\n"," _run(main=main, argv=argv, flags_parser=_parse_flags_tolerate_undef)\n"," File \"/usr/local/lib/python3.10/dist-packages/absl/app.py\", line 308, in run\n"," _run_main(main, args)\n"," File \"/usr/local/lib/python3.10/dist-packages/absl/app.py\", line 254, in _run_main\n"," sys.exit(main(argv))\n"," File \"/content/drive/.shortcut-targets-by-id/1XIExHgH8yTJSya4f1RGhW5Z-hwQwqif_/FYP/Code/VideoCrafter/./uvq/uvq_main.py\", line 52, in main\n"," utils.generate_features(video_id, video_length, filepath, FLAGS.model_dir,\n"," File \"/content/drive/.shortcut-targets-by-id/1XIExHgH8yTJSya4f1RGhW5Z-hwQwqif_/FYP/Code/VideoCrafter/uvq/uvq_utils.py\", line 191, in generate_features\n"," feature_compression, label_compression = generate_subnet_feature(\n"," File \"/content/drive/.shortcut-targets-by-id/1XIExHgH8yTJSya4f1RGhW5Z-hwQwqif_/FYP/Code/VideoCrafter/uvq/uvq_utils.py\", line 175, in generate_subnet_feature\n"," patch_feature, patch_label = sess.run(output_nodes,\n"," File \"/usr/local/lib/python3.10/dist-packages/tensorflow/python/client/session.py\", line 972, in run\n"," result = self._run(None, fetches, feed_dict, options_ptr,\n"," File \"/usr/local/lib/python3.10/dist-packages/tensorflow/python/client/session.py\", line 1215, in _run\n"," results = self._do_run(handle, final_targets, final_fetches,\n"," File \"/usr/local/lib/python3.10/dist-packages/tensorflow/python/client/session.py\", line 1395, in _do_run\n"," return self._do_call(_run_fn, feeds, fetches, targets, options,\n"," File \"/usr/local/lib/python3.10/dist-packages/tensorflow/python/client/session.py\", line 1421, in _do_call\n"," raise type(e)(node_def, op, message) # pylint: disable=no-value-for-parameter\n","tensorflow.python.framework.errors_impl.UnimplementedError: Graph execution error:\n","\n","Detected at node 'InceptionV1/InceptionV1/Conv2d_1a_7x7/Conv3D' defined at (most recent call last):\n","Node: 'InceptionV1/InceptionV1/Conv2d_1a_7x7/Conv3D'\n","Detected at node 'InceptionV1/InceptionV1/Conv2d_1a_7x7/Conv3D' defined at (most recent call last):\n","Node: 'InceptionV1/InceptionV1/Conv2d_1a_7x7/Conv3D'\n","2 root error(s) found.\n"," (0) UNIMPLEMENTED: DNN library is not found.\n","\t [[{{node InceptionV1/InceptionV1/Conv2d_1a_7x7/Conv3D}}]]\n","\t [[compress_level_orig/_625]]\n"," (1) UNIMPLEMENTED: DNN library is not found.\n","\t [[{{node InceptionV1/InceptionV1/Conv2d_1a_7x7/Conv3D}}]]\n","0 successful operations.\n","0 derived errors ignored.\n","\n","Original stack trace for 'InceptionV1/InceptionV1/Conv2d_1a_7x7/Conv3D':\n","\n","Video Index: 0001 Score: 3.6391905307769776\n","Video Index: 0002 Score: 3.440376377105713\n","Video Index: 0003 Score: 3.656974744796753\n","Prompt corresponding to Evluation Results\n","------------------------------------\n","Video | VBench scores | UVQ scores\n","--------------------------------------------------------------\n","Gpt generated prompt 1 | 0.9691780528038761 | /content/drive/MyDrive/FYP/Code/VideoCrafter/results/cat/after/after_uvq.c\n","--------------------------------------------------------------\n","Gpt generated prompt 2 | 0.9866513613366353 | /content/drive/MyDrive/FYP/Code/VideoCrafter/results/cat/after/after_uvq.c\n","--------------------------------------------------------------\n","Original prompt | 0.970816610498366 | /content/drive/MyDrive/FYP/Code/VideoCrafter/results/cat/after/after_uvq.c\n","--------------------------------------------------------------\n"]}]},{"cell_type":"code","source":["def prompts_evaluation():\n"," prompts = [\"Generate 2 similar prompts and add some reasonable words to the given prompt and not change the meaning, each within 30 words: an elephant is walking under the sea, 4K, high definition\",\n"," \"Generate 2 similar prompts similar to the given prompt: an elephant is walking under the sea, 4K, high definition\",\n"," \"Generate 2 prompts similar to the given prompt: an elephant is walking under the sea, 4K, high definition\",\n"," \"Generate 2 prompts according to the given prompt: an elephant is walking under the sea, 4K, high definition\"\n"," \"Generate 2 sentences of this prompt: an elephant is walking under the sea, 4K, high definition\"]\n"," outputs = []\n"," for i, p in enumerate(prompts):\n"," outputs.append(call_gpt_api(prompt = p, isSentence = True))\n"," print(\"Prompt:\", p)\n"," print(\"Output:\", outputs[i])\n"],"metadata":{"id":"r4Z4nm88ZUMB"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":["prompts_evaluation()"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"1REkKvL9TD0Y","executionInfo":{"status":"ok","timestamp":1713336638639,"user_tz":-480,"elapsed":6296,"user":{"displayName":"Emm宥","userId":"02154495825231234225"}},"outputId":"1e512817-dce5-4039-bc21-a345df56fe5b"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["Prompt: Generate 2 similar prompts and add some reasonable words to the given prompt and not change the meaning, each within 30 words: an elephant is walking under the sea, 4K, high definition\n","Output: ['An elephant is majestically strolling beneath the sea, showcasing its colossal size and grace, all captured in stunning 4K high definition quality.', 'Witness the breathtaking sight of an elephant leisurely traversing the underwater world, beautifully filmed in mesmerizing 4K high definition for an unparalleled viewing experience.']\n","Prompt: Generate 2 similar prompts similar to the given prompt: an elephant is walking under the sea, 4K, high definition\n","Output: ['A polar bear is swimming in a volcano, 8K, ultra high definition', 'A giraffe is flying through outer space, 6K, crystal clear resolution']\n","Prompt: Generate 2 prompts similar to the given prompt: an elephant is walking under the sea, 4K, high definition\n","Output: ['A whale is soaring through the clouds, captured in ultra-high definition.', 'A mermaid is dancing in a crystal-clear underwater cave, filmed in 4K resolution.']\n","Prompt: Generate 2 prompts according to the given prompt: an elephant is walking under the sea, 4K, high definitionGenerate 2 sentences of this prompt: an elephant is walking under the sea, 4K, high definition\n","Output: ['Imagine an elephant gracefully strolling through the depths of the ocean, captured in stunning 4K high definition, as it explores the underwater world with majestic elegance.', 'Picture the incredible sight of an elephant moving effortlessly beneath the sea, its every detail crystal clear in 4K high definition, creating a mesmerizing and surreal visual experience.']\n"]}]},{"cell_type":"code","source":["def uqv_evalution():\n"," scores_uvq = []\n"," for i in range(1, 11):\n"," vid_filename = f\"000{i}\"\n"," path = f\"{basedir}/{vidOut}/{vid_filename}.mp4\"\n"," scores_uvq.append(evaluation(path, \"after\"))\n","\n"," print(\"MOS scores across 10 prompts\")\n"," for i in range(1, 11):\n"," print(scores_uvq[i-1])"],"metadata":{"id":"WTmbuGCA7CiH"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":["uqv_evalution()"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"WotL2RFb76Hi","executionInfo":{"status":"ok","timestamp":1713341284812,"user_tz":-480,"elapsed":557559,"user":{"displayName":"Emm宥","userId":"02154495825231234225"}},"outputId":"7e4c853c-56fc-42e4-bfca-e7d391e5724d"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["2024-04-17 07:58:48.344470: E external/local_xla/xla/stream_executor/cuda/cuda_dnn.cc:9261] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered\n","2024-04-17 07:58:48.344530: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:607] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered\n","2024-04-17 07:58:48.346036: E external/local_xla/xla/stream_executor/cuda/cuda_blas.cc:1515] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered\n","2024-04-17 07:58:48.354508: I tensorflow/core/platform/cpu_feature_guard.cc:182] This TensorFlow binary is optimized to use available CPU instructions in performance-critical operations.\n","To enable the following instructions: AVX2 FMA, in other operations, rebuild TensorFlow with the appropriate compiler flags.\n","2024-04-17 07:58:49.657631: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Could not find TensorRT\n","INFO:tensorflow:Run with cmd:ffmpeg -i /content/drive/MyDrive/FYP/Code/VideoCrafter/results/10videos/0001.mp4 -filter_complex \"[0:v]scale=w=1280:h=720:flags=bicubic:force_original_aspect_ratio=1,pad=1280:720:(ow-iw)/2:(oh-ih)/2,format=rgb24,split=2[out1][tmp],[tmp]scale=496:496:flags=bilinear[out2]\" -map [out1] -r 5 -f rawvideo -pix_fmt rgb24 -y /tmp/tmpppvx6cwk -map [out2] -r 5 -f rawvideo -pix_fmt rgb24 -y /tmp/tmp5ef98a6y\n","\n","I0417 07:58:52.854917 135010280681472 uvq_utils.py:81] Run with cmd:ffmpeg -i /content/drive/MyDrive/FYP/Code/VideoCrafter/results/10videos/0001.mp4 -filter_complex \"[0:v]scale=w=1280:h=720:flags=bicubic:force_original_aspect_ratio=1,pad=1280:720:(ow-iw)/2:(oh-ih)/2,format=rgb24,split=2[out1][tmp],[tmp]scale=496:496:flags=bilinear[out2]\" -map [out1] -r 5 -f rawvideo -pix_fmt rgb24 -y /tmp/tmpppvx6cwk -map [out2] -r 5 -f rawvideo -pix_fmt rgb24 -y /tmp/tmp5ef98a6y\n","\n","INFO:tensorflow:Load /content/drive/MyDrive/FYP/Code/VideoCrafter/results/10videos/0001.mp4 done successfully.\n","I0417 07:58:55.805606 135010280681472 uvq_utils.py:113] Load /content/drive/MyDrive/FYP/Code/VideoCrafter/results/10videos/0001.mp4 done successfully.\n","WARNING:tensorflow:From /content/drive/.shortcut-targets-by-id/1XIExHgH8yTJSya4f1RGhW5Z-hwQwqif_/FYP/Code/VideoCrafter/uvq/uvq_utils.py:148: load (from tensorflow.python.saved_model.loader_impl) is deprecated and will be removed in a future version.\n","Instructions for updating:\n","Use `tf.saved_model.load` instead.\n","W0417 07:58:55.808805 135010280681472 deprecation.py:50] From /content/drive/.shortcut-targets-by-id/1XIExHgH8yTJSya4f1RGhW5Z-hwQwqif_/FYP/Code/VideoCrafter/uvq/uvq_utils.py:148: load (from tensorflow.python.saved_model.loader_impl) is deprecated and will be removed in a future version.\n","Instructions for updating:\n","Use `tf.saved_model.load` instead.\n","INFO:tensorflow:Restoring parameters from ./uvq/models/compressionnet_baseline/variables/variables\n","I0417 07:58:58.414186 135010280681472 saver.py:1413] Restoring parameters from ./uvq/models/compressionnet_baseline/variables/variables\n","2024-04-17 07:58:58.508750: I tensorflow/compiler/mlir/mlir_graph_optimization_pass.cc:388] MLIR V1 optimization pass is not enabled\n","INFO:tensorflow:Restoring parameters from ./uvq/models/contentnet_baseline/variables/variables\n","I0417 07:59:35.036709 135010280681472 saver.py:1413] Restoring parameters from ./uvq/models/contentnet_baseline/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/distortionnet_baseline/variables/variables\n","I0417 07:59:40.741239 135010280681472 saver.py:1413] Restoring parameters from ./uvq/models/distortionnet_baseline/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_compression/variables/variables\n","I0417 07:59:53.301519 135010280681472 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_compression/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_compression/variables/variables\n","I0417 07:59:54.840159 135010280681472 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_compression/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_compression/variables/variables\n","I0417 07:59:56.164435 135010280681472 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_compression/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_compression/variables/variables\n","I0417 07:59:57.362434 135010280681472 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_compression/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_compression/variables/variables\n","I0417 07:59:58.500735 135010280681472 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_compression/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_content/variables/variables\n","I0417 08:00:00.440894 135010280681472 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_content/variables/variables\n","I0417 08:00:02.175691 135010280681472 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_content/variables/variables\n","I0417 08:00:03.343462 135010280681472 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_content/variables/variables\n","I0417 08:00:04.582917 135010280681472 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_content/variables/variables\n","I0417 08:00:08.294833 135010280681472 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_distortion/variables/variables\n","I0417 08:00:09.438690 135010280681472 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_distortion/variables/variables\n","I0417 08:00:10.529806 135010280681472 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_distortion/variables/variables\n","I0417 08:00:11.631499 135010280681472 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_distortion/variables/variables\n","I0417 08:00:12.888482 135010280681472 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_distortion/variables/variables\n","I0417 08:00:14.087812 135010280681472 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_compression_content/variables/variables\n","I0417 08:00:15.337380 135010280681472 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_compression_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_compression_content/variables/variables\n","I0417 08:00:16.574328 135010280681472 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_compression_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_compression_content/variables/variables\n","I0417 08:00:18.192622 135010280681472 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_compression_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_compression_content/variables/variables\n","I0417 08:00:19.350629 135010280681472 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_compression_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_compression_content/variables/variables\n","I0417 08:00:20.528205 135010280681472 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_compression_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_compression_distortion/variables/variables\n","I0417 08:00:27.273722 135010280681472 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_compression_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_compression_distortion/variables/variables\n","I0417 08:00:28.422941 135010280681472 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_compression_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_compression_distortion/variables/variables\n","I0417 08:00:29.650078 135010280681472 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_compression_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_compression_distortion/variables/variables\n","I0417 08:00:30.885407 135010280681472 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_compression_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_compression_distortion/variables/variables\n","I0417 08:00:32.023201 135010280681472 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_compression_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_content_distortion/variables/variables\n","I0417 08:00:33.571578 135010280681472 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_content_distortion/variables/variables\n","I0417 08:00:34.722053 135010280681472 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_content_distortion/variables/variables\n","I0417 08:00:35.863575 135010280681472 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_content_distortion/variables/variables\n","I0417 08:00:37.033389 135010280681472 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_content_distortion/variables/variables\n","I0417 08:00:38.281560 135010280681472 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_compression_content_distortion/variables/variables\n","I0417 08:00:39.468329 135010280681472 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_compression_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_compression_content_distortion/variables/variables\n","I0417 08:00:51.824462 135010280681472 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_compression_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_compression_content_distortion/variables/variables\n","I0417 08:00:52.927026 135010280681472 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_compression_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_compression_content_distortion/variables/variables\n","I0417 08:00:54.435668 135010280681472 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_compression_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_compression_content_distortion/variables/variables\n","I0417 08:00:55.744404 135010280681472 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_compression_content_distortion/variables/variables\n","2024-04-17 08:00:58.427954: E external/local_xla/xla/stream_executor/cuda/cuda_dnn.cc:9261] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered\n","2024-04-17 08:00:58.428014: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:607] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered\n","2024-04-17 08:00:58.429487: E external/local_xla/xla/stream_executor/cuda/cuda_blas.cc:1515] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered\n","2024-04-17 08:00:58.437629: I tensorflow/core/platform/cpu_feature_guard.cc:182] This TensorFlow binary is optimized to use available CPU instructions in performance-critical operations.\n","To enable the following instructions: AVX2 FMA, in other operations, rebuild TensorFlow with the appropriate compiler flags.\n","2024-04-17 08:00:59.700524: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Could not find TensorRT\n","INFO:tensorflow:Run with cmd:ffmpeg -i /content/drive/MyDrive/FYP/Code/VideoCrafter/results/10videos/0002.mp4 -filter_complex \"[0:v]scale=w=1280:h=720:flags=bicubic:force_original_aspect_ratio=1,pad=1280:720:(ow-iw)/2:(oh-ih)/2,format=rgb24,split=2[out1][tmp],[tmp]scale=496:496:flags=bilinear[out2]\" -map [out1] -r 5 -f rawvideo -pix_fmt rgb24 -y /tmp/tmpb8ah15g_ -map [out2] -r 5 -f rawvideo -pix_fmt rgb24 -y /tmp/tmp4lqsftnr\n","\n","I0417 08:01:01.680748 132111228710912 uvq_utils.py:81] Run with cmd:ffmpeg -i /content/drive/MyDrive/FYP/Code/VideoCrafter/results/10videos/0002.mp4 -filter_complex \"[0:v]scale=w=1280:h=720:flags=bicubic:force_original_aspect_ratio=1,pad=1280:720:(ow-iw)/2:(oh-ih)/2,format=rgb24,split=2[out1][tmp],[tmp]scale=496:496:flags=bilinear[out2]\" -map [out1] -r 5 -f rawvideo -pix_fmt rgb24 -y /tmp/tmpb8ah15g_ -map [out2] -r 5 -f rawvideo -pix_fmt rgb24 -y /tmp/tmp4lqsftnr\n","\n","INFO:tensorflow:Load /content/drive/MyDrive/FYP/Code/VideoCrafter/results/10videos/0002.mp4 done successfully.\n","I0417 08:01:04.128302 132111228710912 uvq_utils.py:113] Load /content/drive/MyDrive/FYP/Code/VideoCrafter/results/10videos/0002.mp4 done successfully.\n","WARNING:tensorflow:From /content/drive/.shortcut-targets-by-id/1XIExHgH8yTJSya4f1RGhW5Z-hwQwqif_/FYP/Code/VideoCrafter/uvq/uvq_utils.py:148: load (from tensorflow.python.saved_model.loader_impl) is deprecated and will be removed in a future version.\n","Instructions for updating:\n","Use `tf.saved_model.load` instead.\n","W0417 08:01:04.131870 132111228710912 deprecation.py:50] From /content/drive/.shortcut-targets-by-id/1XIExHgH8yTJSya4f1RGhW5Z-hwQwqif_/FYP/Code/VideoCrafter/uvq/uvq_utils.py:148: load (from tensorflow.python.saved_model.loader_impl) is deprecated and will be removed in a future version.\n","Instructions for updating:\n","Use `tf.saved_model.load` instead.\n","INFO:tensorflow:Restoring parameters from ./uvq/models/compressionnet_baseline/variables/variables\n","I0417 08:01:05.826376 132111228710912 saver.py:1413] Restoring parameters from ./uvq/models/compressionnet_baseline/variables/variables\n","2024-04-17 08:01:05.916572: I tensorflow/compiler/mlir/mlir_graph_optimization_pass.cc:388] MLIR V1 optimization pass is not enabled\n","INFO:tensorflow:Restoring parameters from ./uvq/models/contentnet_baseline/variables/variables\n","I0417 08:01:36.479152 132111228710912 saver.py:1413] Restoring parameters from ./uvq/models/contentnet_baseline/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/distortionnet_baseline/variables/variables\n","I0417 08:01:38.560257 132111228710912 saver.py:1413] Restoring parameters from ./uvq/models/distortionnet_baseline/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_compression/variables/variables\n","I0417 08:01:41.609713 132111228710912 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_compression/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_compression/variables/variables\n","I0417 08:01:41.741824 132111228710912 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_compression/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_compression/variables/variables\n","I0417 08:01:41.918932 132111228710912 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_compression/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_compression/variables/variables\n","I0417 08:01:42.058992 132111228710912 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_compression/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_compression/variables/variables\n","I0417 08:01:42.190311 132111228710912 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_compression/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_content/variables/variables\n","I0417 08:01:42.327310 132111228710912 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_content/variables/variables\n","I0417 08:01:42.458078 132111228710912 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_content/variables/variables\n","I0417 08:01:42.595804 132111228710912 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_content/variables/variables\n","I0417 08:01:42.730196 132111228710912 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_content/variables/variables\n","I0417 08:01:42.873732 132111228710912 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_distortion/variables/variables\n","I0417 08:01:43.019174 132111228710912 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_distortion/variables/variables\n","I0417 08:01:43.177528 132111228710912 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_distortion/variables/variables\n","I0417 08:01:43.381130 132111228710912 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_distortion/variables/variables\n","I0417 08:01:43.582098 132111228710912 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_distortion/variables/variables\n","I0417 08:01:43.774454 132111228710912 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_compression_content/variables/variables\n","I0417 08:01:43.973455 132111228710912 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_compression_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_compression_content/variables/variables\n","I0417 08:01:44.169660 132111228710912 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_compression_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_compression_content/variables/variables\n","I0417 08:01:44.357610 132111228710912 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_compression_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_compression_content/variables/variables\n","I0417 08:01:44.555982 132111228710912 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_compression_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_compression_content/variables/variables\n","I0417 08:01:44.758307 132111228710912 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_compression_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_compression_distortion/variables/variables\n","I0417 08:01:44.968300 132111228710912 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_compression_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_compression_distortion/variables/variables\n","I0417 08:01:45.170990 132111228710912 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_compression_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_compression_distortion/variables/variables\n","I0417 08:01:45.386879 132111228710912 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_compression_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_compression_distortion/variables/variables\n","I0417 08:01:45.580361 132111228710912 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_compression_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_compression_distortion/variables/variables\n","I0417 08:01:45.801012 132111228710912 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_compression_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_content_distortion/variables/variables\n","I0417 08:01:46.042849 132111228710912 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_content_distortion/variables/variables\n","I0417 08:01:46.245067 132111228710912 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_content_distortion/variables/variables\n","I0417 08:01:46.443412 132111228710912 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_content_distortion/variables/variables\n","I0417 08:01:46.660495 132111228710912 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_content_distortion/variables/variables\n","I0417 08:01:46.861772 132111228710912 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_compression_content_distortion/variables/variables\n","I0417 08:01:47.009508 132111228710912 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_compression_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_compression_content_distortion/variables/variables\n","I0417 08:01:47.164375 132111228710912 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_compression_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_compression_content_distortion/variables/variables\n","I0417 08:01:47.323251 132111228710912 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_compression_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_compression_content_distortion/variables/variables\n","I0417 08:01:47.467284 132111228710912 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_compression_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_compression_content_distortion/variables/variables\n","I0417 08:01:47.605917 132111228710912 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_compression_content_distortion/variables/variables\n","2024-04-17 08:01:49.590549: E external/local_xla/xla/stream_executor/cuda/cuda_dnn.cc:9261] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered\n","2024-04-17 08:01:49.590611: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:607] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered\n","2024-04-17 08:01:49.592028: E external/local_xla/xla/stream_executor/cuda/cuda_blas.cc:1515] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered\n","2024-04-17 08:01:49.600131: I tensorflow/core/platform/cpu_feature_guard.cc:182] This TensorFlow binary is optimized to use available CPU instructions in performance-critical operations.\n","To enable the following instructions: AVX2 FMA, in other operations, rebuild TensorFlow with the appropriate compiler flags.\n","2024-04-17 08:01:50.870002: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Could not find TensorRT\n","INFO:tensorflow:Run with cmd:ffmpeg -i /content/drive/MyDrive/FYP/Code/VideoCrafter/results/10videos/0003.mp4 -filter_complex \"[0:v]scale=w=1280:h=720:flags=bicubic:force_original_aspect_ratio=1,pad=1280:720:(ow-iw)/2:(oh-ih)/2,format=rgb24,split=2[out1][tmp],[tmp]scale=496:496:flags=bilinear[out2]\" -map [out1] -r 5 -f rawvideo -pix_fmt rgb24 -y /tmp/tmpz4e38p93 -map [out2] -r 5 -f rawvideo -pix_fmt rgb24 -y /tmp/tmpg_r3jhd6\n","\n","I0417 08:01:52.773456 132415567204352 uvq_utils.py:81] Run with cmd:ffmpeg -i /content/drive/MyDrive/FYP/Code/VideoCrafter/results/10videos/0003.mp4 -filter_complex \"[0:v]scale=w=1280:h=720:flags=bicubic:force_original_aspect_ratio=1,pad=1280:720:(ow-iw)/2:(oh-ih)/2,format=rgb24,split=2[out1][tmp],[tmp]scale=496:496:flags=bilinear[out2]\" -map [out1] -r 5 -f rawvideo -pix_fmt rgb24 -y /tmp/tmpz4e38p93 -map [out2] -r 5 -f rawvideo -pix_fmt rgb24 -y /tmp/tmpg_r3jhd6\n","\n","INFO:tensorflow:Load /content/drive/MyDrive/FYP/Code/VideoCrafter/results/10videos/0003.mp4 done successfully.\n","I0417 08:01:54.202101 132415567204352 uvq_utils.py:113] Load /content/drive/MyDrive/FYP/Code/VideoCrafter/results/10videos/0003.mp4 done successfully.\n","WARNING:tensorflow:From /content/drive/.shortcut-targets-by-id/1XIExHgH8yTJSya4f1RGhW5Z-hwQwqif_/FYP/Code/VideoCrafter/uvq/uvq_utils.py:148: load (from tensorflow.python.saved_model.loader_impl) is deprecated and will be removed in a future version.\n","Instructions for updating:\n","Use `tf.saved_model.load` instead.\n","W0417 08:01:54.205045 132415567204352 deprecation.py:50] From /content/drive/.shortcut-targets-by-id/1XIExHgH8yTJSya4f1RGhW5Z-hwQwqif_/FYP/Code/VideoCrafter/uvq/uvq_utils.py:148: load (from tensorflow.python.saved_model.loader_impl) is deprecated and will be removed in a future version.\n","Instructions for updating:\n","Use `tf.saved_model.load` instead.\n","INFO:tensorflow:Restoring parameters from ./uvq/models/compressionnet_baseline/variables/variables\n","I0417 08:01:55.659398 132415567204352 saver.py:1413] Restoring parameters from ./uvq/models/compressionnet_baseline/variables/variables\n","2024-04-17 08:01:55.748754: I tensorflow/compiler/mlir/mlir_graph_optimization_pass.cc:388] MLIR V1 optimization pass is not enabled\n","INFO:tensorflow:Restoring parameters from ./uvq/models/contentnet_baseline/variables/variables\n","I0417 08:02:28.685447 132415567204352 saver.py:1413] Restoring parameters from ./uvq/models/contentnet_baseline/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/distortionnet_baseline/variables/variables\n","I0417 08:02:31.983575 132415567204352 saver.py:1413] Restoring parameters from ./uvq/models/distortionnet_baseline/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_compression/variables/variables\n","I0417 08:02:35.252118 132415567204352 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_compression/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_compression/variables/variables\n","I0417 08:02:35.381397 132415567204352 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_compression/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_compression/variables/variables\n","I0417 08:02:35.513402 132415567204352 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_compression/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_compression/variables/variables\n","I0417 08:02:35.644941 132415567204352 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_compression/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_compression/variables/variables\n","I0417 08:02:35.781731 132415567204352 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_compression/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_content/variables/variables\n","I0417 08:02:35.928012 132415567204352 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_content/variables/variables\n","I0417 08:02:36.062068 132415567204352 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_content/variables/variables\n","I0417 08:02:36.209229 132415567204352 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_content/variables/variables\n","I0417 08:02:36.361562 132415567204352 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_content/variables/variables\n","I0417 08:02:36.504183 132415567204352 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_distortion/variables/variables\n","I0417 08:02:36.652304 132415567204352 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_distortion/variables/variables\n","I0417 08:02:36.789807 132415567204352 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_distortion/variables/variables\n","I0417 08:02:36.931543 132415567204352 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_distortion/variables/variables\n","I0417 08:02:37.067335 132415567204352 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_distortion/variables/variables\n","I0417 08:02:37.217530 132415567204352 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_compression_content/variables/variables\n","I0417 08:02:37.356326 132415567204352 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_compression_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_compression_content/variables/variables\n","I0417 08:02:37.495767 132415567204352 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_compression_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_compression_content/variables/variables\n","I0417 08:02:37.633370 132415567204352 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_compression_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_compression_content/variables/variables\n","I0417 08:02:37.785547 132415567204352 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_compression_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_compression_content/variables/variables\n","I0417 08:02:37.939962 132415567204352 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_compression_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_compression_distortion/variables/variables\n","I0417 08:02:38.091298 132415567204352 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_compression_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_compression_distortion/variables/variables\n","I0417 08:02:38.243390 132415567204352 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_compression_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_compression_distortion/variables/variables\n","I0417 08:02:38.380418 132415567204352 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_compression_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_compression_distortion/variables/variables\n","I0417 08:02:38.516023 132415567204352 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_compression_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_compression_distortion/variables/variables\n","I0417 08:02:38.648405 132415567204352 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_compression_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_content_distortion/variables/variables\n","I0417 08:02:38.798140 132415567204352 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_content_distortion/variables/variables\n","I0417 08:02:38.939159 132415567204352 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_content_distortion/variables/variables\n","I0417 08:02:39.080235 132415567204352 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_content_distortion/variables/variables\n","I0417 08:02:39.227468 132415567204352 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_content_distortion/variables/variables\n","I0417 08:02:39.388574 132415567204352 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_compression_content_distortion/variables/variables\n","I0417 08:02:39.543971 132415567204352 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_compression_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_compression_content_distortion/variables/variables\n","I0417 08:02:39.695394 132415567204352 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_compression_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_compression_content_distortion/variables/variables\n","I0417 08:02:39.845431 132415567204352 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_compression_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_compression_content_distortion/variables/variables\n","I0417 08:02:39.991963 132415567204352 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_compression_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_compression_content_distortion/variables/variables\n","I0417 08:02:40.130879 132415567204352 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_compression_content_distortion/variables/variables\n","2024-04-17 08:02:42.226287: E external/local_xla/xla/stream_executor/cuda/cuda_dnn.cc:9261] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered\n","2024-04-17 08:02:42.226351: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:607] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered\n","2024-04-17 08:02:42.229632: E external/local_xla/xla/stream_executor/cuda/cuda_blas.cc:1515] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered\n","2024-04-17 08:02:42.242392: I tensorflow/core/platform/cpu_feature_guard.cc:182] This TensorFlow binary is optimized to use available CPU instructions in performance-critical operations.\n","To enable the following instructions: AVX2 FMA, in other operations, rebuild TensorFlow with the appropriate compiler flags.\n","2024-04-17 08:02:44.084452: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Could not find TensorRT\n","INFO:tensorflow:Run with cmd:ffmpeg -i /content/drive/MyDrive/FYP/Code/VideoCrafter/results/10videos/0004.mp4 -filter_complex \"[0:v]scale=w=1280:h=720:flags=bicubic:force_original_aspect_ratio=1,pad=1280:720:(ow-iw)/2:(oh-ih)/2,format=rgb24,split=2[out1][tmp],[tmp]scale=496:496:flags=bilinear[out2]\" -map [out1] -r 5 -f rawvideo -pix_fmt rgb24 -y /tmp/tmp71kzodrp -map [out2] -r 5 -f rawvideo -pix_fmt rgb24 -y /tmp/tmph29sl3ke\n","\n","I0417 08:02:46.449914 138473837142016 uvq_utils.py:81] Run with cmd:ffmpeg -i /content/drive/MyDrive/FYP/Code/VideoCrafter/results/10videos/0004.mp4 -filter_complex \"[0:v]scale=w=1280:h=720:flags=bicubic:force_original_aspect_ratio=1,pad=1280:720:(ow-iw)/2:(oh-ih)/2,format=rgb24,split=2[out1][tmp],[tmp]scale=496:496:flags=bilinear[out2]\" -map [out1] -r 5 -f rawvideo -pix_fmt rgb24 -y /tmp/tmp71kzodrp -map [out2] -r 5 -f rawvideo -pix_fmt rgb24 -y /tmp/tmph29sl3ke\n","\n","INFO:tensorflow:Load /content/drive/MyDrive/FYP/Code/VideoCrafter/results/10videos/0004.mp4 done successfully.\n","I0417 08:02:48.034716 138473837142016 uvq_utils.py:113] Load /content/drive/MyDrive/FYP/Code/VideoCrafter/results/10videos/0004.mp4 done successfully.\n","WARNING:tensorflow:From /content/drive/.shortcut-targets-by-id/1XIExHgH8yTJSya4f1RGhW5Z-hwQwqif_/FYP/Code/VideoCrafter/uvq/uvq_utils.py:148: load (from tensorflow.python.saved_model.loader_impl) is deprecated and will be removed in a future version.\n","Instructions for updating:\n","Use `tf.saved_model.load` instead.\n","W0417 08:02:48.037628 138473837142016 deprecation.py:50] From /content/drive/.shortcut-targets-by-id/1XIExHgH8yTJSya4f1RGhW5Z-hwQwqif_/FYP/Code/VideoCrafter/uvq/uvq_utils.py:148: load (from tensorflow.python.saved_model.loader_impl) is deprecated and will be removed in a future version.\n","Instructions for updating:\n","Use `tf.saved_model.load` instead.\n","INFO:tensorflow:Restoring parameters from ./uvq/models/compressionnet_baseline/variables/variables\n","I0417 08:02:49.471424 138473837142016 saver.py:1413] Restoring parameters from ./uvq/models/compressionnet_baseline/variables/variables\n","2024-04-17 08:02:49.559019: I tensorflow/compiler/mlir/mlir_graph_optimization_pass.cc:388] MLIR V1 optimization pass is not enabled\n","INFO:tensorflow:Restoring parameters from ./uvq/models/contentnet_baseline/variables/variables\n","I0417 08:03:20.325019 138473837142016 saver.py:1413] Restoring parameters from ./uvq/models/contentnet_baseline/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/distortionnet_baseline/variables/variables\n","I0417 08:03:22.444483 138473837142016 saver.py:1413] Restoring parameters from ./uvq/models/distortionnet_baseline/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_compression/variables/variables\n","I0417 08:03:26.380867 138473837142016 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_compression/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_compression/variables/variables\n","I0417 08:03:26.572273 138473837142016 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_compression/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_compression/variables/variables\n","I0417 08:03:26.762072 138473837142016 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_compression/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_compression/variables/variables\n","I0417 08:03:26.951328 138473837142016 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_compression/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_compression/variables/variables\n","I0417 08:03:27.159404 138473837142016 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_compression/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_content/variables/variables\n","I0417 08:03:27.359247 138473837142016 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_content/variables/variables\n","I0417 08:03:27.596491 138473837142016 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_content/variables/variables\n","I0417 08:03:27.801616 138473837142016 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_content/variables/variables\n","I0417 08:03:27.986568 138473837142016 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_content/variables/variables\n","I0417 08:03:28.132875 138473837142016 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_distortion/variables/variables\n","I0417 08:03:28.278977 138473837142016 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_distortion/variables/variables\n","I0417 08:03:28.413383 138473837142016 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_distortion/variables/variables\n","I0417 08:03:28.556917 138473837142016 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_distortion/variables/variables\n","I0417 08:03:28.693938 138473837142016 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_distortion/variables/variables\n","I0417 08:03:28.829015 138473837142016 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_compression_content/variables/variables\n","I0417 08:03:28.971397 138473837142016 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_compression_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_compression_content/variables/variables\n","I0417 08:03:29.137004 138473837142016 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_compression_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_compression_content/variables/variables\n","I0417 08:03:29.278021 138473837142016 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_compression_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_compression_content/variables/variables\n","I0417 08:03:29.422303 138473837142016 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_compression_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_compression_content/variables/variables\n","I0417 08:03:29.577575 138473837142016 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_compression_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_compression_distortion/variables/variables\n","I0417 08:03:29.732866 138473837142016 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_compression_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_compression_distortion/variables/variables\n","I0417 08:03:29.870058 138473837142016 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_compression_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_compression_distortion/variables/variables\n","I0417 08:03:30.012160 138473837142016 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_compression_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_compression_distortion/variables/variables\n","I0417 08:03:30.163130 138473837142016 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_compression_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_compression_distortion/variables/variables\n","I0417 08:03:30.303733 138473837142016 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_compression_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_content_distortion/variables/variables\n","I0417 08:03:30.453334 138473837142016 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_content_distortion/variables/variables\n","I0417 08:03:30.618619 138473837142016 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_content_distortion/variables/variables\n","I0417 08:03:30.772334 138473837142016 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_content_distortion/variables/variables\n","I0417 08:03:30.916615 138473837142016 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_content_distortion/variables/variables\n","I0417 08:03:31.053633 138473837142016 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_compression_content_distortion/variables/variables\n","I0417 08:03:31.209670 138473837142016 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_compression_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_compression_content_distortion/variables/variables\n","I0417 08:03:31.366891 138473837142016 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_compression_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_compression_content_distortion/variables/variables\n","I0417 08:03:31.516070 138473837142016 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_compression_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_compression_content_distortion/variables/variables\n","I0417 08:03:31.660261 138473837142016 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_compression_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_compression_content_distortion/variables/variables\n","I0417 08:03:31.795952 138473837142016 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_compression_content_distortion/variables/variables\n","2024-04-17 08:03:33.819503: E external/local_xla/xla/stream_executor/cuda/cuda_dnn.cc:9261] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered\n","2024-04-17 08:03:33.819566: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:607] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered\n","2024-04-17 08:03:33.821551: E external/local_xla/xla/stream_executor/cuda/cuda_blas.cc:1515] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered\n","2024-04-17 08:03:33.830520: I tensorflow/core/platform/cpu_feature_guard.cc:182] This TensorFlow binary is optimized to use available CPU instructions in performance-critical operations.\n","To enable the following instructions: AVX2 FMA, in other operations, rebuild TensorFlow with the appropriate compiler flags.\n","2024-04-17 08:03:35.104662: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Could not find TensorRT\n","INFO:tensorflow:Run with cmd:ffmpeg -i /content/drive/MyDrive/FYP/Code/VideoCrafter/results/10videos/0005.mp4 -filter_complex \"[0:v]scale=w=1280:h=720:flags=bicubic:force_original_aspect_ratio=1,pad=1280:720:(ow-iw)/2:(oh-ih)/2,format=rgb24,split=2[out1][tmp],[tmp]scale=496:496:flags=bilinear[out2]\" -map [out1] -r 5 -f rawvideo -pix_fmt rgb24 -y /tmp/tmpid4_xoj_ -map [out2] -r 5 -f rawvideo -pix_fmt rgb24 -y /tmp/tmpkc8o4qyk\n","\n","I0417 08:03:36.998554 132284465758208 uvq_utils.py:81] Run with cmd:ffmpeg -i /content/drive/MyDrive/FYP/Code/VideoCrafter/results/10videos/0005.mp4 -filter_complex \"[0:v]scale=w=1280:h=720:flags=bicubic:force_original_aspect_ratio=1,pad=1280:720:(ow-iw)/2:(oh-ih)/2,format=rgb24,split=2[out1][tmp],[tmp]scale=496:496:flags=bilinear[out2]\" -map [out1] -r 5 -f rawvideo -pix_fmt rgb24 -y /tmp/tmpid4_xoj_ -map [out2] -r 5 -f rawvideo -pix_fmt rgb24 -y /tmp/tmpkc8o4qyk\n","\n","INFO:tensorflow:Load /content/drive/MyDrive/FYP/Code/VideoCrafter/results/10videos/0005.mp4 done successfully.\n","I0417 08:03:38.876074 132284465758208 uvq_utils.py:113] Load /content/drive/MyDrive/FYP/Code/VideoCrafter/results/10videos/0005.mp4 done successfully.\n","WARNING:tensorflow:From /content/drive/.shortcut-targets-by-id/1XIExHgH8yTJSya4f1RGhW5Z-hwQwqif_/FYP/Code/VideoCrafter/uvq/uvq_utils.py:148: load (from tensorflow.python.saved_model.loader_impl) is deprecated and will be removed in a future version.\n","Instructions for updating:\n","Use `tf.saved_model.load` instead.\n","W0417 08:03:38.883610 132284465758208 deprecation.py:50] From /content/drive/.shortcut-targets-by-id/1XIExHgH8yTJSya4f1RGhW5Z-hwQwqif_/FYP/Code/VideoCrafter/uvq/uvq_utils.py:148: load (from tensorflow.python.saved_model.loader_impl) is deprecated and will be removed in a future version.\n","Instructions for updating:\n","Use `tf.saved_model.load` instead.\n","INFO:tensorflow:Restoring parameters from ./uvq/models/compressionnet_baseline/variables/variables\n","I0417 08:03:41.286513 132284465758208 saver.py:1413] Restoring parameters from ./uvq/models/compressionnet_baseline/variables/variables\n","2024-04-17 08:03:41.442890: I tensorflow/compiler/mlir/mlir_graph_optimization_pass.cc:388] MLIR V1 optimization pass is not enabled\n","INFO:tensorflow:Restoring parameters from ./uvq/models/contentnet_baseline/variables/variables\n","I0417 08:04:14.922069 132284465758208 saver.py:1413] Restoring parameters from ./uvq/models/contentnet_baseline/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/distortionnet_baseline/variables/variables\n","I0417 08:04:17.201725 132284465758208 saver.py:1413] Restoring parameters from ./uvq/models/distortionnet_baseline/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_compression/variables/variables\n","I0417 08:04:20.436877 132284465758208 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_compression/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_compression/variables/variables\n","I0417 08:04:20.584185 132284465758208 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_compression/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_compression/variables/variables\n","I0417 08:04:20.729922 132284465758208 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_compression/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_compression/variables/variables\n","I0417 08:04:20.890108 132284465758208 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_compression/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_compression/variables/variables\n","I0417 08:04:21.031167 132284465758208 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_compression/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_content/variables/variables\n","I0417 08:04:21.179660 132284465758208 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_content/variables/variables\n","I0417 08:04:21.328302 132284465758208 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_content/variables/variables\n","I0417 08:04:21.474055 132284465758208 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_content/variables/variables\n","I0417 08:04:21.614692 132284465758208 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_content/variables/variables\n","I0417 08:04:21.752433 132284465758208 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_distortion/variables/variables\n","I0417 08:04:21.896211 132284465758208 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_distortion/variables/variables\n","I0417 08:04:22.035313 132284465758208 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_distortion/variables/variables\n","I0417 08:04:22.181003 132284465758208 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_distortion/variables/variables\n","I0417 08:04:22.345077 132284465758208 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_distortion/variables/variables\n","I0417 08:04:22.489167 132284465758208 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_compression_content/variables/variables\n","I0417 08:04:22.682208 132284465758208 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_compression_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_compression_content/variables/variables\n","I0417 08:04:22.882959 132284465758208 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_compression_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_compression_content/variables/variables\n","I0417 08:04:23.079628 132284465758208 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_compression_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_compression_content/variables/variables\n","I0417 08:04:23.267946 132284465758208 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_compression_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_compression_content/variables/variables\n","I0417 08:04:23.485239 132284465758208 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_compression_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_compression_distortion/variables/variables\n","I0417 08:04:23.682722 132284465758208 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_compression_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_compression_distortion/variables/variables\n","I0417 08:04:23.876301 132284465758208 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_compression_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_compression_distortion/variables/variables\n","I0417 08:04:24.065216 132284465758208 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_compression_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_compression_distortion/variables/variables\n","I0417 08:04:24.283659 132284465758208 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_compression_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_compression_distortion/variables/variables\n","I0417 08:04:24.478436 132284465758208 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_compression_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_content_distortion/variables/variables\n","I0417 08:04:24.692807 132284465758208 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_content_distortion/variables/variables\n","I0417 08:04:24.881226 132284465758208 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_content_distortion/variables/variables\n","I0417 08:04:25.072642 132284465758208 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_content_distortion/variables/variables\n","I0417 08:04:25.285466 132284465758208 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_content_distortion/variables/variables\n","I0417 08:04:25.511203 132284465758208 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_compression_content_distortion/variables/variables\n","I0417 08:04:25.723153 132284465758208 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_compression_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_compression_content_distortion/variables/variables\n","I0417 08:04:25.944038 132284465758208 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_compression_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_compression_content_distortion/variables/variables\n","I0417 08:04:26.146208 132284465758208 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_compression_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_compression_content_distortion/variables/variables\n","I0417 08:04:26.360983 132284465758208 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_compression_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_compression_content_distortion/variables/variables\n","I0417 08:04:26.507607 132284465758208 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_compression_content_distortion/variables/variables\n","2024-04-17 08:04:28.752556: E external/local_xla/xla/stream_executor/cuda/cuda_dnn.cc:9261] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered\n","2024-04-17 08:04:28.752636: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:607] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered\n","2024-04-17 08:04:28.755756: E external/local_xla/xla/stream_executor/cuda/cuda_blas.cc:1515] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered\n","2024-04-17 08:04:28.769107: I tensorflow/core/platform/cpu_feature_guard.cc:182] This TensorFlow binary is optimized to use available CPU instructions in performance-critical operations.\n","To enable the following instructions: AVX2 FMA, in other operations, rebuild TensorFlow with the appropriate compiler flags.\n","2024-04-17 08:04:30.141231: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Could not find TensorRT\n","INFO:tensorflow:Run with cmd:ffmpeg -i /content/drive/MyDrive/FYP/Code/VideoCrafter/results/10videos/0006.mp4 -filter_complex \"[0:v]scale=w=1280:h=720:flags=bicubic:force_original_aspect_ratio=1,pad=1280:720:(ow-iw)/2:(oh-ih)/2,format=rgb24,split=2[out1][tmp],[tmp]scale=496:496:flags=bilinear[out2]\" -map [out1] -r 5 -f rawvideo -pix_fmt rgb24 -y /tmp/tmpsuh8vcou -map [out2] -r 5 -f rawvideo -pix_fmt rgb24 -y /tmp/tmpvvrf3mqp\n","\n","I0417 08:04:32.268577 139575910928384 uvq_utils.py:81] Run with cmd:ffmpeg -i /content/drive/MyDrive/FYP/Code/VideoCrafter/results/10videos/0006.mp4 -filter_complex \"[0:v]scale=w=1280:h=720:flags=bicubic:force_original_aspect_ratio=1,pad=1280:720:(ow-iw)/2:(oh-ih)/2,format=rgb24,split=2[out1][tmp],[tmp]scale=496:496:flags=bilinear[out2]\" -map [out1] -r 5 -f rawvideo -pix_fmt rgb24 -y /tmp/tmpsuh8vcou -map [out2] -r 5 -f rawvideo -pix_fmt rgb24 -y /tmp/tmpvvrf3mqp\n","\n","INFO:tensorflow:Load /content/drive/MyDrive/FYP/Code/VideoCrafter/results/10videos/0006.mp4 done successfully.\n","I0417 08:04:34.614770 139575910928384 uvq_utils.py:113] Load /content/drive/MyDrive/FYP/Code/VideoCrafter/results/10videos/0006.mp4 done successfully.\n","WARNING:tensorflow:From /content/drive/.shortcut-targets-by-id/1XIExHgH8yTJSya4f1RGhW5Z-hwQwqif_/FYP/Code/VideoCrafter/uvq/uvq_utils.py:148: load (from tensorflow.python.saved_model.loader_impl) is deprecated and will be removed in a future version.\n","Instructions for updating:\n","Use `tf.saved_model.load` instead.\n","W0417 08:04:34.619616 139575910928384 deprecation.py:50] From /content/drive/.shortcut-targets-by-id/1XIExHgH8yTJSya4f1RGhW5Z-hwQwqif_/FYP/Code/VideoCrafter/uvq/uvq_utils.py:148: load (from tensorflow.python.saved_model.loader_impl) is deprecated and will be removed in a future version.\n","Instructions for updating:\n","Use `tf.saved_model.load` instead.\n","INFO:tensorflow:Restoring parameters from ./uvq/models/compressionnet_baseline/variables/variables\n","I0417 08:04:36.121073 139575910928384 saver.py:1413] Restoring parameters from ./uvq/models/compressionnet_baseline/variables/variables\n","2024-04-17 08:04:36.212481: I tensorflow/compiler/mlir/mlir_graph_optimization_pass.cc:388] MLIR V1 optimization pass is not enabled\n","INFO:tensorflow:Restoring parameters from ./uvq/models/contentnet_baseline/variables/variables\n","I0417 08:05:08.086715 139575910928384 saver.py:1413] Restoring parameters from ./uvq/models/contentnet_baseline/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/distortionnet_baseline/variables/variables\n","I0417 08:05:10.484967 139575910928384 saver.py:1413] Restoring parameters from ./uvq/models/distortionnet_baseline/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_compression/variables/variables\n","I0417 08:05:13.689390 139575910928384 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_compression/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_compression/variables/variables\n","I0417 08:05:13.827467 139575910928384 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_compression/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_compression/variables/variables\n","I0417 08:05:13.965640 139575910928384 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_compression/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_compression/variables/variables\n","I0417 08:05:14.097960 139575910928384 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_compression/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_compression/variables/variables\n","I0417 08:05:14.244725 139575910928384 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_compression/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_content/variables/variables\n","I0417 08:05:14.408198 139575910928384 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_content/variables/variables\n","I0417 08:05:14.559687 139575910928384 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_content/variables/variables\n","I0417 08:05:14.707896 139575910928384 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_content/variables/variables\n","I0417 08:05:14.850044 139575910928384 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_content/variables/variables\n","I0417 08:05:14.981660 139575910928384 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_distortion/variables/variables\n","I0417 08:05:15.152564 139575910928384 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_distortion/variables/variables\n","I0417 08:05:15.298939 139575910928384 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_distortion/variables/variables\n","I0417 08:05:15.461619 139575910928384 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_distortion/variables/variables\n","I0417 08:05:15.603567 139575910928384 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_distortion/variables/variables\n","I0417 08:05:15.751254 139575910928384 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_compression_content/variables/variables\n","I0417 08:05:15.899838 139575910928384 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_compression_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_compression_content/variables/variables\n","I0417 08:05:16.049151 139575910928384 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_compression_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_compression_content/variables/variables\n","I0417 08:05:16.190309 139575910928384 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_compression_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_compression_content/variables/variables\n","I0417 08:05:16.329955 139575910928384 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_compression_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_compression_content/variables/variables\n","I0417 08:05:16.489745 139575910928384 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_compression_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_compression_distortion/variables/variables\n","I0417 08:05:16.650493 139575910928384 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_compression_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_compression_distortion/variables/variables\n","I0417 08:05:16.796023 139575910928384 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_compression_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_compression_distortion/variables/variables\n","I0417 08:05:16.937325 139575910928384 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_compression_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_compression_distortion/variables/variables\n","I0417 08:05:17.084631 139575910928384 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_compression_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_compression_distortion/variables/variables\n","I0417 08:05:17.227521 139575910928384 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_compression_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_content_distortion/variables/variables\n","I0417 08:05:17.387621 139575910928384 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_content_distortion/variables/variables\n","I0417 08:05:17.538962 139575910928384 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_content_distortion/variables/variables\n","I0417 08:05:17.685169 139575910928384 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_content_distortion/variables/variables\n","I0417 08:05:17.836768 139575910928384 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_content_distortion/variables/variables\n","I0417 08:05:17.987859 139575910928384 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_compression_content_distortion/variables/variables\n","I0417 08:05:18.168314 139575910928384 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_compression_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_compression_content_distortion/variables/variables\n","I0417 08:05:18.324673 139575910928384 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_compression_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_compression_content_distortion/variables/variables\n","I0417 08:05:18.483675 139575910928384 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_compression_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_compression_content_distortion/variables/variables\n","I0417 08:05:18.638032 139575910928384 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_compression_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_compression_content_distortion/variables/variables\n","I0417 08:05:18.840846 139575910928384 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_compression_content_distortion/variables/variables\n","2024-04-17 08:05:21.563738: E external/local_xla/xla/stream_executor/cuda/cuda_dnn.cc:9261] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered\n","2024-04-17 08:05:21.563829: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:607] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered\n","2024-04-17 08:05:21.565917: E external/local_xla/xla/stream_executor/cuda/cuda_blas.cc:1515] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered\n","2024-04-17 08:05:21.578265: I tensorflow/core/platform/cpu_feature_guard.cc:182] This TensorFlow binary is optimized to use available CPU instructions in performance-critical operations.\n","To enable the following instructions: AVX2 FMA, in other operations, rebuild TensorFlow with the appropriate compiler flags.\n","2024-04-17 08:05:23.140396: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Could not find TensorRT\n","INFO:tensorflow:Run with cmd:ffmpeg -i /content/drive/MyDrive/FYP/Code/VideoCrafter/results/10videos/0007.mp4 -filter_complex \"[0:v]scale=w=1280:h=720:flags=bicubic:force_original_aspect_ratio=1,pad=1280:720:(ow-iw)/2:(oh-ih)/2,format=rgb24,split=2[out1][tmp],[tmp]scale=496:496:flags=bilinear[out2]\" -map [out1] -r 5 -f rawvideo -pix_fmt rgb24 -y /tmp/tmpu9x4vpt4 -map [out2] -r 5 -f rawvideo -pix_fmt rgb24 -y /tmp/tmp414g68nd\n","\n","I0417 08:05:25.063718 140203271471104 uvq_utils.py:81] Run with cmd:ffmpeg -i /content/drive/MyDrive/FYP/Code/VideoCrafter/results/10videos/0007.mp4 -filter_complex \"[0:v]scale=w=1280:h=720:flags=bicubic:force_original_aspect_ratio=1,pad=1280:720:(ow-iw)/2:(oh-ih)/2,format=rgb24,split=2[out1][tmp],[tmp]scale=496:496:flags=bilinear[out2]\" -map [out1] -r 5 -f rawvideo -pix_fmt rgb24 -y /tmp/tmpu9x4vpt4 -map [out2] -r 5 -f rawvideo -pix_fmt rgb24 -y /tmp/tmp414g68nd\n","\n","INFO:tensorflow:Load /content/drive/MyDrive/FYP/Code/VideoCrafter/results/10videos/0007.mp4 done successfully.\n","I0417 08:05:26.826661 140203271471104 uvq_utils.py:113] Load /content/drive/MyDrive/FYP/Code/VideoCrafter/results/10videos/0007.mp4 done successfully.\n","WARNING:tensorflow:From /content/drive/.shortcut-targets-by-id/1XIExHgH8yTJSya4f1RGhW5Z-hwQwqif_/FYP/Code/VideoCrafter/uvq/uvq_utils.py:148: load (from tensorflow.python.saved_model.loader_impl) is deprecated and will be removed in a future version.\n","Instructions for updating:\n","Use `tf.saved_model.load` instead.\n","W0417 08:05:26.830850 140203271471104 deprecation.py:50] From /content/drive/.shortcut-targets-by-id/1XIExHgH8yTJSya4f1RGhW5Z-hwQwqif_/FYP/Code/VideoCrafter/uvq/uvq_utils.py:148: load (from tensorflow.python.saved_model.loader_impl) is deprecated and will be removed in a future version.\n","Instructions for updating:\n","Use `tf.saved_model.load` instead.\n","INFO:tensorflow:Restoring parameters from ./uvq/models/compressionnet_baseline/variables/variables\n","I0417 08:05:28.286693 140203271471104 saver.py:1413] Restoring parameters from ./uvq/models/compressionnet_baseline/variables/variables\n","2024-04-17 08:05:28.376409: I tensorflow/compiler/mlir/mlir_graph_optimization_pass.cc:388] MLIR V1 optimization pass is not enabled\n","INFO:tensorflow:Restoring parameters from ./uvq/models/contentnet_baseline/variables/variables\n","I0417 08:05:59.032864 140203271471104 saver.py:1413] Restoring parameters from ./uvq/models/contentnet_baseline/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/distortionnet_baseline/variables/variables\n","I0417 08:06:01.542913 140203271471104 saver.py:1413] Restoring parameters from ./uvq/models/distortionnet_baseline/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_compression/variables/variables\n","I0417 08:06:05.795912 140203271471104 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_compression/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_compression/variables/variables\n","I0417 08:06:05.935704 140203271471104 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_compression/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_compression/variables/variables\n","I0417 08:06:06.067350 140203271471104 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_compression/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_compression/variables/variables\n","I0417 08:06:06.204946 140203271471104 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_compression/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_compression/variables/variables\n","I0417 08:06:06.346590 140203271471104 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_compression/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_content/variables/variables\n","I0417 08:06:06.502398 140203271471104 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_content/variables/variables\n","I0417 08:06:06.646839 140203271471104 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_content/variables/variables\n","I0417 08:06:06.805956 140203271471104 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_content/variables/variables\n","I0417 08:06:06.945807 140203271471104 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_content/variables/variables\n","I0417 08:06:07.082276 140203271471104 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_distortion/variables/variables\n","I0417 08:06:07.230950 140203271471104 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_distortion/variables/variables\n","I0417 08:06:07.376435 140203271471104 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_distortion/variables/variables\n","I0417 08:06:07.536453 140203271471104 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_distortion/variables/variables\n","I0417 08:06:07.673534 140203271471104 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_distortion/variables/variables\n","I0417 08:06:07.815912 140203271471104 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_compression_content/variables/variables\n","I0417 08:06:07.963058 140203271471104 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_compression_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_compression_content/variables/variables\n","I0417 08:06:08.105857 140203271471104 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_compression_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_compression_content/variables/variables\n","I0417 08:06:08.265261 140203271471104 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_compression_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_compression_content/variables/variables\n","I0417 08:06:08.406548 140203271471104 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_compression_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_compression_content/variables/variables\n","I0417 08:06:08.562808 140203271471104 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_compression_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_compression_distortion/variables/variables\n","I0417 08:06:08.719376 140203271471104 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_compression_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_compression_distortion/variables/variables\n","I0417 08:06:08.867752 140203271471104 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_compression_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_compression_distortion/variables/variables\n","I0417 08:06:09.015060 140203271471104 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_compression_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_compression_distortion/variables/variables\n","I0417 08:06:09.153982 140203271471104 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_compression_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_compression_distortion/variables/variables\n","I0417 08:06:09.291594 140203271471104 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_compression_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_content_distortion/variables/variables\n","I0417 08:06:09.447984 140203271471104 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_content_distortion/variables/variables\n","I0417 08:06:09.600696 140203271471104 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_content_distortion/variables/variables\n","I0417 08:06:09.768369 140203271471104 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_content_distortion/variables/variables\n","I0417 08:06:09.911017 140203271471104 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_content_distortion/variables/variables\n","I0417 08:06:10.058764 140203271471104 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_compression_content_distortion/variables/variables\n","I0417 08:06:10.211848 140203271471104 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_compression_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_compression_content_distortion/variables/variables\n","I0417 08:06:10.361766 140203271471104 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_compression_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_compression_content_distortion/variables/variables\n","I0417 08:06:10.501590 140203271471104 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_compression_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_compression_content_distortion/variables/variables\n","I0417 08:06:10.659014 140203271471104 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_compression_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_compression_content_distortion/variables/variables\n","I0417 08:06:10.813825 140203271471104 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_compression_content_distortion/variables/variables\n","2024-04-17 08:06:12.922326: E external/local_xla/xla/stream_executor/cuda/cuda_dnn.cc:9261] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered\n","2024-04-17 08:06:12.922386: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:607] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered\n","2024-04-17 08:06:12.923851: E external/local_xla/xla/stream_executor/cuda/cuda_blas.cc:1515] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered\n","2024-04-17 08:06:12.932557: I tensorflow/core/platform/cpu_feature_guard.cc:182] This TensorFlow binary is optimized to use available CPU instructions in performance-critical operations.\n","To enable the following instructions: AVX2 FMA, in other operations, rebuild TensorFlow with the appropriate compiler flags.\n","2024-04-17 08:06:14.233245: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Could not find TensorRT\n","INFO:tensorflow:Run with cmd:ffmpeg -i /content/drive/MyDrive/FYP/Code/VideoCrafter/results/10videos/0008.mp4 -filter_complex \"[0:v]scale=w=1280:h=720:flags=bicubic:force_original_aspect_ratio=1,pad=1280:720:(ow-iw)/2:(oh-ih)/2,format=rgb24,split=2[out1][tmp],[tmp]scale=496:496:flags=bilinear[out2]\" -map [out1] -r 5 -f rawvideo -pix_fmt rgb24 -y /tmp/tmpow8bna39 -map [out2] -r 5 -f rawvideo -pix_fmt rgb24 -y /tmp/tmp1zhvhswk\n","\n","I0417 08:06:16.967734 133085936631808 uvq_utils.py:81] Run with cmd:ffmpeg -i /content/drive/MyDrive/FYP/Code/VideoCrafter/results/10videos/0008.mp4 -filter_complex \"[0:v]scale=w=1280:h=720:flags=bicubic:force_original_aspect_ratio=1,pad=1280:720:(ow-iw)/2:(oh-ih)/2,format=rgb24,split=2[out1][tmp],[tmp]scale=496:496:flags=bilinear[out2]\" -map [out1] -r 5 -f rawvideo -pix_fmt rgb24 -y /tmp/tmpow8bna39 -map [out2] -r 5 -f rawvideo -pix_fmt rgb24 -y /tmp/tmp1zhvhswk\n","\n","INFO:tensorflow:Load /content/drive/MyDrive/FYP/Code/VideoCrafter/results/10videos/0008.mp4 done successfully.\n","I0417 08:06:18.868896 133085936631808 uvq_utils.py:113] Load /content/drive/MyDrive/FYP/Code/VideoCrafter/results/10videos/0008.mp4 done successfully.\n","WARNING:tensorflow:From /content/drive/.shortcut-targets-by-id/1XIExHgH8yTJSya4f1RGhW5Z-hwQwqif_/FYP/Code/VideoCrafter/uvq/uvq_utils.py:148: load (from tensorflow.python.saved_model.loader_impl) is deprecated and will be removed in a future version.\n","Instructions for updating:\n","Use `tf.saved_model.load` instead.\n","W0417 08:06:18.872720 133085936631808 deprecation.py:50] From /content/drive/.shortcut-targets-by-id/1XIExHgH8yTJSya4f1RGhW5Z-hwQwqif_/FYP/Code/VideoCrafter/uvq/uvq_utils.py:148: load (from tensorflow.python.saved_model.loader_impl) is deprecated and will be removed in a future version.\n","Instructions for updating:\n","Use `tf.saved_model.load` instead.\n","INFO:tensorflow:Restoring parameters from ./uvq/models/compressionnet_baseline/variables/variables\n","I0417 08:06:20.362168 133085936631808 saver.py:1413] Restoring parameters from ./uvq/models/compressionnet_baseline/variables/variables\n","2024-04-17 08:06:20.452802: I tensorflow/compiler/mlir/mlir_graph_optimization_pass.cc:388] MLIR V1 optimization pass is not enabled\n","INFO:tensorflow:Restoring parameters from ./uvq/models/contentnet_baseline/variables/variables\n","I0417 08:06:53.193189 133085936631808 saver.py:1413] Restoring parameters from ./uvq/models/contentnet_baseline/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/distortionnet_baseline/variables/variables\n","I0417 08:06:55.346417 133085936631808 saver.py:1413] Restoring parameters from ./uvq/models/distortionnet_baseline/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_compression/variables/variables\n","I0417 08:06:58.736540 133085936631808 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_compression/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_compression/variables/variables\n","I0417 08:06:58.929741 133085936631808 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_compression/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_compression/variables/variables\n","I0417 08:06:59.121529 133085936631808 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_compression/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_compression/variables/variables\n","I0417 08:06:59.308666 133085936631808 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_compression/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_compression/variables/variables\n","I0417 08:06:59.499878 133085936631808 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_compression/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_content/variables/variables\n","I0417 08:06:59.732301 133085936631808 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_content/variables/variables\n","I0417 08:06:59.939803 133085936631808 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_content/variables/variables\n","I0417 08:07:00.137106 133085936631808 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_content/variables/variables\n","I0417 08:07:00.322253 133085936631808 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_content/variables/variables\n","I0417 08:07:00.511411 133085936631808 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_distortion/variables/variables\n","I0417 08:07:00.707401 133085936631808 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_distortion/variables/variables\n","I0417 08:07:00.934050 133085936631808 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_distortion/variables/variables\n","I0417 08:07:01.143972 133085936631808 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_distortion/variables/variables\n","I0417 08:07:01.354593 133085936631808 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_distortion/variables/variables\n","I0417 08:07:01.565088 133085936631808 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_compression_content/variables/variables\n","I0417 08:07:01.813900 133085936631808 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_compression_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_compression_content/variables/variables\n","I0417 08:07:02.028583 133085936631808 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_compression_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_compression_content/variables/variables\n","I0417 08:07:02.182217 133085936631808 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_compression_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_compression_content/variables/variables\n","I0417 08:07:02.321797 133085936631808 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_compression_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_compression_content/variables/variables\n","I0417 08:07:02.473323 133085936631808 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_compression_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_compression_distortion/variables/variables\n","I0417 08:07:02.631138 133085936631808 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_compression_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_compression_distortion/variables/variables\n","I0417 08:07:02.777239 133085936631808 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_compression_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_compression_distortion/variables/variables\n","I0417 08:07:02.927169 133085936631808 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_compression_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_compression_distortion/variables/variables\n","I0417 08:07:03.080914 133085936631808 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_compression_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_compression_distortion/variables/variables\n","I0417 08:07:03.227994 133085936631808 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_compression_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_content_distortion/variables/variables\n","I0417 08:07:03.407603 133085936631808 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_content_distortion/variables/variables\n","I0417 08:07:03.553113 133085936631808 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_content_distortion/variables/variables\n","I0417 08:07:03.702661 133085936631808 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_content_distortion/variables/variables\n","I0417 08:07:03.863996 133085936631808 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_content_distortion/variables/variables\n","I0417 08:07:04.022136 133085936631808 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_compression_content_distortion/variables/variables\n","I0417 08:07:04.175762 133085936631808 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_compression_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_compression_content_distortion/variables/variables\n","I0417 08:07:04.333892 133085936631808 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_compression_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_compression_content_distortion/variables/variables\n","I0417 08:07:04.484714 133085936631808 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_compression_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_compression_content_distortion/variables/variables\n","I0417 08:07:04.635539 133085936631808 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_compression_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_compression_content_distortion/variables/variables\n","I0417 08:07:04.812105 133085936631808 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_compression_content_distortion/variables/variables\n","2024-04-17 08:07:06.953632: E external/local_xla/xla/stream_executor/cuda/cuda_dnn.cc:9261] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered\n","2024-04-17 08:07:06.953691: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:607] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered\n","2024-04-17 08:07:06.955635: E external/local_xla/xla/stream_executor/cuda/cuda_blas.cc:1515] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered\n","2024-04-17 08:07:06.963843: I tensorflow/core/platform/cpu_feature_guard.cc:182] This TensorFlow binary is optimized to use available CPU instructions in performance-critical operations.\n","To enable the following instructions: AVX2 FMA, in other operations, rebuild TensorFlow with the appropriate compiler flags.\n","2024-04-17 08:07:08.263727: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Could not find TensorRT\n","INFO:tensorflow:Run with cmd:ffmpeg -i /content/drive/MyDrive/FYP/Code/VideoCrafter/results/10videos/0009.mp4 -filter_complex \"[0:v]scale=w=1280:h=720:flags=bicubic:force_original_aspect_ratio=1,pad=1280:720:(ow-iw)/2:(oh-ih)/2,format=rgb24,split=2[out1][tmp],[tmp]scale=496:496:flags=bilinear[out2]\" -map [out1] -r 5 -f rawvideo -pix_fmt rgb24 -y /tmp/tmpl9lbx6nq -map [out2] -r 5 -f rawvideo -pix_fmt rgb24 -y /tmp/tmpj80g527r\n","\n","I0417 08:07:10.216124 139127883870208 uvq_utils.py:81] Run with cmd:ffmpeg -i /content/drive/MyDrive/FYP/Code/VideoCrafter/results/10videos/0009.mp4 -filter_complex \"[0:v]scale=w=1280:h=720:flags=bicubic:force_original_aspect_ratio=1,pad=1280:720:(ow-iw)/2:(oh-ih)/2,format=rgb24,split=2[out1][tmp],[tmp]scale=496:496:flags=bilinear[out2]\" -map [out1] -r 5 -f rawvideo -pix_fmt rgb24 -y /tmp/tmpl9lbx6nq -map [out2] -r 5 -f rawvideo -pix_fmt rgb24 -y /tmp/tmpj80g527r\n","\n","INFO:tensorflow:Load /content/drive/MyDrive/FYP/Code/VideoCrafter/results/10videos/0009.mp4 done successfully.\n","I0417 08:07:11.708737 139127883870208 uvq_utils.py:113] Load /content/drive/MyDrive/FYP/Code/VideoCrafter/results/10videos/0009.mp4 done successfully.\n","WARNING:tensorflow:From /content/drive/.shortcut-targets-by-id/1XIExHgH8yTJSya4f1RGhW5Z-hwQwqif_/FYP/Code/VideoCrafter/uvq/uvq_utils.py:148: load (from tensorflow.python.saved_model.loader_impl) is deprecated and will be removed in a future version.\n","Instructions for updating:\n","Use `tf.saved_model.load` instead.\n","W0417 08:07:11.712824 139127883870208 deprecation.py:50] From /content/drive/.shortcut-targets-by-id/1XIExHgH8yTJSya4f1RGhW5Z-hwQwqif_/FYP/Code/VideoCrafter/uvq/uvq_utils.py:148: load (from tensorflow.python.saved_model.loader_impl) is deprecated and will be removed in a future version.\n","Instructions for updating:\n","Use `tf.saved_model.load` instead.\n","INFO:tensorflow:Restoring parameters from ./uvq/models/compressionnet_baseline/variables/variables\n","I0417 08:07:13.909757 139127883870208 saver.py:1413] Restoring parameters from ./uvq/models/compressionnet_baseline/variables/variables\n","2024-04-17 08:07:14.048374: I tensorflow/compiler/mlir/mlir_graph_optimization_pass.cc:388] MLIR V1 optimization pass is not enabled\n","INFO:tensorflow:Restoring parameters from ./uvq/models/contentnet_baseline/variables/variables\n","I0417 08:07:45.476163 139127883870208 saver.py:1413] Restoring parameters from ./uvq/models/contentnet_baseline/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/distortionnet_baseline/variables/variables\n","I0417 08:07:48.109162 139127883870208 saver.py:1413] Restoring parameters from ./uvq/models/distortionnet_baseline/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_compression/variables/variables\n","I0417 08:07:51.244320 139127883870208 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_compression/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_compression/variables/variables\n","I0417 08:07:51.406361 139127883870208 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_compression/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_compression/variables/variables\n","I0417 08:07:51.549502 139127883870208 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_compression/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_compression/variables/variables\n","I0417 08:07:51.698207 139127883870208 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_compression/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_compression/variables/variables\n","I0417 08:07:51.846420 139127883870208 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_compression/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_content/variables/variables\n","I0417 08:07:51.999823 139127883870208 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_content/variables/variables\n","I0417 08:07:52.157234 139127883870208 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_content/variables/variables\n","I0417 08:07:52.299213 139127883870208 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_content/variables/variables\n","I0417 08:07:52.445493 139127883870208 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_content/variables/variables\n","I0417 08:07:52.582596 139127883870208 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_distortion/variables/variables\n","I0417 08:07:52.745173 139127883870208 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_distortion/variables/variables\n","I0417 08:07:52.904444 139127883870208 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_distortion/variables/variables\n","I0417 08:07:53.050769 139127883870208 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_distortion/variables/variables\n","I0417 08:07:53.197341 139127883870208 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_distortion/variables/variables\n","I0417 08:07:53.342320 139127883870208 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_compression_content/variables/variables\n","I0417 08:07:53.490044 139127883870208 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_compression_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_compression_content/variables/variables\n","I0417 08:07:53.635487 139127883870208 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_compression_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_compression_content/variables/variables\n","I0417 08:07:53.787422 139127883870208 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_compression_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_compression_content/variables/variables\n","I0417 08:07:53.939085 139127883870208 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_compression_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_compression_content/variables/variables\n","I0417 08:07:54.092732 139127883870208 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_compression_content/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_compression_distortion/variables/variables\n","I0417 08:07:54.257316 139127883870208 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_compression_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_compression_distortion/variables/variables\n","I0417 08:07:54.405841 139127883870208 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_compression_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_compression_distortion/variables/variables\n","I0417 08:07:54.569229 139127883870208 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_compression_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_compression_distortion/variables/variables\n","I0417 08:07:54.760285 139127883870208 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_compression_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_compression_distortion/variables/variables\n","I0417 08:07:54.973183 139127883870208 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_compression_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_content_distortion/variables/variables\n","I0417 08:07:55.184567 139127883870208 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_content_distortion/variables/variables\n","I0417 08:07:55.393830 139127883870208 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_content_distortion/variables/variables\n","I0417 08:07:55.596477 139127883870208 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_content_distortion/variables/variables\n","I0417 08:07:55.792870 139127883870208 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_content_distortion/variables/variables\n","I0417 08:07:55.999167 139127883870208 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_compression_content_distortion/variables/variables\n","I0417 08:07:56.218982 139127883870208 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_0_avgpool_compression_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_compression_content_distortion/variables/variables\n","I0417 08:07:56.441287 139127883870208 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_1_avgpool_compression_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_compression_content_distortion/variables/variables\n","I0417 08:07:56.660354 139127883870208 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_2_avgpool_compression_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_compression_content_distortion/variables/variables\n","I0417 08:07:56.861839 139127883870208 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_3_avgpool_compression_content_distortion/variables/variables\n","INFO:tensorflow:Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_compression_content_distortion/variables/variables\n","I0417 08:07:57.065610 139127883870208 saver.py:1413] Restoring parameters from ./uvq/models/aggregationnet_baseline/ytugc20s_4_avgpool_compression_content_distortion/variables/variables\n","2024-04-17 08:07:59.588531: E external/local_xla/xla/stream_executor/cuda/cuda_dnn.cc:9261] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered\n","2024-04-17 08:07:59.588607: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:607] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered\n","2024-04-17 08:07:59.590453: E external/local_xla/xla/stream_executor/cuda/cuda_blas.cc:1515] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered\n","2024-04-17 08:07:59.601289: I tensorflow/core/platform/cpu_feature_guard.cc:182] This TensorFlow binary is optimized to use available CPU instructions in performance-critical operations.\n","To enable the following instructions: AVX2 FMA, in other operations, rebuild TensorFlow with the appropriate compiler flags.\n","2024-04-17 08:08:00.920821: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Could not find TensorRT\n","INFO:tensorflow:Run with cmd:ffmpeg -i /content/drive/MyDrive/FYP/Code/VideoCrafter/results/10videos/00010.mp4 -filter_complex \"[0:v]scale=w=1280:h=720:flags=bicubic:force_original_aspect_ratio=1,pad=1280:720:(ow-iw)/2:(oh-ih)/2,format=rgb24,split=2[out1][tmp],[tmp]scale=496:496:flags=bilinear[out2]\" -map [out1] -r 5 -f rawvideo -pix_fmt rgb24 -y /tmp/tmpn0lqli2a -map [out2] -r 5 -f rawvideo -pix_fmt rgb24 -y /tmp/tmpm7omr0kk\n","\n","I0417 08:08:02.897121 136819674157056 uvq_utils.py:81] Run with cmd:ffmpeg -i /content/drive/MyDrive/FYP/Code/VideoCrafter/results/10videos/00010.mp4 -filter_complex \"[0:v]scale=w=1280:h=720:flags=bicubic:force_original_aspect_ratio=1,pad=1280:720:(ow-iw)/2:(oh-ih)/2,format=rgb24,split=2[out1][tmp],[tmp]scale=496:496:flags=bilinear[out2]\" -map [out1] -r 5 -f rawvideo -pix_fmt rgb24 -y /tmp/tmpn0lqli2a -map [out2] -r 5 -f rawvideo -pix_fmt rgb24 -y /tmp/tmpm7omr0kk\n","\n","CRITICAL:tensorflow:Run with cmd: ffmpeg -i /content/drive/MyDrive/FYP/Code/VideoCrafter/results/10videos/00010.mp4 -filter_complex \"[0:v]scale=w=1280:h=720:flags=bicubic:force_original_aspect_ratio=1,pad=1280:720:(ow-iw)/2:(oh-ih)/2,format=rgb24,split=2[out1][tmp],[tmp]scale=496:496:flags=bilinear[out2]\" -map [out1] -r 5 -f rawvideo -pix_fmt rgb24 -y /tmp/tmpn0lqli2a -map [out2] -r 5 -f rawvideo -pix_fmt rgb24 -y /tmp/tmpm7omr0kk \n"," terminated with return code 1\n","b'ffmpeg version 4.4.2-0ubuntu0.22.04.1 Copyright (c) 2000-2021 the FFmpeg developers\\n built with gcc 11 (Ubuntu 11.2.0-19ubuntu1)\\n configuration: --prefix=/usr --extra-version=0ubuntu0.22.04.1 --toolchain=hardened --libdir=/usr/lib/x86_64-linux-gnu --incdir=/usr/include/x86_64-linux-gnu --arch=amd64 --enable-gpl --disable-stripping --enable-gnutls --enable-ladspa --enable-libaom --enable-libass --enable-libbluray --enable-libbs2b --enable-libcaca --enable-libcdio --enable-libcodec2 --enable-libdav1d --enable-libflite --enable-libfontconfig --enable-libfreetype --enable-libfribidi --enable-libgme --enable-libgsm --enable-libjack --enable-libmp3lame --enable-libmysofa --enable-libopenjpeg --enable-libopenmpt --enable-libopus --enable-libpulse --enable-librabbitmq --enable-librubberband --enable-libshine --enable-libsnappy --enable-libsoxr --enable-libspeex --enable-libsrt --enable-libssh --enable-libtheora --enable-libtwolame --enable-libvidstab --enable-libvorbis --enable-libvpx --enable-libwebp --enable-libx265 --enable-libxml2 --enable-libxvid --enable-libzimg --enable-libzmq --enable-libzvbi --enable-lv2 --enable-omx --enable-openal --enable-opencl --enable-opengl --enable-sdl2 --enable-pocketsphinx --enable-librsvg --enable-libmfx --enable-libdc1394 --enable-libdrm --enable-libiec61883 --enable-chromaprint --enable-frei0r --enable-libx264 --enable-shared\\n libavutil 56. 70.100 / 56. 70.100\\n libavcodec 58.134.100 / 58.134.100\\n libavformat 58. 76.100 / 58. 76.100\\n libavdevice 58. 13.100 / 58. 13.100\\n libavfilter 7.110.100 / 7.110.100\\n libswscale 5. 9.100 / 5. 9.100\\n libswresample 3. 9.100 / 3. 9.100\\n libpostproc 55. 9.100 / 55. 9.100\\n/content/drive/MyDrive/FYP/Code/VideoCrafter/results/10videos/00010.mp4: No such file or directory\\n'\n","E0417 08:08:03.002825 136819674157056 tf_logging.py:199] CRITICAL - Run with cmd: ffmpeg -i /content/drive/MyDrive/FYP/Code/VideoCrafter/results/10videos/00010.mp4 -filter_complex \"[0:v]scale=w=1280:h=720:flags=bicubic:force_original_aspect_ratio=1,pad=1280:720:(ow-iw)/2:(oh-ih)/2,format=rgb24,split=2[out1][tmp],[tmp]scale=496:496:flags=bilinear[out2]\" -map [out1] -r 5 -f rawvideo -pix_fmt rgb24 -y /tmp/tmpn0lqli2a -map [out2] -r 5 -f rawvideo -pix_fmt rgb24 -y /tmp/tmpm7omr0kk \n"," terminated with return code 1\n","b'ffmpeg version 4.4.2-0ubuntu0.22.04.1 Copyright (c) 2000-2021 the FFmpeg developers\\n built with gcc 11 (Ubuntu 11.2.0-19ubuntu1)\\n configuration: --prefix=/usr --extra-version=0ubuntu0.22.04.1 --toolchain=hardened --libdir=/usr/lib/x86_64-linux-gnu --incdir=/usr/include/x86_64-linux-gnu --arch=amd64 --enable-gpl --disable-stripping --enable-gnutls --enable-ladspa --enable-libaom --enable-libass --enable-libbluray --enable-libbs2b --enable-libcaca --enable-libcdio --enable-libcodec2 --enable-libdav1d --enable-libflite --enable-libfontconfig --enable-libfreetype --enable-libfribidi --enable-libgme --enable-libgsm --enable-libjack --enable-libmp3lame --enable-libmysofa --enable-libopenjpeg --enable-libopenmpt --enable-libopus --enable-libpulse --enable-librabbitmq --enable-librubberband --enable-libshine --enable-libsnappy --enable-libsoxr --enable-libspeex --enable-libsrt --enable-libssh --enable-libtheora --enable-libtwolame --enable-libvidstab --enable-libvorbis --enable-libvpx --enable-libwebp --enable-libx265 --enable-libxml2 --enable-libxvid --enable-libzimg --enable-libzmq --enable-libzvbi --enable-lv2 --enable-omx --enable-openal --enable-opencl --enable-opengl --enable-sdl2 --enable-pocketsphinx --enable-librsvg --enable-libmfx --enable-libdc1394 --enable-libdrm --enable-libiec61883 --enable-chromaprint --enable-frei0r --enable-libx264 --enable-shared\\n libavutil 56. 70.100 / 56. 70.100\\n libavcodec 58.134.100 / 58.134.100\\n libavformat 58. 76.100 / 58. 76.100\\n libavdevice 58. 13.100 / 58. 13.100\\n libavfilter 7.110.100 / 7.110.100\\n libswscale 5. 9.100 / 5. 9.100\\n libswresample 3. 9.100 / 3. 9.100\\n libpostproc 55. 9.100 / 55. 9.100\\n/content/drive/MyDrive/FYP/Code/VideoCrafter/results/10videos/00010.mp4: No such file or directory\\n'\n","Traceback (most recent call last):\n"," File \"/content/drive/.shortcut-targets-by-id/1XIExHgH8yTJSya4f1RGhW5Z-hwQwqif_/FYP/Code/VideoCrafter/./uvq/uvq_main.py\", line 60, in \n"," tf.compat.v1.app.run()\n"," File \"/usr/local/lib/python3.10/dist-packages/tensorflow/python/platform/app.py\", line 36, in run\n"," _run(main=main, argv=argv, flags_parser=_parse_flags_tolerate_undef)\n"," File \"/usr/local/lib/python3.10/dist-packages/absl/app.py\", line 308, in run\n"," _run_main(main, args)\n"," File \"/usr/local/lib/python3.10/dist-packages/absl/app.py\", line 254, in _run_main\n"," sys.exit(main(argv))\n"," File \"/content/drive/.shortcut-targets-by-id/1XIExHgH8yTJSya4f1RGhW5Z-hwQwqif_/FYP/Code/VideoCrafter/./uvq/uvq_main.py\", line 52, in main\n"," utils.generate_features(video_id, video_length, filepath, FLAGS.model_dir,\n"," File \"/content/drive/.shortcut-targets-by-id/1XIExHgH8yTJSya4f1RGhW5Z-hwQwqif_/FYP/Code/VideoCrafter/uvq/uvq_utils.py\", line 189, in generate_features\n"," video, video_resized = load_video(filepath, video_length, transpose)\n"," File \"/content/drive/.shortcut-targets-by-id/1XIExHgH8yTJSya4f1RGhW5Z-hwQwqif_/FYP/Code/VideoCrafter/uvq/uvq_utils.py\", line 86, in load_video\n"," raise error\n"," File \"/content/drive/.shortcut-targets-by-id/1XIExHgH8yTJSya4f1RGhW5Z-hwQwqif_/FYP/Code/VideoCrafter/uvq/uvq_utils.py\", line 82, in load_video\n"," subprocess.check_output(cmd, stderr=subprocess.STDOUT, shell=True)\n"," File \"/usr/lib/python3.10/subprocess.py\", line 421, in check_output\n"," return run(*popenargs, stdout=PIPE, timeout=timeout, check=True,\n"," File \"/usr/lib/python3.10/subprocess.py\", line 526, in run\n"," raise CalledProcessError(retcode, process.args,\n","subprocess.CalledProcessError: Command 'ffmpeg -i /content/drive/MyDrive/FYP/Code/VideoCrafter/results/10videos/00010.mp4 -filter_complex \"[0:v]scale=w=1280:h=720:flags=bicubic:force_original_aspect_ratio=1,pad=1280:720:(ow-iw)/2:(oh-ih)/2,format=rgb24,split=2[out1][tmp],[tmp]scale=496:496:flags=bilinear[out2]\" -map [out1] -r 5 -f rawvideo -pix_fmt rgb24 -y /tmp/tmpn0lqli2a -map [out2] -r 5 -f rawvideo -pix_fmt rgb24 -y /tmp/tmpm7omr0kk' returned non-zero exit status 1.\n","MOS scores across 10 prompts\n","3.345633554458618\n","3.431928873062134\n","3.411888027191162\n","3.8738601207733154\n","3.4962512016296388\n","3.5615002155303954\n","3.835473966598511\n","3.8283190727233887\n","3.4710131645202638\n","3.4710131645202638\n"]}]},{"cell_type":"code","source":["scores = [\n"," 3.345633554458618,\n"," 3.431928873062134,\n"," 3.411888027191162,\n"," 3.8738601207733154,\n"," 3.4962512016296388,\n"," 3.5615002155303954,\n"," 3.835473966598511,\n"," 3.8283190727233887,\n"," 3.4710131645202638,\n"," 3.4710131645202638\n","]\n","\n","# Calculate the sum of scores\n","sum_of_scores = sum(scores)\n","\n","# Calculate the average by dividing the sum by the total number of scores\n","average_score = sum_of_scores / len(scores)\n","\n","print(\"Average score:\", average_score)\n"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"p48CJCAJJ6oW","executionInfo":{"status":"ok","timestamp":1713342232282,"user_tz":-480,"elapsed":468,"user":{"displayName":"Emm宥","userId":"02154495825231234225"}},"outputId":"21ab1f1f-cc94-4af0-fc8c-6653c8b14ce9"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["Average score: 3.572688136100769\n"]}]}],"metadata":{"accelerator":"GPU","colab":{"gpuType":"T4","machine_shape":"hm","provenance":[]},"kernelspec":{"display_name":"Python 3","name":"python3"},"language_info":{"name":"python"}},"nbformat":4,"nbformat_minor":0}