Upload video_styler.sh
Browse files- video_styler.sh +51 -0
video_styler.sh
ADDED
@@ -0,0 +1,51 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
#!/bin/bash
|
2 |
+
# Video styler - Use all images in a directory and style them
|
3 |
+
# video_styler.sh video.mp4
|
4 |
+
|
5 |
+
# Style text
|
6 |
+
TEXT="Oil painting of a woman in the foreground | pencil art landscape background"
|
7 |
+
|
8 |
+
## Input and output frame directories
|
9 |
+
FRAMES_IN="/home/nerdy/github/VQGAN-CLIP/VideoFrames"
|
10 |
+
FRAMES_OUT="/home/nerdy/github/VQGAN-CLIP/Saves/VideoStyleTesting"
|
11 |
+
|
12 |
+
## Output image size
|
13 |
+
HEIGHT=640
|
14 |
+
WIDTH=360
|
15 |
+
|
16 |
+
## Iterations
|
17 |
+
ITERATIONS=25
|
18 |
+
SAVE_EVERY=$ITERATIONS
|
19 |
+
|
20 |
+
## Optimiser & Learning rate
|
21 |
+
OPTIMISER=Adagrad # Adam, AdamW, Adagrad, Adamax
|
22 |
+
LR=0.2
|
23 |
+
|
24 |
+
# Fixed seed
|
25 |
+
SEED=`shuf -i 1-9999999999 -n 1` # Keep the same seed each frame for more deterministic runs
|
26 |
+
|
27 |
+
# MAIN
|
28 |
+
############################
|
29 |
+
mkdir -p "$FRAMES_IN"
|
30 |
+
mkdir -p "$FRAMES_OUT"
|
31 |
+
|
32 |
+
# For cuDNN determinism
|
33 |
+
export CUBLAS_WORKSPACE_CONFIG=:4096:8
|
34 |
+
|
35 |
+
# Extract video into frames
|
36 |
+
ffmpeg -y -i "$1" -q:v 2 "$FRAMES_IN"/frame-%04d.jpg
|
37 |
+
|
38 |
+
# Style all the frames
|
39 |
+
ls "$FRAMES_IN" | while read file; do
|
40 |
+
# Set the output filename
|
41 |
+
FILENAME="$FRAMES_OUT"/"$file"-"out".jpg
|
42 |
+
|
43 |
+
# And imagine!
|
44 |
+
echo "Input frame: $file"
|
45 |
+
echo "Style text: $TEXT"
|
46 |
+
echo "Output file: $FILENAME"
|
47 |
+
|
48 |
+
python generate.py -p "$TEXT" -ii "$FRAMES_IN"/"$file" -o "$FILENAME" -opt "$OPTIMISER" -lr "$LR" -i "$ITERATIONS" -se "$SAVE_EVERY" -s "$HEIGHT" "$WIDTH" -sd "$SEED" -d True
|
49 |
+
done
|
50 |
+
|
51 |
+
ffmpeg -y -i "$FRAMES_OUT"/frame-%04d.jpg-out.jpg -b:v 8M -c:v h264_nvenc -pix_fmt yuv420p -strict -2 -filter:v "minterpolate='mi_mode=mci:mc_mode=aobmc:vsbmc=1:fps=60'" style_video.mp4
|