vmaf working

scripts/benchmark.sh

@@ -2,30 +2,58 @@
 
 BASE_DIR=$(pwd)
 BENCHMARK_DIR="$BASE_DIR/benchmark"
+DL_DIR="$BENCHMARK_DIR/downloads"
 INPUT_DIR="$BENCHMARK_DIR/input"
 OUTPUT_DIR="$BENCHMARK_DIR/output"
 
+# input names and respective URLs
+INPUT[0]='waves_crashing.mp4'
+URL_DL[0]='https://www.pexels.com/download/video/1390942/?fps=23.98&h=2160&w=4096'
+INPUT[1]='burning_wood.mp4'
+URL_DL[1]='https://www.pexels.com/download/video/2908575/?fps=23.976&h=2160&w=4096'
+INPUT[2]='mountain_scenery.mp4'
+URL_DL[2]='https://www.pexels.com/download/video/5598970/?fps=23.976&h=2160&w=3840'
+INPUT[3]='B_1.mp4'
+URL_DL[3]='http://download.opencontent.netflix.com.s3.amazonaws.com/AV1/DVB-DASH/B_1.mp4'
+INPUT[4]='F_2.mp4'
+URL_DL[4]='http://download.opencontent.netflix.com.s3.amazonaws.com/AV1/DVB-DASH/F_2.mp4'
+
+# download videos
+mkdir -p "$DL_DIR"
+for index in "${!INPUT[@]}"
+do
+    test -f "$DL_DIR/${INPUT[$index]}" || wget -O "$DL_DIR/${INPUT[$index]}" "${URL_DL[$index]}"
+done
+
+# Process only the middle 3 seconds of each video
+rm -rf "$INPUT_DIR"
 mkdir -p "$INPUT_DIR"
-
+CHUNK_TIME=3
-# input names
+for input in "${INPUT[@]}"
-INPUT=('waves_crashing.mp4' 'burning_wood.mp4' 'mountain_scenery.mp4')
+do
-
+    TOTAL_DURATION=$(ffprobe -i "$DL_DIR/$input" -show_format 2> /dev/null | grep duration | cut -d '=' -f2)
-# standard 4k 24fps stock video
+    echo "$TOTAL_DURATION"
-test -f "$INPUT_DIR/${INPUT[0]}" || wget -O "$INPUT_DIR/${INPUT[0]}" 'https://www.pexels.com/download/video/1390942/?fps=23.98&h=2160&w=4096'
+    IN_POINT=$(echo "print(($TOTAL_DURATION - $CHUNK_TIME) / 2)" | python3)
-test -f "$INPUT_DIR/${INPUT[1]}" || wget -O "$INPUT_DIR/${INPUT[1]}" 'https://www.pexels.com/download/video/2908575/?fps=23.976&h=2160&w=4096'
+    echo -e "\tin: $IN_POINT"
-test -f "$INPUT_DIR/${INPUT[2]}" || wget -O "$INPUT_DIR/${INPUT[2]}" 'https://www.pexels.com/download/video/5598970/?fps=23.976&h=2160&w=3840'
+    ffmpeg -i "$DL_DIR/$input" -vcodec copy -reset_timestamps 1 \
-
+        -map 0 -an -sn -ss "$IN_POINT" -t $CHUNK_TIME "$INPUT_DIR/$input"
-rm -rf "$OUTPUT_DIR" && mkdir -p "$OUTPUT_DIR"
+done
 
 # Different variables to test
 CRF=(20 25 30)
 ENCODER=('libsvtav1' 'librav1e' 'libaom-av1')
+ENCODER=('libsvtav1')
 PRESET=(4 8 12)
 
-# Log for results
+# uncomment for quick testing
-LOG="$OUTPUT_DIR/results.txt"
+CRF=(30)
-VMAF_RESULTS="$OUTPUT_DIR/vmaf.json"
+ENCODER=('libsvtav1')
+PRESET=(13)
 
+# Log for results
+LOG="$BENCHMARK_DIR/results.txt"
+rm -rf "$OUTPUT_DIR" && mkdir -p "$OUTPUT_DIR"
+rm "$LOG"
 for input in "${INPUT[@]}"
 do
     for encoder in "${ENCODER[@]}"
@@ -34,17 +62,27 @@ do
         do
             for crf in "${CRF[@]}"
             do
+                # output file name
                 OUTPUT="$OUTPUT_DIR/${encoder}_preset${preset}_crf${crf}_$input"
-                echo "output: $OUTPUT" >> "$LOG"
+                echo "output: $(basename "$OUTPUT")" >> "$LOG"
+
+                # encode
                 TIME_BEFORE=$(date +%s)
                 ffmpeg -i "$INPUT_DIR/$input" -c:a copy -c:v "$encoder" \
                     -preset "$preset" -crf "$crf" "$OUTPUT" 2> /dev/null || exit 1
                 TIME_AFTER=$(date +%s)
                 TIME_DIFF=$((TIME_AFTER - TIME_BEFORE))
-                echo -e "\t time taken: $TIME_DIFF seconds" >> "$LOG"
+                echo -e "\ttime taken: $TIME_DIFF seconds" >> "$LOG"
+
+                # vmaf
+                VMAF_RESULTS="${OUTPUT}_vmaf.json"
                 ffmpeg -an -sn -i "$OUTPUT" -i "$INPUT_DIR/$input" -lavfi \
-                    libvmaf=n_threads="$(nproc)":log_path="$VMAF_RESULTS":log_fmt='json' -f 'null' -
+                    libvmaf='feature=name=psnr_hvs|name=cambi|name=float_ms_ssim':n_threads="$(nproc)":log_path="$VMAF_RESULTS":log_fmt='json' \
-                echo -e "\t mean vmaf: $(cat "$VMAF_RESULTS" | jq '.pooled_metrics.vmaf.mean')" >> "$LOG" || exit 1
+                    -f 'null' - || exit 1
+                echo -e "\tpsnr_hvs: $(cat "$VMAF_RESULTS" | jq '.pooled_metrics.psnr_hvs.harmonic_mean')" >> "$LOG" || exit 1
+                echo -e "\tcambi: $(cat "$VMAF_RESULTS" | jq '.pooled_metrics.cambi.harmonic_mean')" >> "$LOG" || exit 1
+                echo -e "\tfloat_ms_ssim: $(cat "$VMAF_RESULTS" | jq '.pooled_metrics.float_ms_ssim.harmonic_mean')" >> "$LOG" || exit 1
+                echo -e "\tvmaf: $(cat "$VMAF_RESULTS" | jq '.pooled_metrics.vmaf.harmonic_mean')" >> "$LOG" || exit 1
             done
         done    
     done

scripts/build.sh

@@ -54,7 +54,7 @@ git pull
 python3 -m virtualenv .venv
 source .venv/bin/activate
 pip install meson
-meson setup build --buildtype release
+meson setup build --buildtype release -Denable_float=true
 ninja -vC build
 sudo ninja -vC build install
 

scripts/install_deps.sh

@@ -10,6 +10,7 @@ sudo apt-get install autoconf automake build-essential cmake git-core \
 
 curl https://sh.rustup.rs -sSf | sh -s -- -y
 source "$HOME/.cargo/env"
-cargo install cargo-c
+cargo install cargo-c || exit 1
+
+python3 -m pip install virtualenv || exit 1
  
-python3 -m pip install virtualenv