ref: f667cc7a4e97f6cbe0a56f12fcc9e19895e2b7c6
parent: 12fe34516e71c6ebca07239a60a99a28076b4088
author: Jim Bankoski <jimbankoski@google.com>
date: Mon Nov 14 01:17:19 EST 2016
stress.sh: Runs multiple libvpx encodes and decodes in parallel This runs multiple encodes and decodes of vp8 and vp9 in parallel, with so many threads that problems with synchronization can show up. Change-Id: I2b297e7f43d1e741323c7ad9f50a3931ae609f16
--- a/test/examples.sh
+++ b/test/examples.sh
@@ -15,7 +15,7 @@
example_tests=$(ls $(dirname $0)/*.sh)
# List of script names to exclude.
-exclude_list="examples tools_common"
+exclude_list="examples stress tools_common"
# Filter out the scripts in $exclude_list.
for word in ${exclude_list}; do--- /dev/null
+++ b/test/stress.sh
@@ -1,0 +1,141 @@
+#!/bin/sh
+##
+## Copyright (c) 2016 The WebM project authors. All Rights Reserved.
+##
+## Use of this source code is governed by a BSD-style license
+## that can be found in the LICENSE file in the root of the source
+## tree. An additional intellectual property rights grant can be found
+## in the file PATENTS. All contributing project authors may
+## be found in the AUTHORS file in the root of the source tree.
+##
+## This file performs a stress test. It runs 5 encodes and 30 decodes in
+## parallel.
+
+. $(dirname $0)/tools_common.sh
+
+YUV="${LIBVPX_TEST_DATA_PATH}/niklas_1280_720_30.yuv"+VP8="${LIBVPX_TEST_DATA_PATH}/tos_vp8.webm"+VP9="${LIBVPX_TEST_DATA_PATH}/vp90-2-sintel_1920x818_tile_1x4_fpm_2279kbps.webm"+DATA_URL="http://downloads.webmproject.org/test_data/libvpx/"
+SHA1_FILE="$(dirname $0)/test-data.sha1"
+
+# Set sha1sum to proper sha program (sha1sum, shasum, sha1). This code is
+# cribbed from libs.mk.
+[ -x "$(which sha1sum)" ] && sha1sum=sha1sum
+[ -x "$(which shasum)" ] && sha1sum=shasum
+[ -x "$(which sha1)" ] && sha1sum=sha1
+
+# Download a file from the url and check its sha1sum.
+download_and_check_file() {+ # Get the file from the file path.
+ local readonly root="${1#${LIBVPX_TEST_DATA_PATH}/}"+
+ # Download the file using curl. Trap to insure non partial file.
+ (trap "rm -f $1" INT TERM \
+ && eval "curl -L -o $1 ${DATA_URL}${root} ${devnull}")+
+ # Check the sha1 sum of the file.
+ if [ -n "${sha1sum}" ]; then+ set -e
+ grep ${root} ${SHA1_FILE} \+ | (cd ${LIBVPX_TEST_DATA_PATH}; ${sha1sum} -c);+ fi
+}
+
+# Environment check: Make sure input is available.
+stress_verify_environment() {+ if [ ! -e "${SHA1_FILE}" ] ; then+ echo "Missing ${SHA1_FILE}"+ return 1
+ fi
+ for file in "${YUV}" "${VP8}" "${VP9}"; do+ if [ ! -e "${file}" ] ; then+ download_and_check_file "${file}"+ fi
+ done
+ if [ ! -e "${YUV}" ] || [ ! -e "${VP8}" ] || [ ! -e "${VP9}" ] ; then+ elog "Libvpx test data must exist in LIBVPX_TEST_DATA_PATH."
+ return 1
+ fi
+ if [ -z "$(vpx_tool_path vpxenc)" ]; then
+ elog "vpxenc not found. It must exist in LIBVPX_BIN_PATH or its parent."
+ return 1
+ fi
+ if [ -z "$(vpx_tool_path vpxdec)" ]; then
+ elog "vpxdec not found. It must exist in LIBVPX_BIN_PATH or its parent."
+ return 1
+ fi
+}
+
+# This function runs tests on libvpx that run multiple encodes and decodes
+# in parallel in hopes of catching synchronization and/or threading issues.
+stress() {+ local readonly decoder="$(vpx_tool_path vpxdec)"
+ local readonly encoder="$(vpx_tool_path vpxenc)"
+ local readonly codec="$1"
+ local readonly webm="$2"
+ local readonly decode_count="$3"
+ local pids=""
+ local rt_max_jobs=${STRESS_RT_MAX_JOBS:-5}+ local twopass_max_jobs=${STRESS_TWOPASS_MAX_JOBS:-5}+
+ # Enable job control, so we can run multiple processes.
+ set -m
+
+ # Start $twopass_max_jobs encode jobs in parallel.
+ for i in $(seq ${twopass_max_jobs}); do+ bitrate=$(($i * 20 + 300))
+ eval "${VPX_TEST_PREFIX}" "${encoder}" "--codec=${codec} -w 1280 -h 720" \+ "${YUV}" "-t 4 --limit=150 --test-decode=fatal " \+ "--target-bitrate=${bitrate} -o ${VPX_TEST_OUTPUT_DIR}/${i}.webm" \+ ${devnull} &+ pids="${pids} $!"+ done
+
+ # Start $rt_max_jobs rt encode jobs in parallel.
+ for i in $(seq ${rt_max_jobs}); do+ bitrate=$(($i * 20 + 300))
+ eval "${VPX_TEST_PREFIX}" "${encoder}" "--codec=${codec} -w 1280 -h 720" \+ "${YUV}" "-t 4 --limit=150 --test-decode=fatal " \+ "--target-bitrate=${bitrate} --lag-in-frames=0 --error-resilient=1" \+ "--kf-min-dist=3000 --kf-max-dist=3000 --cpu-used=-6 --static-thresh=1" \
+ "--end-usage=cbr --min-q=2 --max-q=56 --undershoot-pct=100" \
+ "--overshoot-pct=15 --buf-sz=1000 --buf-initial-sz=500" \
+ "--buf-optimal-sz=600 --max-intra-rate=900 --resize-allowed=0" \
+ "--drop-frame=0 --passes=1 --rt --noise-sensitivity=4" \
+ "-o ${VPX_TEST_OUTPUT_DIR}/${i}.rt.webm" ${devnull} &+ pids="${pids} $!"+ done
+
+ # Start $decode_count decode jobs in parallel.
+ for i in $(seq "${decode_count}"); do+ eval "${decoder}" "-t 4" "${webm}" "--noblit" ${devnull} &+ pids="${pids} $!"+ done
+
+ # Wait for all parallel jobs to finish.
+ fail=0
+ for job in "${pids}"; do+ wait $job || fail=$(($fail + 1))
+ done
+ return $fail
+}
+
+vp8_stress_test() {+ local vp8_max_jobs=${STRESS_VP8_DECODE_MAX_JOBS:-40}+ if [ "$(vp8_decode_available)" = "yes" -a \
+ "$(vp8_encode_available)" = "yes" ]; then
+ stress vp8 "${VP8}" "${vp8_max_jobs}"+ fi
+}
+
+vp9_stress_test() {+ local vp9_max_jobs=${STRESS_VP9_DECODE_MAX_JOBS:-25}+
+ if [ "$(vp9_decode_available)" = "yes" -a \
+ "$(vp9_encode_available)" = "yes" ]; then
+ stress vp9 "${VP9}" "${vp9_max_jobs}"+ fi
+}
+
+run_tests stress_verify_environment "vp8_stress_test vp9_stress_test"
--- a/test/test-data.sha1
+++ b/test/test-data.sha1
@@ -844,3 +844,4 @@
5d9474c0309b7ca09a182d888f73b37a8fe1362c *invalid-crbug-629481.webm.res
7602e00378161ca36ae93cc6ee12dd30b5ba1e1d *vp90-2-22-svc_1280x720_3.ivf
02e53e3eefbf25ec0929047fe50876acdeb040bd *vp90-2-22-svc_1280x720_3.ivf.md5
+6fa3d3ac306a3d9ce1d610b78441dc00d2c2d4b9 *tos_vp8.webm