civ/stable-diffusion.cpp-patch
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Initial release

Browse Source
This commit is contained in:
civ
2026-08-16 18:27:57 +07:00
commit 8ff9ca0fc0
3800 changed files with 848933 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
thirdparty/libwebm/infra/README.md
Vendored
+23
View File
@@ -0,0 +1,23 @@
# Infra Build Scripts
This directory contains scripts to build libwebm in various configurations.
These scripts were created to support Jenkins integration pipelines but these
scripts can also be run locally.
## Environment
Most of these scripts were ported from Jenkins, so in order to be run locally
some environment variables must be set prior to invocation.
**WORKSPACE** Traditionally, the Jenkins `WORKSPACE` path. If not defined, a
temporary directory will be used.
## LUCI Integration
[Builder Dashboard](https://ci.chromium/p/open-codecs) \
The new builders run these scripts on each CL. The current configuration
supports the `refs/head/main` branch.
## Scripts
**compile.sh** Builds libwebm with supported configuration and host toolchains.
thirdparty/libwebm/infra/common.sh
Vendored
+65
View File
@@ -0,0 +1,65 @@
# Copyright (c) 2021, Google Inc. All rights reserved.
#
# Redistribution and use in source and binary forms, with or without
# modification, are permitted provided that the following conditions are
# met:
#
# * Redistributions of source code must retain the above copyright
# notice, this list of conditions and the following disclaimer.
#
# * Redistributions in binary form must reproduce the above copyright
# notice, this list of conditions and the following disclaimer in
# the documentation and/or other materials provided with the
# distribution.
#
# * Neither the name of Google nor the names of its contributors may
# be used to endorse or promote products derived from this software
# without specific prior written permission.
#
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
# HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
log_err() {
echo "[$(date +'%Y-%m-%dT%H:%M:%S%z')]: $*" >&2
}
#######################################
# Create build directory. Build directory will be deleted if it exists.
# Outputs:
# build dir path
# Returns:
# mkdir result
#######################################
make_build_dir() {
if [[ "$#" -ne 1 ]]; then
return 1
fi
local build_dir
build_dir="$1"
[[ -d "${build_dir}" ]] && rm -rf "${build_dir}"
mkdir -p "${build_dir}"
}
#######################################
# Cleanup files from the backup directory.
# Globals:
# BUILD_DIR build directory
# LIBWEBM_ROOT repository's root path
#######################################
cleanup() {
# BUILD_DIR is not completely removed to allow for binary artifacts to be
# extracted.
find "${BUILD_DIR:?}" \( -name "*.[ao]" -o -name "*.l[ao]" \) -exec rm \
-f {} +
make -C "${LIBWEBM_ROOT:?}" -f Makefile.unix clean
}
thirdparty/libwebm/infra/compile.sh
Vendored Executable
+128
View File
@@ -0,0 +1,128 @@
#!/bin/bash
# Copyright (c) 2021, Google Inc. All rights reserved.
#
# Redistribution and use in source and binary forms, with or without
# modification, are permitted provided that the following conditions are
# met:
#
# * Redistributions of source code must retain the above copyright
# notice, this list of conditions and the following disclaimer.
#
# * Redistributions in binary form must reproduce the above copyright
# notice, this list of conditions and the following disclaimer in
# the documentation and/or other materials provided with the
# distribution.
#
# * Neither the name of Google nor the names of its contributors may
# be used to endorse or promote products derived from this software
# without specific prior written permission.
#
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
# HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
set -e
shopt -s inherit_errexit
LIBWEBM_ROOT="$(realpath "$(dirname "$0")/..")"
readonly LIBWEBM_ROOT
readonly WORKSPACE=${WORKSPACE:-"$(mktemp -d -t webm.XXX)"}
# shellcheck source=infra/common.sh
source "${LIBWEBM_ROOT}/infra/common.sh"
usage() {
cat << EOF
Usage: compile.sh BUILD_TYPE TARGET
Options:
BUILD_TYPE supported build type (static, static-debug)
TARGET supported target platform compilation: (native, native-clang,
clang-i686, i686-w64-mingw32, x86_64-w64-mingw32,
native-Makefile.unix)
Environment variables:
WORKSPACE directory where the build is done
EOF
}
#######################################
# Setup ccache for toolchain.
#######################################
setup_ccache() {
if command -v ccache 2> /dev/null; then
export CCACHE_CPP2=yes
export PATH="/usr/lib/ccache:${PATH}"
fi
}
################################################################################
echo "Building libwebm in ${WORKSPACE}"
if [[ ! -d "${WORKSPACE}" ]]; then
log_err "${WORKSPACE} directory does not exist"
exit 1
fi
BUILD_TYPE=${1:?"Build type not defined.$(
echo
usage
)"}
TARGET=${2:?"Target not defined.$(
echo
usage
)"}
BUILD_DIR="${WORKSPACE}/build-${BUILD_TYPE}"
trap cleanup EXIT
setup_ccache
make_build_dir "${BUILD_DIR}"
case "${TARGET}" in
native-Makefile.unix)
make -C "${LIBWEBM_ROOT}" -f Makefile.unix
;;
*)
opts=()
case "${BUILD_TYPE}" in
static) opts+=("-DCMAKE_BUILD_TYPE=Release") ;;
*debug) opts+=("-DCMAKE_BUILD_TYPE=Debug") ;;
*)
log_err "${BUILD_TYPE} build type not supported"
usage
exit 1
;;
esac
TOOLCHAIN_FILE_FLAG="-DCMAKE_TOOLCHAIN_FILE=${LIBWEBM_ROOT}/build"
case "${TARGET}" in
native-clang) opts+=("-DCMAKE_CXX_COMPILER=clang++") ;;
clang-i686)
opts+=("-DCMAKE_CXX_COMPILER=clang++")
opts+=("-DCMAKE_CXX_FLAGS=-m32")
;;
native) ;; # No additional flags needed.
i686-w64-mingw32)
opts+=("${TOOLCHAIN_FILE_FLAG}/x86-mingw-gcc.cmake")
;;
x86_64-w64-mingw32)
opts+=("${TOOLCHAIN_FILE_FLAG}/x86_64-mingw-gcc.cmake")
;;
*)
log_err "${TARGET} TARGET not supported"
usage
exit 1
;;
esac
pushd "${BUILD_DIR}"
cmake "${LIBWEBM_ROOT}" "${opts[@]}"
make -j4 VERBOSE=1
popd
;;
esac
thirdparty/libwebm/infra/compile_android.sh
Vendored Executable
+80
View File
@@ -0,0 +1,80 @@
#!/bin/bash
# Copyright (c) 2021, Google Inc. All rights reserved.
#
# Redistribution and use in source and binary forms, with or without
# modification, are permitted provided that the following conditions are
# met:
#
# * Redistributions of source code must retain the above copyright
# notice, this list of conditions and the following disclaimer.
#
# * Redistributions in binary form must reproduce the above copyright
# notice, this list of conditions and the following disclaimer in
# the documentation and/or other materials provided with the
# distribution.
#
# * Neither the name of Google nor the names of its contributors may
# be used to endorse or promote products derived from this software
# without specific prior written permission.
#
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
# HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
set -e
shopt -s inherit_errexit
LIBWEBM_ROOT="$(realpath "$(dirname "$0")/..")"
readonly LIBWEBM_ROOT
readonly WORKSPACE=${WORKSPACE:-"$(mktemp -d)"}
# shellcheck source=infra/common.sh
source "${LIBWEBM_ROOT}/infra/common.sh"
usage() {
cat << EOF
Usage: $(basename "$0") APP_OPTIM APP_ABI
Options:
APP_OPTIM supported build type (release, debug)
APP_ABI supported application binary interface compilation: (armeabi-v7a,
arm64-v8a, x86, x86_64)
Environment variables:
WORKSPACE directory where the build is done
EOF
}
################################################################################
echo "Building libwebm for Android in ${WORKSPACE}"
if [[ ! -d "${WORKSPACE}" ]]; then
log_err "${WORKSPACE} directory does not exist"
exit 1
fi
APP_OPTIM=${1:?"not defined.$(
echo
usage
)"}
APP_ABI=${2:?"Application Binary Interface not defined.$(
echo
usage
)"}
BUILD_DIR="${WORKSPACE}/build-${APP_OPTIM}"
if ! command -v ndk-build 2> /dev/null; then
log_err "unable to find ndk-build in PATH"
exit 1
fi
make_build_dir "${BUILD_DIR}"
ndk-build -j2 NDK_PROJECT_PATH="${BUILD_DIR}" APP_OPTIM="${APP_OPTIM}" \
APP_ABI="${APP_ABI}" APP_BUILD_SCRIPT="${LIBWEBM_ROOT}/Android.mk" \
APP_STL="c++_static"
thirdparty/libwebm/infra/run_unit_tests.sh
Vendored Executable
+200
View File
@@ -0,0 +1,200 @@
#!/bin/bash
# Copyright (c) 2021, Google Inc. All rights reserved.
#
# Redistribution and use in source and binary forms, with or without
# modification, are permitted provided that the following conditions are
# met:
#
# * Redistributions of source code must retain the above copyright
# notice, this list of conditions and the following disclaimer.
#
# * Redistributions in binary form must reproduce the above copyright
# notice, this list of conditions and the following disclaimer in
# the documentation and/or other materials provided with the
# distribution.
#
# * Neither the name of Google nor the names of its contributors may
# be used to endorse or promote products derived from this software
# without specific prior written permission.
#
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
# HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
set -xeo pipefail
shopt -s inherit_errexit
readonly GOOGLETEST_REPO="https://github.com/google/googletest.git"
LIBWEBM_ROOT="$(realpath "$(dirname "$0")/..")"
readonly LIBWEBM_ROOT
readonly WORKSPACE=${WORKSPACE:-"$(mktemp -d -t webm.XXX)"}
# shellcheck source=infra/common.sh
source "${LIBWEBM_ROOT}/infra/common.sh"
usage() {
cat << EOF
Usage: $(basename "$0") TARGET
Options:
TARGET supported targets: (x86-asan, x86-ubsan, x86_64-asan, x86_64-ubsan,
x86_64-valgrind)
Global variables:
WORKSPACE directory where the build is done
EOF
}
#######################################
# Run valgrind
#######################################
run_valgrind() {
valgrind \
--leak-check=full \
--show-reachable=yes \
--track-origins=yes \
--error-exitcode=1 \
"$@"
}
#######################################
# Ensure GoogleTest repository is setup
#
# Globals:
# GOOGLETEST_REPO googletest repository url
# WORKSPACE directory where the build is done
#######################################
ensure_googletest() {
local googletest_dir
googletest_dir="${WORKSPACE}/googletest"
if [[ ! -d "${googletest_dir}" ]] || ! git -C "${googletest_dir}" pull; then
rm -rf "${googletest_dir}"
git clone --depth 1 "${GOOGLETEST_REPO}" "${googletest_dir}"
fi
opts+=("-DGTEST_SRC_DIR=${googletest_dir}")
}
#######################################
# Symbolizes and dumps warnings in the address sanitizer log
# Globals:
# BUILD_DIR directory where the build is done
# SANITIZER_LOG path to sanitizer log file
#######################################
dump_sanitizer_log() {
if [[ "$#" -ne 1 ]]; then
return 1
fi
if command -v asan_symbolize; then
asan_symbolize_tool="asan_symbolize"
else
asan_symbolize_tool="asan_symbolize.py"
fi
local target
target="$1"
case "${target}" in
*-asan)
asanlog_symbolized="${BUILD_DIR}/asan_log.asanlog_symbolized"
grep -v 'Invalid VP9' "${SANITIZER_LOG}" > "${SANITIZER_LOG}.2" || true
"${asan_symbolize_tool}" "${BUILD_DIR}" < "${SANITIZER_LOG}.2" \
| c++filt > "${asanlog_symbolized}"
if [[ -s "${asanlog_symbolized}" ]]; then
cat "${asanlog_symbolized}"
return 1
fi
;;
*) ;; # No other sanitizer options are required
# TODO(b/185520494): Handle ubsan warning output inspection
esac
}
################################################################################
echo "Unit testing libwebm in ${WORKSPACE}"
if [[ ! -d "${WORKSPACE}" ]]; then
log_err "${WORKSPACE} directory does not exist"
exit 1
fi
TARGET=${1:? "$(
echo
usage
)"}
readonly BUILD_DIR="${WORKSPACE}/tests-${TARGET}"
readonly SANITIZER_LOG="${BUILD_DIR}/sanitizer_log"
# Create a fresh build directory.
trap 'dump_sanitizer_log ${TARGET}; cleanup' EXIT
make_build_dir "${BUILD_DIR}"
case "${TARGET}" in
x86-*) CXX='clang++ -m32' ;;
x86_64-*) CXX=clang++ ;;
*)
log_err "${TARGET} should have x86 or x86_64 prefix."
usage
exit 1
;;
esac
# cmake (3.4.3) will only accept the -m32 variants when used via the CXX env
# var.
export CXX
opts+=("-DCMAKE_BUILD_TYPE=Debug" "-DENABLE_TESTS=ON")
case "${TARGET}" in
*-asan) opts+=("-DCMAKE_CXX_FLAGS=-fsanitize=address") ;;
*-ubsan)
opts+=("-DCMAKE_CXX_FLAGS=-fsanitize=integer")
if [[ "${TARGET}" == "x86-ubsan" ]]; then
# clang fails to find symbols when -fsanitize=integer is set in x86 arch.
# https://bugs.llvm.org/show_bug.cgi?id=17693
opts+=("-DCMAKE_CXX_FLAGS=-rtlib=compiler-rt")
opts+=("-DCMAKE_EXE_LINKER_FLAGS=-lgcc_s")
fi
;;
*) ;; # No additional flags needed.
esac
ensure_googletest
# Using pushd instead of -S/-B for backward compatibility with CMake < 3.13.x
pushd "${BUILD_DIR}"
cmake "${LIBWEBM_ROOT}" "${opts[@]}"
make -j 4
popd
find_tests="$(find "${BUILD_DIR}" -name '*_tests')"
UNIT_TESTS=()
while IFS='' read -r line; do
UNIT_TESTS+=("${line}")
done < <(echo "${find_tests}")
export LIBWEBM_TEST_DATA_PATH="${LIBWEBM_ROOT}/testing/testdata"
case "${TARGET}" in
*-asan | *-ubsan)
rm -f "${SANITIZER_LOG}"
for test in "${UNIT_TESTS[@]}"; do
"${test}" \
--gtest_output="xml:${BUILD_DIR}/$(basename "${test}")_detail.xml" \
3<&1 1>&2 2>&3 | tee -a "${SANITIZER_LOG}"
done
;;
*-valgrind)
for test in "${UNIT_TESTS[@]}"; do
run_valgrind --error-exitcode=1 "${test}" \
--gtest_output="xml:${BUILD_DIR}/$(basename "${test}")_detail.xml"
done
;;
*)
log_err "Unrecognized TARGET:${TARGET}."
usage
exit 1
;;
esac