2020-03-27 14:37:27 +01:00
|
|
|
#!/bin/sh -ex
|
|
|
|
|
|
|
|
# These are Azure specific, so we wrap them for portability
|
|
|
|
REPO_NAME="$BUILD_REPOSITORY_NAME"
|
|
|
|
REPO_BRANCH="$SYSTEM_PULLREQUEST_SOURCEBRANCH"
|
|
|
|
PR_NUMBER="$SYSTEM_PULLREQUEST_PULLREQUESTID"
|
|
|
|
|
|
|
|
# Resource/dependency URLs
|
|
|
|
# Qt mirrors can be volatile and slow, so we list 2
|
2021-09-23 21:37:36 +02:00
|
|
|
#QT_HOST="http://mirrors.ocf.berkeley.edu/qt/"
|
|
|
|
QT_HOST="http://qt.mirror.constant.com/"
|
2020-03-27 14:37:27 +01:00
|
|
|
QT_URL_VER=$(echo "$QT_VER" | sed "s/\.//g")
|
2021-03-20 07:13:40 +01:00
|
|
|
QT_VER_MSVC_UP=$(echo "${QT_VER_MSVC}" | tr '[:lower:]' '[:upper:]')
|
2021-05-22 10:42:05 +02:00
|
|
|
QT_PREFIX="online/qtsdkrepository/windows_x86/desktop/qt${QT_VER_MAIN}_${QT_URL_VER}/qt.qt${QT_VER_MAIN}.${QT_URL_VER}."
|
|
|
|
QT_PREFIX_2="win64_${QT_VER_MSVC}_64/${QT_VER}-0-${QT_DATE}"
|
|
|
|
QT_SUFFIX="-Windows-Windows_10_22H2-${QT_VER_MSVC_UP}-Windows-Windows_10_22H2-X86_64.7z"
|
|
|
|
QT_BASE_URL="${QT_HOST}${QT_PREFIX}${QT_PREFIX_2}qtbase${QT_SUFFIX}"
|
|
|
|
QT_DECL_URL="${QT_HOST}${QT_PREFIX}${QT_PREFIX_2}qtdeclarative${QT_SUFFIX}"
|
|
|
|
QT_TOOL_URL="${QT_HOST}${QT_PREFIX}${QT_PREFIX_2}qttools${QT_SUFFIX}"
|
|
|
|
QT_MM_URL="${QT_HOST}${QT_PREFIX}addons.qtmultimedia.${QT_PREFIX_2}qtmultimedia${QT_SUFFIX}"
|
|
|
|
QT_SVG_URL="${QT_HOST}${QT_PREFIX}${QT_PREFIX_2}qtsvg${QT_SUFFIX}"
|
2023-04-08 14:21:22 +02:00
|
|
|
LLVMLIBS_URL='https://github.com/RPCS3/llvm-mirror/releases/download/custom-build-win-16.0.1/llvmlibs_mt.7z'
|
2023-12-11 21:18:30 +01:00
|
|
|
GLSLANG_URL='https://github.com/RPCS3/glslang/releases/latest/download/glslanglibs_mt.7z'
|
2023-12-04 07:46:55 +01:00
|
|
|
VULKAN_SDK_URL="https://www.dropbox.com/scl/fi/sjjh0fc4ld281pjbl2xzu/VulkanSDK-1.3.268.0-Installer.exe?rlkey=f6wzc0lvms5vwkt2z3qabfv9d&dl=1"
|
2020-03-27 14:37:27 +01:00
|
|
|
|
|
|
|
DEP_URLS=" \
|
|
|
|
$QT_BASE_URL \
|
|
|
|
$QT_DECL_URL \
|
|
|
|
$QT_TOOL_URL \
|
2021-10-22 01:56:47 +02:00
|
|
|
$QT_MM_URL \
|
2022-02-16 05:23:57 +01:00
|
|
|
$QT_SVG_URL \
|
2020-03-27 14:37:27 +01:00
|
|
|
$LLVMLIBS_URL \
|
|
|
|
$GLSLANG_URL \
|
|
|
|
$VULKAN_SDK_URL"
|
|
|
|
|
|
|
|
# Azure pipelines doesn't make a cache dir if it doesn't exist, so we do it manually
|
|
|
|
[ -d "$CACHE_DIR" ] || mkdir "$CACHE_DIR"
|
|
|
|
|
|
|
|
# Pull all the submodules except llvm, since it is built separately and we just download that build
|
|
|
|
# Note: Tried to use git submodule status, but it takes over 20 seconds
|
|
|
|
# shellcheck disable=SC2046
|
2023-07-04 09:28:58 +02:00
|
|
|
git submodule -q update --init --depth=1 --jobs=8 $(awk '/path/ && !/FAudio/ && !/llvm/ && !/SPIRV/ { print $3 }' .gitmodules)
|
2020-03-27 14:37:27 +01:00
|
|
|
|
|
|
|
# Git bash doesn't have rev, so here it is
|
|
|
|
rev()
|
|
|
|
{
|
|
|
|
echo "$1" | awk '{ for(i = length($0); i != 0; --i) { a = a substr($0, i, 1); } } END { print a }'
|
|
|
|
}
|
|
|
|
|
|
|
|
# Usage: download_and_verify url checksum algo file
|
2020-04-07 04:01:52 +02:00
|
|
|
# Check to see if a file is already cached, and the checksum matches. If not, download it.
|
2020-03-27 14:37:27 +01:00
|
|
|
# Tries up to 3 times
|
|
|
|
download_and_verify()
|
|
|
|
{
|
|
|
|
url="$1"
|
|
|
|
correctChecksum="$2"
|
|
|
|
algo="$3"
|
|
|
|
fileName="$4"
|
|
|
|
|
|
|
|
for _ in 1 2 3; do
|
2023-08-02 11:30:00 +02:00
|
|
|
[ -e "$CACHE_DIR/$fileName" ] || curl -fLo "$CACHE_DIR/$fileName" "$url"
|
2020-03-27 14:37:27 +01:00
|
|
|
fileChecksum=$("${algo}sum" "$CACHE_DIR/$fileName" | awk '{ print $1 }')
|
|
|
|
[ "$fileChecksum" = "$correctChecksum" ] && return 0
|
2020-04-07 04:01:52 +02:00
|
|
|
rm "$CACHE_DIR/$fileName"
|
2020-03-27 14:37:27 +01:00
|
|
|
done
|
|
|
|
|
|
|
|
return 1;
|
|
|
|
}
|
|
|
|
|
|
|
|
# Some dependencies install here
|
|
|
|
[ -d "./lib" ] || mkdir "./lib"
|
|
|
|
|
|
|
|
for url in $DEP_URLS; do
|
2023-12-04 07:46:55 +01:00
|
|
|
# Get the filename from the URL and remove query strings (?arg=something).
|
|
|
|
fileName="$(rev "$(rev "$url" | cut -d'/' -f1)" | cut -d'?' -f1)"
|
2020-03-27 14:37:27 +01:00
|
|
|
[ -z "$fileName" ] && echo "Unable to parse url: $url" && exit 1
|
|
|
|
|
|
|
|
# shellcheck disable=SC1003
|
|
|
|
case "$url" in
|
2023-08-02 11:30:00 +02:00
|
|
|
*qt*) checksum=$(curl -fL "${url}.sha1"); algo="sha1"; outDir='C:\Qt\' ;;
|
|
|
|
*llvm*) checksum=$(curl -fL "${url}.sha256"); algo="sha256"; outDir="./3rdparty/llvm" ;;
|
|
|
|
*glslang*) checksum=$(curl -fL "${url}.sha256"); algo="sha256"; outDir="./lib/Release-x64" ;;
|
2020-03-27 14:37:27 +01:00
|
|
|
*Vulkan*)
|
|
|
|
# Vulkan setup needs to be run in batch environment
|
|
|
|
# Need to subshell this or else it doesn't wait
|
|
|
|
download_and_verify "$url" "$VULKAN_SDK_SHA" "sha256" "$fileName"
|
|
|
|
cp "$CACHE_DIR/$fileName" .
|
2022-02-16 05:23:57 +01:00
|
|
|
_=$(echo "$fileName --accept-licenses --default-answer --confirm-command install" | cmd)
|
2020-03-27 14:37:27 +01:00
|
|
|
continue
|
|
|
|
;;
|
|
|
|
*) echo "Unknown url resource: $url"; exit 1 ;;
|
|
|
|
esac
|
|
|
|
|
|
|
|
download_and_verify "$url" "$checksum" "$algo" "$fileName"
|
|
|
|
7z x -y "$CACHE_DIR/$fileName" -aos -o"$outDir"
|
|
|
|
done
|
|
|
|
|
|
|
|
# Gather explicit version number and number of commits
|
|
|
|
COMM_TAG=$(awk '/version{.*}/ { printf("%d.%d.%d", $5, $6, $7) }' ./rpcs3/rpcs3_version.cpp)
|
|
|
|
COMM_COUNT=$(git rev-list --count HEAD)
|
|
|
|
COMM_HASH=$(git rev-parse --short=8 HEAD)
|
|
|
|
|
|
|
|
# Format the above into filenames
|
|
|
|
if [ -n "$PR_NUMBER" ]; then
|
|
|
|
AVVER="${COMM_TAG}-${COMM_HASH}"
|
|
|
|
BUILD="rpcs3-v${AVVER}_win64.7z"
|
|
|
|
else
|
|
|
|
AVVER="${COMM_TAG}-${COMM_COUNT}"
|
|
|
|
BUILD="rpcs3-v${AVVER}-${COMM_HASH}_win64.7z"
|
|
|
|
fi
|
|
|
|
|
2020-03-28 01:19:44 +01:00
|
|
|
# BRANCH is used for experimental build warnings for pr builds, used in main_window.cpp.
|
|
|
|
# BUILD is the name of the release artifact
|
|
|
|
# AVVER is used for GitHub releases, it is the version number.
|
2020-03-27 14:37:27 +01:00
|
|
|
BRANCH="${REPO_NAME}/${REPO_BRANCH}"
|
2022-01-05 09:32:13 +01:00
|
|
|
echo "BRANCH=$BRANCH" > .ci/ci-vars.env
|
|
|
|
echo "BUILD=$BUILD" >> .ci/ci-vars.env
|
|
|
|
echo "AVVER=$AVVER" >> .ci/ci-vars.env
|