mirror of
git://code.qt.io/qt/qt5.git
synced 2026-10-19 21:48:12 +08:00
Assam Boudjelthia
bb6a722532
Emulator 36.6.11 maps host visible Vulkan memory into the guest with a hard coded 4 KB page while the guest driver on the x86_64 16 KB page size image uses getpagesize(), so the mapped pointer is off by up to 12 KB. Uploads and readbacks then hit the wrong memory, which is what fails the RHI tests on Android 17. The emulator 37.1.11 ships the gfxstream fix that aligns to the page size the guest kernel reports. Task-number: QTBUG-136620 Task-number: QTBUG-146930 Pick-to: 6.12 6.8 Change-Id: I73e3194d00eca422b6aa5d99a726bfcb14d7e084 Reviewed-by: Simo Fält <[email protected]>
244 lines
11 KiB
Bash
Executable File
244 lines
11 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
# Copyright (C) 2025 The Qt Company Ltd.
|
|
# SPDX-License-Identifier: LicenseRef-Qt-Commercial OR LGPL-3.0-only OR GPL-2.0-only OR GPL-3.0-only
|
|
|
|
# This script install Android sdk and ndk.
|
|
|
|
# It also runs update for SDK API, latest SDK tools, latest platform-tools and build-tools version
|
|
|
|
set -ex
|
|
|
|
# shellcheck source=../unix/DownloadURL.sh
|
|
source "${BASH_SOURCE%/*}/../unix/DownloadURL.sh"
|
|
# shellcheck source=../unix/check_and_set_proxy.sh
|
|
source "${BASH_SOURCE%/*}/../unix/check_and_set_proxy.sh"
|
|
# shellcheck source=../unix/SetEnvVar.sh
|
|
source "${BASH_SOURCE%/*}/../unix/SetEnvVar.sh"
|
|
|
|
targetFolder="/opt/android"
|
|
sdkTargetFolder="$targetFolder/sdk"
|
|
|
|
sudo mkdir -p "$sdkTargetFolder"
|
|
|
|
basePath="http://ci-files01-hki.ci.qt.io/input/android"
|
|
|
|
toolsVersion="19.0"
|
|
toolsFile="commandlinetools-linux-13114758_latest.zip"
|
|
toolsBackupUrl="https://dl.google.com/android/repository/$toolsFile"
|
|
sdkBuildToolsVersion="37.0.0"
|
|
sdkApiLevel="android-37.0"
|
|
toolsSha1="5fdcc763663eefb86a5b8879697aa6088b041e70"
|
|
|
|
ndkVersionLatest="r27c"
|
|
ndkSha1Latest="090e8083a715fdb1a3e402d0763c388abb03fb4e"
|
|
|
|
# Preview NDK that is in alpha/beta/RC state
|
|
ndkVersionPreview="r29-beta2"
|
|
ndkSha1Preview="06c29d6764526fb51407d08fcead41247ddd3b70"
|
|
|
|
# Non-latest (but still supported by the qt/qt5 branch) NDKs are installed for nightly targets in:
|
|
# coin/platform_configs/nightly_android.yaml
|
|
|
|
ndkVersionNightly1=$ndkVersionLatest # Set as same version as latest = skip NDK install in provisioning
|
|
ndkSha1Nightly1=$ndkSha1Latest
|
|
|
|
ndkVersionNightly2=$ndkVersionLatest
|
|
ndkSha1Nightly2=$ndkSha1Latest
|
|
|
|
# Android Automotive max SDK level image
|
|
sdkApiLevelAutomotiveMax="android-34"
|
|
androidAutomotiveMaxUrl="$basePath/${sdkApiLevelAutomotiveMax}_automotive.tar.gz"
|
|
androidAutomotiveMaxSha="2cc5dae4fd0bdefb188a3b84019d0d1e65501519"
|
|
# Android Automotive min SDK level image
|
|
sdkApiLevelAutomotiveMin="android-31"
|
|
androidAutomotiveMinUrl="$basePath/${sdkApiLevelAutomotiveMin}_automotive.tar.gz"
|
|
androidAutomotiveMinSha="0b6498e0c0022c40b8bb2b275f704e6a298c04a3"
|
|
|
|
toolsTargetFile="/tmp/$toolsFile"
|
|
toolsSourceFile="$basePath/$toolsFile"
|
|
|
|
echo "Download and unzip Android SDK"
|
|
DownloadURL "$toolsSourceFile" "$toolsBackupUrl" "$toolsSha1" "$toolsTargetFile"
|
|
echo "Unzipping Android Tools to '$sdkTargetFolder'"
|
|
sudo unzip -q "$toolsTargetFile" -d "$sdkTargetFolder"
|
|
rm "$toolsTargetFile"
|
|
|
|
# Android Command-Line Tools unpacks a directory 'cmdline-tools'. Due
|
|
# to existing code, we need to move it into 'cmdline-tools/tools'
|
|
sudo mv "$sdkTargetFolder/cmdline-tools" "$sdkTargetFolder/tools"
|
|
sudo mkdir "$sdkTargetFolder/cmdline-tools"
|
|
sudo mv "$sdkTargetFolder/tools" "$sdkTargetFolder/cmdline-tools"
|
|
|
|
function InstallNdk() {
|
|
|
|
ndkVersion=$1
|
|
ndkSha1=$2
|
|
|
|
ndkFile="android-ndk-$ndkVersion-linux.zip"
|
|
ndkTargetFile="/tmp/$ndkFile"
|
|
ndkSourceFile="$basePath/$ndkFile"
|
|
|
|
ndkTargetDir="$targetFolder/$ndkVersion"
|
|
sudo mkdir -p "$ndkTargetDir"
|
|
|
|
DownloadURL "$ndkSourceFile" "$ndkSourceFile" "$ndkSha1" "$ndkTargetFile"
|
|
echo "Unzipping Android NDK to '$ndkTargetDir'"
|
|
# Get the package base directory name as string
|
|
zipBase=$(sudo zipinfo -1 "$ndkTargetFile" 2>/dev/null | awk '!seen {sub("/.*",""); print; seen=1}')
|
|
sudo unzip -q "$ndkTargetFile" -d "$ndkTargetDir"
|
|
rm "$ndkTargetFile"
|
|
androidNdkRoot="${ndkTargetDir}/${zipBase}"
|
|
}
|
|
|
|
InstallNdk $ndkVersionLatest $ndkSha1Latest
|
|
SetEnvVar "ANDROID_NDK_ROOT_LATEST" "$androidNdkRoot"
|
|
|
|
# To be used by vcpkg
|
|
SetEnvVar "ANDROID_NDK_HOME" "$androidNdkRoot"
|
|
export ANDROID_NDK_HOME="$androidNdkRoot"
|
|
|
|
if [ "$ndkVersionPreview" != "$ndkVersionLatest" ]; then
|
|
InstallNdk $ndkVersionPreview $ndkSha1Preview
|
|
SetEnvVar "ANDROID_NDK_ROOT_PREVIEW" "$androidNdkRoot"
|
|
fi
|
|
|
|
if [ "$ndkVersionNightly1" != "$ndkVersionLatest" ]; then
|
|
InstallNdk $ndkVersionNightly1 $ndkSha1Nightly1
|
|
SetEnvVar "ANDROID_NDK_ROOT_NIGHTLY1" "$androidNdkRoot"
|
|
fi
|
|
|
|
if [ "$ndkVersionNightly2" != "$ndkVersionLatest" ]; then
|
|
InstallNdk $ndkVersionNightly2 $ndkSha1Nightly2
|
|
SetEnvVar "ANDROID_NDK_ROOT_NIGHTLY2" "$androidNdkRoot"
|
|
fi
|
|
|
|
echo "Changing ownership of Android files."
|
|
if uname -a |grep -q "el7"; then
|
|
sudo chown -R qt:wheel "$targetFolder"
|
|
else
|
|
sudo chown -R qt:users "$targetFolder"
|
|
fi
|
|
|
|
# Stop the sdkmanager from printing thousands of lines of #hashmarks.
|
|
# Run the following command under `eval` or `sh -c` so that the shell properly splits it.
|
|
sdkmanager_no_progress_bar_cmd="tr '\r' '\n' | grep -v '^\[[ =]*\]'"
|
|
# But don't let the pipeline hide sdkmanager failures.
|
|
set -o pipefail
|
|
|
|
echo "Running SDK manager for platforms;$sdkApiLevel, platform-tools and build-tools;$sdkBuildToolsVersion."
|
|
# shellcheck disable=SC2031
|
|
if [ "$http_proxy" != "" ]; then
|
|
proxy_host=$(echo "$proxy" | cut -d'/' -f3 | cut -d':' -f1)
|
|
proxy_port=$(echo "$proxy" | cut -d':' -f3)
|
|
echo "y" | "$sdkTargetFolder/cmdline-tools/tools/bin/sdkmanager" --sdk_root=$sdkTargetFolder \
|
|
--no_https --proxy=http --proxy_host="$proxy_host" --proxy_port="$proxy_port" \
|
|
"platforms;$sdkApiLevel" "platform-tools" "build-tools;$sdkBuildToolsVersion" \
|
|
| eval "$sdkmanager_no_progress_bar_cmd"
|
|
else
|
|
echo "y" | "$sdkTargetFolder/cmdline-tools/tools/bin/sdkmanager" --sdk_root=$sdkTargetFolder \
|
|
"platforms;$sdkApiLevel" "platform-tools" "build-tools;$sdkBuildToolsVersion" \
|
|
| eval "$sdkmanager_no_progress_bar_cmd"
|
|
fi
|
|
|
|
echo "Checking the contents of Android SDK..."
|
|
ls -l "$sdkTargetFolder"
|
|
|
|
SetEnvVar "ANDROID_SDK_ROOT" "$sdkTargetFolder"
|
|
SetEnvVar "ANDROID_NDK_HOST" "linux-x86_64"
|
|
SetEnvVar "ANDROID_API_VERSION" "$sdkApiLevel"
|
|
|
|
# shellcheck disable=SC2129
|
|
cat >>~/versions.txt <<EOB
|
|
Android SDK tools = $toolsVersion
|
|
Android SDK Build Tools = $sdkBuildToolsVersion
|
|
Android SDK API level = $sdkApiLevel
|
|
Android NDK latest = $ndkVersionLatest
|
|
Android NDK nightly1 = $ndkVersionNightly1
|
|
Android NDK nightly2 = $ndkVersionNightly2
|
|
EOB
|
|
|
|
cd "$sdkTargetFolder/cmdline-tools/tools/bin"
|
|
./sdkmanager --install "emulator" --sdk_root="$sdkTargetFolder" \
|
|
| eval "$sdkmanager_no_progress_bar_cmd"
|
|
|
|
echo "Download and unzip Android Emulator version 37.1.11"
|
|
# See https://developer.android.com/studio/emulator_archive
|
|
emulatorFileName="emulator-linux_x64-15917651.zip"
|
|
emulatorCiUrl="https://ci-files01-hki.ci.qt.io/input/android/$emulatorFileName"
|
|
emulatorUrl="http://dl.google.com/android/repository/$emulatorFileName"
|
|
emulatorTargetFile="$sdkTargetFolder/$emulatorFileName"
|
|
emulatorSha1="1b1f78891abf8ec268264356e1365c25519e8379"
|
|
DownloadURL "$emulatorCiUrl" "$emulatorUrl" "$emulatorSha1" "$emulatorTargetFile"
|
|
echo "Unzipping the Android Emulator to '$sdkTargetFolder'"
|
|
sudo unzip -o -q "$emulatorTargetFile" -d "$sdkTargetFolder"
|
|
rm "$emulatorTargetFile"
|
|
|
|
echo "Download and unzip Android 9 System Image"
|
|
minVersionFileName="x86-28_r08.zip"
|
|
minVersionDestination="$sdkTargetFolder/system-images/android-28/google_apis/"
|
|
minVersionFilePath="$minVersionDestination/$minVersionFileName"
|
|
minVersionCiUrl="$basePath/system_images/google_apis/$minVersionFileName"
|
|
minVersionUrl="https://dl.google.com/android/repository/sys-img/google_apis/$minVersionFileName"
|
|
minVersionSha1="41e3b854d7987a3d8b7500631dae1f1d32d3db4e"
|
|
|
|
mkdir -p "$minVersionDestination"
|
|
DownloadURL "$minVersionCiUrl" "$minVersionUrl" "$minVersionSha1" "$minVersionFilePath"
|
|
|
|
echo "Unzipping the Android 9 to $minVersionDestination"
|
|
sudo unzip -o -q "$minVersionFilePath" -d "$minVersionDestination"
|
|
rm "$minVersionFilePath"
|
|
|
|
echo "Download and unzip Android 17 (16KB Page Size) System Image"
|
|
insignificantMaxVersionFileName="x86_64-ps16k-37.1_r07.zip"
|
|
insignificantMaxVersionDestination="$sdkTargetFolder/system-images/android-37/google_apis_ps16k/"
|
|
insignificantMaxVersionFilePath="$insignificantMaxVersionDestination/$insignificantMaxVersionFileName"
|
|
insignificantMaxVersionCiUrl="$basePath/system_images/google_apis/$insignificantMaxVersionFileName"
|
|
insignificantMaxVersionUrl="https://dl.google.com/android/repository/sys-img/google_apis/$insignificantMaxVersionFileName"
|
|
insignificantMaxVersionSha1="88e208a83a5f0b18958275b7c1a047e931395f3f"
|
|
|
|
mkdir -p "$insignificantMaxVersionDestination"
|
|
DownloadURL "$insignificantMaxVersionCiUrl" "$insignificantMaxVersionUrl" "$insignificantMaxVersionSha1" "$insignificantMaxVersionFilePath"
|
|
|
|
echo "Unzipping the Android 17 (16KB Page Size) to $insignificantMaxVersionDestination"
|
|
sudo unzip -o -q "$insignificantMaxVersionFilePath" -d "$insignificantMaxVersionDestination"
|
|
# Hack to avoid SDK version bug in source.properties file, the usage of ".0" messes things for avdmanager. TODO: undo when official comes
|
|
sudo sed -i 's/AndroidVersion.ApiLevel=37.1/AndroidVersion.ApiLevel=37/g' "$insignificantMaxVersionDestination/x86_64/source.properties"
|
|
rm "$insignificantMaxVersionFilePath"
|
|
|
|
echo "Checking the contents of Android SDK again..."
|
|
ls -l "$sdkTargetFolder"
|
|
|
|
echo "no" | ./avdmanager create avd -n emulator_x86_api_28 -c 2048M -f \
|
|
-k "system-images;android-28;google_apis;x86"
|
|
|
|
echo "no" | ./avdmanager create avd -n emulator_x86_64_api_37 -c 2048M -f \
|
|
-k "system-images;android-37;google_apis,page_size_16kb;x86_64"
|
|
|
|
echo "Install maximum supported SDK level image for Android Automotive $sdkApiLevelAutomotiveMax"
|
|
DownloadURL "$androidAutomotiveMaxUrl" "$androidAutomotiveMaxUrl" "$androidAutomotiveMaxSha" \
|
|
"/tmp/${sdkApiLevelAutomotiveMax}_automotive.tar.gz"
|
|
sudo tar -xzf "/tmp/${sdkApiLevelAutomotiveMax}_automotive.tar.gz" -C "$sdkTargetFolder/system-images"
|
|
echo "no" | ./avdmanager create avd -n automotive_emulator_x86_64_api_34 -c 2048M -f \
|
|
-k "system-images;${sdkApiLevelAutomotiveMax};android-automotive;x86_64"
|
|
|
|
echo "Install minimum supported SDK level image for Android Automotive $sdkApiLevelAutomotiveMin"
|
|
DownloadURL "$androidAutomotiveMinUrl" "$androidAutomotiveMinUrl" "$androidAutomotiveMinSha" \
|
|
"/tmp/${sdkApiLevelAutomotiveMin}_automotive.tar.gz"
|
|
sudo tar -xzf "/tmp/${sdkApiLevelAutomotiveMin}_automotive.tar.gz" -C $sdkTargetFolder/system-images
|
|
echo "no" | ./avdmanager create avd -n automotive_emulator_x86_64_api_31 -c 2048M -f \
|
|
-k "system-images;${sdkApiLevelAutomotiveMin};android-automotive;x86_64"
|
|
|
|
# Purely informative, show the list of avd devices
|
|
./avdmanager list avd
|
|
|
|
# To be used by the VMs to start the emulator for tests
|
|
emulator_script_filename="android_emulator_launcher.sh"
|
|
scripts_dir_name="$(dirname "$(readlink -f "${BASH_SOURCE[0]}")")"
|
|
cp "${scripts_dir_name}/../unix/${emulator_script_filename}" "${HOME}"
|
|
ANDROID_EMULATOR_RUNNER="${HOME}/${emulator_script_filename}"
|
|
SetEnvVar "ANDROID_EMULATOR_RUNNER" "$ANDROID_EMULATOR_RUNNER"
|
|
|
|
SetEnvVar "PATH" "\$PATH:$sdkTargetFolder/emulator"
|
|
SetEnvVar "PATH" "\$PATH:$sdkTargetFolder/platform-tools"
|
|
SetEnvVar "PATH" "\$PATH:$sdkTargetFolder/cmdline-tools/latest/bin"
|