mirror of
git://code.qt.io/qt/qt5.git
synced 2026-02-01 19:36:04 +08:00
82382f5c69
If Gradle is not present in the system, it's downloaded from the URL
from the Gradle wrapper. Also, the same for AGP when an Android
project build is done. Currently, that's done on every integration,
and that can be unreliable due to networking flakiness. With this
patch, a Gradle build is done once during provisioning where the
downloads of Gradle and AGP dependencies are downloaded.
Fixes: QTQAINFRA-6166
Fixes: QTQAINFRA-4726
Fixes: QTBUG-117203
Fixes: QTBUG-114699
Change-Id: Ic9fd8aeea3379ca1d45ffeb4523a52e2846fcabb
Reviewed-by: Dimitrios Apostolou <jimis@qt.io>
Reviewed-by: Toni Saario <toni.saario@qt.io>
(cherry picked from commit 39517ef0d0)
207 lines
8.7 KiB
Bash
Executable File
207 lines
8.7 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
# Copyright (C) 2022 The Qt Company Ltd.
|
|
# SPDX-License-Identifier: LicenseRef-Qt-Commercial OR LGPL-3.0-only OR GPL-2.0-only OR GPL-3.0-only
|
|
|
|
# This script install Android sdk and ndk.
|
|
|
|
# It also runs update for SDK API, latest SDK tools, latest platform-tools and build-tools version
|
|
|
|
set -e
|
|
|
|
# shellcheck source=../unix/DownloadURL.sh
|
|
source "${BASH_SOURCE%/*}/../unix/DownloadURL.sh"
|
|
# shellcheck source=../unix/check_and_set_proxy.sh
|
|
source "${BASH_SOURCE%/*}/../unix/check_and_set_proxy.sh"
|
|
# shellcheck source=../unix/SetEnvVar.sh
|
|
source "${BASH_SOURCE%/*}/../unix/SetEnvVar.sh"
|
|
|
|
targetFolder="/opt/android"
|
|
sdkTargetFolder="$targetFolder/sdk"
|
|
|
|
sudo mkdir -p "$sdkTargetFolder"
|
|
|
|
basePath="http://ci-files01-hki.ci.qt.io/input/android"
|
|
|
|
toolsVersion="2.1"
|
|
toolsFile="commandlinetools-linux-6609375_latest.zip"
|
|
ndkVersionLatest="r26b"
|
|
ndkVersionDefault=$ndkVersionLatest
|
|
sdkBuildToolsVersion="34.0.0"
|
|
sdkApiLevel="android-34"
|
|
|
|
toolsSha1="9172381ff070ee2a416723c1989770cf4b0d1076"
|
|
ndkSha1Latest="fdf33d9f6c1b3f16e5459d53a82c7d2201edbcc4"
|
|
ndkSha1Default=$ndkSha1Latest
|
|
|
|
# Android 14 avd zip
|
|
android14SystemZipName="android14system_UE1A_230829_036.tar.gz"
|
|
android14SystemZipSha="ede80c6901e8fad1895c97a86542b8e072bb1ee5"
|
|
android14SystemPath="$basePath/$android14SystemZipName"
|
|
|
|
# Android Automotive max SDK level image
|
|
sdkApiLevelAutomotiveMax="android-33"
|
|
androidAutomotiveMaxUrl="$basePath/${sdkApiLevelAutomotiveMax}_automotive.tar.gz"
|
|
androidAutomotiveMaxSha="b020a938ec46af2510047284406e9bed608cad03"
|
|
# Android Automotive min SDK level image
|
|
sdkApiLevelAutomotiveMin="android-29"
|
|
androidAutomotiveMinUrl="$basePath/${sdkApiLevelAutomotiveMin}_automotive.tar.gz"
|
|
androidAutomotiveMinSha="e6092585c00f87eb3b20a2eb7fdf6add42342d2f"
|
|
|
|
toolsTargetFile="/tmp/$toolsFile"
|
|
toolsSourceFile="$basePath/$toolsFile"
|
|
|
|
echo "Download and unzip Android SDK"
|
|
DownloadURL "$toolsSourceFile" "$toolsSourceFile" "$toolsSha1" "$toolsTargetFile"
|
|
echo "Unzipping Android Tools to '$sdkTargetFolder'"
|
|
sudo unzip -q "$toolsTargetFile" -d "$sdkTargetFolder"
|
|
rm "$toolsTargetFile"
|
|
|
|
function InstallNdk() {
|
|
|
|
ndkVersion=$1
|
|
ndkSha1=$2
|
|
|
|
ndkFile="android-ndk-$ndkVersion-linux.zip"
|
|
ndkTargetFile="/tmp/$ndkFile"
|
|
ndkSourceFile="$basePath/$ndkFile"
|
|
|
|
DownloadURL "$ndkSourceFile" "$ndkSourceFile" "$ndkSha1" "$ndkTargetFile"
|
|
echo "Unzipping Android NDK to '$targetFolder'"
|
|
# Get the package base directory name as string
|
|
zipBase=$(sudo zipinfo -1 "$ndkTargetFile" 2>/dev/null | awk '!seen {sub("/.*",""); print; seen=1}')
|
|
sudo unzip -q "$ndkTargetFile" -d "$targetFolder"
|
|
rm "$ndkTargetFile"
|
|
androidNdkRoot="${targetFolder}/${zipBase}"
|
|
}
|
|
|
|
InstallNdk $ndkVersionDefault $ndkSha1Default
|
|
SetEnvVar "ANDROID_NDK_ROOT_DEFAULT" "$androidNdkRoot"
|
|
|
|
if [ "$ndkVersionDefault" != "$ndkVersionLatest" ]; then
|
|
InstallNdk $ndkVersionLatest $ndkSha1Latest
|
|
fi
|
|
SetEnvVar "ANDROID_NDK_ROOT_LATEST" "$androidNdkRoot"
|
|
|
|
echo "Changing ownership of Android files."
|
|
if uname -a |grep -q "el7"; then
|
|
sudo chown -R qt:wheel "$targetFolder"
|
|
else
|
|
sudo chown -R qt:users "$targetFolder"
|
|
fi
|
|
|
|
# Stop the sdkmanager from printing thousands of lines of #hashmarks.
|
|
# Run the following command under `eval` or `sh -c` so that the shell properly splits it.
|
|
sdkmanager_no_progress_bar_cmd="tr '\r' '\n' | grep -v '^\[[ =]*\]'"
|
|
# But don't let the pipeline hide sdkmanager failures.
|
|
set -o pipefail
|
|
|
|
sudo mkdir "$sdkTargetFolder/cmdline-tools"
|
|
sudo mv "$sdkTargetFolder/tools" "$sdkTargetFolder/cmdline-tools"
|
|
|
|
echo "Running SDK manager for platforms;$sdkApiLevel, platform-tools and build-tools;$sdkBuildToolsVersion."
|
|
# shellcheck disable=SC2031
|
|
if [ "$http_proxy" != "" ]; then
|
|
proxy_host=$(echo "$proxy" | cut -d'/' -f3 | cut -d':' -f1)
|
|
proxy_port=$(echo "$proxy" | cut -d':' -f3)
|
|
echo "y" | "$sdkTargetFolder/cmdline-tools/tools/bin/sdkmanager" --sdk_root=$sdkTargetFolder \
|
|
--no_https --proxy=http --proxy_host="$proxy_host" --proxy_port="$proxy_port" \
|
|
"platforms;$sdkApiLevel" "platform-tools" "build-tools;$sdkBuildToolsVersion" \
|
|
| eval "$sdkmanager_no_progress_bar_cmd"
|
|
else
|
|
echo "y" | "$sdkTargetFolder/cmdline-tools/tools/bin/sdkmanager" --sdk_root=$sdkTargetFolder \
|
|
"platforms;$sdkApiLevel" "platform-tools" "build-tools;$sdkBuildToolsVersion" \
|
|
| eval "$sdkmanager_no_progress_bar_cmd"
|
|
fi
|
|
|
|
echo "Checking the contents of Android SDK..."
|
|
ls -l "$sdkTargetFolder"
|
|
|
|
SetEnvVar "ANDROID_SDK_ROOT" "$sdkTargetFolder"
|
|
SetEnvVar "ANDROID_NDK_HOST" "linux-x86_64"
|
|
SetEnvVar "ANDROID_API_VERSION" "$sdkApiLevel"
|
|
|
|
# shellcheck disable=SC2129
|
|
cat <<EOB >>~/versions.txt
|
|
Android SDK tools = $toolsVersion
|
|
Android SDK Build Tools = $sdkBuildToolsVersion
|
|
Android SDK API level = $sdkApiLevel
|
|
Android NDK = $ndkVersion
|
|
EOB
|
|
|
|
cd "$sdkTargetFolder/cmdline-tools/tools/bin"
|
|
./sdkmanager --install "emulator" --sdk_root="$sdkTargetFolder" \
|
|
| eval "$sdkmanager_no_progress_bar_cmd"
|
|
|
|
echo "Download and unzip Android Emulator version 34.1.19"
|
|
emulatorFileName="emulator-linux_x64-11525734.zip"
|
|
emulatorCiUrl="https://ci-files01-hki.ci.qt.io/input/android/$emulatorFileName"
|
|
emulatorUrl="http://dl.google.com/android/repository/$emulatorFileName"
|
|
emulatorTargetFile="$sdkTargetFolder/$emulatorFileName"
|
|
emulatorSha1="d6cc94109b081c5f6042dcb71a453144f7e62ce7"
|
|
DownloadURL "$emulatorCiUrl" "$emulatorUrl" "$emulatorSha1" "$emulatorTargetFile"
|
|
echo "Unzipping the Android Emulator to '$sdkTargetFolder'"
|
|
sudo unzip -o -q "$emulatorTargetFile" -d "$sdkTargetFolder"
|
|
rm "$emulatorTargetFile"
|
|
|
|
echo "y" | ./sdkmanager --install "system-images;android-23;google_apis;x86" \
|
|
| eval "$sdkmanager_no_progress_bar_cmd"
|
|
echo "y" | ./sdkmanager --install "system-images;android-33;google_apis;x86_64" \
|
|
| eval "$sdkmanager_no_progress_bar_cmd"
|
|
|
|
echo "Extract stored Android 14 Beta $android14SystemZipName"
|
|
DownloadURL "$android14SystemPath" "$android14SystemPath" "$android14SystemZipSha" \
|
|
"/tmp/$android14SystemZipName"
|
|
sudo tar -xzf "/tmp/$android14SystemZipName" -C "$sdkTargetFolder/system-images"
|
|
|
|
echo "Checking the contents of Android SDK again..."
|
|
ls -l "$sdkTargetFolder"
|
|
|
|
echo "no" | ./avdmanager create avd -n emulator_x86_api_23 -c 2048M -f \
|
|
-k "system-images;android-23;google_apis;x86"
|
|
|
|
echo "no" | ./avdmanager create avd -n emulator_x86_64_api_33 -c 2048M -f \
|
|
-k "system-images;android-33;google_apis;x86_64"
|
|
|
|
echo "no" | ./avdmanager create avd -n emulator_x86_64_api_34 -c 2048M -f \
|
|
-k "system-images;android-34;google_apis;x86_64"
|
|
|
|
echo "Install maximum supported SDK level image for Android Automotive $sdkApiLevelAutomotiveMax"
|
|
DownloadURL "$androidAutomotiveMaxUrl" "$androidAutomotiveMaxUrl" "$androidAutomotiveMaxSha" \
|
|
"/tmp/${sdkApiLevelAutomotiveMax}_automotive.tar.gz"
|
|
sudo tar -xzf "/tmp/${sdkApiLevelAutomotiveMax}_automotive.tar.gz" -C "$sdkTargetFolder/system-images"
|
|
echo "no" | ./avdmanager create avd -n automotive_emulator_x86_64_api_33 -c 2048M -f \
|
|
-k "system-images;${sdkApiLevelAutomotiveMax};android-automotive;x86_64"
|
|
|
|
echo "Install minimum supported SDK level image for Android Automotive $sdkApiLevelAutomotiveMin"
|
|
DownloadURL "$androidAutomotiveMinUrl" "$androidAutomotiveMinUrl" "$androidAutomotiveMinSha" \
|
|
"/tmp/${sdkApiLevelAutomotiveMin}_automotive.tar.gz"
|
|
sudo tar -xzf "/tmp/${sdkApiLevelAutomotiveMin}_automotive.tar.gz" -C $sdkTargetFolder/system-images
|
|
echo "no" | ./avdmanager create avd -n automotive_emulator_x86_64_api_29 -c 2048M -f \
|
|
-k "system-images;${sdkApiLevelAutomotiveMin};android-automotive;x86_64"
|
|
|
|
# Purely informative, show the list of avd devices
|
|
./avdmanager list avd
|
|
|
|
# To be used by the VMs to start the emulator for tests
|
|
emulator_script_filename="android_emulator_launcher.sh"
|
|
scripts_dir_name="$(dirname "$(readlink -f "${BASH_SOURCE[0]}")")"
|
|
cp "${scripts_dir_name}/${emulator_script_filename}" "${HOME}"
|
|
ANDROID_EMULATOR_RUNNER="${HOME}/${emulator_script_filename}"
|
|
SetEnvVar "ANDROID_EMULATOR_RUNNER" "$ANDROID_EMULATOR_RUNNER"
|
|
|
|
# Gradle Caching
|
|
cp -r "${scripts_dir_name}/android/gradle_project" /tmp/gradle_project
|
|
cd /tmp/gradle_project
|
|
# Get Gradle files from qtbase
|
|
qtbaseGradleUrl="https://code.qt.io/cgit/qt/qtbase.git/plain/src/3rdparty/gradle"
|
|
commit_sha="29a7560041734279bd1e55a79dd973af07a011fa"
|
|
curl "$qtbaseGradleUrl"/gradle.properties\?h\=$commit_sha > gradle.properties
|
|
curl "$qtbaseGradleUrl"/gradlew\?h\=$commit_sha > gradlew
|
|
curl "$qtbaseGradleUrl"/gradlew.bat\?h\=$commit_sha > gradlew.bat
|
|
mkdir -p gradle/wrapper
|
|
curl "$qtbaseGradleUrl"/gradle/wrapper/gradle-wrapper.jar\?h\=$commit_sha > gradle/wrapper/gradle-wrapper.jar
|
|
curl "$qtbaseGradleUrl"/gradle/wrapper/gradle-wrapper.properties\?h\=$commit_sha > gradle/wrapper/gradle-wrapper.properties
|
|
# Run Gradle
|
|
chmod +x gradlew
|
|
ANDROID_SDK_ROOT="$sdkTargetFolder" sh gradlew build
|