From fd9e7634de00fea7e6b2a5422187706bb210dacc Mon Sep 17 00:00:00 2001 From: Qt Submodule Update Bot Date: Tue, 7 Jan 2020 22:31:15 +0100 Subject: [PATCH 01/11] Update submodules on '5.14' in qt/qt5 Change-Id: I4bd71f764c88db41229a068753b59255905f4381 Reviewed-by: Qt Submodule Update Bot --- qtbase | 2 +- qtdeclarative | 2 +- qtquick3d | 2 +- qtremoteobjects | 2 +- qtwebchannel | 2 +- 5 files changed, 5 insertions(+), 5 deletions(-) diff --git a/qtbase b/qtbase index 1535fc9f..5af73cd9 160000 --- a/qtbase +++ b/qtbase @@ -1 +1 @@ -Subproject commit 1535fc9fb9ddbfce1680979c0634b4fdf8d75fca +Subproject commit 5af73cd9db52da287070cede300295b90f7ced67 diff --git a/qtdeclarative b/qtdeclarative index f60cde61..64ab935e 160000 --- a/qtdeclarative +++ b/qtdeclarative @@ -1 +1 @@ -Subproject commit f60cde61149655d004343ab97f18b3414871d75b +Subproject commit 64ab935e0a69b1ad5bdb6f59dbe3f9304716c02a diff --git a/qtquick3d b/qtquick3d index 3f7c9cdb..205d263e 160000 --- a/qtquick3d +++ b/qtquick3d @@ -1 +1 @@ -Subproject commit 3f7c9cdbfe07be3231d1c29b005b75bb94527082 +Subproject commit 205d263e023bc2ad2a0eb71cae420b75149ed657 diff --git a/qtremoteobjects b/qtremoteobjects index 7182b293..48a059f8 160000 --- a/qtremoteobjects +++ b/qtremoteobjects @@ -1 +1 @@ -Subproject commit 7182b293f8199ccd9d1cfd45a4fa7d10921f52f1 +Subproject commit 48a059f89e5214195802f02913005def43dfb10d diff --git a/qtwebchannel b/qtwebchannel index 8d2c3b42..6d970e69 160000 --- a/qtwebchannel +++ b/qtwebchannel @@ -1 +1 @@ -Subproject commit 8d2c3b42bf6e4119b35910492b245fd5dac4998d +Subproject commit 6d970e69549645b886988aed8a026fdc0161f354 From 4d7f6c711c0b16181cc7750b36ee46efe26ddaff Mon Sep 17 00:00:00 2001 From: Dimitrios Apostolou Date: Mon, 19 Aug 2019 16:21:58 +0200 Subject: [PATCH 02/11] Remove unused script MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Change-Id: Ic3c57966c78fd8158a2467956fd31eaa4374412d Reviewed-by: Tony Sarajärvi --- coin/provisioning/common/linux/remove_update-manager.sh | 3 --- 1 file changed, 3 deletions(-) delete mode 100755 coin/provisioning/common/linux/remove_update-manager.sh diff --git a/coin/provisioning/common/linux/remove_update-manager.sh b/coin/provisioning/common/linux/remove_update-manager.sh deleted file mode 100755 index d5dc1ca4..00000000 --- a/coin/provisioning/common/linux/remove_update-manager.sh +++ /dev/null @@ -1,3 +0,0 @@ -#!/usr/bin/env bash - -sudo apt-get remove update-manager From 59a9940d9496d9242276ef0f24ed0b3fc6d577df Mon Sep 17 00:00:00 2001 From: Qt Submodule Update Bot Date: Thu, 9 Jan 2020 22:31:16 +0100 Subject: [PATCH 03/11] Update submodules on '5.14' in qt/qt5 Change-Id: Ieac8e850bd8a6692a6ae71af6ad6160d6b7a5cd5 Reviewed-by: Qt Submodule Update Bot --- qtbase | 2 +- qtdeclarative | 2 +- qtmultimedia | 2 +- qtquick3d | 2 +- qttools | 2 +- qtwayland | 2 +- 6 files changed, 6 insertions(+), 6 deletions(-) diff --git a/qtbase b/qtbase index 5af73cd9..1c75f595 160000 --- a/qtbase +++ b/qtbase @@ -1 +1 @@ -Subproject commit 5af73cd9db52da287070cede300295b90f7ced67 +Subproject commit 1c75f59588694557caba69c2fc173dd8f1d7f514 diff --git a/qtdeclarative b/qtdeclarative index 64ab935e..e5ddcab3 160000 --- a/qtdeclarative +++ b/qtdeclarative @@ -1 +1 @@ -Subproject commit 64ab935e0a69b1ad5bdb6f59dbe3f9304716c02a +Subproject commit e5ddcab385f8dc0ad9dc2bcf3af1babeb4e0e569 diff --git a/qtmultimedia b/qtmultimedia index a8f83d4a..a8123e73 160000 --- a/qtmultimedia +++ b/qtmultimedia @@ -1 +1 @@ -Subproject commit a8f83d4a3ebbe106a84183178b715bdff24768b3 +Subproject commit a8123e737140719549252806e0e6a1c121359f79 diff --git a/qtquick3d b/qtquick3d index 205d263e..5571778f 160000 --- a/qtquick3d +++ b/qtquick3d @@ -1 +1 @@ -Subproject commit 205d263e023bc2ad2a0eb71cae420b75149ed657 +Subproject commit 5571778ffcec3695e99b321c8998124f7536b587 diff --git a/qttools b/qttools index 3a9b6fc4..8b280f7b 160000 --- a/qttools +++ b/qttools @@ -1 +1 @@ -Subproject commit 3a9b6fc440b6c1ca290ac1140d3f726cf6b11765 +Subproject commit 8b280f7b97fa08bcb03a872678cbb4a9cae1166c diff --git a/qtwayland b/qtwayland index f7e03544..5ed697cd 160000 --- a/qtwayland +++ b/qtwayland @@ -1 +1 @@ -Subproject commit f7e035446355d9cb90141e508b5d33e019e14add +Subproject commit 5ed697cda35fe300d2cb828370aaee489a0f9317 From b0b93acc7d5a71184d8907124c008c17f3f45716 Mon Sep 17 00:00:00 2001 From: Qt Submodule Update Bot Date: Fri, 10 Jan 2020 22:31:20 +0100 Subject: [PATCH 04/11] Update submodules on '5.14' in qt/qt5 Change-Id: I5b18577a73d6c807ef3dd6a849e849594d016ffa Reviewed-by: Qt Submodule Update Bot --- qt3d | 2 +- qtbase | 2 +- qtdeclarative | 2 +- qtquick3d | 2 +- qtquickcontrols | 2 +- qtquicktimeline | 2 +- qtwebengine | 2 +- 7 files changed, 7 insertions(+), 7 deletions(-) diff --git a/qt3d b/qt3d index 56009681..709b3039 160000 --- a/qt3d +++ b/qt3d @@ -1 +1 @@ -Subproject commit 56009681f926a3e27258c4355c5d52e9f776d508 +Subproject commit 709b3039b74f9afca135b9416253164fc0e8d853 diff --git a/qtbase b/qtbase index 1c75f595..c4a9429b 160000 --- a/qtbase +++ b/qtbase @@ -1 +1 @@ -Subproject commit 1c75f59588694557caba69c2fc173dd8f1d7f514 +Subproject commit c4a9429be7e0e927289abbe7a34c061df0c07628 diff --git a/qtdeclarative b/qtdeclarative index e5ddcab3..08e07426 160000 --- a/qtdeclarative +++ b/qtdeclarative @@ -1 +1 @@ -Subproject commit e5ddcab385f8dc0ad9dc2bcf3af1babeb4e0e569 +Subproject commit 08e0742699286b47d7ea9a1cbc49b9f91130135a diff --git a/qtquick3d b/qtquick3d index 5571778f..8d05f4ef 160000 --- a/qtquick3d +++ b/qtquick3d @@ -1 +1 @@ -Subproject commit 5571778ffcec3695e99b321c8998124f7536b587 +Subproject commit 8d05f4efb9e6bb69bfa56164ef6105c94b33f078 diff --git a/qtquickcontrols b/qtquickcontrols index fbc0fe81..035cbc87 160000 --- a/qtquickcontrols +++ b/qtquickcontrols @@ -1 +1 @@ -Subproject commit fbc0fe81fad9fbc80180503ad439f1db0a698a9e +Subproject commit 035cbc87fa7892f58e1e1908a8f98bd9c579c8a0 diff --git a/qtquicktimeline b/qtquicktimeline index 28e750a0..15abbfa1 160000 --- a/qtquicktimeline +++ b/qtquicktimeline @@ -1 +1 @@ -Subproject commit 28e750a0912862e96a8844f2c7fac38baf242c78 +Subproject commit 15abbfa1135991afa41b2541f098f0941c97571b diff --git a/qtwebengine b/qtwebengine index d2f6a5c7..96d03be3 160000 --- a/qtwebengine +++ b/qtwebengine @@ -1 +1 @@ -Subproject commit d2f6a5c7b97d61c4e983243d444dd51592a44bab +Subproject commit 96d03be3e06649f9c9ed277622709e7a732bbcf9 From ee690d153377c2bd089a3910634c1d16648b7cf7 Mon Sep 17 00:00:00 2001 From: Qt Submodule Update Bot Date: Sat, 11 Jan 2020 22:31:11 +0100 Subject: [PATCH 05/11] Update submodules on '5.14' in qt/qt5 Change-Id: Id5f66e3cb581fd880851fb61d901060a8232be2e Reviewed-by: Qt Submodule Update Bot --- qtbase | 2 +- qtquickcontrols2 | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/qtbase b/qtbase index c4a9429b..577d698b 160000 --- a/qtbase +++ b/qtbase @@ -1 +1 @@ -Subproject commit c4a9429be7e0e927289abbe7a34c061df0c07628 +Subproject commit 577d698b8e72bc0969ae7545a1a56d3a3d08bdda diff --git a/qtquickcontrols2 b/qtquickcontrols2 index 090eab86..f4d5939a 160000 --- a/qtquickcontrols2 +++ b/qtquickcontrols2 @@ -1 +1 @@ -Subproject commit 090eab86b05478572485b3086c087a846fbae7fd +Subproject commit f4d5939ad613fda69aa750139ef929fac18b97ae From 14ad9b1387cec0526e01004d5452f8cf8e5c77ec Mon Sep 17 00:00:00 2001 From: Qt Submodule Update Bot Date: Sun, 12 Jan 2020 22:31:09 +0100 Subject: [PATCH 06/11] Update submodules on '5.14' in qt/qt5 Change-Id: Idb52a57c9c72c1424629a9ae2ed06584b5b8d068 Reviewed-by: Qt Submodule Update Bot --- qtbase | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/qtbase b/qtbase index 577d698b..2f536411 160000 --- a/qtbase +++ b/qtbase @@ -1 +1 @@ -Subproject commit 577d698b8e72bc0969ae7545a1a56d3a3d08bdda +Subproject commit 2f536411d8d6918a8fed53198190d60fe188b0a4 From 302b228c7a726046f28f6899e5dcf60224d58707 Mon Sep 17 00:00:00 2001 From: Dimitrios Apostolou Date: Fri, 15 Nov 2019 16:38:23 +0100 Subject: [PATCH 07/11] Do not try to double-install docker-ce-cli That happened because docker-ce* was installing both docker-ce and docker-ce-cli, so apt was printing a warning. Change-Id: I0cad82243c8c3d5c0b9f26fc7b24673268259aa4 Reviewed-by: Heikki Halmet --- coin/provisioning/common/linux/docker.sh | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/coin/provisioning/common/linux/docker.sh b/coin/provisioning/common/linux/docker.sh index 9ce8b73b..35089e41 100755 --- a/coin/provisioning/common/linux/docker.sh +++ b/coin/provisioning/common/linux/docker.sh @@ -52,8 +52,8 @@ do DownloadURL $localRepo/$f $upstreamRepo/$f $sha done -sudo apt-get -y install ./containerd.io*.deb ./docker-ce*.deb ./docker-ce-cli*.deb -rm -f ./containerd.io*.deb ./docker-ce*.deb ./docker-ce-cli*.deb +sudo apt-get -y install ./containerd.io_*.deb ./docker-ce_*.deb ./docker-ce-cli_*.deb +rm -f ./containerd.io_*.deb ./docker-ce_*.deb ./docker-ce-cli_*.deb sudo usermod -a -G docker $USER sudo docker --version From fe4a724a3ede5383eab0df67d3e8826070ed2a5a Mon Sep 17 00:00:00 2001 From: Dimitrios Apostolou Date: Tue, 5 Nov 2019 18:21:19 +0100 Subject: [PATCH 08/11] Use internal mirror repositories for Ubuntu docker containers MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Depending on different external URLs makes our provisioning scripts flaky, because they can fail if any one of the external servers goes down. In this patch * the docker images qt_ubuntu_16.04 and qt_ubuntu_18.04 are being built first, they apt-get from the internal ubuntu mirror * all the existing docker images have been rebased to these two images, so they inherit this behavior * images that fetch files from the internet have been modified to not do the fetching themselves; insted URLs are fetched in advance using "DownloadURL" which accepts internal mirrored URLs, and the downloaded files are ADDed to the images with a local copy * previously existing git clone commands have been modified to fetch internally mirrored tarballs Task-number: QTQAINFRA-3343 Change-Id: Ic4640a4f7776e38623edba90f0eba7cb68631223 Reviewed-by: Sona Kurazyan Reviewed-by: Tony Sarajärvi --- coin/provisioning/common/linux/docker.sh | 6 +- .../shared/testserver/apache2/Dockerfile | 7 +- .../testserver/apache2_18.04/Dockerfile | 4 +- .../shared/testserver/californium/Dockerfile | 12 ++- .../common/shared/testserver/cyrus/Dockerfile | 4 +- .../shared/testserver/cyrus_18.04/Dockerfile | 4 +- .../shared/testserver/danted/Dockerfile | 9 +- .../shared/testserver/danted_18.04/Dockerfile | 4 +- .../common/shared/testserver/docker_images.sh | 84 +++++++++++++++---- .../common/shared/testserver/echo/Dockerfile | 4 +- .../shared/testserver/echo_18.04/Dockerfile | 4 +- .../shared/testserver/freecoap/Dockerfile | 20 ++--- .../shared/testserver/ftp-proxy/Dockerfile | 4 +- .../testserver/ftp-proxy_18.04/Dockerfile | 4 +- .../shared/testserver/iptables/Dockerfile | 4 +- .../testserver/iptables_18.04/Dockerfile | 4 +- .../testserver/qt_ubuntu_16.04/Dockerfile | 5 ++ .../testserver/qt_ubuntu_18.04/Dockerfile | 5 ++ .../common/shared/testserver/squid/Dockerfile | 4 +- .../shared/testserver/squid_18.04/Dockerfile | 4 +- .../shared/testserver/vsftpd/Dockerfile | 6 +- .../shared/testserver/vsftpd_18.04/Dockerfile | 4 +- .../common/unix/common.sourced.sh | 8 ++ 23 files changed, 142 insertions(+), 72 deletions(-) create mode 100644 coin/provisioning/common/shared/testserver/qt_ubuntu_16.04/Dockerfile create mode 100644 coin/provisioning/common/shared/testserver/qt_ubuntu_18.04/Dockerfile diff --git a/coin/provisioning/common/linux/docker.sh b/coin/provisioning/common/linux/docker.sh index 35089e41..cf2ff717 100755 --- a/coin/provisioning/common/linux/docker.sh +++ b/coin/provisioning/common/linux/docker.sh @@ -36,7 +36,9 @@ set -e -. $(dirname "$0")/../../common/unix/DownloadURL.sh +PROVISIONING_DIR="$(dirname "$0")/../../" +. "$PROVISIONING_DIR"/common/unix/common.sourced.sh +. "$PROVISIONING_DIR"/common/unix/DownloadURL.sh localRepo=http://ci-files01-hki.intra.qt.io/input/docker @@ -61,7 +63,7 @@ sudo docker --version # Download and install the docker-compose extension from https://github.com/docker/compose/releases f=docker-compose-$(uname -s)-$(uname -m) DownloadURL \ - $localRepo/$f \ + $localRepo/$f-1.24.1 \ https://github.com/docker/compose/releases/download/1.24.1/$f \ cfb3439956216b1248308141f7193776fcf4b9c9b49cbbe2fb07885678e2bb8a sudo install -m 755 ./docker-compose* /usr/local/bin/docker-compose diff --git a/coin/provisioning/common/shared/testserver/apache2/Dockerfile b/coin/provisioning/common/shared/testserver/apache2/Dockerfile index b39eb21e..c3dc5d59 100644 --- a/coin/provisioning/common/shared/testserver/apache2/Dockerfile +++ b/coin/provisioning/common/shared/testserver/apache2/Dockerfile @@ -1,7 +1,8 @@ -FROM ubuntu:16.04 -ARG packages="apache2 libcgi-session-perl wget avahi-daemon" +FROM qt_ubuntu_16.04 +ARG packages="avahi-daemon apache2 libcgi-session-perl" RUN apt-get update && apt-get install -y $packages && dpkg -l $packages EXPOSE 80 443 # install configurations and test data -RUN wget https://tools.ietf.org/rfc/rfc3252.txt + +COPY rfc3252.txt . diff --git a/coin/provisioning/common/shared/testserver/apache2_18.04/Dockerfile b/coin/provisioning/common/shared/testserver/apache2_18.04/Dockerfile index dff9fe43..1a629c47 100644 --- a/coin/provisioning/common/shared/testserver/apache2_18.04/Dockerfile +++ b/coin/provisioning/common/shared/testserver/apache2_18.04/Dockerfile @@ -1,4 +1,4 @@ -FROM ubuntu:18.04 -ARG packages="apache2 libcgi-session-perl avahi-daemon" +FROM qt_ubuntu_18.04 +ARG packages="avahi-daemon apache2 libcgi-session-perl" RUN apt-get update && apt-get install -y $packages && dpkg -l $packages EXPOSE 80 443 diff --git a/coin/provisioning/common/shared/testserver/californium/Dockerfile b/coin/provisioning/common/shared/testserver/californium/Dockerfile index 90722510..041c3ef4 100644 --- a/coin/provisioning/common/shared/testserver/californium/Dockerfile +++ b/coin/provisioning/common/shared/testserver/californium/Dockerfile @@ -1,15 +1,13 @@ -FROM ubuntu:18.04 - -RUN apt-get update && apt-get -y install git maven default-jdk avahi-daemon - -RUN mkdir -p /root/src/ +FROM qt_ubuntu_18.04 +ARG packages="avahi-daemon maven default-jdk" +RUN apt-get update && apt-get -y install $packages # Get californium-based CoAP test server WORKDIR /root/src -RUN git clone https://github.com/selart/californium.git +ADD californium-*.tar.gz . +RUN mv californium-* californium WORKDIR /root/src/californium RUN mvn clean install -q -DskipTests - WORKDIR / EXPOSE 5683/udp 5684/udp diff --git a/coin/provisioning/common/shared/testserver/cyrus/Dockerfile b/coin/provisioning/common/shared/testserver/cyrus/Dockerfile index 55486175..4708ef5b 100644 --- a/coin/provisioning/common/shared/testserver/cyrus/Dockerfile +++ b/coin/provisioning/common/shared/testserver/cyrus/Dockerfile @@ -1,4 +1,4 @@ -FROM ubuntu:16.04 -ARG packages="cyrus-imapd avahi-daemon" +FROM qt_ubuntu_16.04 +ARG packages="avahi-daemon cyrus-imapd" RUN apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y $packages && dpkg -l $packages EXPOSE 143 993 diff --git a/coin/provisioning/common/shared/testserver/cyrus_18.04/Dockerfile b/coin/provisioning/common/shared/testserver/cyrus_18.04/Dockerfile index 2e525ec6..c20ed4f9 100644 --- a/coin/provisioning/common/shared/testserver/cyrus_18.04/Dockerfile +++ b/coin/provisioning/common/shared/testserver/cyrus_18.04/Dockerfile @@ -1,4 +1,4 @@ -FROM ubuntu:18.04 -ARG packages="cyrus-imapd avahi-daemon" +FROM qt_ubuntu_18.04 +ARG packages="avahi-daemon cyrus-imapd" RUN apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y $packages && dpkg -l $packages EXPOSE 143 993 diff --git a/coin/provisioning/common/shared/testserver/danted/Dockerfile b/coin/provisioning/common/shared/testserver/danted/Dockerfile index 67c1159b..0d3ca461 100644 --- a/coin/provisioning/common/shared/testserver/danted/Dockerfile +++ b/coin/provisioning/common/shared/testserver/danted/Dockerfile @@ -1,8 +1,9 @@ -FROM ubuntu:16.04 -ARG packages="gdebi-core wget avahi-daemon" +FROM qt_ubuntu_16.04 +ARG packages="avahi-daemon" RUN apt-get update && apt-get install -y $packages && dpkg -l $packages -RUN wget http://ppa.launchpad.net/dajhorn/dante/ubuntu/pool/main/d/dante/dante-server_1.4.1-1_amd64.deb -RUN gdebi -n dante-server_1.4.1-1_amd64.deb +COPY dante-server_1.4.1-1_amd64.deb . +RUN apt -y install ./dante-server_1.4.1-1_amd64.deb \ + && rm -f ./dante-server_1.4.1-1_amd64.deb EXPOSE 1080-1081 # install configurations and test data diff --git a/coin/provisioning/common/shared/testserver/danted_18.04/Dockerfile b/coin/provisioning/common/shared/testserver/danted_18.04/Dockerfile index f48794af..ba732bff 100644 --- a/coin/provisioning/common/shared/testserver/danted_18.04/Dockerfile +++ b/coin/provisioning/common/shared/testserver/danted_18.04/Dockerfile @@ -1,4 +1,4 @@ -FROM ubuntu:18.04 -ARG packages="dante-server avahi-daemon" +FROM qt_ubuntu_18.04 +ARG packages="avahi-daemon dante-server" RUN apt-get update && apt-get install -y $packages && dpkg -l $packages EXPOSE 1080-1081 diff --git a/coin/provisioning/common/shared/testserver/docker_images.sh b/coin/provisioning/common/shared/testserver/docker_images.sh index 1d467f7b..406a5b5d 100755 --- a/coin/provisioning/common/shared/testserver/docker_images.sh +++ b/coin/provisioning/common/shared/testserver/docker_images.sh @@ -33,13 +33,13 @@ ## ############################################################################# -set -ex +set -e + + +PROVISIONING_DIR="$(dirname "$0")/../../../" +. "$PROVISIONING_DIR"/common/unix/common.sourced.sh +. "$PROVISIONING_DIR"/common/unix/DownloadURL.sh -[ -x "$(command -v realpath)" ] && FILE=$(realpath ${BASH_SOURCE[0]}) || FILE=${BASH_SOURCE[0]} -case $FILE in - */*) SERVER_PATH="${FILE%/*}" ;; - *) SERVER_PATH="." ;; -esac # Sort files by their SHA-1, and then return the accumulated result sha1tree () { @@ -51,20 +51,76 @@ sha1tree () { sort | ${SHASUM-sha1sum} | cut -d ' ' -f 1 } -# A tag labels a specific image version. In the docker compose file -# (docker-compose.yml) that launches the containers, the tag used is -# "latest". Here the images are also tagged with the SHA1 of each server -# context, so if needed we can modify docker-compose.yml to launch a very -# specific image, thus providing a way to stage backwards-incompatible changes -# across repositories. -source "$SERVER_PATH/settings.sh" +SERVER_PATH="$PROVISIONING_DIR/common/shared/testserver" + +. "$SERVER_PATH/settings.sh" + + +# Download all necessary dependencies outside of the dockerfiles, so that we +# can use provisioning functionality for cached and verified downloads. In the +# dockerfiles we just do COPY to put them where needed. + +echo 'Downloading support files for the docker images' + +DownloadURL \ + http://ci-files01-hki.intra.qt.io/input/docker/rfc3252.txt \ + https://tools.ietf.org/rfc/rfc3252.txt \ + 50c323dedce95e4fdc2db35cd1b8ebf9d74711bf5296ef438b88d186d7dd082d +cp rfc3252.txt "$SERVER_PATH/vsftpd/" +cp rfc3252.txt "$SERVER_PATH/apache2/" + +DownloadURL \ + http://ci-files01-hki.intra.qt.io/input/docker/dante-server_1.4.1-1_amd64.deb \ + http://ppa.launchpad.net/dajhorn/dante/ubuntu/pool/main/d/dante/dante-server_1.4.1-1_amd64.deb \ + 674a06f356cebd92c64920cec38a6687650a6f880198fbbad05aaaccca5c0a21 +mv dante-server_1.4.1-1_amd64.deb "$SERVER_PATH/danted/" + +DownloadURL \ + http://ci-files01-hki.intra.qt.io/input/docker/FreeCoAP-0.7.tar.gz \ + https://github.com/keith-cullen/FreeCoAP/archive/v0.7.tar.gz \ + fa6602e27dc8eaee6e34ff53400c0519da0c5c7cd47bf6f13acb564f52a693ee \ + FreeCoAP-0.7.tar.gz +mv FreeCoAP-0.7.tar.gz "$SERVER_PATH/freecoap/" + +# Custom fork of Eclipse Californium with changes not upstream +DownloadURL \ + http://ci-files01-hki.intra.qt.io/input/docker/californium-secure-test-server.tar.gz \ + https://github.com/sonakur/californium/archive/secure-test-server.tar.gz \ + 0ee7f5d4366b9e31f6d2d42e389cb7a66d2db54987b700a38a3a31e8f38a7a19 \ + californium-secure-test-server.tar.gz +mv californium-secure-test-server.tar.gz "$SERVER_PATH/californium/" + + +echo 'Building the docker images...' + +# Build the 2 base layers: qt_ubuntu_1604, qt_ubuntu_1804. +# These are the base for all other docker images. +for image in qt_ubuntu_16.04 qt_ubuntu_18.04 +do + docker build -t $image \ + --build-arg COIN_RUNS_IN_QT_COMPANY="$COIN_RUNS_IN_QT_COMPANY" \ + "$SERVER_PATH/$image" +done + for server in $testserver do + + # We label each docker image with `-t name:tag`. + # A tag labels a specific image version. In the docker compose file + # (docker-compose.yml) that launches the containers, the tag used is + # "latest". Here the images are additionally tagged with the SHA1 of each + # image directory (context), so that if needed we can modify + # docker-compose.yml and modify "latest" to a SHA in order to launch a + # very specific image, thus providing a way to stage + # backwards-incompatible changes across repositories. + context="$SERVER_PATH/$server" tag=$(sha1tree $context) - docker build -t qt-test-server-$server:$tag -t qt-test-server-$server:latest $context + docker build -t qt-test-server-$server:latest \ + -t qt-test-server-$server:$tag \ + $context done docker images diff --git a/coin/provisioning/common/shared/testserver/echo/Dockerfile b/coin/provisioning/common/shared/testserver/echo/Dockerfile index 653ca714..a20419c6 100644 --- a/coin/provisioning/common/shared/testserver/echo/Dockerfile +++ b/coin/provisioning/common/shared/testserver/echo/Dockerfile @@ -1,4 +1,4 @@ -FROM ubuntu:16.04 -ARG packages="xinetd avahi-daemon" +FROM qt_ubuntu_16.04 +ARG packages="avahi-daemon xinetd" RUN apt-get update && apt-get install -y $packages && dpkg -l $packages EXPOSE 7 7/UDP 13 diff --git a/coin/provisioning/common/shared/testserver/echo_18.04/Dockerfile b/coin/provisioning/common/shared/testserver/echo_18.04/Dockerfile index 37f488cb..e86357a2 100644 --- a/coin/provisioning/common/shared/testserver/echo_18.04/Dockerfile +++ b/coin/provisioning/common/shared/testserver/echo_18.04/Dockerfile @@ -1,4 +1,4 @@ -FROM ubuntu:18.04 -ARG packages="xinetd avahi-daemon" +FROM qt_ubuntu_18.04 +ARG packages="avahi-daemon xinetd" RUN apt-get update && apt-get install -y $packages && dpkg -l $packages EXPOSE 7 7/UDP 13 diff --git a/coin/provisioning/common/shared/testserver/freecoap/Dockerfile b/coin/provisioning/common/shared/testserver/freecoap/Dockerfile index 2c665bd5..7b2a27a7 100644 --- a/coin/provisioning/common/shared/testserver/freecoap/Dockerfile +++ b/coin/provisioning/common/shared/testserver/freecoap/Dockerfile @@ -1,20 +1,14 @@ -FROM ubuntu:18.04 +FROM qt_ubuntu_18.04 +ARG packages="avahi-daemon autoconf automake libtool make libgnutls28-dev" +RUN apt-get update && apt-get -y install $packages -RUN apt-get update && apt-get -y install git avahi-daemon autoconf automake libtool make libgnutls28-dev - -RUN mkdir -p /root/src/ - -# Get FreeCoAP test server WORKDIR /root/src -RUN git clone https://github.com/keith-cullen/FreeCoAP.git +ADD FreeCoAP-*.tar.gz . +RUN mv FreeCoAP-* FreeCoAP WORKDIR /root/src/FreeCoAP -RUN autoreconf --install -RUN ./configure +RUN autoreconf --install && ./configure && make && make install +WORKDIR sample/time_server RUN make -RUN make install -WORKDIR /root/src/FreeCoAP/sample/time_server -RUN make - WORKDIR / EXPOSE 5685/udp diff --git a/coin/provisioning/common/shared/testserver/ftp-proxy/Dockerfile b/coin/provisioning/common/shared/testserver/ftp-proxy/Dockerfile index c719c1eb..de3e5b86 100644 --- a/coin/provisioning/common/shared/testserver/ftp-proxy/Dockerfile +++ b/coin/provisioning/common/shared/testserver/ftp-proxy/Dockerfile @@ -1,4 +1,4 @@ -FROM ubuntu:16.04 -ARG packages="ftp-proxy avahi-daemon" +FROM qt_ubuntu_16.04 +ARG packages="avahi-daemon ftp-proxy" RUN apt-get update && apt-get install -y $packages && dpkg -l $packages EXPOSE 2121 diff --git a/coin/provisioning/common/shared/testserver/ftp-proxy_18.04/Dockerfile b/coin/provisioning/common/shared/testserver/ftp-proxy_18.04/Dockerfile index 0e7146ba..383ba140 100644 --- a/coin/provisioning/common/shared/testserver/ftp-proxy_18.04/Dockerfile +++ b/coin/provisioning/common/shared/testserver/ftp-proxy_18.04/Dockerfile @@ -1,4 +1,4 @@ -FROM ubuntu:18.04 -ARG packages="ftp-proxy avahi-daemon" +FROM qt_ubuntu_18.04 +ARG packages="avahi-daemon ftp-proxy" RUN apt-get update && apt-get install -y $packages && dpkg -l $packages EXPOSE 2121 diff --git a/coin/provisioning/common/shared/testserver/iptables/Dockerfile b/coin/provisioning/common/shared/testserver/iptables/Dockerfile index cbee61d4..1c2a4b4d 100644 --- a/coin/provisioning/common/shared/testserver/iptables/Dockerfile +++ b/coin/provisioning/common/shared/testserver/iptables/Dockerfile @@ -1,4 +1,4 @@ -FROM ubuntu:16.04 -ARG packages="iptables avahi-daemon" +FROM qt_ubuntu_16.04 +ARG packages="avahi-daemon iptables" RUN apt-get update && apt-get install -y $packages && dpkg -l $packages EXPOSE 1357 diff --git a/coin/provisioning/common/shared/testserver/iptables_18.04/Dockerfile b/coin/provisioning/common/shared/testserver/iptables_18.04/Dockerfile index 5865e9c8..49b277c7 100644 --- a/coin/provisioning/common/shared/testserver/iptables_18.04/Dockerfile +++ b/coin/provisioning/common/shared/testserver/iptables_18.04/Dockerfile @@ -1,4 +1,4 @@ -FROM ubuntu:18.04 -ARG packages="iptables avahi-daemon" +FROM qt_ubuntu_18.04 +ARG packages="avahi-daemon iptables" RUN apt-get update && apt-get install -y $packages && dpkg -l $packages EXPOSE 1357 diff --git a/coin/provisioning/common/shared/testserver/qt_ubuntu_16.04/Dockerfile b/coin/provisioning/common/shared/testserver/qt_ubuntu_16.04/Dockerfile new file mode 100644 index 00000000..a9c8b9ef --- /dev/null +++ b/coin/provisioning/common/shared/testserver/qt_ubuntu_16.04/Dockerfile @@ -0,0 +1,5 @@ +FROM ubuntu:16.04 +ARG COIN_RUNS_IN_QT_COMPANY +RUN test x"$COIN_RUNS_IN_QT_COMPANY" = xtrue \ + && sed -i 's;\(archive\|security\)\.ubuntu\.com;repo-clones.ci.qt.io/apt-mirror/mirror;' /etc/apt/sources.list \ + || echo "Internal package repository not found. Using public repositories." diff --git a/coin/provisioning/common/shared/testserver/qt_ubuntu_18.04/Dockerfile b/coin/provisioning/common/shared/testserver/qt_ubuntu_18.04/Dockerfile new file mode 100644 index 00000000..f62a29c6 --- /dev/null +++ b/coin/provisioning/common/shared/testserver/qt_ubuntu_18.04/Dockerfile @@ -0,0 +1,5 @@ +FROM ubuntu:18.04 +ARG COIN_RUNS_IN_QT_COMPANY +RUN test x"$COIN_RUNS_IN_QT_COMPANY" = xtrue \ + && sed -i 's;\(archive\|security\)\.ubuntu\.com;repo-clones.ci.qt.io/apt-mirror/mirror;' /etc/apt/sources.list \ + || echo "Internal package repository not found. Using public repositories." diff --git a/coin/provisioning/common/shared/testserver/squid/Dockerfile b/coin/provisioning/common/shared/testserver/squid/Dockerfile index f0ed68b3..330d3929 100644 --- a/coin/provisioning/common/shared/testserver/squid/Dockerfile +++ b/coin/provisioning/common/shared/testserver/squid/Dockerfile @@ -1,4 +1,4 @@ -FROM ubuntu:16.04 -ARG packages="squid avahi-daemon" +FROM qt_ubuntu_16.04 +ARG packages="avahi-daemon squid" RUN apt-get update && apt-get install -y $packages && dpkg -l $packages EXPOSE 3128-3130 diff --git a/coin/provisioning/common/shared/testserver/squid_18.04/Dockerfile b/coin/provisioning/common/shared/testserver/squid_18.04/Dockerfile index 208feec7..239ea4c8 100644 --- a/coin/provisioning/common/shared/testserver/squid_18.04/Dockerfile +++ b/coin/provisioning/common/shared/testserver/squid_18.04/Dockerfile @@ -1,4 +1,4 @@ -FROM ubuntu:18.04 -ARG packages="squid avahi-daemon" +FROM qt_ubuntu_18.04 +ARG packages="avahi-daemon squid" RUN apt-get update && apt-get install -y $packages && dpkg -l $packages EXPOSE 3128-3130 diff --git a/coin/provisioning/common/shared/testserver/vsftpd/Dockerfile b/coin/provisioning/common/shared/testserver/vsftpd/Dockerfile index af6cd7c7..4c2e00e4 100644 --- a/coin/provisioning/common/shared/testserver/vsftpd/Dockerfile +++ b/coin/provisioning/common/shared/testserver/vsftpd/Dockerfile @@ -1,7 +1,7 @@ -FROM ubuntu:16.04 -ARG packages="vsftpd ftp wget avahi-daemon" +FROM qt_ubuntu_16.04 +ARG packages="avahi-daemon vsftpd ftp" RUN apt-get update && apt-get install -y $packages && dpkg -l $packages EXPOSE 20-21 # install configurations and test data -RUN wget https://tools.ietf.org/rfc/rfc3252.txt +COPY rfc3252.txt . diff --git a/coin/provisioning/common/shared/testserver/vsftpd_18.04/Dockerfile b/coin/provisioning/common/shared/testserver/vsftpd_18.04/Dockerfile index 843472fd..8886308c 100644 --- a/coin/provisioning/common/shared/testserver/vsftpd_18.04/Dockerfile +++ b/coin/provisioning/common/shared/testserver/vsftpd_18.04/Dockerfile @@ -1,4 +1,4 @@ -FROM ubuntu:18.04 -ARG packages="vsftpd avahi-daemon" +FROM qt_ubuntu_18.04 +ARG packages="avahi-daemon vsftpd" RUN apt-get update && apt-get install -y $packages && dpkg -l $packages EXPOSE 20-21 diff --git a/coin/provisioning/common/unix/common.sourced.sh b/coin/provisioning/common/unix/common.sourced.sh index aca5dd04..9f74b32e 100644 --- a/coin/provisioning/common/unix/common.sourced.sh +++ b/coin/provisioning/common/unix/common.sourced.sh @@ -43,6 +43,7 @@ export PROVISIONING_ARCH export CMD_PKG_INSTALL export CMD_PKG_LOCALINSTALL export CMD_INSTALL +export COIN_RUNS_IN_QT_COMPANY @@ -143,6 +144,13 @@ set_common_environment () { esac CMD_INSTALL="sudo install" + + COIN_RUNS_IN_QT_COMPANY=false + if ping -c1 repo-clones.ci.qt.io >/dev/null 2>&1 + then + COIN_RUNS_IN_QT_COMPANY=true + fi + } set_common_environment From 5bdb2a030066612b7d9488b6966fd9b3966f4de3 Mon Sep 17 00:00:00 2001 From: Qt Submodule Update Bot Date: Mon, 13 Jan 2020 22:31:18 +0100 Subject: [PATCH 09/11] Update submodules on '5.14' in qt/qt5 Change-Id: I7cb77e9e0c3cca65ca7dd723b5775f89ce9e71fd Reviewed-by: Qt Submodule Update Bot --- qt3d | 2 +- qtbase | 2 +- qtdeclarative | 2 +- qtmultimedia | 2 +- qtqa | 2 +- qtquick3d | 2 +- qttools | 2 +- qtwebengine | 2 +- 8 files changed, 8 insertions(+), 8 deletions(-) diff --git a/qt3d b/qt3d index 709b3039..65ed4fa2 160000 --- a/qt3d +++ b/qt3d @@ -1 +1 @@ -Subproject commit 709b3039b74f9afca135b9416253164fc0e8d853 +Subproject commit 65ed4fa2ff95b54eacd82a7fb91f213464796756 diff --git a/qtbase b/qtbase index 2f536411..9dcbf2cf 160000 --- a/qtbase +++ b/qtbase @@ -1 +1 @@ -Subproject commit 2f536411d8d6918a8fed53198190d60fe188b0a4 +Subproject commit 9dcbf2cf5cbdfe35637ff323fd44729badaae811 diff --git a/qtdeclarative b/qtdeclarative index 08e07426..96cf8a33 160000 --- a/qtdeclarative +++ b/qtdeclarative @@ -1 +1 @@ -Subproject commit 08e0742699286b47d7ea9a1cbc49b9f91130135a +Subproject commit 96cf8a33c3c2fa8a3e010e33c37462e3a703fe3d diff --git a/qtmultimedia b/qtmultimedia index a8123e73..ee50d9a3 160000 --- a/qtmultimedia +++ b/qtmultimedia @@ -1 +1 @@ -Subproject commit a8123e737140719549252806e0e6a1c121359f79 +Subproject commit ee50d9a38689c2d56d530ef41f94ee0f6844b571 diff --git a/qtqa b/qtqa index ffbd9daf..e323b918 160000 --- a/qtqa +++ b/qtqa @@ -1 +1 @@ -Subproject commit ffbd9daf83a9a881eb295f640766d60409f0f2b6 +Subproject commit e323b91841c752b37941be28a06b59525a7d6336 diff --git a/qtquick3d b/qtquick3d index 8d05f4ef..acf8ae37 160000 --- a/qtquick3d +++ b/qtquick3d @@ -1 +1 @@ -Subproject commit 8d05f4efb9e6bb69bfa56164ef6105c94b33f078 +Subproject commit acf8ae3790a40270c9f4c297ed283c846e61d402 diff --git a/qttools b/qttools index 8b280f7b..e3507ac2 160000 --- a/qttools +++ b/qttools @@ -1 +1 @@ -Subproject commit 8b280f7b97fa08bcb03a872678cbb4a9cae1166c +Subproject commit e3507ac277fcb8da41ae21138b6c0f233d17ee38 diff --git a/qtwebengine b/qtwebengine index 96d03be3..7222c89c 160000 --- a/qtwebengine +++ b/qtwebengine @@ -1 +1 @@ -Subproject commit 96d03be3e06649f9c9ed277622709e7a732bbcf9 +Subproject commit 7222c89c0a7816b82bae7933d2217088c87aa8bf From 5d027444b59fece0465f2d007998e0332f2e3b37 Mon Sep 17 00:00:00 2001 From: Heikki Halmet Date: Mon, 9 Dec 2019 09:43:50 +0200 Subject: [PATCH 10/11] Provisioning: Update postgresql MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Apparently libpq version 9.1.9 is no longer supported. Let's use version 9.6 to keep maximum compatibility and align the version with MacOS. Task-number: QTBUG-79555 Change-Id: Iea98a1eb821f103e3a610ed602746407bfe5ea97 Reviewed-by: Tony Sarajärvi --- coin/provisioning/common/windows/postgresql.ps1 | 12 ++++++++---- 1 file changed, 8 insertions(+), 4 deletions(-) diff --git a/coin/provisioning/common/windows/postgresql.ps1 b/coin/provisioning/common/windows/postgresql.ps1 index 46d7501a..35d3fcb9 100644 --- a/coin/provisioning/common/windows/postgresql.ps1 +++ b/coin/provisioning/common/windows/postgresql.ps1 @@ -1,6 +1,6 @@ ############################################################################# ## -## Copyright (C) 2017 The Qt Company Ltd. +## Copyright (C) 2020 The Qt Company Ltd. ## Contact: http://www.qt.io/licensing/ ## ## This file is part of the provisioning scripts of the Qt Toolkit. @@ -36,7 +36,7 @@ # This script installs postgresql $version. # Both x86 and x64 versions needed when x86 integrations are done on x64 machine -$version = "9.1.9-1" +$version = "9.6.16-1" $packagex64 = "C:\Windows\temp\postgresql-$version-windows-x64-binaries.zip" $packagex86 = "C:\Windows\temp\postgresql-$version-windows-binaries.zip" @@ -46,7 +46,7 @@ if (Is64BitWinHost) { $installFolder = "C:\Utils\postgresql" $externalUrl = "http://get.enterprisedb.com/postgresql/postgresql-$version-windows-x64-binaries.zip" $internalUrl = "\\ci-files01-hki.intra.qt.io\provisioning\windows\postgresql-$version-windows-x64-binaries.zip" - $sha1 = "4da0453cdfda335e064d4437cf5bb9d356054cfd" + $sha1 = "5dd604f91973112209362b5abbbd1220c026f645" Write-Host "Fetching from URL ..." Download $externalUrl $internalUrl $packagex64 @@ -56,6 +56,8 @@ if (Is64BitWinHost) { Write-Host "Remove downloaded $packagex64 ..." Remove-Item -Path $packagex64 + # Remove pthread.h file so it won't be used in mingw builds (QTBUG-79555) + Remove-item -Path "$installFolder\pgsql\include\pthread.h" Set-EnvironmentVariable "POSTGRESQL_INCLUDE_x64" "$installFolder\pgsql\include" Set-EnvironmentVariable "POSTGRESQL_LIB_x64" "$installFolder\pgsql\lib" @@ -65,7 +67,7 @@ if (Is64BitWinHost) { $architecture = "x86" $externalUrl = "http://get.enterprisedb.com/postgresql/postgresql-$version-windows-binaries.zip" $internalUrl = "\\ci-files01-hki.intra.qt.io\provisioning\windows\postgresql-$version-windows-binaries.zip" -$sha1 = "eb4f01845e1592800edbb74f60944b6c0aca51a9" +$sha1 = "46309190e60eead99c2d39c1dd18a91f2104d000" if (Is64BitWinHost) { $installFolder = "C:\Utils\postgresql$architecture" } else { @@ -81,6 +83,8 @@ Extract-7Zip $packagex86 $installFolder "pgsql\lib pgsql\bin pgsql\share pgsql\i Write-Host "Remove downloaded $packagex86 ..." Remove-Item -Path $packagex86 +# Remove pthread.h file so it won't be used in mingw builds (QTBUG-79555) +Remove-item -Path "$installFolder\pgsql\include\pthread.h" Set-EnvironmentVariable "POSTGRESQL_INCLUDE_x86" "$installFolder\pgsql\include" Set-EnvironmentVariable "POSTGRESQL_LIB_x86" "$installFolder\pgsql\lib" From e6f8ec714ddcc83920a444342767610c5f5d4b4b Mon Sep 17 00:00:00 2001 From: Qt Submodule Update Bot Date: Tue, 14 Jan 2020 22:31:49 +0100 Subject: [PATCH 11/11] Update submodules on '5.14' in qt/qt5 Change-Id: Icf5f7c37fda5852f54265abf8b815858f9ac50c9 Reviewed-by: Qt Submodule Update Bot --- qt3d | 2 +- qtactiveqt | 2 +- qtbase | 2 +- qtdeclarative | 2 +- 4 files changed, 4 insertions(+), 4 deletions(-) diff --git a/qt3d b/qt3d index 65ed4fa2..df5a63b0 160000 --- a/qt3d +++ b/qt3d @@ -1 +1 @@ -Subproject commit 65ed4fa2ff95b54eacd82a7fb91f213464796756 +Subproject commit df5a63b059956e8a717db9110327cc86612cc934 diff --git a/qtactiveqt b/qtactiveqt index 95304102..03eea4d9 160000 --- a/qtactiveqt +++ b/qtactiveqt @@ -1 +1 @@ -Subproject commit 95304102ce905cf3661f5669428bc4e5b9a418a4 +Subproject commit 03eea4d922a8e85b9cef1ed5a021638bca9dd849 diff --git a/qtbase b/qtbase index 9dcbf2cf..7a59d6f1 160000 --- a/qtbase +++ b/qtbase @@ -1 +1 @@ -Subproject commit 9dcbf2cf5cbdfe35637ff323fd44729badaae811 +Subproject commit 7a59d6f138ff8799170cc03d709525ab965d703a diff --git a/qtdeclarative b/qtdeclarative index 96cf8a33..c061719d 160000 --- a/qtdeclarative +++ b/qtdeclarative @@ -1 +1 @@ -Subproject commit 96cf8a33c3c2fa8a3e010e33c37462e3a703fe3d +Subproject commit c061719d2e63c45dc2e126c8e36e9fe906a0bdfe