Mirrors/aqtinstall
1
0
Fork 0
mirror of https://github.com/miurahr/aqtinstall.git synced 2025-12-17 12:44:38 +03:00
Code Issues Actions Packages Projects Releases Wiki Activity
Files
3c08fa2d633f34e4234405c00c131a565575c2b4
aqtinstall/ci/generate_azure_pipelines_matrices.py
David Dalcino 3c08fa2d63 Handle special case for Qt 5.9.0 
Qt 5.9.0 installs to `5.9/arch`, rather than the expected `5.9.0/arch`.
This change adds some helper functions to BuildJob that compose the
expected binary directory with the appropriate logic to handle the
edge case for Qt 5.9.0.
2021-08-11 13:05:17 -07:00

319 lines
9.2 KiB
Python
Raw Blame History

"""
This sets variables for a matrix of QT versions to test downloading against with Azure Pipelines
"""
import collections
import json
import random
from itertools import product
MIRRORS = [
"https://ftp.jaist.ac.jp/pub/qtproject",
"http://ftp1.nluug.nl/languages/qt",
"https://mirrors.dotsrc.org/qtproject",
]
class BuildJob:
def __init__(
self,
command,
qt_version,
host,
target,
arch,
archdir,
*,
module=None,
mirror=None,
subarchives=None,
output_dir=None,
list_options=None,
spec=None,
):
self.command = command
self.qt_version = qt_version
self.host = host
self.target = target
self.arch = arch
self.archdir = archdir
self.module = module
self.mirror = mirror
self.subarchives = subarchives
self.list_options = list_options if list_options else {}
# `steps.yml` assumes that qt_version is the highest version that satisfies spec
self.spec = spec
self.output_dir = output_dir
def qt_bindir(self, *, sep='/') -> str:
out_dir = f"$(Build.BinariesDirectory){sep}Qt" if not self.output_dir else self.output_dir
version_dir = "5.9" if self.qt_version == "5.9.0" else self.qt_version
return f"{out_dir}{sep}{version_dir}{sep}{self.archdir}{sep}bin"
def win_qt_bindir(self) -> str:
return self.qt_bindir(sep='\\')
class PlatformBuildJobs:
def __init__(self, platform, build_jobs):
self.platform = platform
self.build_jobs = build_jobs
python_versions = [
"3.8",
]
qt_versions = ["5.13.2", "5.15.2"]
linux_build_jobs = []
mac_build_jobs = []
windows_build_jobs = []
all_platform_build_jobs = [
PlatformBuildJobs("linux", linux_build_jobs),
PlatformBuildJobs("mac", mac_build_jobs),
PlatformBuildJobs("windows", windows_build_jobs),
]
# Linux Desktop
for qt_version in qt_versions:
linux_build_jobs.append(
BuildJob("install-qt", qt_version, "linux", "desktop", "gcc_64", "gcc_64")
)
# Mac Desktop
for qt_version in qt_versions:
mac_build_jobs.append(
BuildJob("install-qt", qt_version, "mac", "desktop", "clang_64", "clang_64")
)
# Windows Desktop
windows_build_jobs.extend(
[
BuildJob(
"install-qt",
"5.14.2",
"windows",
"desktop",
"win64_msvc2017_64",
"msvc2017_64",
mirror=random.choice(MIRRORS),
),
BuildJob(
"install-qt",
"5.14.2",
"windows",
"desktop",
"win32_msvc2017",
"msvc2017",
mirror=random.choice(MIRRORS),
),
BuildJob(
"install-qt",
"5.13.2",
"windows",
"desktop",
"win64_msvc2015_64",
"msvc2015_64",
mirror=random.choice(MIRRORS),
),
BuildJob(
"install-qt",
"5.15.2",
"windows",
"desktop",
"win64_mingw81",
"mingw81_64",
mirror=random.choice(MIRRORS),
),
# Known issue with Azure-Pipelines environment: it has a pre-installed mingw81 which cause link error.
# BuildJob('install', '5.15.0', 'windows', 'desktop', 'win32_mingw81', 'mingw81_32', mirror=MIRROR),
BuildJob(
"install-qt",
"5.15.2",
"windows",
"desktop",
"win64_msvc2019_64",
"msvc2019_64",
module="qtcharts qtnetworkauth",
mirror=random.choice(MIRRORS),
),
BuildJob(
"install-qt",
"5.9.0",
"windows",
"desktop",
"win64_msvc2017_64",
"msvc2017_64",
module="qtcharts qtnetworkauth",
mirror=random.choice(MIRRORS),
),
]
)
# Extra modules test
linux_build_jobs.extend(
[
BuildJob(
"install-qt",
"5.15.2",
"linux",
"desktop",
"gcc_64",
"gcc_64",
module="qtcharts qtnetworkauth",
),
BuildJob(
"install-qt", "5.14.2", "linux", "desktop", "gcc_64", "gcc_64", module="all"
),
BuildJob(
"install-qt",
"5.15.2",
"linux",
"desktop",
"gcc_64",
"gcc_64",
subarchives="qtbase qttools qt icu",
),
BuildJob(
"install-src", "6.1.0", "linux", "desktop", "gcc_64", "gcc_64", subarchives="qt"
),
BuildJob(
"install-doc", "6.1.0", "linux", "desktop", "gcc_64", "gcc_64", subarchives="qtdoc"
),
# test for list commands
BuildJob('list', '5.15.2', 'linux', 'desktop', '', '', spec="<6", list_options={
'HAS_EXTENSIONS': "True",
}),
BuildJob('list', '6.1.0', 'linux', 'android', '', '', spec=">6.0,<6.1.1", list_options={
'HAS_EXTENSIONS': "True",
'USE_EXTENSION': "armv7",
}),
# tests run on linux but query data about other platforms
BuildJob('list', '5.14.1', 'mac', 'ios', '', '', spec="<=5.14.1", list_options={}),
BuildJob('list', '5.13.1', 'windows', 'winrt', '', '', spec=">5.13.0,<5.13.2", list_options={}),
]
)
mac_build_jobs.extend(
[
BuildJob(
"install-qt",
"6.2.0",
"mac",
"desktop",
"clang_64",
"macos",
module="addons.qtcharts addons.qtnetworkauth",
),
BuildJob(
"install-qt",
"5.14.2",
"mac",
"desktop",
"clang_64",
"clang_64",
module="qtcharts qtnetworkauth",
),
]
)
# WASM
linux_build_jobs.append(
BuildJob("install-qt", "5.14.2", "linux", "desktop", "wasm_32", "wasm_32")
)
mac_build_jobs.append(
BuildJob("install-qt", "5.14.2", "mac", "desktop", "wasm_32", "wasm_32")
)
# mobile SDK
mac_build_jobs.extend(
[
BuildJob("install-qt", "5.15.2", "mac", "ios", "ios", "ios"),
BuildJob(
"install-qt", "6.1.0", "mac", "android", "android_armv7", "android_armv7"
),
]
)
linux_build_jobs.extend(
[BuildJob("install-qt", "6.1.0", "linux", "android", "android_armv7", "android_armv7")]
)
# Test binary patch of qmake
linux_build_jobs.extend(
[
# New output dir is shorter than the default value; qmake could fail to
# locate prefix dir if the value is patched wrong
BuildJob(
"install-qt",
"5.12.11",
"linux",
"desktop",
"gcc_64",
"gcc_64",
output_dir="/t/Q",
),
# New output dir is longer than the default value.
# This case is meant to work without any bugfix; if this fails, the test is setup wrong
BuildJob(
"install-qt",
"5.12.11",
"linux",
"desktop",
"gcc_64",
"gcc_64",
output_dir="/some/super/long/arbitrary/path/to" * 5,
),
]
)
matrices = {}
for platform_build_job in all_platform_build_jobs:
matrix_dictionary = collections.OrderedDict()
for build_job, python_version in product(
platform_build_job.build_jobs, python_versions
):
key = "{} {} {} for {}".format(
build_job.command, build_job.qt_version, build_job.arch, build_job.target
)
if build_job.module:
key = "{} ({})".format(key, build_job.module)
if build_job.subarchives:
key = "{} ({})".format(key, build_job.subarchives)
if build_job.output_dir:
key = "{} ({})".format(key, build_job.output_dir)
matrix_dictionary[key] = collections.OrderedDict(
[
("PYTHON_VERSION", python_version),
("SUBCOMMAND", build_job.command),
("QT_VERSION", build_job.qt_version),
("HOST", build_job.host),
("TARGET", build_job.target),
("ARCH", build_job.arch),
("ARCHDIR", build_job.archdir),
("MODULE", build_job.module if build_job.module else ""),
("QT_BASE_MIRROR", build_job.mirror if build_job.mirror else ""),
("SUBARCHIVES", build_job.subarchives if build_job.subarchives else ""),
("SPEC", build_job.spec if build_job.spec else ""),
("HAS_EXTENSIONS", build_job.list_options.get("HAS_EXTENSIONS", "False")),
("USE_EXTENSION", build_job.list_options.get("USE_EXTENSION", "None")),
("OUTPUT_DIR", build_job.output_dir if build_job.output_dir else ""),
("QT_BINDIR", build_job.qt_bindir()),
("WIN_QT_BINDIR", build_job.win_qt_bindir()),
]
)
matrices[platform_build_job.platform] = matrix_dictionary
print("Setting Variables below")
print(
f"##vso[task.setVariable variable=linux;isOutput=true]{json.dumps(matrices['linux'])}"
)
print(
f"##vso[task.setVariable variable=windows;isOutput=true]{json.dumps(matrices['windows'])}"
)
print(
f"##vso[task.setVariable variable=mac;isOutput=true]{json.dumps(matrices['mac'])}"
)
Reference in New Issue View Git Blame Copy Permalink