create-test-plan.py 48 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005
  1. #!/usr/bin/env python
  2. import argparse
  3. import dataclasses
  4. import fnmatch
  5. from enum import Enum
  6. import json
  7. import logging
  8. import os
  9. import re
  10. import shlex
  11. from typing import Optional
  12. logger = logging.getLogger(__name__)
  13. WINDOWS_GAMEINPUT_VERSION = "v3.3.195.0 "
  14. class AppleArch(Enum):
  15. Aarch64 = "aarch64"
  16. X86_64 = "x86_64"
  17. class MsvcArch(Enum):
  18. X86 = "x86"
  19. X64 = "x64"
  20. Arm64 = "arm64"
  21. class JobOs(Enum):
  22. WindowsLatest = "windows-latest"
  23. UbuntuLatest = "ubuntu-latest"
  24. MacosLatest = "macos-latest"
  25. Ubuntu22_04 = "ubuntu-22.04"
  26. Ubuntu24_04 = "ubuntu-24.04"
  27. Ubuntu24_04_arm = "ubuntu-24.04-arm"
  28. Macos14 = "macos-14" # macOS Sonoma (2023)
  29. Macos15 = "macos-15" # macOS Sequoia (2024)
  30. Macos26 = "macos-26" # macOS Tahoe (2025)
  31. class SdlPlatform(Enum):
  32. Android = "android"
  33. Emscripten = "emscripten"
  34. Haiku = "haiku"
  35. LoongArch64 = "loongarch64"
  36. Msys2 = "msys2"
  37. Cygwin = "cygwin"
  38. Linux = "linux"
  39. MacOS = "macos"
  40. Ios = "ios"
  41. Tvos = "tvos"
  42. Msvc = "msvc"
  43. N3ds = "n3ds"
  44. PowerPC = "powerpc"
  45. PowerPC64 = "powerpc64"
  46. Ps2 = "ps2"
  47. Psp = "psp"
  48. Vita = "vita"
  49. Riscos = "riscos"
  50. FreeBSD = "freebsd"
  51. NetBSD = "netbsd"
  52. OpenBSD = "openbsd"
  53. NGage = "ngage"
  54. DJGPP = "djgpp"
  55. class Msys2Platform(Enum):
  56. Mingw32 = "mingw32"
  57. Mingw64 = "mingw64"
  58. Clang64 = "clang64"
  59. Ucrt64 = "ucrt64"
  60. class IntelCompiler(Enum):
  61. Icc = "icc"
  62. Icx = "icx"
  63. class VitaGLES(Enum):
  64. Pib = "pib"
  65. Pvr = "pvr"
  66. @dataclasses.dataclass(slots=True)
  67. class JobSpec:
  68. name: str
  69. os: JobOs
  70. platform: SdlPlatform
  71. artifact: Optional[str]
  72. container: Optional[str] = None
  73. no_cmake: bool = False
  74. xcode: bool = False
  75. android_mk: bool = False
  76. android_gradle: bool = False
  77. lean: bool = False
  78. android_arch: Optional[str] = None
  79. android_abi: Optional[str] = None
  80. android_platform: Optional[int] = None
  81. msys2_platform: Optional[Msys2Platform] = None
  82. intel: Optional[IntelCompiler] = None
  83. apple_framework: Optional[bool] = None
  84. apple_archs: Optional[set[AppleArch]] = None
  85. msvc_project: Optional[str] = None
  86. msvc_arch: Optional[MsvcArch] = None
  87. clang_cl: bool = False
  88. gdk: bool = False
  89. vita_gles: Optional[VitaGLES] = None
  90. more_hard_deps: bool = False
  91. JOB_SPECS = {
  92. "msys2-mingw32": JobSpec(name="Windows (msys2, mingw32)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msys2, artifact="SDL-mingw32", msys2_platform=Msys2Platform.Mingw32, ),
  93. "msys2-mingw64": JobSpec(name="Windows (msys2, mingw64)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msys2, artifact="SDL-mingw64", msys2_platform=Msys2Platform.Mingw64, ),
  94. "msys2-clang64": JobSpec(name="Windows (msys2, clang64)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msys2, artifact="SDL-mingw64-clang", msys2_platform=Msys2Platform.Clang64, ),
  95. "msys2-ucrt64": JobSpec(name="Windows (msys2, ucrt64)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msys2, artifact="SDL-mingw64-ucrt", msys2_platform=Msys2Platform.Ucrt64, ),
  96. "cygwin": JobSpec(name="Cygwin", os=JobOs.WindowsLatest, platform=SdlPlatform.Cygwin, artifact="SDL-cygwin", ),
  97. "msvc-x64": JobSpec(name="Windows (MSVC, x64)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msvc, artifact="SDL-VC-x64", msvc_arch=MsvcArch.X64, msvc_project="VisualC/SDL.sln", ),
  98. "msvc-x86": JobSpec(name="Windows (MSVC, x86)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msvc, artifact="SDL-VC-x86", msvc_arch=MsvcArch.X86, msvc_project="VisualC/SDL.sln", ),
  99. "msvc-clang-x64": JobSpec(name="Windows (MSVC, clang-cl x64)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msvc, artifact="SDL-clang-cl-x64", msvc_arch=MsvcArch.X64, clang_cl=True, ),
  100. "msvc-clang-x86": JobSpec(name="Windows (MSVC, clang-cl x86)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msvc, artifact="SDL-clang-cl-x86", msvc_arch=MsvcArch.X86, clang_cl=True, ),
  101. "msvc-arm64": JobSpec(name="Windows (MSVC, ARM64)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msvc, artifact="SDL-VC-arm64", msvc_arch=MsvcArch.Arm64, msvc_project="VisualC/SDL.sln", ),
  102. "msvc-gdk-x64": JobSpec(name="GDK (MSVC, x64)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msvc, artifact="SDL-VC-GDK", msvc_arch=MsvcArch.X64, msvc_project="VisualC-GDK/SDL.sln", gdk=True, no_cmake=True, ),
  103. "ubuntu-22.04": JobSpec(name="Ubuntu 22.04", os=JobOs.Ubuntu22_04, platform=SdlPlatform.Linux, artifact="SDL-ubuntu22.04", ),
  104. "ubuntu-latest": JobSpec(name="Ubuntu (latest)", os=JobOs.UbuntuLatest, platform=SdlPlatform.Linux, artifact="SDL-ubuntu-latest", ),
  105. "ubuntu-24.04-arm64": JobSpec(name="Ubuntu 24.04 (ARM64)", os=JobOs.Ubuntu24_04_arm, platform=SdlPlatform.Linux, artifact="SDL-ubuntu24.04-arm64", ),
  106. "steamrt3": JobSpec(name="Steam Linux Runtime 3.0 (x86_64)", os=JobOs.UbuntuLatest, platform=SdlPlatform.Linux, artifact="SDL-steamrt3", container="registry.gitlab.steamos.cloud/steamrt/sniper/sdk:latest" ),
  107. "steamrt3-arm64": JobSpec(name="Steam Linux Runtime 3.0 (arm64)", os=JobOs.Ubuntu24_04_arm, platform=SdlPlatform.Linux, artifact="SDL-steamrt3-arm64", container="registry.gitlab.steamos.cloud/steamrt/sniper/sdk/arm64:latest" ),
  108. "steamrt4": JobSpec(name="Steam Linux Runtime 4.0 (x86_64)", os=JobOs.UbuntuLatest, platform=SdlPlatform.Linux, artifact="SDL-steamrt4", container="registry.gitlab.steamos.cloud/steamrt/steamrt4/sdk:latest", more_hard_deps = True, ),
  109. "steamrt4-arm64": JobSpec(name="Steam Linux Runtime 4.0 (arm64)", os=JobOs.Ubuntu24_04_arm, platform=SdlPlatform.Linux, artifact="SDL-steamrt4-arm64", container="registry.gitlab.steamos.cloud/steamrt/steamrt4/sdk/arm64:latest", more_hard_deps = True, ),
  110. "ubuntu-intel-icx": JobSpec(name="Ubuntu 22.04 (Intel oneAPI)", os=JobOs.Ubuntu22_04, platform=SdlPlatform.Linux, artifact="SDL-ubuntu22.04-oneapi", intel=IntelCompiler.Icx, ),
  111. "ubuntu-intel-icc": JobSpec(name="Ubuntu 22.04 (Intel Compiler)", os=JobOs.Ubuntu22_04, platform=SdlPlatform.Linux, artifact="SDL-ubuntu22.04-icc", intel=IntelCompiler.Icc, ),
  112. "macos-framework-x64": JobSpec(name="MacOS (Framework) (x64)", os=JobOs.Macos14, platform=SdlPlatform.MacOS, artifact="SDL-macos-framework", apple_framework=True, apple_archs={AppleArch.Aarch64, AppleArch.X86_64, }, xcode=True, ),
  113. "macos-framework-arm64": JobSpec(name="MacOS (Framework) (arm64)", os=JobOs.MacosLatest, platform=SdlPlatform.MacOS, artifact=None, apple_framework=True, apple_archs={AppleArch.Aarch64, AppleArch.X86_64, }, ),
  114. "macos-26-framework-arm64": JobSpec(name="MacOS 26 (Framework) (arm64)",os=JobOs.Macos26, platform=SdlPlatform.MacOS, artifact=None, apple_framework=True, apple_archs={AppleArch.Aarch64, AppleArch.X86_64, }, ),
  115. "macos-gnu-arm64": JobSpec(name="MacOS (GNU prefix)", os=JobOs.MacosLatest, platform=SdlPlatform.MacOS, artifact="SDL-macos-arm64-gnu", apple_framework=False, apple_archs={AppleArch.Aarch64, }, ),
  116. "ios": JobSpec(name="iOS (CMake & xcode)", os=JobOs.MacosLatest, platform=SdlPlatform.Ios, artifact="SDL-ios-arm64", xcode=True, ),
  117. "tvos": JobSpec(name="tvOS (CMake & xcode)", os=JobOs.MacosLatest, platform=SdlPlatform.Tvos, artifact="SDL-tvos-arm64", xcode=True, ),
  118. "android-cmake": JobSpec(name="Android (CMake)", os=JobOs.UbuntuLatest, platform=SdlPlatform.Android, artifact="SDL-android-arm64", android_abi="arm64-v8a", android_arch="aarch64", android_platform=23, ),
  119. "android-cmake-lean": JobSpec(name="Android (CMake, lean)", os=JobOs.UbuntuLatest, platform=SdlPlatform.Android, artifact="SDL-lean-android-arm64", android_abi="arm64-v8a", android_arch="aarch64", android_platform=23, lean=True, ),
  120. "android-mk": JobSpec(name="Android (Android.mk)", os=JobOs.UbuntuLatest, platform=SdlPlatform.Android, artifact=None, no_cmake=True, android_mk=True, ),
  121. "android-gradle": JobSpec(name="Android (Gradle)", os=JobOs.UbuntuLatest, platform=SdlPlatform.Android, artifact=None, no_cmake=True, android_gradle=True, ),
  122. "emscripten": JobSpec(name="Emscripten", os=JobOs.UbuntuLatest, platform=SdlPlatform.Emscripten, artifact="SDL-emscripten", ),
  123. "haiku": JobSpec(name="Haiku", os=JobOs.UbuntuLatest, platform=SdlPlatform.Haiku, artifact="SDL-haiku-x64", container="ghcr.io/haiku/cross-compiler:x86_64-r1beta5", ),
  124. "loongarch64": JobSpec(name="LoongArch64", os=JobOs.UbuntuLatest, platform=SdlPlatform.LoongArch64, artifact="SDL-loongarch64", ),
  125. "n3ds": JobSpec(name="Nintendo 3DS", os=JobOs.UbuntuLatest, platform=SdlPlatform.N3ds, artifact="SDL-n3ds", container="devkitpro/devkitarm:latest", ),
  126. "ppc": JobSpec(name="PowerPC", os=JobOs.UbuntuLatest, platform=SdlPlatform.PowerPC, artifact="SDL-ppc", container="dockcross/linux-ppc:latest", ),
  127. "ppc64": JobSpec(name="PowerPC64", os=JobOs.UbuntuLatest, platform=SdlPlatform.PowerPC64, artifact="SDL-ppc64le", container="dockcross/linux-ppc64le:latest", ),
  128. "ps2": JobSpec(name="Sony PlayStation 2", os=JobOs.UbuntuLatest, platform=SdlPlatform.Ps2, artifact="SDL-ps2", container="ps2dev/ps2dev:latest", ),
  129. "psp": JobSpec(name="Sony PlayStation Portable", os=JobOs.UbuntuLatest, platform=SdlPlatform.Psp, artifact="SDL-psp", container="pspdev/pspdev:latest", ),
  130. "vita-pib": JobSpec(name="Sony PlayStation Vita (GLES w/ pib)", os=JobOs.UbuntuLatest, platform=SdlPlatform.Vita, artifact="SDL-vita-pib", container="vitasdk/vitasdk:latest", vita_gles=VitaGLES.Pib, ),
  131. "vita-pvr": JobSpec(name="Sony PlayStation Vita (GLES w/ PVR_PSP2)", os=JobOs.UbuntuLatest, platform=SdlPlatform.Vita, artifact="SDL-vita-pvr", container="vitasdk/vitasdk:latest", vita_gles=VitaGLES.Pvr, ),
  132. "riscos": JobSpec(name="RISC OS", os=JobOs.UbuntuLatest, platform=SdlPlatform.Riscos, artifact="SDL-riscos", container="riscosdotinfo/riscos-gccsdk-4.7:latest", ),
  133. "netbsd": JobSpec(name="NetBSD", os=JobOs.UbuntuLatest, platform=SdlPlatform.NetBSD, artifact="SDL-netbsd-x64", ),
  134. "openbsd": JobSpec(name="OpenBSD", os=JobOs.UbuntuLatest, platform=SdlPlatform.OpenBSD, artifact="SDL-openbsd-x64", ),
  135. "freebsd": JobSpec(name="FreeBSD", os=JobOs.UbuntuLatest, platform=SdlPlatform.FreeBSD, artifact="SDL-freebsd-x64", ),
  136. "ngage": JobSpec(name="N-Gage", os=JobOs.WindowsLatest, platform=SdlPlatform.NGage, artifact="SDL-ngage", ),
  137. "djgpp": JobSpec(name="DOS (DJGPP)", os=JobOs.UbuntuLatest, platform=SdlPlatform.DJGPP, artifact="SDL-djgpp", ),
  138. }
  139. class StaticLibType(Enum):
  140. STATIC_LIB = "SDL3-static.lib"
  141. A = "libSDL3.a"
  142. class SharedLibType(Enum):
  143. WIN32 = "SDL3.dll"
  144. CYGDLL = "cygSDL3.dll"
  145. SO_0 = "libSDL3.so.0"
  146. SO = "libSDL3.so"
  147. DYLIB = "libSDL3.0.dylib"
  148. FRAMEWORK = "SDL3.framework/Versions/A/SDL3"
  149. @dataclasses.dataclass(slots=True)
  150. class JobDetails:
  151. name: str
  152. key: str
  153. os: str
  154. platform: str
  155. artifact: str
  156. no_cmake: bool
  157. ccache: bool = False
  158. build_tests: bool = True
  159. container: str = ""
  160. cmake_build_type: str = "RelWithDebInfo"
  161. shell: str = "sh"
  162. sudo: str = "sudo"
  163. cmake_config_emulator: str = ""
  164. apk_packages: list[str] = dataclasses.field(default_factory=list)
  165. apt_packages: list[str] = dataclasses.field(default_factory=list)
  166. brew_packages: list[str] = dataclasses.field(default_factory=list)
  167. cmake_toolchain_file: str = ""
  168. cmake_arguments: list[str] = dataclasses.field(default_factory=list)
  169. cmake_generator: str = "Ninja"
  170. cmake_build_arguments: list[str] = dataclasses.field(default_factory=list)
  171. clang_tidy: bool = True
  172. cppflags: list[str] = dataclasses.field(default_factory=list)
  173. cc: str = ""
  174. cxx: str = ""
  175. cflags: list[str] = dataclasses.field(default_factory=list)
  176. cxxflags: list[str] = dataclasses.field(default_factory=list)
  177. ldflags: list[str] = dataclasses.field(default_factory=list)
  178. pollute_directories: list[str] = dataclasses.field(default_factory=list)
  179. use_cmake: bool = True
  180. shared: bool = True
  181. static: bool = True
  182. shared_lib: Optional[SharedLibType] = None
  183. static_lib: Optional[StaticLibType] = None
  184. run_tests: bool = True
  185. test_pkg_config: bool = True
  186. cc_from_cmake: bool = False
  187. source_cmd: str = ""
  188. pretest_cmd: str = ""
  189. java: bool = False
  190. android_apks: list[str] = dataclasses.field(default_factory=list)
  191. android_ndk: bool = False
  192. android_mk: bool = False
  193. android_gradle: bool = False
  194. minidump: bool = False
  195. intel: bool = False
  196. msys2_msystem: str = ""
  197. msys2_packages: list[str] = dataclasses.field(default_factory=list)
  198. cygwin_packages: list[str] = dataclasses.field(default_factory=list)
  199. werror: bool = True
  200. microsoft_gameinput_version: str = ""
  201. msvc_vcvars_arch: str = ""
  202. msvc_vcvars_sdk: str = ""
  203. msvc_project: str = ""
  204. msvc_project_flags: list[str] = dataclasses.field(default_factory=list)
  205. setup_ninja: bool = False
  206. setup_libusb_arch: str = ""
  207. xcode_sdk: str = ""
  208. cpactions: bool = False
  209. setup_gdk_folder: str = ""
  210. cpactions_os: str = ""
  211. cpactions_version: str = ""
  212. cpactions_arch: str = ""
  213. cpactions_setup_cmd: str = ""
  214. cpactions_install_cmd: str = ""
  215. setup_vita_gles_type: str = ""
  216. check_sources: bool = False
  217. setup_python: bool = False
  218. pypi_packages: list[str] = dataclasses.field(default_factory=list)
  219. setup_gage_sdk_path: str = ""
  220. binutils_strings: str = "strings"
  221. ctest_args: str = ""
  222. def to_workflow(self, enable_artifacts: bool) -> dict[str, str|bool]:
  223. data = {
  224. "name": self.name,
  225. "key": self.key,
  226. "os": self.os,
  227. "ccache": self.ccache,
  228. "container": self.container if self.container else "",
  229. "platform": self.platform,
  230. "artifact": self.artifact,
  231. "enable-artifacts": enable_artifacts,
  232. "shell": self.shell,
  233. "msys2-msystem": self.msys2_msystem,
  234. "msys2-packages": my_shlex_join(self.msys2_packages),
  235. "cygwin-packages": my_shlex_join(self.cygwin_packages),
  236. "android-ndk": self.android_ndk,
  237. "java": self.java,
  238. "intel": self.intel,
  239. "apk-packages": my_shlex_join(self.apk_packages),
  240. "apt-packages": my_shlex_join(self.apt_packages),
  241. "test-pkg-config": self.test_pkg_config,
  242. "brew-packages": my_shlex_join(self.brew_packages),
  243. "pollute-directories": my_shlex_join(self.pollute_directories),
  244. "no-cmake": self.no_cmake,
  245. "build-tests": self.build_tests,
  246. "source-cmd": self.source_cmd,
  247. "pretest-cmd": self.pretest_cmd,
  248. "cmake-config-emulator": self.cmake_config_emulator,
  249. "cc": self.cc,
  250. "cxx": self.cxx,
  251. "cflags": my_shlex_join(self.cppflags + self.cflags),
  252. "cxxflags": my_shlex_join(self.cppflags + self.cxxflags),
  253. "ldflags": my_shlex_join(self.ldflags),
  254. "cmake-generator": self.cmake_generator,
  255. "cmake-toolchain-file": self.cmake_toolchain_file,
  256. "clang-tidy": self.clang_tidy,
  257. "cmake-arguments": my_shlex_join(self.cmake_arguments),
  258. "cmake-build-arguments": my_shlex_join(self.cmake_build_arguments),
  259. "shared": self.shared,
  260. "static": self.static,
  261. "shared-lib": self.shared_lib.value if self.shared_lib else None,
  262. "static-lib": self.static_lib.value if self.static_lib else None,
  263. "cmake-build-type": self.cmake_build_type,
  264. "run-tests": self.run_tests,
  265. "android-apks": my_shlex_join(self.android_apks),
  266. "android-gradle": self.android_gradle,
  267. "android-mk": self.android_mk,
  268. "werror": self.werror,
  269. "sudo": self.sudo,
  270. "microsoft-gameinput-version": self.microsoft_gameinput_version,
  271. "msvc-vcvars-arch": self.msvc_vcvars_arch,
  272. "msvc-vcvars-sdk": self.msvc_vcvars_sdk,
  273. "msvc-project": self.msvc_project,
  274. "msvc-project-flags": my_shlex_join(self.msvc_project_flags),
  275. "setup-ninja": self.setup_ninja,
  276. "setup-libusb-arch": self.setup_libusb_arch,
  277. "cc-from-cmake": self.cc_from_cmake,
  278. "xcode-sdk": self.xcode_sdk,
  279. "cpactions": self.cpactions,
  280. "cpactions-os": self.cpactions_os,
  281. "cpactions-version": self.cpactions_version,
  282. "cpactions-arch": self.cpactions_arch,
  283. "cpactions-setup-cmd": self.cpactions_setup_cmd,
  284. "cpactions-install-cmd": self.cpactions_install_cmd,
  285. "setup-vita-gles-type": self.setup_vita_gles_type,
  286. "setup-gdk-folder": self.setup_gdk_folder,
  287. "check-sources": self.check_sources,
  288. "setup-python": self.setup_python,
  289. "pypi-packages": my_shlex_join(self.pypi_packages),
  290. "setup-ngage-sdk-path": self.setup_gage_sdk_path,
  291. "binutils-strings": self.binutils_strings,
  292. "ctest-args": self.ctest_args,
  293. }
  294. return {k: v for k, v in data.items() if v != ""}
  295. def my_shlex_join(s):
  296. def escape(s):
  297. if s[:1] == "'" and s[-1:] == "'":
  298. return s
  299. if set(s).intersection(set("; \t")):
  300. return f'"{s}"'
  301. return s
  302. return " ".join(escape(s))
  303. def spec_to_job(spec: JobSpec, key: str, trackmem_symbol_names: bool, ctest_args: list[str]) -> JobDetails:
  304. job = JobDetails(
  305. name=spec.name,
  306. key=key,
  307. os=spec.os.value,
  308. artifact=spec.artifact or "",
  309. container=spec.container or "",
  310. platform=spec.platform.value,
  311. sudo="sudo",
  312. no_cmake=spec.no_cmake,
  313. )
  314. if job.os.startswith("ubuntu"):
  315. job.apt_packages.extend([
  316. "ninja-build",
  317. "pkg-config",
  318. ])
  319. pretest_cmd = []
  320. if trackmem_symbol_names:
  321. pretest_cmd.append("export SDL_TRACKMEM_SYMBOL_NAMES=1")
  322. else:
  323. pretest_cmd.append("export SDL_TRACKMEM_SYMBOL_NAMES=0")
  324. win32 = spec.platform in (SdlPlatform.Msys2, SdlPlatform.Msvc)
  325. fpic = None
  326. build_parallel = True
  327. if spec.lean:
  328. job.cppflags.append("-DSDL_LEAN_AND_MEAN=1")
  329. if win32:
  330. job.cmake_arguments.append("-DSDLTEST_PROCDUMP=ON")
  331. job.minidump = True
  332. if spec.intel is not None:
  333. match spec.intel:
  334. case IntelCompiler.Icx:
  335. job.cc = "icx"
  336. job.cxx = "icpx"
  337. case IntelCompiler.Icc:
  338. job.cc = "icc"
  339. job.cxx = "icpc"
  340. # Disable deprecation warning
  341. job.cppflags.append("-diag-disable=10441")
  342. # Avoid 'Catastrophic error: cannot open precompiled header file'
  343. job.cmake_arguments.append("-DCMAKE_DISABLE_PRECOMPILE_HEADERS:BOOL=ON")
  344. job.clang_tidy = False
  345. case _:
  346. raise ValueError(f"Invalid intel={spec.intel}")
  347. job.source_cmd = f"source /opt/intel/oneapi/setvars.sh;"
  348. job.intel = True
  349. job.shell = "bash"
  350. job.cmake_arguments.extend((
  351. f"-DCMAKE_C_COMPILER={job.cc}",
  352. f"-DCMAKE_CXX_COMPILER={job.cxx}",
  353. "-DCMAKE_SYSTEM_NAME=Linux",
  354. ))
  355. match spec.platform:
  356. case SdlPlatform.Msvc:
  357. job.setup_ninja = not spec.gdk
  358. job.clang_tidy = False # complains about \threadsafety: "unknown command tag name [clang-diagnostic-documentation-unknown-command]"
  359. job.msvc_project = spec.msvc_project if spec.msvc_project else ""
  360. job.msvc_project_flags.append("-p:TreatWarningsAsError=true")
  361. job.test_pkg_config = False
  362. job.shared_lib = SharedLibType.WIN32
  363. job.static_lib = StaticLibType.STATIC_LIB
  364. job.cmake_arguments.extend((
  365. "-DCMAKE_MSVC_DEBUG_INFORMATION_FORMAT=ProgramDatabase",
  366. "-DCMAKE_EXE_LINKER_FLAGS=-DEBUG",
  367. "-DCMAKE_SHARED_LINKER_FLAGS=-DEBUG",
  368. ))
  369. job.cmake_arguments.append("'-DCMAKE_MSVC_RUNTIME_LIBRARY=MultiThreaded$<$<CONFIG:Debug>:Debug>'")
  370. if spec.clang_cl:
  371. job.cmake_arguments.extend((
  372. "-DCMAKE_C_COMPILER=clang-cl",
  373. "-DCMAKE_CXX_COMPILER=clang-cl",
  374. ))
  375. match spec.msvc_arch:
  376. case MsvcArch.X86:
  377. job.cflags.append("/clang:-m32")
  378. job.cxxflags.append("/clang:-m32")
  379. job.ldflags.append("/MACHINE:X86")
  380. case MsvcArch.X64:
  381. job.cflags.append("/clang:-m64")
  382. job.cxxflags.append("/clang:-m64")
  383. job.ldflags.append("/MACHINE:X64")
  384. case _:
  385. raise ValueError(f"Unsupported clang-cl architecture (arch={spec.msvc_arch})")
  386. if spec.msvc_project:
  387. match spec.msvc_arch:
  388. case MsvcArch.X86:
  389. msvc_platform = "Win32"
  390. case MsvcArch.X64:
  391. msvc_platform = "x64"
  392. case MsvcArch.Arm64:
  393. msvc_platform = "ARM64"
  394. case _:
  395. raise ValueError(f"Unsupported vcxproj architecture (arch={spec.msvc_arch})")
  396. if spec.gdk:
  397. msvc_platform = f"Gaming.Desktop.{msvc_platform}"
  398. job.msvc_project_flags.append(f"-p:Platform={msvc_platform}")
  399. match spec.msvc_arch:
  400. case MsvcArch.X86:
  401. job.msvc_vcvars_arch = "x64_x86"
  402. case MsvcArch.X64:
  403. job.msvc_vcvars_arch = "x64"
  404. case MsvcArch.Arm64:
  405. job.msvc_vcvars_arch = "x64_arm64"
  406. job.run_tests = False
  407. if spec.gdk:
  408. job.setup_gdk_folder = "VisualC-GDK"
  409. else:
  410. match spec.msvc_arch:
  411. case MsvcArch.X86:
  412. job.setup_libusb_arch = "x86"
  413. case MsvcArch.X64:
  414. job.setup_libusb_arch = "x64"
  415. job.microsoft_gameinput_version = WINDOWS_GAMEINPUT_VERSION
  416. job.cflags.append("-I$GAMEINPUT_INCLUDE")
  417. job.cxxflags.append("-I$GAMEINPUT_INCLUDE")
  418. case SdlPlatform.Linux:
  419. if spec.name.startswith("Ubuntu"):
  420. assert spec.os.value.startswith("ubuntu-")
  421. job.apt_packages.extend((
  422. "ccache",
  423. "gnome-desktop-testing",
  424. "libasound2-dev",
  425. "libpulse-dev",
  426. "libaudio-dev",
  427. "libjack-dev",
  428. "libsndio-dev",
  429. "libusb-1.0-0-dev",
  430. "libx11-dev",
  431. "libxext-dev",
  432. "libxrandr-dev",
  433. "libxcursor-dev",
  434. "libxfixes-dev",
  435. "libxi-dev",
  436. "libxss-dev",
  437. "libxtst-dev",
  438. "libwayland-dev",
  439. "libxkbcommon-dev",
  440. "libdrm-dev",
  441. "libgbm-dev",
  442. "libgl1-mesa-dev",
  443. "libgles2-mesa-dev",
  444. "libegl1-mesa-dev",
  445. "libdbus-1-dev",
  446. "libibus-1.0-dev",
  447. "libudev-dev",
  448. "fcitx-libs-dev",
  449. "libfribidi-dev",
  450. # testffmpeg
  451. "libavcodec-dev",
  452. "libavfilter-dev",
  453. "libavutil-dev",
  454. "libswresample-dev",
  455. "libswscale-dev",
  456. ))
  457. match = re.match(r"ubuntu-(?P<year>[0-9]+)\.(?P<month>[0-9]+|latest).*", spec.os.value)
  458. ubuntu_ge_22 = True
  459. if match and match["month"] != "latest":
  460. ubuntu_year, ubuntu_month = [int(match["year"]), int(match["month"])]
  461. ubuntu_ge_22 = ubuntu_year >= 22
  462. job.apt_packages.extend(("libpipewire-0.3-dev", "libdecor-0-dev"))
  463. job.apt_packages.extend((
  464. "libunwind-dev", # For SDL_test memory tracking
  465. ))
  466. job.ccache = True
  467. if trackmem_symbol_names:
  468. # older libunwind is slow
  469. job.cmake_arguments.append("-DSDLTEST_TIMEOUT_MULTIPLIER=2")
  470. job.shared_lib = SharedLibType.SO_0
  471. job.static_lib = StaticLibType.A
  472. fpic = True
  473. job.cmake_arguments.append("-DSDLTEST_GDB=ON")
  474. job.apt_packages.append("gdb")
  475. if spec.more_hard_deps:
  476. # Some distros prefer to make important dependencies
  477. # mandatory, so that SDL won't start up but lack expected
  478. # functionality if they're missing
  479. job.cmake_arguments.extend([
  480. "-DSDL_ALSA_SHARED=OFF",
  481. "-DSDL_FRIBIDI_SHARED=OFF",
  482. "-DSDL_HIDAPI_LIBUSB_SHARED=OFF",
  483. "-DSDL_PULSEAUDIO_SHARED=OFF",
  484. "-DSDL_X11_SHARED=OFF",
  485. "-DSDL_WAYLAND_LIBDECOR_SHARED=OFF",
  486. "-DSDL_WAYLAND_SHARED=OFF",
  487. ])
  488. case SdlPlatform.Ios | SdlPlatform.Tvos:
  489. job.brew_packages.extend([
  490. "ccache",
  491. "ninja",
  492. ])
  493. job.ccache = True
  494. job.clang_tidy = False
  495. job.run_tests = False
  496. job.test_pkg_config = False
  497. job.shared_lib = SharedLibType.DYLIB
  498. job.static_lib = StaticLibType.A
  499. match spec.platform:
  500. case SdlPlatform.Ios:
  501. if spec.xcode:
  502. job.xcode_sdk = 'iphoneos'
  503. job.cmake_arguments.extend([
  504. "-DCMAKE_SYSTEM_NAME=iOS",
  505. "-DCMAKE_OSX_ARCHITECTURES=\"arm64\"",
  506. "-DCMAKE_OSX_DEPLOYMENT_TARGET=11.0",
  507. ])
  508. case SdlPlatform.Tvos:
  509. if spec.xcode:
  510. job.xcode_sdk = 'appletvos'
  511. job.cmake_arguments.extend([
  512. "-DCMAKE_SYSTEM_NAME=tvOS",
  513. "-DCMAKE_OSX_ARCHITECTURES=\"arm64\"",
  514. "-DCMAKE_OSX_DEPLOYMENT_TARGET=11.0",
  515. ])
  516. case SdlPlatform.MacOS:
  517. if spec.apple_framework:
  518. job.static = False
  519. job.clang_tidy = False
  520. job.test_pkg_config = False
  521. job.cmake_arguments.extend((
  522. "'-DCMAKE_OSX_ARCHITECTURES=x86_64;arm64'",
  523. "-DCMAKE_OSX_DEPLOYMENT_TARGET=10.13",
  524. "-DSDL_FRAMEWORK=ON",
  525. ))
  526. job.shared_lib = SharedLibType.FRAMEWORK
  527. else:
  528. job.clang_tidy = True
  529. job.cmake_arguments.extend((
  530. "-DCMAKE_OSX_ARCHITECTURES=arm64",
  531. "-DCMAKE_OSX_DEPLOYMENT_TARGET=10.13",
  532. "-DCLANG_TIDY_BINARY=$(brew --prefix llvm)/bin/clang-tidy",
  533. ))
  534. job.brew_packages.extend((
  535. # Brew provides a single architecture (aarch64), so it's not usable for fat libraries
  536. "ffmpeg", # testffmpeg
  537. ))
  538. job.shared_lib = SharedLibType.DYLIB
  539. job.static_lib = StaticLibType.A
  540. job.ccache = True
  541. job.apt_packages = []
  542. job.brew_packages.extend((
  543. "ninja",
  544. ))
  545. if job.ccache:
  546. job.brew_packages.append("ccache")
  547. if job.clang_tidy:
  548. job.brew_packages.append("llvm")
  549. if spec.xcode:
  550. job.xcode_sdk = "macosx"
  551. case SdlPlatform.Android:
  552. job.android_gradle = spec.android_gradle
  553. job.android_mk = spec.android_mk
  554. job.apt_packages.append("ccache")
  555. job.run_tests = False
  556. job.shared_lib = SharedLibType.SO
  557. job.static_lib = StaticLibType.A
  558. if spec.android_mk or not spec.no_cmake:
  559. job.android_ndk = True
  560. if spec.android_gradle or not spec.no_cmake:
  561. job.java = True
  562. if spec.android_mk or spec.android_gradle:
  563. job.apt_packages = []
  564. if not spec.no_cmake:
  565. job.ccache = True
  566. job.cmake_arguments.extend((
  567. f"-DANDROID_PLATFORM={spec.android_platform}",
  568. f"-DANDROID_ABI={spec.android_abi}",
  569. ))
  570. job.cmake_toolchain_file = "${ANDROID_NDK_HOME}/build/cmake/android.toolchain.cmake"
  571. job.cc = f"${{ANDROID_NDK_HOME}}/toolchains/llvm/prebuilt/linux-x86_64/bin/clang --target={spec.android_arch}-none-linux-androideabi{spec.android_platform}"
  572. job.android_apks = [
  573. "testaudiorecording-apk",
  574. "testautomation-apk",
  575. "testcontroller-apk",
  576. "testmultiaudio-apk",
  577. "testsprite-apk",
  578. ]
  579. # -fPIC is required after updating NDK from 21 to 28
  580. job.cflags.append("-fPIC")
  581. job.cxxflags.append("-fPIC")
  582. case SdlPlatform.Emscripten:
  583. job.clang_tidy = False # clang-tidy does not understand -gsource-map
  584. job.shared = False
  585. job.ccache = True
  586. job.apt_packages.append("ccache")
  587. job.cmake_config_emulator = "emcmake"
  588. job.cmake_build_type = "Debug"
  589. job.test_pkg_config = False
  590. job.cmake_arguments.extend((
  591. "-DSDLTEST_BROWSER=chrome",
  592. "-DSDLTEST_TIMEOUT_MULTIPLIER=4",
  593. "-DSDLTEST_CHROME_BINARY=${CHROME_BINARY}",
  594. ))
  595. job.cflags.extend((
  596. "-gsource-map",
  597. "-ffile-prefix-map=${PWD}=/SDL",
  598. ))
  599. job.ldflags.extend((
  600. "--source-map-base", "/",
  601. ))
  602. pretest_cmd.extend((
  603. "# Start local HTTP server",
  604. "cmake --build build --target serve-sdl-tests --verbose &",
  605. "chrome --version",
  606. "chromedriver --version",
  607. ))
  608. job.static_lib = StaticLibType.A
  609. job.setup_python = True
  610. job.pypi_packages.append("selenium")
  611. case SdlPlatform.Ps2:
  612. job.ccache = False # actions/ccache does not work in psp container (incompatible tar of busybox)
  613. build_parallel = False
  614. job.shared = False
  615. job.sudo = ""
  616. job.apt_packages = []
  617. job.apk_packages = ["ccache", "cmake", "gmp", "mpc1", "mpfr4", "ninja", "pkgconf", "git", ]
  618. job.cmake_toolchain_file = "${PS2DEV}/ps2sdk/ps2dev.cmake"
  619. job.clang_tidy = False
  620. job.run_tests = False
  621. job.shared = False
  622. job.cc = "mips64r5900el-ps2-elf-gcc"
  623. job.ldflags = ["-L${PS2DEV}/ps2sdk/ee/lib", "-L${PS2DEV}/gsKit/lib", "-L${PS2DEV}/ps2sdk/ports/lib", ]
  624. job.static_lib = StaticLibType.A
  625. case SdlPlatform.Psp:
  626. job.ccache = False # actions/ccache does not work in psp container (incompatible tar of busybox)
  627. build_parallel = False
  628. job.sudo = ""
  629. job.apt_packages = []
  630. job.apk_packages = ["ccache", "cmake", "gmp", "mpc1", "mpfr4", "ninja", "pkgconf", ]
  631. job.cmake_toolchain_file = "${PSPDEV}/psp/share/pspdev.cmake"
  632. job.clang_tidy = False
  633. job.run_tests = False
  634. job.shared = False
  635. job.cc = "psp-gcc"
  636. job.ldflags = ["-L${PSPDEV}/lib", "-L${PSPDEV}/psp/lib", "-L${PSPDEV}/psp/sdk/lib", ]
  637. job.pollute_directories = ["${PSPDEV}/include", "${PSPDEV}/psp/include", "${PSPDEV}/psp/sdk/include", ]
  638. job.static_lib = StaticLibType.A
  639. case SdlPlatform.Vita:
  640. job.ccache = True
  641. job.sudo = ""
  642. job.apt_packages = []
  643. job.apk_packages = ["ccache", "cmake", "ninja", "pkgconf", "bash", "tar"]
  644. job.cmake_toolchain_file = "${VITASDK}/share/vita.toolchain.cmake"
  645. assert spec.vita_gles is not None
  646. job.setup_vita_gles_type = {
  647. VitaGLES.Pib: "pib",
  648. VitaGLES.Pvr: "pvr",
  649. }[spec.vita_gles]
  650. job.cmake_arguments.extend((
  651. f"-DVIDEO_VITA_PIB={ 'true' if spec.vita_gles == VitaGLES.Pib else 'false' }",
  652. f"-DVIDEO_VITA_PVR={ 'true' if spec.vita_gles == VitaGLES.Pvr else 'false' }",
  653. "-DSDL_ARMNEON=ON",
  654. "-DSDL_ARMSIMD=ON",
  655. ))
  656. # Fix vita.toolchain.cmake (https://github.com/vitasdk/vita-toolchain/pull/253)
  657. job.source_cmd = r"""sed -i -E "s#set\\( PKG_CONFIG_EXECUTABLE \"\\$\\{VITASDK}/bin/arm-vita-eabi-pkg-config\" \\)#set\\( PKG_CONFIG_EXECUTABLE \"${VITASDK}/bin/arm-vita-eabi-pkg-config\" CACHE PATH \"Path of pkg-config executable\" \\)#" ${VITASDK}/share/vita.toolchain.cmake"""
  658. job.clang_tidy = False
  659. job.run_tests = False
  660. job.shared = False
  661. job.cc = "arm-vita-eabi-gcc"
  662. job.static_lib = StaticLibType.A
  663. case SdlPlatform.Haiku:
  664. job.ccache = True
  665. fpic = False
  666. job.run_tests = False
  667. job.apt_packages.append("ccache")
  668. job.cc = "x86_64-unknown-haiku-gcc"
  669. job.cxx = "x86_64-unknown-haiku-g++"
  670. job.sudo = ""
  671. job.cmake_arguments.extend((
  672. f"-DCMAKE_C_COMPILER={job.cc}",
  673. f"-DCMAKE_CXX_COMPILER={job.cxx}",
  674. "-DCMAKE_SYSTEM_NAME=Haiku",
  675. ))
  676. job.shared_lib = SharedLibType.SO_0
  677. job.static_lib = StaticLibType.A
  678. case SdlPlatform.PowerPC64 | SdlPlatform.PowerPC:
  679. job.ccache = True
  680. # FIXME: Enable SDL_WERROR
  681. job.werror = False
  682. job.clang_tidy = False
  683. job.run_tests = False
  684. job.sudo = ""
  685. job.apt_packages = ["ccache"]
  686. job.shared_lib = SharedLibType.SO_0
  687. job.static_lib = StaticLibType.A
  688. job.cmake_arguments.extend((
  689. "-DSDL_UNIX_CONSOLE_BUILD=ON",
  690. ))
  691. case SdlPlatform.LoongArch64:
  692. job.ccache = True
  693. fpic = True
  694. job.run_tests = False
  695. job.apt_packages.append("ccache")
  696. job.cc = "${LOONGARCH64_CC}"
  697. job.cxx = "${LOONGARCH64_CXX}"
  698. job.cmake_arguments.extend((
  699. f"-DCMAKE_C_COMPILER={job.cc}",
  700. f"-DCMAKE_CXX_COMPILER={job.cxx}",
  701. "-DSDL_UNIX_CONSOLE_BUILD=ON",
  702. "-DCMAKE_SYSTEM_NAME=Linux",
  703. ))
  704. job.shared_lib = SharedLibType.SO_0
  705. job.static_lib = StaticLibType.A
  706. case SdlPlatform.N3ds:
  707. job.cmake_generator = "Unix Makefiles"
  708. job.cmake_build_arguments.append("-j$(nproc)")
  709. job.ccache = False
  710. job.shared = False
  711. job.apt_packages = []
  712. job.clang_tidy = False
  713. job.run_tests = False
  714. job.cc_from_cmake = True
  715. job.cmake_toolchain_file = "${DEVKITPRO}/cmake/3DS.cmake"
  716. job.binutils_strings = "/opt/devkitpro/devkitARM/bin/arm-none-eabi-strings"
  717. job.static_lib = StaticLibType.A
  718. case SdlPlatform.Msys2:
  719. job.ccache = True
  720. job.shell = "msys2 {0}"
  721. assert spec.msys2_platform
  722. job.msys2_msystem = spec.msys2_platform.value
  723. job.shared_lib = SharedLibType.WIN32
  724. job.static_lib = StaticLibType.A
  725. msys2_env = {
  726. "mingw32": "mingw-w64-i686",
  727. "mingw64": "mingw-w64-x86_64",
  728. "clang64": "mingw-w64-clang-x86_64",
  729. "ucrt64": "mingw-w64-ucrt-x86_64",
  730. }[spec.msys2_platform.value]
  731. job.msys2_packages.extend([
  732. f"{msys2_env}-cc",
  733. f"{msys2_env}-cmake",
  734. f"{msys2_env}-ffmpeg",
  735. f"{msys2_env}-ninja",
  736. f"{msys2_env}-pkg-config",
  737. ])
  738. if spec.msys2_platform not in (Msys2Platform.Mingw32, ):
  739. job.msys2_packages.append(f"{msys2_env}-perl")
  740. job.msys2_packages.append(f"{msys2_env}-clang-tools-extra")
  741. if job.ccache:
  742. job.msys2_packages.append(f"{msys2_env}-ccache")
  743. job.microsoft_gameinput_version = WINDOWS_GAMEINPUT_VERSION
  744. job.cflags.append("-I$GAMEINPUT_INCLUDE")
  745. job.cxxflags.append("-I$GAMEINPUT_INCLUDE")
  746. case SdlPlatform.Cygwin:
  747. job.ccache = False # Missing evict-older-than option
  748. job.clang_tidy = False # error finding files [clang-diagnostic-error] cause might be space in command path
  749. job.test_pkg_config = False # Linefeed issue in test_pkgconfig.sh
  750. job.shell = "bash --noprofile --norc -eo pipefail -o igncr {0}"
  751. job.shared_lib = SharedLibType.CYGDLL
  752. job.static_lib = StaticLibType.A
  753. job.cmake_arguments.append("-DSDLTEST_GDB=ON")
  754. job.cygwin_packages.extend([
  755. "cmake",
  756. "gcc-core",
  757. "gcc-g++",
  758. "gdb",
  759. "ninja",
  760. "pkg-config",
  761. "perl",
  762. "python",
  763. ])
  764. case SdlPlatform.Riscos:
  765. job.ccache = False # FIXME: enable when container gets upgrade
  766. # FIXME: Enable SDL_WERROR
  767. job.werror = False
  768. job.apt_packages = ["ccache", "cmake", "ninja-build"]
  769. job.test_pkg_config = False
  770. job.shared = False
  771. job.run_tests = False
  772. job.sudo = ""
  773. job.cmake_arguments.extend((
  774. "-DRISCOS:BOOL=ON",
  775. "-DCMAKE_DISABLE_PRECOMPILE_HEADERS:BOOL=ON",
  776. "-DSDL_GCC_ATOMICS:BOOL=OFF",
  777. ))
  778. job.cmake_toolchain_file = "/home/riscos/env/toolchain-riscos.cmake"
  779. job.static_lib = StaticLibType.A
  780. case SdlPlatform.FreeBSD | SdlPlatform.NetBSD | SdlPlatform.OpenBSD:
  781. job.cpactions = True
  782. job.no_cmake = True
  783. job.run_tests = False
  784. job.apt_packages = []
  785. job.shared_lib = SharedLibType.SO_0
  786. job.static_lib = StaticLibType.A
  787. match spec.platform:
  788. case SdlPlatform.FreeBSD:
  789. job.cpactions_os = "freebsd"
  790. job.cpactions_version = "14.3"
  791. job.cpactions_arch = "x86-64"
  792. job.cpactions_setup_cmd = "sudo pkg update"
  793. job.cpactions_install_cmd = "sudo pkg install -y cmake ninja pkgconf libXcursor libXext libXinerama libXi libXfixes libXrandr libXScrnSaver libXxf86vm wayland wayland-protocols libxkbcommon mesa-libs libglvnd evdev-proto libinotify alsa-lib jackit pipewire pulseaudio sndio dbus zh-fcitx ibus libudev-devd"
  794. job.cmake_arguments.extend((
  795. "-DSDL_CHECK_REQUIRED_INCLUDES=/usr/local/include",
  796. "-DSDL_CHECK_REQUIRED_LINK_OPTIONS=-L/usr/local/lib",
  797. ))
  798. case SdlPlatform.NetBSD:
  799. job.cpactions_os = "netbsd"
  800. job.cpactions_version = "10.1"
  801. job.cpactions_arch = "x86-64"
  802. job.cpactions_setup_cmd = "export PATH=\"/usr/pkg/sbin:/usr/pkg/bin:/sbin:$PATH\"; export PKG_CONFIG_PATH=\"/usr/pkg/lib/pkgconfig\";export PKG_PATH=\"https://cdn.netBSD.org/pub/pkgsrc/packages/NetBSD/$(uname -p)/$(uname -r|cut -f \"1 2\" -d.)/All/\";echo \"PKG_PATH=$PKG_PATH\";echo \"uname -a -> \"$(uname -a)\"\";sudo -E sysctl -w security.pax.aslr.enabled=0;sudo -E sysctl -w security.pax.aslr.global=0;sudo -E pkgin clean;sudo -E pkgin update"
  803. job.cpactions_install_cmd = "sudo -E pkgin -y install cmake dbus pkgconf ninja-build pulseaudio libxkbcommon wayland wayland-protocols libinotify libusb1"
  804. case SdlPlatform.OpenBSD:
  805. job.cpactions_os = "openbsd"
  806. job.cpactions_version = "7.7"
  807. job.cpactions_arch = "x86-64"
  808. job.cpactions_setup_cmd = "sudo pkg_add -u"
  809. job.cpactions_install_cmd = "sudo pkg_add cmake ninja pkgconf wayland wayland-protocols libxkbcommon libinotify pulseaudio dbus ibus"
  810. case SdlPlatform.NGage:
  811. build_parallel = False
  812. job.cmake_build_type = "Release"
  813. job.setup_ninja = True
  814. job.static_lib = StaticLibType.STATIC_LIB
  815. job.shared_lib = None
  816. job.clang_tidy = False
  817. job.werror = False # FIXME: enable SDL_WERROR
  818. job.shared = False
  819. job.run_tests = False
  820. job.setup_gage_sdk_path = "C:/ngagesdk"
  821. job.cmake_toolchain_file = "C:/ngagesdk/cmake/ngage-toolchain.cmake"
  822. job.test_pkg_config = False
  823. case SdlPlatform.DJGPP:
  824. build_parallel = False
  825. job.ccache = True
  826. job.apt_packages = ["ccache", "libfl-dev"] # djgpp needs libfl.so.2
  827. job.cmake_build_type = "Release"
  828. job.setup_ninja = True
  829. job.static_lib = StaticLibType.A
  830. job.shared_lib = None
  831. job.clang_tidy = False
  832. job.werror = False # FIXME: enable SDL_WERROR
  833. job.shared = False
  834. job.run_tests = False
  835. job.test_pkg_config = False
  836. job.cmake_toolchain_file = "$GITHUB_WORKSPACE/build-scripts/i586-pc-msdosdjgpp.cmake"
  837. case _:
  838. raise ValueError(f"Unsupported platform={spec.platform}")
  839. if "ubuntu" in spec.name.lower():
  840. job.check_sources = True
  841. job.setup_python = True
  842. if job.ccache:
  843. job.cmake_arguments.extend((
  844. "-DCMAKE_C_COMPILER_LAUNCHER=ccache",
  845. "-DCMAKE_CXX_COMPILER_LAUNCHER=ccache",
  846. ))
  847. job.ctest_args = shlex.join(ctest_args)
  848. if not build_parallel:
  849. job.cmake_build_arguments.append("-j1")
  850. if job.cflags or job.cppflags:
  851. job.cmake_arguments.append(f"-DCMAKE_C_FLAGS=\"{my_shlex_join(job.cflags + job.cppflags)}\"")
  852. if job.cxxflags or job.cppflags:
  853. job.cmake_arguments.append(f"-DCMAKE_CXX_FLAGS=\"{my_shlex_join(job.cxxflags + job.cppflags)}\"")
  854. if job.ldflags:
  855. job.cmake_arguments.append(f"-DCMAKE_SHARED_LINKER_FLAGS=\"{my_shlex_join(job.ldflags)}\"")
  856. job.cmake_arguments.append(f"-DCMAKE_EXE_LINKER_FLAGS=\"{my_shlex_join(job.ldflags)}\"")
  857. job.pretest_cmd = "\n".join(pretest_cmd)
  858. def tf(b):
  859. return "ON" if b else "OFF"
  860. if fpic is not None:
  861. job.cmake_arguments.append(f"-DCMAKE_POSITION_INDEPENDENT_CODE={tf(fpic)}")
  862. if job.no_cmake:
  863. job.cmake_arguments = []
  864. return job
  865. def spec_to_platform(spec: JobSpec, key: str, enable_artifacts: bool, trackmem_symbol_names: bool, ctest_args:list[str]) -> dict[str, str|bool]:
  866. logger.info("spec=%r", spec)
  867. job = spec_to_job(
  868. spec,
  869. key=key,
  870. trackmem_symbol_names=trackmem_symbol_names,
  871. ctest_args=ctest_args,
  872. )
  873. logger.info("job=%r", job)
  874. platform = job.to_workflow(enable_artifacts=enable_artifacts)
  875. logger.info("platform=%r", platform)
  876. return platform
  877. def main():
  878. parser = argparse.ArgumentParser(allow_abbrev=False)
  879. parser.add_argument("--github-variable-prefix", default="platforms")
  880. parser.add_argument("--github-ci", action="store_true")
  881. parser.add_argument("--verbose", action="store_true")
  882. parser.add_argument("--commit-message-file")
  883. parser.add_argument("--no-artifact", dest="enable_artifacts", action="store_false")
  884. parser.add_argument("--trackmem-symbol-names", dest="trackmem_symbol_names", action="store_true")
  885. args = parser.parse_args()
  886. logging.basicConfig(level=logging.INFO if args.verbose else logging.WARNING)
  887. remaining_keys = set(JOB_SPECS.keys())
  888. all_level_keys = (
  889. # Level 1
  890. (
  891. "haiku",
  892. ),
  893. )
  894. filters = []
  895. ctest_args = []
  896. if args.commit_message_file:
  897. with open(args.commit_message_file, "r") as f:
  898. commit_message = f.read()
  899. for m in re.finditer(r"\[sdl-ci-filter (.*)]", commit_message, flags=re.M):
  900. filters.append(m.group(1).strip(" \t\n\r\t'\""))
  901. if re.search(r"\[sdl-ci-artifacts?]", commit_message, flags=re.M):
  902. args.enable_artifacts = True
  903. if re.search(r"\[sdl-ci-(full-)?trackmem(-symbol-names)?]", commit_message, flags=re.M):
  904. args.trackmem_symbol_names = True
  905. for m in re.finditer(r"\[sdl-ci-ctest-args? (.*)]", commit_message, flags=re.M):
  906. ctest_args.extend(shlex.split(m.group(1)))
  907. if not filters:
  908. filters.append("*")
  909. logger.info("filters: %r", filters)
  910. all_level_platforms = {}
  911. all_platforms = {key: spec_to_platform(spec, key=key, enable_artifacts=args.enable_artifacts, trackmem_symbol_names=args.trackmem_symbol_names, ctest_args=ctest_args) for key, spec in JOB_SPECS.items()}
  912. for level_i, level_keys in enumerate(all_level_keys, 1):
  913. level_key = f"level{level_i}"
  914. logger.info("Level %d: keys=%r", level_i, level_keys)
  915. assert all(k in remaining_keys for k in level_keys)
  916. level_platforms = tuple(all_platforms[key] for key in level_keys)
  917. remaining_keys.difference_update(level_keys)
  918. all_level_platforms[level_key] = level_platforms
  919. logger.info("=" * 80)
  920. logger.info("Keys before filter: %r", remaining_keys)
  921. filtered_remaining_keys = set()
  922. for filter in filters:
  923. filtered_remaining_keys.update(fnmatch.filter(remaining_keys, filter))
  924. logger.info("Keys after filter: %r", filtered_remaining_keys)
  925. remaining_keys = filtered_remaining_keys
  926. logger.info("Remaining: %r", remaining_keys)
  927. all_level_platforms["others"] = tuple(all_platforms[key] for key in remaining_keys)
  928. if args.github_ci:
  929. for level, platforms in all_level_platforms.items():
  930. platforms_json = json.dumps(platforms)
  931. txt = f"{args.github_variable_prefix}-{level}={platforms_json}"
  932. logger.info("%s", txt)
  933. if "GITHUB_OUTPUT" in os.environ:
  934. with open(os.environ["GITHUB_OUTPUT"], "a") as f:
  935. f.write(txt)
  936. f.write("\n")
  937. else:
  938. logger.warning("GITHUB_OUTPUT not defined")
  939. return 0
  940. if __name__ == "__main__":
  941. raise SystemExit(main())