create-test-plan.py 48 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004
  1. #!/usr/bin/env python
  2. import argparse
  3. import dataclasses
  4. import fnmatch
  5. from enum import Enum
  6. import json
  7. import logging
  8. import os
  9. import re
  10. import shlex
  11. from typing import Optional
  12. logger = logging.getLogger(__name__)
  13. WINDOWS_GAMEINPUT_VERSION = "v3.3.195.0 "
  14. class AppleArch(Enum):
  15. Aarch64 = "aarch64"
  16. X86_64 = "x86_64"
  17. class MsvcArch(Enum):
  18. X86 = "x86"
  19. X64 = "x64"
  20. Arm64 = "arm64"
  21. class JobOs(Enum):
  22. WindowsLatest = "windows-latest"
  23. UbuntuLatest = "ubuntu-latest"
  24. MacosLatest = "macos-latest"
  25. Ubuntu22_04 = "ubuntu-22.04"
  26. Ubuntu24_04 = "ubuntu-24.04"
  27. Ubuntu24_04_arm = "ubuntu-24.04-arm"
  28. Macos14 = "macos-14" # macOS Sonoma (2023)
  29. Macos15 = "macos-15" # macOS Sequoia (2024)
  30. Macos26 = "macos-26" # macOS Tahoe (2025)
  31. class SdlPlatform(Enum):
  32. Android = "android"
  33. Emscripten = "emscripten"
  34. Haiku = "haiku"
  35. LoongArch64 = "loongarch64"
  36. Msys2 = "msys2"
  37. Cygwin = "cygwin"
  38. Linux = "linux"
  39. MacOS = "macos"
  40. Ios = "ios"
  41. Tvos = "tvos"
  42. Msvc = "msvc"
  43. N3ds = "n3ds"
  44. PowerPC = "powerpc"
  45. PowerPC64 = "powerpc64"
  46. Ps2 = "ps2"
  47. Psp = "psp"
  48. Vita = "vita"
  49. Riscos = "riscos"
  50. FreeBSD = "freebsd"
  51. NetBSD = "netbsd"
  52. OpenBSD = "openbsd"
  53. NGage = "ngage"
  54. DJGPP = "djgpp"
  55. class Msys2Platform(Enum):
  56. Mingw32 = "mingw32"
  57. Mingw64 = "mingw64"
  58. Clang64 = "clang64"
  59. Ucrt64 = "ucrt64"
  60. class IntelCompiler(Enum):
  61. Icc = "icc"
  62. Icx = "icx"
  63. class VitaGLES(Enum):
  64. Pib = "pib"
  65. Pvr = "pvr"
  66. @dataclasses.dataclass(slots=True)
  67. class JobSpec:
  68. name: str
  69. os: JobOs
  70. platform: SdlPlatform
  71. artifact: Optional[str]
  72. container: Optional[str] = None
  73. no_cmake: bool = False
  74. xcode: bool = False
  75. android_mk: bool = False
  76. android_gradle: bool = False
  77. lean: bool = False
  78. android_arch: Optional[str] = None
  79. android_abi: Optional[str] = None
  80. android_platform: Optional[int] = None
  81. msys2_platform: Optional[Msys2Platform] = None
  82. intel: Optional[IntelCompiler] = None
  83. apple_framework: Optional[bool] = None
  84. apple_archs: Optional[set[AppleArch]] = None
  85. msvc_project: Optional[str] = None
  86. msvc_arch: Optional[MsvcArch] = None
  87. clang_cl: bool = False
  88. gdk: bool = False
  89. vita_gles: Optional[VitaGLES] = None
  90. more_hard_deps: bool = False
  91. JOB_SPECS = {
  92. "msys2-mingw32": JobSpec(name="Windows (msys2, mingw32)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msys2, artifact="SDL-mingw32", msys2_platform=Msys2Platform.Mingw32, ),
  93. "msys2-mingw64": JobSpec(name="Windows (msys2, mingw64)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msys2, artifact="SDL-mingw64", msys2_platform=Msys2Platform.Mingw64, ),
  94. "msys2-clang64": JobSpec(name="Windows (msys2, clang64)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msys2, artifact="SDL-mingw64-clang", msys2_platform=Msys2Platform.Clang64, ),
  95. "msys2-ucrt64": JobSpec(name="Windows (msys2, ucrt64)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msys2, artifact="SDL-mingw64-ucrt", msys2_platform=Msys2Platform.Ucrt64, ),
  96. "cygwin": JobSpec(name="Cygwin", os=JobOs.WindowsLatest, platform=SdlPlatform.Cygwin, artifact="SDL-cygwin", ),
  97. "msvc-x64": JobSpec(name="Windows (MSVC, x64)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msvc, artifact="SDL-VC-x64", msvc_arch=MsvcArch.X64, msvc_project="VisualC/SDL.sln", ),
  98. "msvc-x86": JobSpec(name="Windows (MSVC, x86)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msvc, artifact="SDL-VC-x86", msvc_arch=MsvcArch.X86, msvc_project="VisualC/SDL.sln", ),
  99. "msvc-clang-x64": JobSpec(name="Windows (MSVC, clang-cl x64)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msvc, artifact="SDL-clang-cl-x64", msvc_arch=MsvcArch.X64, clang_cl=True, ),
  100. "msvc-clang-x86": JobSpec(name="Windows (MSVC, clang-cl x86)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msvc, artifact="SDL-clang-cl-x86", msvc_arch=MsvcArch.X86, clang_cl=True, ),
  101. "msvc-arm64": JobSpec(name="Windows (MSVC, ARM64)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msvc, artifact="SDL-VC-arm64", msvc_arch=MsvcArch.Arm64, msvc_project="VisualC/SDL.sln", ),
  102. "msvc-gdk-x64": JobSpec(name="GDK (MSVC, x64)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msvc, artifact="SDL-VC-GDK", msvc_arch=MsvcArch.X64, msvc_project="VisualC-GDK/SDL.sln", gdk=True, no_cmake=True, ),
  103. "ubuntu-22.04": JobSpec(name="Ubuntu 22.04", os=JobOs.Ubuntu22_04, platform=SdlPlatform.Linux, artifact="SDL-ubuntu22.04", ),
  104. "ubuntu-latest": JobSpec(name="Ubuntu (latest)", os=JobOs.UbuntuLatest, platform=SdlPlatform.Linux, artifact="SDL-ubuntu-latest", ),
  105. "ubuntu-24.04-arm64": JobSpec(name="Ubuntu 24.04 (ARM64)", os=JobOs.Ubuntu24_04_arm, platform=SdlPlatform.Linux, artifact="SDL-ubuntu24.04-arm64", ),
  106. "steamrt3": JobSpec(name="Steam Linux Runtime 3.0 (x86_64)", os=JobOs.UbuntuLatest, platform=SdlPlatform.Linux, artifact="SDL-steamrt3", container="registry.gitlab.steamos.cloud/steamrt/sniper/sdk:latest" ),
  107. "steamrt4": JobSpec(name="Steam Linux Runtime 4.0 (x86_64)", os=JobOs.UbuntuLatest, platform=SdlPlatform.Linux, artifact="SDL-steamrt4", container="registry.gitlab.steamos.cloud/steamrt/steamrt4/sdk:latest", more_hard_deps = True, ),
  108. "steamrt4-arm64": JobSpec(name="Steam Linux Runtime 4.0 (arm64)", os=JobOs.Ubuntu24_04_arm, platform=SdlPlatform.Linux, artifact="SDL-steamrt4-arm64", container="registry.gitlab.steamos.cloud/steamrt/steamrt4/sdk/arm64:latest", more_hard_deps = True, ),
  109. "ubuntu-intel-icx": JobSpec(name="Ubuntu 22.04 (Intel oneAPI)", os=JobOs.Ubuntu22_04, platform=SdlPlatform.Linux, artifact="SDL-ubuntu22.04-oneapi", intel=IntelCompiler.Icx, ),
  110. "ubuntu-intel-icc": JobSpec(name="Ubuntu 22.04 (Intel Compiler)", os=JobOs.Ubuntu22_04, platform=SdlPlatform.Linux, artifact="SDL-ubuntu22.04-icc", intel=IntelCompiler.Icc, ),
  111. "macos-framework-x64": JobSpec(name="MacOS (Framework) (x64)", os=JobOs.Macos14, platform=SdlPlatform.MacOS, artifact="SDL-macos-framework", apple_framework=True, apple_archs={AppleArch.Aarch64, AppleArch.X86_64, }, xcode=True, ),
  112. "macos-framework-arm64": JobSpec(name="MacOS (Framework) (arm64)", os=JobOs.MacosLatest, platform=SdlPlatform.MacOS, artifact=None, apple_framework=True, apple_archs={AppleArch.Aarch64, AppleArch.X86_64, }, ),
  113. "macos-26-framework-arm64": JobSpec(name="MacOS 26 (Framework) (arm64)",os=JobOs.Macos26, platform=SdlPlatform.MacOS, artifact=None, apple_framework=True, apple_archs={AppleArch.Aarch64, AppleArch.X86_64, }, ),
  114. "macos-gnu-arm64": JobSpec(name="MacOS (GNU prefix)", os=JobOs.MacosLatest, platform=SdlPlatform.MacOS, artifact="SDL-macos-arm64-gnu", apple_framework=False, apple_archs={AppleArch.Aarch64, }, ),
  115. "ios": JobSpec(name="iOS (CMake & xcode)", os=JobOs.MacosLatest, platform=SdlPlatform.Ios, artifact="SDL-ios-arm64", xcode=True, ),
  116. "tvos": JobSpec(name="tvOS (CMake & xcode)", os=JobOs.MacosLatest, platform=SdlPlatform.Tvos, artifact="SDL-tvos-arm64", xcode=True, ),
  117. "android-cmake": JobSpec(name="Android (CMake)", os=JobOs.UbuntuLatest, platform=SdlPlatform.Android, artifact="SDL-android-arm64", android_abi="arm64-v8a", android_arch="aarch64", android_platform=23, ),
  118. "android-cmake-lean": JobSpec(name="Android (CMake, lean)", os=JobOs.UbuntuLatest, platform=SdlPlatform.Android, artifact="SDL-lean-android-arm64", android_abi="arm64-v8a", android_arch="aarch64", android_platform=23, lean=True, ),
  119. "android-mk": JobSpec(name="Android (Android.mk)", os=JobOs.UbuntuLatest, platform=SdlPlatform.Android, artifact=None, no_cmake=True, android_mk=True, ),
  120. "android-gradle": JobSpec(name="Android (Gradle)", os=JobOs.UbuntuLatest, platform=SdlPlatform.Android, artifact=None, no_cmake=True, android_gradle=True, ),
  121. "emscripten": JobSpec(name="Emscripten", os=JobOs.UbuntuLatest, platform=SdlPlatform.Emscripten, artifact="SDL-emscripten", ),
  122. "haiku": JobSpec(name="Haiku", os=JobOs.UbuntuLatest, platform=SdlPlatform.Haiku, artifact="SDL-haiku-x64", container="ghcr.io/haiku/cross-compiler:x86_64-r1beta5", ),
  123. "loongarch64": JobSpec(name="LoongArch64", os=JobOs.UbuntuLatest, platform=SdlPlatform.LoongArch64, artifact="SDL-loongarch64", ),
  124. "n3ds": JobSpec(name="Nintendo 3DS", os=JobOs.UbuntuLatest, platform=SdlPlatform.N3ds, artifact="SDL-n3ds", container="devkitpro/devkitarm:latest", ),
  125. "ppc": JobSpec(name="PowerPC", os=JobOs.UbuntuLatest, platform=SdlPlatform.PowerPC, artifact="SDL-ppc", container="dockcross/linux-ppc:latest", ),
  126. "ppc64": JobSpec(name="PowerPC64", os=JobOs.UbuntuLatest, platform=SdlPlatform.PowerPC64, artifact="SDL-ppc64le", container="dockcross/linux-ppc64le:latest", ),
  127. "ps2": JobSpec(name="Sony PlayStation 2", os=JobOs.UbuntuLatest, platform=SdlPlatform.Ps2, artifact="SDL-ps2", container="ps2dev/ps2dev:latest", ),
  128. "psp": JobSpec(name="Sony PlayStation Portable", os=JobOs.UbuntuLatest, platform=SdlPlatform.Psp, artifact="SDL-psp", container="pspdev/pspdev:latest", ),
  129. "vita-pib": JobSpec(name="Sony PlayStation Vita (GLES w/ pib)", os=JobOs.UbuntuLatest, platform=SdlPlatform.Vita, artifact="SDL-vita-pib", container="vitasdk/vitasdk:latest", vita_gles=VitaGLES.Pib, ),
  130. "vita-pvr": JobSpec(name="Sony PlayStation Vita (GLES w/ PVR_PSP2)", os=JobOs.UbuntuLatest, platform=SdlPlatform.Vita, artifact="SDL-vita-pvr", container="vitasdk/vitasdk:latest", vita_gles=VitaGLES.Pvr, ),
  131. "riscos": JobSpec(name="RISC OS", os=JobOs.UbuntuLatest, platform=SdlPlatform.Riscos, artifact="SDL-riscos", container="riscosdotinfo/riscos-gccsdk-4.7:latest", ),
  132. "netbsd": JobSpec(name="NetBSD", os=JobOs.UbuntuLatest, platform=SdlPlatform.NetBSD, artifact="SDL-netbsd-x64", ),
  133. "openbsd": JobSpec(name="OpenBSD", os=JobOs.UbuntuLatest, platform=SdlPlatform.OpenBSD, artifact="SDL-openbsd-x64", ),
  134. "freebsd": JobSpec(name="FreeBSD", os=JobOs.UbuntuLatest, platform=SdlPlatform.FreeBSD, artifact="SDL-freebsd-x64", ),
  135. "ngage": JobSpec(name="N-Gage", os=JobOs.WindowsLatest, platform=SdlPlatform.NGage, artifact="SDL-ngage", ),
  136. "djgpp": JobSpec(name="DOS (DJGPP)", os=JobOs.UbuntuLatest, platform=SdlPlatform.DJGPP, artifact="SDL-djgpp", ),
  137. }
  138. class StaticLibType(Enum):
  139. STATIC_LIB = "SDL3-static.lib"
  140. A = "libSDL3.a"
  141. class SharedLibType(Enum):
  142. WIN32 = "SDL3.dll"
  143. CYGDLL = "cygSDL3.dll"
  144. SO_0 = "libSDL3.so.0"
  145. SO = "libSDL3.so"
  146. DYLIB = "libSDL3.0.dylib"
  147. FRAMEWORK = "SDL3.framework/Versions/A/SDL3"
  148. @dataclasses.dataclass(slots=True)
  149. class JobDetails:
  150. name: str
  151. key: str
  152. os: str
  153. platform: str
  154. artifact: str
  155. no_cmake: bool
  156. ccache: bool = False
  157. build_tests: bool = True
  158. container: str = ""
  159. cmake_build_type: str = "RelWithDebInfo"
  160. shell: str = "sh"
  161. sudo: str = "sudo"
  162. cmake_config_emulator: str = ""
  163. apk_packages: list[str] = dataclasses.field(default_factory=list)
  164. apt_packages: list[str] = dataclasses.field(default_factory=list)
  165. brew_packages: list[str] = dataclasses.field(default_factory=list)
  166. cmake_toolchain_file: str = ""
  167. cmake_arguments: list[str] = dataclasses.field(default_factory=list)
  168. cmake_generator: str = "Ninja"
  169. cmake_build_arguments: list[str] = dataclasses.field(default_factory=list)
  170. clang_tidy: bool = True
  171. cppflags: list[str] = dataclasses.field(default_factory=list)
  172. cc: str = ""
  173. cxx: str = ""
  174. cflags: list[str] = dataclasses.field(default_factory=list)
  175. cxxflags: list[str] = dataclasses.field(default_factory=list)
  176. ldflags: list[str] = dataclasses.field(default_factory=list)
  177. pollute_directories: list[str] = dataclasses.field(default_factory=list)
  178. use_cmake: bool = True
  179. shared: bool = True
  180. static: bool = True
  181. shared_lib: Optional[SharedLibType] = None
  182. static_lib: Optional[StaticLibType] = None
  183. run_tests: bool = True
  184. test_pkg_config: bool = True
  185. cc_from_cmake: bool = False
  186. source_cmd: str = ""
  187. pretest_cmd: str = ""
  188. java: bool = False
  189. android_apks: list[str] = dataclasses.field(default_factory=list)
  190. android_ndk: bool = False
  191. android_mk: bool = False
  192. android_gradle: bool = False
  193. minidump: bool = False
  194. intel: bool = False
  195. msys2_msystem: str = ""
  196. msys2_packages: list[str] = dataclasses.field(default_factory=list)
  197. cygwin_packages: list[str] = dataclasses.field(default_factory=list)
  198. werror: bool = True
  199. microsoft_gameinput_version: str = ""
  200. msvc_vcvars_arch: str = ""
  201. msvc_vcvars_sdk: str = ""
  202. msvc_project: str = ""
  203. msvc_project_flags: list[str] = dataclasses.field(default_factory=list)
  204. setup_ninja: bool = False
  205. setup_libusb_arch: str = ""
  206. xcode_sdk: str = ""
  207. cpactions: bool = False
  208. setup_gdk_folder: str = ""
  209. cpactions_os: str = ""
  210. cpactions_version: str = ""
  211. cpactions_arch: str = ""
  212. cpactions_setup_cmd: str = ""
  213. cpactions_install_cmd: str = ""
  214. setup_vita_gles_type: str = ""
  215. check_sources: bool = False
  216. setup_python: bool = False
  217. pypi_packages: list[str] = dataclasses.field(default_factory=list)
  218. setup_gage_sdk_path: str = ""
  219. binutils_strings: str = "strings"
  220. ctest_args: str = ""
  221. def to_workflow(self, enable_artifacts: bool) -> dict[str, str|bool]:
  222. data = {
  223. "name": self.name,
  224. "key": self.key,
  225. "os": self.os,
  226. "ccache": self.ccache,
  227. "container": self.container if self.container else "",
  228. "platform": self.platform,
  229. "artifact": self.artifact,
  230. "enable-artifacts": enable_artifacts,
  231. "shell": self.shell,
  232. "msys2-msystem": self.msys2_msystem,
  233. "msys2-packages": my_shlex_join(self.msys2_packages),
  234. "cygwin-packages": my_shlex_join(self.cygwin_packages),
  235. "android-ndk": self.android_ndk,
  236. "java": self.java,
  237. "intel": self.intel,
  238. "apk-packages": my_shlex_join(self.apk_packages),
  239. "apt-packages": my_shlex_join(self.apt_packages),
  240. "test-pkg-config": self.test_pkg_config,
  241. "brew-packages": my_shlex_join(self.brew_packages),
  242. "pollute-directories": my_shlex_join(self.pollute_directories),
  243. "no-cmake": self.no_cmake,
  244. "build-tests": self.build_tests,
  245. "source-cmd": self.source_cmd,
  246. "pretest-cmd": self.pretest_cmd,
  247. "cmake-config-emulator": self.cmake_config_emulator,
  248. "cc": self.cc,
  249. "cxx": self.cxx,
  250. "cflags": my_shlex_join(self.cppflags + self.cflags),
  251. "cxxflags": my_shlex_join(self.cppflags + self.cxxflags),
  252. "ldflags": my_shlex_join(self.ldflags),
  253. "cmake-generator": self.cmake_generator,
  254. "cmake-toolchain-file": self.cmake_toolchain_file,
  255. "clang-tidy": self.clang_tidy,
  256. "cmake-arguments": my_shlex_join(self.cmake_arguments),
  257. "cmake-build-arguments": my_shlex_join(self.cmake_build_arguments),
  258. "shared": self.shared,
  259. "static": self.static,
  260. "shared-lib": self.shared_lib.value if self.shared_lib else None,
  261. "static-lib": self.static_lib.value if self.static_lib else None,
  262. "cmake-build-type": self.cmake_build_type,
  263. "run-tests": self.run_tests,
  264. "android-apks": my_shlex_join(self.android_apks),
  265. "android-gradle": self.android_gradle,
  266. "android-mk": self.android_mk,
  267. "werror": self.werror,
  268. "sudo": self.sudo,
  269. "microsoft-gameinput-version": self.microsoft_gameinput_version,
  270. "msvc-vcvars-arch": self.msvc_vcvars_arch,
  271. "msvc-vcvars-sdk": self.msvc_vcvars_sdk,
  272. "msvc-project": self.msvc_project,
  273. "msvc-project-flags": my_shlex_join(self.msvc_project_flags),
  274. "setup-ninja": self.setup_ninja,
  275. "setup-libusb-arch": self.setup_libusb_arch,
  276. "cc-from-cmake": self.cc_from_cmake,
  277. "xcode-sdk": self.xcode_sdk,
  278. "cpactions": self.cpactions,
  279. "cpactions-os": self.cpactions_os,
  280. "cpactions-version": self.cpactions_version,
  281. "cpactions-arch": self.cpactions_arch,
  282. "cpactions-setup-cmd": self.cpactions_setup_cmd,
  283. "cpactions-install-cmd": self.cpactions_install_cmd,
  284. "setup-vita-gles-type": self.setup_vita_gles_type,
  285. "setup-gdk-folder": self.setup_gdk_folder,
  286. "check-sources": self.check_sources,
  287. "setup-python": self.setup_python,
  288. "pypi-packages": my_shlex_join(self.pypi_packages),
  289. "setup-ngage-sdk-path": self.setup_gage_sdk_path,
  290. "binutils-strings": self.binutils_strings,
  291. "ctest-args": self.ctest_args,
  292. }
  293. return {k: v for k, v in data.items() if v != ""}
  294. def my_shlex_join(s):
  295. def escape(s):
  296. if s[:1] == "'" and s[-1:] == "'":
  297. return s
  298. if set(s).intersection(set("; \t")):
  299. return f'"{s}"'
  300. return s
  301. return " ".join(escape(s))
  302. def spec_to_job(spec: JobSpec, key: str, trackmem_symbol_names: bool, ctest_args: list[str]) -> JobDetails:
  303. job = JobDetails(
  304. name=spec.name,
  305. key=key,
  306. os=spec.os.value,
  307. artifact=spec.artifact or "",
  308. container=spec.container or "",
  309. platform=spec.platform.value,
  310. sudo="sudo",
  311. no_cmake=spec.no_cmake,
  312. )
  313. if job.os.startswith("ubuntu"):
  314. job.apt_packages.extend([
  315. "ninja-build",
  316. "pkg-config",
  317. ])
  318. pretest_cmd = []
  319. if trackmem_symbol_names:
  320. pretest_cmd.append("export SDL_TRACKMEM_SYMBOL_NAMES=1")
  321. else:
  322. pretest_cmd.append("export SDL_TRACKMEM_SYMBOL_NAMES=0")
  323. win32 = spec.platform in (SdlPlatform.Msys2, SdlPlatform.Msvc)
  324. fpic = None
  325. build_parallel = True
  326. if spec.lean:
  327. job.cppflags.append("-DSDL_LEAN_AND_MEAN=1")
  328. if win32:
  329. job.cmake_arguments.append("-DSDLTEST_PROCDUMP=ON")
  330. job.minidump = True
  331. if spec.intel is not None:
  332. match spec.intel:
  333. case IntelCompiler.Icx:
  334. job.cc = "icx"
  335. job.cxx = "icpx"
  336. case IntelCompiler.Icc:
  337. job.cc = "icc"
  338. job.cxx = "icpc"
  339. # Disable deprecation warning
  340. job.cppflags.append("-diag-disable=10441")
  341. # Avoid 'Catastrophic error: cannot open precompiled header file'
  342. job.cmake_arguments.append("-DCMAKE_DISABLE_PRECOMPILE_HEADERS:BOOL=ON")
  343. job.clang_tidy = False
  344. case _:
  345. raise ValueError(f"Invalid intel={spec.intel}")
  346. job.source_cmd = f"source /opt/intel/oneapi/setvars.sh;"
  347. job.intel = True
  348. job.shell = "bash"
  349. job.cmake_arguments.extend((
  350. f"-DCMAKE_C_COMPILER={job.cc}",
  351. f"-DCMAKE_CXX_COMPILER={job.cxx}",
  352. "-DCMAKE_SYSTEM_NAME=Linux",
  353. ))
  354. match spec.platform:
  355. case SdlPlatform.Msvc:
  356. job.setup_ninja = not spec.gdk
  357. job.clang_tidy = False # complains about \threadsafety: "unknown command tag name [clang-diagnostic-documentation-unknown-command]"
  358. job.msvc_project = spec.msvc_project if spec.msvc_project else ""
  359. job.msvc_project_flags.append("-p:TreatWarningsAsError=true")
  360. job.test_pkg_config = False
  361. job.shared_lib = SharedLibType.WIN32
  362. job.static_lib = StaticLibType.STATIC_LIB
  363. job.cmake_arguments.extend((
  364. "-DCMAKE_MSVC_DEBUG_INFORMATION_FORMAT=ProgramDatabase",
  365. "-DCMAKE_EXE_LINKER_FLAGS=-DEBUG",
  366. "-DCMAKE_SHARED_LINKER_FLAGS=-DEBUG",
  367. ))
  368. job.cmake_arguments.append("'-DCMAKE_MSVC_RUNTIME_LIBRARY=MultiThreaded$<$<CONFIG:Debug>:Debug>'")
  369. if spec.clang_cl:
  370. job.cmake_arguments.extend((
  371. "-DCMAKE_C_COMPILER=clang-cl",
  372. "-DCMAKE_CXX_COMPILER=clang-cl",
  373. ))
  374. match spec.msvc_arch:
  375. case MsvcArch.X86:
  376. job.cflags.append("/clang:-m32")
  377. job.cxxflags.append("/clang:-m32")
  378. job.ldflags.append("/MACHINE:X86")
  379. case MsvcArch.X64:
  380. job.cflags.append("/clang:-m64")
  381. job.cxxflags.append("/clang:-m64")
  382. job.ldflags.append("/MACHINE:X64")
  383. case _:
  384. raise ValueError(f"Unsupported clang-cl architecture (arch={spec.msvc_arch})")
  385. if spec.msvc_project:
  386. match spec.msvc_arch:
  387. case MsvcArch.X86:
  388. msvc_platform = "Win32"
  389. case MsvcArch.X64:
  390. msvc_platform = "x64"
  391. case MsvcArch.Arm64:
  392. msvc_platform = "ARM64"
  393. case _:
  394. raise ValueError(f"Unsupported vcxproj architecture (arch={spec.msvc_arch})")
  395. if spec.gdk:
  396. msvc_platform = f"Gaming.Desktop.{msvc_platform}"
  397. job.msvc_project_flags.append(f"-p:Platform={msvc_platform}")
  398. match spec.msvc_arch:
  399. case MsvcArch.X86:
  400. job.msvc_vcvars_arch = "x64_x86"
  401. case MsvcArch.X64:
  402. job.msvc_vcvars_arch = "x64"
  403. case MsvcArch.Arm64:
  404. job.msvc_vcvars_arch = "x64_arm64"
  405. job.run_tests = False
  406. if spec.gdk:
  407. job.setup_gdk_folder = "VisualC-GDK"
  408. else:
  409. match spec.msvc_arch:
  410. case MsvcArch.X86:
  411. job.setup_libusb_arch = "x86"
  412. case MsvcArch.X64:
  413. job.setup_libusb_arch = "x64"
  414. job.microsoft_gameinput_version = WINDOWS_GAMEINPUT_VERSION
  415. job.cflags.append("-I$GAMEINPUT_INCLUDE")
  416. job.cxxflags.append("-I$GAMEINPUT_INCLUDE")
  417. case SdlPlatform.Linux:
  418. if spec.name.startswith("Ubuntu"):
  419. assert spec.os.value.startswith("ubuntu-")
  420. job.apt_packages.extend((
  421. "ccache",
  422. "gnome-desktop-testing",
  423. "libasound2-dev",
  424. "libpulse-dev",
  425. "libaudio-dev",
  426. "libjack-dev",
  427. "libsndio-dev",
  428. "libusb-1.0-0-dev",
  429. "libx11-dev",
  430. "libxext-dev",
  431. "libxrandr-dev",
  432. "libxcursor-dev",
  433. "libxfixes-dev",
  434. "libxi-dev",
  435. "libxss-dev",
  436. "libxtst-dev",
  437. "libwayland-dev",
  438. "libxkbcommon-dev",
  439. "libdrm-dev",
  440. "libgbm-dev",
  441. "libgl1-mesa-dev",
  442. "libgles2-mesa-dev",
  443. "libegl1-mesa-dev",
  444. "libdbus-1-dev",
  445. "libibus-1.0-dev",
  446. "libudev-dev",
  447. "fcitx-libs-dev",
  448. "libfribidi-dev",
  449. # testffmpeg
  450. "libavcodec-dev",
  451. "libavfilter-dev",
  452. "libavutil-dev",
  453. "libswresample-dev",
  454. "libswscale-dev",
  455. ))
  456. match = re.match(r"ubuntu-(?P<year>[0-9]+)\.(?P<month>[0-9]+|latest).*", spec.os.value)
  457. ubuntu_ge_22 = True
  458. if match and match["month"] != "latest":
  459. ubuntu_year, ubuntu_month = [int(match["year"]), int(match["month"])]
  460. ubuntu_ge_22 = ubuntu_year >= 22
  461. job.apt_packages.extend(("libpipewire-0.3-dev", "libdecor-0-dev"))
  462. job.apt_packages.extend((
  463. "libunwind-dev", # For SDL_test memory tracking
  464. ))
  465. job.ccache = True
  466. if trackmem_symbol_names:
  467. # older libunwind is slow
  468. job.cmake_arguments.append("-DSDLTEST_TIMEOUT_MULTIPLIER=2")
  469. job.shared_lib = SharedLibType.SO_0
  470. job.static_lib = StaticLibType.A
  471. fpic = True
  472. job.cmake_arguments.append("-DSDLTEST_GDB=ON")
  473. job.apt_packages.append("gdb")
  474. if spec.more_hard_deps:
  475. # Some distros prefer to make important dependencies
  476. # mandatory, so that SDL won't start up but lack expected
  477. # functionality if they're missing
  478. job.cmake_arguments.extend([
  479. "-DSDL_ALSA_SHARED=OFF",
  480. "-DSDL_FRIBIDI_SHARED=OFF",
  481. "-DSDL_HIDAPI_LIBUSB_SHARED=OFF",
  482. "-DSDL_PULSEAUDIO_SHARED=OFF",
  483. "-DSDL_X11_SHARED=OFF",
  484. "-DSDL_WAYLAND_LIBDECOR_SHARED=OFF",
  485. "-DSDL_WAYLAND_SHARED=OFF",
  486. ])
  487. case SdlPlatform.Ios | SdlPlatform.Tvos:
  488. job.brew_packages.extend([
  489. "ccache",
  490. "ninja",
  491. ])
  492. job.ccache = True
  493. job.clang_tidy = False
  494. job.run_tests = False
  495. job.test_pkg_config = False
  496. job.shared_lib = SharedLibType.DYLIB
  497. job.static_lib = StaticLibType.A
  498. match spec.platform:
  499. case SdlPlatform.Ios:
  500. if spec.xcode:
  501. job.xcode_sdk = 'iphoneos'
  502. job.cmake_arguments.extend([
  503. "-DCMAKE_SYSTEM_NAME=iOS",
  504. "-DCMAKE_OSX_ARCHITECTURES=\"arm64\"",
  505. "-DCMAKE_OSX_DEPLOYMENT_TARGET=11.0",
  506. ])
  507. case SdlPlatform.Tvos:
  508. if spec.xcode:
  509. job.xcode_sdk = 'appletvos'
  510. job.cmake_arguments.extend([
  511. "-DCMAKE_SYSTEM_NAME=tvOS",
  512. "-DCMAKE_OSX_ARCHITECTURES=\"arm64\"",
  513. "-DCMAKE_OSX_DEPLOYMENT_TARGET=11.0",
  514. ])
  515. case SdlPlatform.MacOS:
  516. if spec.apple_framework:
  517. job.static = False
  518. job.clang_tidy = False
  519. job.test_pkg_config = False
  520. job.cmake_arguments.extend((
  521. "'-DCMAKE_OSX_ARCHITECTURES=x86_64;arm64'",
  522. "-DCMAKE_OSX_DEPLOYMENT_TARGET=10.13",
  523. "-DSDL_FRAMEWORK=ON",
  524. ))
  525. job.shared_lib = SharedLibType.FRAMEWORK
  526. else:
  527. job.clang_tidy = True
  528. job.cmake_arguments.extend((
  529. "-DCMAKE_OSX_ARCHITECTURES=arm64",
  530. "-DCMAKE_OSX_DEPLOYMENT_TARGET=10.13",
  531. "-DCLANG_TIDY_BINARY=$(brew --prefix llvm)/bin/clang-tidy",
  532. ))
  533. job.brew_packages.extend((
  534. # Brew provides a single architecture (aarch64), so it's not usable for fat libraries
  535. "ffmpeg", # testffmpeg
  536. ))
  537. job.shared_lib = SharedLibType.DYLIB
  538. job.static_lib = StaticLibType.A
  539. job.ccache = True
  540. job.apt_packages = []
  541. job.brew_packages.extend((
  542. "ninja",
  543. ))
  544. if job.ccache:
  545. job.brew_packages.append("ccache")
  546. if job.clang_tidy:
  547. job.brew_packages.append("llvm")
  548. if spec.xcode:
  549. job.xcode_sdk = "macosx"
  550. case SdlPlatform.Android:
  551. job.android_gradle = spec.android_gradle
  552. job.android_mk = spec.android_mk
  553. job.apt_packages.append("ccache")
  554. job.run_tests = False
  555. job.shared_lib = SharedLibType.SO
  556. job.static_lib = StaticLibType.A
  557. if spec.android_mk or not spec.no_cmake:
  558. job.android_ndk = True
  559. if spec.android_gradle or not spec.no_cmake:
  560. job.java = True
  561. if spec.android_mk or spec.android_gradle:
  562. job.apt_packages = []
  563. if not spec.no_cmake:
  564. job.ccache = True
  565. job.cmake_arguments.extend((
  566. f"-DANDROID_PLATFORM={spec.android_platform}",
  567. f"-DANDROID_ABI={spec.android_abi}",
  568. ))
  569. job.cmake_toolchain_file = "${ANDROID_NDK_HOME}/build/cmake/android.toolchain.cmake"
  570. job.cc = f"${{ANDROID_NDK_HOME}}/toolchains/llvm/prebuilt/linux-x86_64/bin/clang --target={spec.android_arch}-none-linux-androideabi{spec.android_platform}"
  571. job.android_apks = [
  572. "testaudiorecording-apk",
  573. "testautomation-apk",
  574. "testcontroller-apk",
  575. "testmultiaudio-apk",
  576. "testsprite-apk",
  577. ]
  578. # -fPIC is required after updating NDK from 21 to 28
  579. job.cflags.append("-fPIC")
  580. job.cxxflags.append("-fPIC")
  581. case SdlPlatform.Emscripten:
  582. job.clang_tidy = False # clang-tidy does not understand -gsource-map
  583. job.shared = False
  584. job.ccache = True
  585. job.apt_packages.append("ccache")
  586. job.cmake_config_emulator = "emcmake"
  587. job.cmake_build_type = "Debug"
  588. job.test_pkg_config = False
  589. job.cmake_arguments.extend((
  590. "-DSDLTEST_BROWSER=chrome",
  591. "-DSDLTEST_TIMEOUT_MULTIPLIER=4",
  592. "-DSDLTEST_CHROME_BINARY=${CHROME_BINARY}",
  593. ))
  594. job.cflags.extend((
  595. "-gsource-map",
  596. "-ffile-prefix-map=${PWD}=/SDL",
  597. ))
  598. job.ldflags.extend((
  599. "--source-map-base", "/",
  600. ))
  601. pretest_cmd.extend((
  602. "# Start local HTTP server",
  603. "cmake --build build --target serve-sdl-tests --verbose &",
  604. "chrome --version",
  605. "chromedriver --version",
  606. ))
  607. job.static_lib = StaticLibType.A
  608. job.setup_python = True
  609. job.pypi_packages.append("selenium")
  610. case SdlPlatform.Ps2:
  611. job.ccache = False # actions/ccache does not work in psp container (incompatible tar of busybox)
  612. build_parallel = False
  613. job.shared = False
  614. job.sudo = ""
  615. job.apt_packages = []
  616. job.apk_packages = ["ccache", "cmake", "gmp", "mpc1", "mpfr4", "ninja", "pkgconf", "git", ]
  617. job.cmake_toolchain_file = "${PS2DEV}/ps2sdk/ps2dev.cmake"
  618. job.clang_tidy = False
  619. job.run_tests = False
  620. job.shared = False
  621. job.cc = "mips64r5900el-ps2-elf-gcc"
  622. job.ldflags = ["-L${PS2DEV}/ps2sdk/ee/lib", "-L${PS2DEV}/gsKit/lib", "-L${PS2DEV}/ps2sdk/ports/lib", ]
  623. job.static_lib = StaticLibType.A
  624. case SdlPlatform.Psp:
  625. job.ccache = False # actions/ccache does not work in psp container (incompatible tar of busybox)
  626. build_parallel = False
  627. job.sudo = ""
  628. job.apt_packages = []
  629. job.apk_packages = ["ccache", "cmake", "gmp", "mpc1", "mpfr4", "ninja", "pkgconf", ]
  630. job.cmake_toolchain_file = "${PSPDEV}/psp/share/pspdev.cmake"
  631. job.clang_tidy = False
  632. job.run_tests = False
  633. job.shared = False
  634. job.cc = "psp-gcc"
  635. job.ldflags = ["-L${PSPDEV}/lib", "-L${PSPDEV}/psp/lib", "-L${PSPDEV}/psp/sdk/lib", ]
  636. job.pollute_directories = ["${PSPDEV}/include", "${PSPDEV}/psp/include", "${PSPDEV}/psp/sdk/include", ]
  637. job.static_lib = StaticLibType.A
  638. case SdlPlatform.Vita:
  639. job.ccache = True
  640. job.sudo = ""
  641. job.apt_packages = []
  642. job.apk_packages = ["ccache", "cmake", "ninja", "pkgconf", "bash", "tar"]
  643. job.cmake_toolchain_file = "${VITASDK}/share/vita.toolchain.cmake"
  644. assert spec.vita_gles is not None
  645. job.setup_vita_gles_type = {
  646. VitaGLES.Pib: "pib",
  647. VitaGLES.Pvr: "pvr",
  648. }[spec.vita_gles]
  649. job.cmake_arguments.extend((
  650. f"-DVIDEO_VITA_PIB={ 'true' if spec.vita_gles == VitaGLES.Pib else 'false' }",
  651. f"-DVIDEO_VITA_PVR={ 'true' if spec.vita_gles == VitaGLES.Pvr else 'false' }",
  652. "-DSDL_ARMNEON=ON",
  653. "-DSDL_ARMSIMD=ON",
  654. ))
  655. # Fix vita.toolchain.cmake (https://github.com/vitasdk/vita-toolchain/pull/253)
  656. job.source_cmd = r"""sed -i -E "s#set\\( PKG_CONFIG_EXECUTABLE \"\\$\\{VITASDK}/bin/arm-vita-eabi-pkg-config\" \\)#set\\( PKG_CONFIG_EXECUTABLE \"${VITASDK}/bin/arm-vita-eabi-pkg-config\" CACHE PATH \"Path of pkg-config executable\" \\)#" ${VITASDK}/share/vita.toolchain.cmake"""
  657. job.clang_tidy = False
  658. job.run_tests = False
  659. job.shared = False
  660. job.cc = "arm-vita-eabi-gcc"
  661. job.static_lib = StaticLibType.A
  662. case SdlPlatform.Haiku:
  663. job.ccache = True
  664. fpic = False
  665. job.run_tests = False
  666. job.apt_packages.append("ccache")
  667. job.cc = "x86_64-unknown-haiku-gcc"
  668. job.cxx = "x86_64-unknown-haiku-g++"
  669. job.sudo = ""
  670. job.cmake_arguments.extend((
  671. f"-DCMAKE_C_COMPILER={job.cc}",
  672. f"-DCMAKE_CXX_COMPILER={job.cxx}",
  673. "-DCMAKE_SYSTEM_NAME=Haiku",
  674. ))
  675. job.shared_lib = SharedLibType.SO_0
  676. job.static_lib = StaticLibType.A
  677. case SdlPlatform.PowerPC64 | SdlPlatform.PowerPC:
  678. job.ccache = True
  679. # FIXME: Enable SDL_WERROR
  680. job.werror = False
  681. job.clang_tidy = False
  682. job.run_tests = False
  683. job.sudo = ""
  684. job.apt_packages = ["ccache"]
  685. job.shared_lib = SharedLibType.SO_0
  686. job.static_lib = StaticLibType.A
  687. job.cmake_arguments.extend((
  688. "-DSDL_UNIX_CONSOLE_BUILD=ON",
  689. ))
  690. case SdlPlatform.LoongArch64:
  691. job.ccache = True
  692. fpic = True
  693. job.run_tests = False
  694. job.apt_packages.append("ccache")
  695. job.cc = "${LOONGARCH64_CC}"
  696. job.cxx = "${LOONGARCH64_CXX}"
  697. job.cmake_arguments.extend((
  698. f"-DCMAKE_C_COMPILER={job.cc}",
  699. f"-DCMAKE_CXX_COMPILER={job.cxx}",
  700. "-DSDL_UNIX_CONSOLE_BUILD=ON",
  701. "-DCMAKE_SYSTEM_NAME=Linux",
  702. ))
  703. job.shared_lib = SharedLibType.SO_0
  704. job.static_lib = StaticLibType.A
  705. case SdlPlatform.N3ds:
  706. job.cmake_generator = "Unix Makefiles"
  707. job.cmake_build_arguments.append("-j$(nproc)")
  708. job.ccache = False
  709. job.shared = False
  710. job.apt_packages = []
  711. job.clang_tidy = False
  712. job.run_tests = False
  713. job.cc_from_cmake = True
  714. job.cmake_toolchain_file = "${DEVKITPRO}/cmake/3DS.cmake"
  715. job.binutils_strings = "/opt/devkitpro/devkitARM/bin/arm-none-eabi-strings"
  716. job.static_lib = StaticLibType.A
  717. case SdlPlatform.Msys2:
  718. job.ccache = True
  719. job.shell = "msys2 {0}"
  720. assert spec.msys2_platform
  721. job.msys2_msystem = spec.msys2_platform.value
  722. job.shared_lib = SharedLibType.WIN32
  723. job.static_lib = StaticLibType.A
  724. msys2_env = {
  725. "mingw32": "mingw-w64-i686",
  726. "mingw64": "mingw-w64-x86_64",
  727. "clang64": "mingw-w64-clang-x86_64",
  728. "ucrt64": "mingw-w64-ucrt-x86_64",
  729. }[spec.msys2_platform.value]
  730. job.msys2_packages.extend([
  731. f"{msys2_env}-cc",
  732. f"{msys2_env}-cmake",
  733. f"{msys2_env}-ffmpeg",
  734. f"{msys2_env}-ninja",
  735. f"{msys2_env}-pkg-config",
  736. ])
  737. if spec.msys2_platform not in (Msys2Platform.Mingw32, ):
  738. job.msys2_packages.append(f"{msys2_env}-perl")
  739. job.msys2_packages.append(f"{msys2_env}-clang-tools-extra")
  740. if job.ccache:
  741. job.msys2_packages.append(f"{msys2_env}-ccache")
  742. job.microsoft_gameinput_version = WINDOWS_GAMEINPUT_VERSION
  743. job.cflags.append("-I$GAMEINPUT_INCLUDE")
  744. job.cxxflags.append("-I$GAMEINPUT_INCLUDE")
  745. case SdlPlatform.Cygwin:
  746. job.ccache = False # Missing evict-older-than option
  747. job.clang_tidy = False # error finding files [clang-diagnostic-error] cause might be space in command path
  748. job.test_pkg_config = False # Linefeed issue in test_pkgconfig.sh
  749. job.shell = "bash --noprofile --norc -eo pipefail -o igncr {0}"
  750. job.shared_lib = SharedLibType.CYGDLL
  751. job.static_lib = StaticLibType.A
  752. job.cmake_arguments.append("-DSDLTEST_GDB=ON")
  753. job.cygwin_packages.extend([
  754. "cmake",
  755. "gcc-core",
  756. "gcc-g++",
  757. "gdb",
  758. "ninja",
  759. "pkg-config",
  760. "perl",
  761. "python",
  762. ])
  763. case SdlPlatform.Riscos:
  764. job.ccache = False # FIXME: enable when container gets upgrade
  765. # FIXME: Enable SDL_WERROR
  766. job.werror = False
  767. job.apt_packages = ["ccache", "cmake", "ninja-build"]
  768. job.test_pkg_config = False
  769. job.shared = False
  770. job.run_tests = False
  771. job.sudo = ""
  772. job.cmake_arguments.extend((
  773. "-DRISCOS:BOOL=ON",
  774. "-DCMAKE_DISABLE_PRECOMPILE_HEADERS:BOOL=ON",
  775. "-DSDL_GCC_ATOMICS:BOOL=OFF",
  776. ))
  777. job.cmake_toolchain_file = "/home/riscos/env/toolchain-riscos.cmake"
  778. job.static_lib = StaticLibType.A
  779. case SdlPlatform.FreeBSD | SdlPlatform.NetBSD | SdlPlatform.OpenBSD:
  780. job.cpactions = True
  781. job.no_cmake = True
  782. job.run_tests = False
  783. job.apt_packages = []
  784. job.shared_lib = SharedLibType.SO_0
  785. job.static_lib = StaticLibType.A
  786. match spec.platform:
  787. case SdlPlatform.FreeBSD:
  788. job.cpactions_os = "freebsd"
  789. job.cpactions_version = "14.3"
  790. job.cpactions_arch = "x86-64"
  791. job.cpactions_setup_cmd = "sudo pkg update"
  792. job.cpactions_install_cmd = "sudo pkg install -y cmake ninja pkgconf libXcursor libXext libXinerama libXi libXfixes libXrandr libXScrnSaver libXxf86vm wayland wayland-protocols libxkbcommon mesa-libs libglvnd evdev-proto libinotify alsa-lib jackit pipewire pulseaudio sndio dbus zh-fcitx ibus libudev-devd"
  793. job.cmake_arguments.extend((
  794. "-DSDL_CHECK_REQUIRED_INCLUDES=/usr/local/include",
  795. "-DSDL_CHECK_REQUIRED_LINK_OPTIONS=-L/usr/local/lib",
  796. ))
  797. case SdlPlatform.NetBSD:
  798. job.cpactions_os = "netbsd"
  799. job.cpactions_version = "10.1"
  800. job.cpactions_arch = "x86-64"
  801. job.cpactions_setup_cmd = "export PATH=\"/usr/pkg/sbin:/usr/pkg/bin:/sbin:$PATH\"; export PKG_CONFIG_PATH=\"/usr/pkg/lib/pkgconfig\";export PKG_PATH=\"https://cdn.netBSD.org/pub/pkgsrc/packages/NetBSD/$(uname -p)/$(uname -r|cut -f \"1 2\" -d.)/All/\";echo \"PKG_PATH=$PKG_PATH\";echo \"uname -a -> \"$(uname -a)\"\";sudo -E sysctl -w security.pax.aslr.enabled=0;sudo -E sysctl -w security.pax.aslr.global=0;sudo -E pkgin clean;sudo -E pkgin update"
  802. job.cpactions_install_cmd = "sudo -E pkgin -y install cmake dbus pkgconf ninja-build pulseaudio libxkbcommon wayland wayland-protocols libinotify libusb1"
  803. case SdlPlatform.OpenBSD:
  804. job.cpactions_os = "openbsd"
  805. job.cpactions_version = "7.7"
  806. job.cpactions_arch = "x86-64"
  807. job.cpactions_setup_cmd = "sudo pkg_add -u"
  808. job.cpactions_install_cmd = "sudo pkg_add cmake ninja pkgconf wayland wayland-protocols libxkbcommon libinotify pulseaudio dbus ibus"
  809. case SdlPlatform.NGage:
  810. build_parallel = False
  811. job.cmake_build_type = "Release"
  812. job.setup_ninja = True
  813. job.static_lib = StaticLibType.STATIC_LIB
  814. job.shared_lib = None
  815. job.clang_tidy = False
  816. job.werror = False # FIXME: enable SDL_WERROR
  817. job.shared = False
  818. job.run_tests = False
  819. job.setup_gage_sdk_path = "C:/ngagesdk"
  820. job.cmake_toolchain_file = "C:/ngagesdk/cmake/ngage-toolchain.cmake"
  821. job.test_pkg_config = False
  822. case SdlPlatform.DJGPP:
  823. build_parallel = False
  824. job.ccache = True
  825. job.apt_packages = ["ccache", "libfl-dev"] # djgpp needs libfl.so.2
  826. job.cmake_build_type = "Release"
  827. job.setup_ninja = True
  828. job.static_lib = StaticLibType.A
  829. job.shared_lib = None
  830. job.clang_tidy = False
  831. job.werror = False # FIXME: enable SDL_WERROR
  832. job.shared = False
  833. job.run_tests = False
  834. job.test_pkg_config = False
  835. job.cmake_toolchain_file = "$GITHUB_WORKSPACE/build-scripts/i586-pc-msdosdjgpp.cmake"
  836. case _:
  837. raise ValueError(f"Unsupported platform={spec.platform}")
  838. if "ubuntu" in spec.name.lower():
  839. job.check_sources = True
  840. job.setup_python = True
  841. if job.ccache:
  842. job.cmake_arguments.extend((
  843. "-DCMAKE_C_COMPILER_LAUNCHER=ccache",
  844. "-DCMAKE_CXX_COMPILER_LAUNCHER=ccache",
  845. ))
  846. job.ctest_args = shlex.join(ctest_args)
  847. if not build_parallel:
  848. job.cmake_build_arguments.append("-j1")
  849. if job.cflags or job.cppflags:
  850. job.cmake_arguments.append(f"-DCMAKE_C_FLAGS=\"{my_shlex_join(job.cflags + job.cppflags)}\"")
  851. if job.cxxflags or job.cppflags:
  852. job.cmake_arguments.append(f"-DCMAKE_CXX_FLAGS=\"{my_shlex_join(job.cxxflags + job.cppflags)}\"")
  853. if job.ldflags:
  854. job.cmake_arguments.append(f"-DCMAKE_SHARED_LINKER_FLAGS=\"{my_shlex_join(job.ldflags)}\"")
  855. job.cmake_arguments.append(f"-DCMAKE_EXE_LINKER_FLAGS=\"{my_shlex_join(job.ldflags)}\"")
  856. job.pretest_cmd = "\n".join(pretest_cmd)
  857. def tf(b):
  858. return "ON" if b else "OFF"
  859. if fpic is not None:
  860. job.cmake_arguments.append(f"-DCMAKE_POSITION_INDEPENDENT_CODE={tf(fpic)}")
  861. if job.no_cmake:
  862. job.cmake_arguments = []
  863. return job
  864. def spec_to_platform(spec: JobSpec, key: str, enable_artifacts: bool, trackmem_symbol_names: bool, ctest_args:list[str]) -> dict[str, str|bool]:
  865. logger.info("spec=%r", spec)
  866. job = spec_to_job(
  867. spec,
  868. key=key,
  869. trackmem_symbol_names=trackmem_symbol_names,
  870. ctest_args=ctest_args,
  871. )
  872. logger.info("job=%r", job)
  873. platform = job.to_workflow(enable_artifacts=enable_artifacts)
  874. logger.info("platform=%r", platform)
  875. return platform
  876. def main():
  877. parser = argparse.ArgumentParser(allow_abbrev=False)
  878. parser.add_argument("--github-variable-prefix", default="platforms")
  879. parser.add_argument("--github-ci", action="store_true")
  880. parser.add_argument("--verbose", action="store_true")
  881. parser.add_argument("--commit-message-file")
  882. parser.add_argument("--no-artifact", dest="enable_artifacts", action="store_false")
  883. parser.add_argument("--trackmem-symbol-names", dest="trackmem_symbol_names", action="store_true")
  884. args = parser.parse_args()
  885. logging.basicConfig(level=logging.INFO if args.verbose else logging.WARNING)
  886. remaining_keys = set(JOB_SPECS.keys())
  887. all_level_keys = (
  888. # Level 1
  889. (
  890. "haiku",
  891. ),
  892. )
  893. filters = []
  894. ctest_args = []
  895. if args.commit_message_file:
  896. with open(args.commit_message_file, "r") as f:
  897. commit_message = f.read()
  898. for m in re.finditer(r"\[sdl-ci-filter (.*)]", commit_message, flags=re.M):
  899. filters.append(m.group(1).strip(" \t\n\r\t'\""))
  900. if re.search(r"\[sdl-ci-artifacts?]", commit_message, flags=re.M):
  901. args.enable_artifacts = True
  902. if re.search(r"\[sdl-ci-(full-)?trackmem(-symbol-names)?]", commit_message, flags=re.M):
  903. args.trackmem_symbol_names = True
  904. for m in re.finditer(r"\[sdl-ci-ctest-args? (.*)]", commit_message, flags=re.M):
  905. ctest_args.extend(shlex.split(m.group(1)))
  906. if not filters:
  907. filters.append("*")
  908. logger.info("filters: %r", filters)
  909. all_level_platforms = {}
  910. all_platforms = {key: spec_to_platform(spec, key=key, enable_artifacts=args.enable_artifacts, trackmem_symbol_names=args.trackmem_symbol_names, ctest_args=ctest_args) for key, spec in JOB_SPECS.items()}
  911. for level_i, level_keys in enumerate(all_level_keys, 1):
  912. level_key = f"level{level_i}"
  913. logger.info("Level %d: keys=%r", level_i, level_keys)
  914. assert all(k in remaining_keys for k in level_keys)
  915. level_platforms = tuple(all_platforms[key] for key in level_keys)
  916. remaining_keys.difference_update(level_keys)
  917. all_level_platforms[level_key] = level_platforms
  918. logger.info("=" * 80)
  919. logger.info("Keys before filter: %r", remaining_keys)
  920. filtered_remaining_keys = set()
  921. for filter in filters:
  922. filtered_remaining_keys.update(fnmatch.filter(remaining_keys, filter))
  923. logger.info("Keys after filter: %r", filtered_remaining_keys)
  924. remaining_keys = filtered_remaining_keys
  925. logger.info("Remaining: %r", remaining_keys)
  926. all_level_platforms["others"] = tuple(all_platforms[key] for key in remaining_keys)
  927. if args.github_ci:
  928. for level, platforms in all_level_platforms.items():
  929. platforms_json = json.dumps(platforms)
  930. txt = f"{args.github_variable_prefix}-{level}={platforms_json}"
  931. logger.info("%s", txt)
  932. if "GITHUB_OUTPUT" in os.environ:
  933. with open(os.environ["GITHUB_OUTPUT"], "a") as f:
  934. f.write(txt)
  935. f.write("\n")
  936. else:
  937. logger.warning("GITHUB_OUTPUT not defined")
  938. return 0
  939. if __name__ == "__main__":
  940. raise SystemExit(main())