create-test-plan.py 49 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026
  1. #!/usr/bin/env python
  2. import argparse
  3. import dataclasses
  4. import fnmatch
  5. from enum import Enum
  6. import json
  7. import logging
  8. import os
  9. import pathlib
  10. import re
  11. import shlex
  12. from typing import Optional
  13. logger = logging.getLogger(__name__)
  14. class AppleArch(Enum):
  15. Aarch64 = "aarch64"
  16. X86_64 = "x86_64"
  17. class MsvcArch(Enum):
  18. X86 = "x86"
  19. X64 = "x64"
  20. Arm64 = "arm64"
  21. class JobOs(Enum):
  22. WindowsLatest = "windows-latest"
  23. Windows2022 = "windows-2022"
  24. UbuntuLatest = "ubuntu-latest"
  25. MacosLatest = "macos-latest"
  26. Ubuntu22_04 = "ubuntu-22.04"
  27. Ubuntu24_04 = "ubuntu-24.04"
  28. Ubuntu24_04_arm = "ubuntu-24.04-arm"
  29. Macos14 = "macos-14" # macOS Sonoma (2023)
  30. Macos15 = "macos-15" # macOS Sequoia (2024)
  31. Macos26 = "macos-26" # macOS Tahoe (2025)
  32. class SdlPlatform(Enum):
  33. Android = "android"
  34. Emscripten = "emscripten"
  35. Haiku = "haiku"
  36. LoongArch64 = "loongarch64"
  37. Msys2 = "msys2"
  38. Cygwin = "cygwin"
  39. Linux = "linux"
  40. MacOS = "macos"
  41. Ios = "ios"
  42. Tvos = "tvos"
  43. Msvc = "msvc"
  44. N3ds = "n3ds"
  45. PowerPC = "powerpc"
  46. PowerPC64 = "powerpc64"
  47. Ps2 = "ps2"
  48. Psp = "psp"
  49. Vita = "vita"
  50. Riscos = "riscos"
  51. FreeBSD = "freebsd"
  52. NetBSD = "netbsd"
  53. OpenBSD = "openbsd"
  54. NGage = "ngage"
  55. DJGPP = "djgpp"
  56. class Msys2Platform(Enum):
  57. Mingw32 = "mingw32"
  58. Mingw64 = "mingw64"
  59. Clang64 = "clang64"
  60. Ucrt64 = "ucrt64"
  61. class IntelCompiler(Enum):
  62. Icc = "icc"
  63. Icx = "icx"
  64. class VitaGLES(Enum):
  65. Pib = "pib"
  66. Pvr = "pvr"
  67. @dataclasses.dataclass(slots=True)
  68. class JobSpec:
  69. name: str
  70. priority: bool
  71. os: JobOs
  72. platform: SdlPlatform
  73. artifact: Optional[str]
  74. container: Optional[str] = None
  75. no_cmake: bool = False
  76. xcode: bool = False
  77. android_mk: bool = False
  78. android_gradle: bool = False
  79. lean: bool = False
  80. android_arch: Optional[str] = None
  81. android_abi: Optional[str] = None
  82. android_platform: Optional[int] = None
  83. msys2_platform: Optional[Msys2Platform] = None
  84. intel: Optional[IntelCompiler] = None
  85. apple_framework: Optional[bool] = None
  86. apple_archs: Optional[set[AppleArch]] = None
  87. msvc_project: Optional[str] = None
  88. msvc_arch: Optional[MsvcArch] = None
  89. clang_cl: bool = False
  90. gdk: bool = False
  91. vita_gles: Optional[VitaGLES] = None
  92. more_hard_deps: bool = False
  93. JOB_SPECS = {
  94. "msys2-mingw32": JobSpec(name="Windows (msys2, mingw32)", priority=False, os=JobOs.WindowsLatest, platform=SdlPlatform.Msys2, artifact="SDL-mingw32", msys2_platform=Msys2Platform.Mingw32, ),
  95. "msys2-mingw64": JobSpec(name="Windows (msys2, mingw64)", priority=False, os=JobOs.WindowsLatest, platform=SdlPlatform.Msys2, artifact="SDL-mingw64", msys2_platform=Msys2Platform.Mingw64, ),
  96. "msys2-clang64": JobSpec(name="Windows (msys2, clang64)", priority=False, os=JobOs.WindowsLatest, platform=SdlPlatform.Msys2, artifact="SDL-mingw64-clang", msys2_platform=Msys2Platform.Clang64, ),
  97. "msys2-ucrt64": JobSpec(name="Windows (msys2, ucrt64)", priority=False, os=JobOs.WindowsLatest, platform=SdlPlatform.Msys2, artifact="SDL-mingw64-ucrt", msys2_platform=Msys2Platform.Ucrt64, ),
  98. "cygwin": JobSpec(name="Cygwin", priority=False, os=JobOs.WindowsLatest, platform=SdlPlatform.Cygwin, artifact="SDL-cygwin", ),
  99. "msvc-x64": JobSpec(name="Windows (MSVC, x64)", priority=True, os=JobOs.WindowsLatest, platform=SdlPlatform.Msvc, artifact="SDL-VC-x64", msvc_arch=MsvcArch.X64, msvc_project="VisualC/SDL.sln", ),
  100. "msvc-x86": JobSpec(name="Windows (MSVC, x86)", priority=True, os=JobOs.WindowsLatest, platform=SdlPlatform.Msvc, artifact="SDL-VC-x86", msvc_arch=MsvcArch.X86, msvc_project="VisualC/SDL.sln", ),
  101. "msvc-clang-x64": JobSpec(name="Windows (MSVC, clang-cl x64)", priority=False, os=JobOs.WindowsLatest, platform=SdlPlatform.Msvc, artifact="SDL-clang-cl-x64", msvc_arch=MsvcArch.X64, clang_cl=True, ),
  102. "msvc-clang-x86": JobSpec(name="Windows (MSVC, clang-cl x86)", priority=False, os=JobOs.WindowsLatest, platform=SdlPlatform.Msvc, artifact="SDL-clang-cl-x86", msvc_arch=MsvcArch.X86, clang_cl=True, ),
  103. "msvc-arm64": JobSpec(name="Windows (MSVC, ARM64)", priority=False, os=JobOs.WindowsLatest, platform=SdlPlatform.Msvc, artifact="SDL-VC-arm64", msvc_arch=MsvcArch.Arm64, msvc_project="VisualC/SDL.sln", ),
  104. "msvc-gdk-x64": JobSpec(name="GDK (MSVC, x64)", priority=False, os=JobOs.Windows2022, platform=SdlPlatform.Msvc, artifact="SDL-VC-GDK", msvc_arch=MsvcArch.X64, msvc_project="VisualC-GDK/SDL.sln", gdk=True, no_cmake=True, ),
  105. "ubuntu-22.04": JobSpec(name="Ubuntu 22.04", priority=False, os=JobOs.Ubuntu22_04, platform=SdlPlatform.Linux, artifact="SDL-ubuntu22.04", ),
  106. "ubuntu-latest": JobSpec(name="Ubuntu (latest)", priority=False, os=JobOs.UbuntuLatest, platform=SdlPlatform.Linux, artifact="SDL-ubuntu-latest", ),
  107. "ubuntu-24.04-arm64": JobSpec(name="Ubuntu 24.04 (ARM64)", priority=False, os=JobOs.Ubuntu24_04_arm, platform=SdlPlatform.Linux, artifact="SDL-ubuntu24.04-arm64", ),
  108. "steamrt3": JobSpec(name="Steam Linux Runtime 3.0 (x86_64)", priority=False, os=JobOs.UbuntuLatest, platform=SdlPlatform.Linux, artifact="SDL-steamrt3", container="registry.gitlab.steamos.cloud/steamrt/sniper/sdk:latest" ),
  109. "steamrt4": JobSpec(name="Steam Linux Runtime 4.0 (x86_64)", priority=True, os=JobOs.UbuntuLatest, platform=SdlPlatform.Linux, artifact="SDL-steamrt4", container="registry.gitlab.steamos.cloud/steamrt/steamrt4/sdk:latest", more_hard_deps = True, ),
  110. "steamrt4-arm64": JobSpec(name="Steam Linux Runtime 4.0 (arm64)", priority=False, os=JobOs.Ubuntu24_04_arm, platform=SdlPlatform.Linux, artifact="SDL-steamrt4-arm64", container="registry.gitlab.steamos.cloud/steamrt/steamrt4/sdk/arm64:latest", more_hard_deps = True, ),
  111. "ubuntu-intel-icx": JobSpec(name="Ubuntu 24.04 (Intel oneAPI)", priority=False, os=JobOs.Ubuntu24_04, platform=SdlPlatform.Linux, artifact="SDL-ubuntu22.04-oneapi", intel=IntelCompiler.Icx, ),
  112. "ubuntu-intel-icc": JobSpec(name="Ubuntu 22.04 (Intel Compiler)", priority=False, os=JobOs.Ubuntu22_04, platform=SdlPlatform.Linux, artifact="SDL-ubuntu22.04-icc", intel=IntelCompiler.Icc, ),
  113. "macos-framework-x64": JobSpec(name="MacOS (Framework) (x64)", priority=False, os=JobOs.Macos14, platform=SdlPlatform.MacOS, artifact="SDL-macos-framework", apple_framework=True, apple_archs={AppleArch.Aarch64, AppleArch.X86_64, }, ),
  114. "macos-framework-arm64": JobSpec(name="MacOS (Framework) (arm64)", priority=True, os=JobOs.MacosLatest, platform=SdlPlatform.MacOS, artifact=None, apple_framework=True, apple_archs={AppleArch.Aarch64, AppleArch.X86_64, }, xcode=True, ),
  115. "macos-26-framework-arm64": JobSpec(name="MacOS 26 (Framework) (arm64)",priority=False, os=JobOs.Macos26, platform=SdlPlatform.MacOS, artifact=None, apple_framework=True, apple_archs={AppleArch.Aarch64, AppleArch.X86_64, }, ),
  116. "macos-gnu-arm64": JobSpec(name="MacOS (GNU prefix)", priority=False, os=JobOs.MacosLatest, platform=SdlPlatform.MacOS, artifact="SDL-macos-arm64-gnu", apple_framework=False, apple_archs={AppleArch.Aarch64, }, ),
  117. "ios": JobSpec(name="iOS (CMake & xcode)", priority=True, os=JobOs.MacosLatest, platform=SdlPlatform.Ios, artifact="SDL-ios-arm64", xcode=True, ),
  118. "tvos": JobSpec(name="tvOS (CMake & xcode)", priority=True, os=JobOs.MacosLatest, platform=SdlPlatform.Tvos, artifact="SDL-tvos-arm64", xcode=True, ),
  119. "android-cmake": JobSpec(name="Android (CMake)", priority=False, os=JobOs.UbuntuLatest, platform=SdlPlatform.Android, artifact="SDL-android-arm64", android_abi="arm64-v8a", android_arch="aarch64", android_platform=23, ),
  120. "android-cmake-lean": JobSpec(name="Android (CMake, lean)", priority=False, os=JobOs.UbuntuLatest, platform=SdlPlatform.Android, artifact="SDL-lean-android-arm64", android_abi="arm64-v8a", android_arch="aarch64", android_platform=23, lean=True, ),
  121. "android-mk": JobSpec(name="Android (Android.mk)", priority=True, os=JobOs.UbuntuLatest, platform=SdlPlatform.Android, artifact=None, no_cmake=True, android_mk=True, ),
  122. "android-gradle": JobSpec(name="Android (Gradle)", priority=False, os=JobOs.UbuntuLatest, platform=SdlPlatform.Android, artifact=None, no_cmake=True, android_gradle=True, ),
  123. "emscripten": JobSpec(name="Emscripten", priority=True, os=JobOs.UbuntuLatest, platform=SdlPlatform.Emscripten, artifact="SDL-emscripten", ),
  124. "haiku": JobSpec(name="Haiku", priority=False, os=JobOs.UbuntuLatest, platform=SdlPlatform.Haiku, artifact="SDL-haiku-x64", container="ghcr.io/haiku/cross-compiler:x86_64-r1beta5", ),
  125. "loongarch64": JobSpec(name="LoongArch64", priority=False, os=JobOs.UbuntuLatest, platform=SdlPlatform.LoongArch64, artifact="SDL-loongarch64", ),
  126. "n3ds": JobSpec(name="Nintendo 3DS", priority=False, os=JobOs.UbuntuLatest, platform=SdlPlatform.N3ds, artifact="SDL-n3ds", container="devkitpro/devkitarm:latest", ),
  127. "ppc": JobSpec(name="PowerPC", priority=False, os=JobOs.UbuntuLatest, platform=SdlPlatform.PowerPC, artifact="SDL-ppc", container="dockcross/linux-ppc:latest", ),
  128. "ppc64": JobSpec(name="PowerPC64", priority=False, os=JobOs.UbuntuLatest, platform=SdlPlatform.PowerPC64, artifact="SDL-ppc64le", container="dockcross/linux-ppc64le:latest", ),
  129. "ps2": JobSpec(name="Sony PlayStation 2", priority=False, os=JobOs.UbuntuLatest, platform=SdlPlatform.Ps2, artifact="SDL-ps2", container="ps2dev/ps2dev:latest", ),
  130. "psp": JobSpec(name="Sony PlayStation Portable", priority=False, os=JobOs.UbuntuLatest, platform=SdlPlatform.Psp, artifact="SDL-psp", container="pspdev/pspdev:latest", ),
  131. "vita-pib": JobSpec(name="Sony PlayStation Vita (GLES w/ pib)", priority=False, os=JobOs.UbuntuLatest, platform=SdlPlatform.Vita, artifact="SDL-vita-pib", container="vitasdk/vitasdk:latest", vita_gles=VitaGLES.Pib, ),
  132. "vita-pvr": JobSpec(name="Sony PlayStation Vita (GLES w/ PVR_PSP2)", priority=False, os=JobOs.UbuntuLatest, platform=SdlPlatform.Vita, artifact="SDL-vita-pvr", container="vitasdk/vitasdk:latest", vita_gles=VitaGLES.Pvr, ),
  133. "riscos": JobSpec(name="RISC OS", priority=False, os=JobOs.UbuntuLatest, platform=SdlPlatform.Riscos, artifact="SDL-riscos", container="riscosdotinfo/riscos-gccsdk-4.7:latest", ),
  134. "netbsd": JobSpec(name="NetBSD", priority=False, os=JobOs.UbuntuLatest, platform=SdlPlatform.NetBSD, artifact="SDL-netbsd-x64", ),
  135. "openbsd": JobSpec(name="OpenBSD", priority=False, os=JobOs.UbuntuLatest, platform=SdlPlatform.OpenBSD, artifact="SDL-openbsd-x64", ),
  136. "freebsd": JobSpec(name="FreeBSD", priority=False, os=JobOs.UbuntuLatest, platform=SdlPlatform.FreeBSD, artifact="SDL-freebsd-x64", ),
  137. "ngage": JobSpec(name="N-Gage", priority=False, os=JobOs.WindowsLatest, platform=SdlPlatform.NGage, artifact="SDL-ngage", ),
  138. "djgpp": JobSpec(name="DOS (DJGPP)", priority=False, os=JobOs.UbuntuLatest, platform=SdlPlatform.DJGPP, artifact="SDL-djgpp", ),
  139. }
  140. class StaticLibType(Enum):
  141. STATIC_LIB = "SDL3-static.lib"
  142. A = "libSDL3.a"
  143. class SharedLibType(Enum):
  144. WIN32 = "SDL3.dll"
  145. CYGDLL = "cygSDL3.dll"
  146. SO_0 = "libSDL3.so.0"
  147. SO = "libSDL3.so"
  148. DYLIB = "libSDL3.0.dylib"
  149. FRAMEWORK = "SDL3.framework/Versions/A/SDL3"
  150. @dataclasses.dataclass(slots=True)
  151. class JobDetails:
  152. name: str
  153. key: str
  154. os: str
  155. platform: str
  156. artifact: str
  157. no_cmake: bool
  158. ccache: bool = False
  159. build_tests: bool = True
  160. container: str = ""
  161. cmake_build_type: str = "RelWithDebInfo"
  162. shell: str = "sh"
  163. sudo: str = "sudo"
  164. cmake_config_emulator: str = ""
  165. apk_packages: list[str] = dataclasses.field(default_factory=list)
  166. apt_packages: list[str] = dataclasses.field(default_factory=list)
  167. brew_packages: list[str] = dataclasses.field(default_factory=list)
  168. cmake_toolchain_file: str = ""
  169. cmake_arguments: list[str] = dataclasses.field(default_factory=list)
  170. cmake_generator: str = "Ninja"
  171. cmake_build_arguments: list[str] = dataclasses.field(default_factory=list)
  172. clang_tidy: bool = True
  173. cppflags: list[str] = dataclasses.field(default_factory=list)
  174. cc: str = ""
  175. cxx: str = ""
  176. cflags: list[str] = dataclasses.field(default_factory=list)
  177. cxxflags: list[str] = dataclasses.field(default_factory=list)
  178. ldflags: list[str] = dataclasses.field(default_factory=list)
  179. pollute_directories: list[str] = dataclasses.field(default_factory=list)
  180. use_cmake: bool = True
  181. shared: bool = True
  182. static: bool = True
  183. shared_lib: Optional[SharedLibType] = None
  184. static_lib: Optional[StaticLibType] = None
  185. run_tests: bool = True
  186. test_pkg_config: bool = True
  187. cc_from_cmake: bool = False
  188. source_cmd: str = ""
  189. pretest_cmd: str = ""
  190. java: bool = False
  191. android_apks: list[str] = dataclasses.field(default_factory=list)
  192. android_ndk: bool = False
  193. android_mk: bool = False
  194. android_gradle: bool = False
  195. minidump: bool = False
  196. intel: bool = False
  197. msys2_msystem: str = ""
  198. msys2_packages: list[str] = dataclasses.field(default_factory=list)
  199. cygwin_packages: list[str] = dataclasses.field(default_factory=list)
  200. werror: bool = True
  201. microsoft_gameinput: bool = False
  202. microsoft_gameinput_arch: str = ""
  203. msvc_vcvars_arch: str = ""
  204. msvc_vcvars_sdk: str = ""
  205. msvc_project: str = ""
  206. msvc_project_flags: list[str] = dataclasses.field(default_factory=list)
  207. setup_ninja: bool = False
  208. setup_libusb_arch: str = ""
  209. xcode_sdk: str = ""
  210. cpactions: bool = False
  211. setup_gdk_folder: str = ""
  212. cpactions_os: str = ""
  213. cpactions_version: str = ""
  214. cpactions_arch: str = ""
  215. cpactions_setup_cmd: str = ""
  216. cpactions_install_cmd: str = ""
  217. setup_vita_gles_type: str = ""
  218. check_sources: bool = False
  219. setup_python: bool = False
  220. pypi_packages: list[str] = dataclasses.field(default_factory=list)
  221. setup_gage_sdk_path: str = ""
  222. binutils_strings: str = "strings"
  223. ctest_args: str = ""
  224. def to_workflow(self, enable_artifacts: bool) -> dict[str, str|bool]:
  225. data = {
  226. "name": self.name,
  227. "key": self.key,
  228. "os": self.os,
  229. "ccache": self.ccache,
  230. "container": self.container if self.container else "",
  231. "platform": self.platform,
  232. "artifact": self.artifact,
  233. "enable-artifacts": enable_artifacts,
  234. "shell": self.shell,
  235. "msys2-msystem": self.msys2_msystem,
  236. "msys2-packages": my_shlex_join(self.msys2_packages),
  237. "cygwin-packages": my_shlex_join(self.cygwin_packages),
  238. "android-ndk": self.android_ndk,
  239. "java": self.java,
  240. "intel": self.intel,
  241. "apk-packages": my_shlex_join(self.apk_packages),
  242. "apt-packages": my_shlex_join(self.apt_packages),
  243. "test-pkg-config": self.test_pkg_config,
  244. "brew-packages": my_shlex_join(self.brew_packages),
  245. "pollute-directories": my_shlex_join(self.pollute_directories),
  246. "no-cmake": self.no_cmake,
  247. "build-tests": self.build_tests,
  248. "source-cmd": self.source_cmd,
  249. "pretest-cmd": self.pretest_cmd,
  250. "cmake-config-emulator": self.cmake_config_emulator,
  251. "cc": self.cc,
  252. "cxx": self.cxx,
  253. "cflags": my_shlex_join(self.cppflags + self.cflags),
  254. "cxxflags": my_shlex_join(self.cppflags + self.cxxflags),
  255. "ldflags": my_shlex_join(self.ldflags),
  256. "cmake-generator": self.cmake_generator,
  257. "cmake-toolchain-file": self.cmake_toolchain_file,
  258. "clang-tidy": self.clang_tidy,
  259. "cmake-arguments": my_shlex_join(self.cmake_arguments),
  260. "cmake-build-arguments": my_shlex_join(self.cmake_build_arguments),
  261. "shared": self.shared,
  262. "static": self.static,
  263. "shared-lib": self.shared_lib.value if self.shared_lib else None,
  264. "static-lib": self.static_lib.value if self.static_lib else None,
  265. "cmake-build-type": self.cmake_build_type,
  266. "run-tests": self.run_tests,
  267. "android-apks": my_shlex_join(self.android_apks),
  268. "android-gradle": self.android_gradle,
  269. "android-mk": self.android_mk,
  270. "werror": self.werror,
  271. "sudo": self.sudo,
  272. "microsoft-gameinput": self.microsoft_gameinput,
  273. "microsoft-gameinput-arch": self.microsoft_gameinput_arch,
  274. "msvc-vcvars-arch": self.msvc_vcvars_arch,
  275. "msvc-vcvars-sdk": self.msvc_vcvars_sdk,
  276. "msvc-project": self.msvc_project,
  277. "msvc-project-flags": my_shlex_join(self.msvc_project_flags),
  278. "setup-ninja": self.setup_ninja,
  279. "setup-libusb-arch": self.setup_libusb_arch,
  280. "cc-from-cmake": self.cc_from_cmake,
  281. "xcode-sdk": self.xcode_sdk,
  282. "cpactions": self.cpactions,
  283. "cpactions-os": self.cpactions_os,
  284. "cpactions-version": self.cpactions_version,
  285. "cpactions-arch": self.cpactions_arch,
  286. "cpactions-setup-cmd": self.cpactions_setup_cmd,
  287. "cpactions-install-cmd": self.cpactions_install_cmd,
  288. "setup-vita-gles-type": self.setup_vita_gles_type,
  289. "setup-gdk-folder": self.setup_gdk_folder,
  290. "check-sources": self.check_sources,
  291. "setup-python": self.setup_python,
  292. "pypi-packages": my_shlex_join(self.pypi_packages),
  293. "setup-ngage-sdk-path": self.setup_gage_sdk_path,
  294. "binutils-strings": self.binutils_strings,
  295. "ctest-args": self.ctest_args,
  296. }
  297. return {k: v for k, v in data.items() if v != ""}
  298. def my_shlex_join(s):
  299. def escape(s):
  300. if s[:1] == "'" and s[-1:] == "'":
  301. return s
  302. if set(s).intersection(set("; \t")):
  303. return f'"{s}"'
  304. return s
  305. return " ".join(escape(s))
  306. def spec_to_job(spec: JobSpec, key: str, trackmem_symbol_names: bool, ctest_args: list[str]) -> JobDetails:
  307. job = JobDetails(
  308. name=spec.name,
  309. key=key,
  310. os=spec.os.value,
  311. artifact=spec.artifact or "",
  312. container=spec.container or "",
  313. platform=spec.platform.value,
  314. sudo="sudo",
  315. no_cmake=spec.no_cmake,
  316. )
  317. if job.os.startswith("ubuntu"):
  318. job.apt_packages.extend([
  319. "ninja-build",
  320. "pkg-config",
  321. ])
  322. pretest_cmd = []
  323. if trackmem_symbol_names:
  324. pretest_cmd.append("export SDL_TRACKMEM_SYMBOL_NAMES=1")
  325. else:
  326. pretest_cmd.append("export SDL_TRACKMEM_SYMBOL_NAMES=0")
  327. win32 = spec.platform in (SdlPlatform.Msys2, SdlPlatform.Msvc)
  328. fpic = None
  329. build_parallel = True
  330. if spec.lean:
  331. job.cmake_arguments.append("-DSDL_LEAN_AND_MEAN=TRUE")
  332. if win32:
  333. job.cmake_arguments.append("-DSDLTEST_PROCDUMP=ON")
  334. job.minidump = True
  335. if spec.intel is not None:
  336. match spec.intel:
  337. case IntelCompiler.Icx:
  338. job.cc = "icx"
  339. job.cxx = "icpx"
  340. case IntelCompiler.Icc:
  341. job.cc = "icc"
  342. job.cxx = "icpc"
  343. # Disable deprecation warning
  344. job.cppflags.append("-diag-disable=10441")
  345. # Avoid 'Catastrophic error: cannot open precompiled header file'
  346. job.cmake_arguments.append("-DCMAKE_DISABLE_PRECOMPILE_HEADERS:BOOL=ON")
  347. job.clang_tidy = False
  348. case _:
  349. raise ValueError(f"Invalid intel={spec.intel}")
  350. job.source_cmd = f"source /opt/intel/oneapi/setvars.sh;"
  351. job.intel = True
  352. job.shell = "bash"
  353. job.cmake_arguments.extend((
  354. f"-DCMAKE_C_COMPILER={job.cc}",
  355. f"-DCMAKE_CXX_COMPILER={job.cxx}",
  356. "-DCMAKE_SYSTEM_NAME=Linux",
  357. ))
  358. match spec.platform:
  359. case SdlPlatform.Msvc:
  360. job.setup_ninja = not spec.gdk
  361. job.clang_tidy = False # complains about \threadsafety: "unknown command tag name [clang-diagnostic-documentation-unknown-command]"
  362. job.msvc_project = spec.msvc_project if spec.msvc_project else ""
  363. job.msvc_project_flags.append("-p:TreatWarningsAsError=true")
  364. job.test_pkg_config = False
  365. job.shared_lib = SharedLibType.WIN32
  366. job.static_lib = StaticLibType.STATIC_LIB
  367. job.cmake_arguments.extend((
  368. "-DCMAKE_MSVC_DEBUG_INFORMATION_FORMAT=ProgramDatabase",
  369. "-DCMAKE_EXE_LINKER_FLAGS=-DEBUG",
  370. "-DCMAKE_SHARED_LINKER_FLAGS=-DEBUG",
  371. ))
  372. job.cmake_arguments.append("'-DCMAKE_MSVC_RUNTIME_LIBRARY=MultiThreaded$<$<CONFIG:Debug>:Debug>'")
  373. if spec.clang_cl:
  374. job.cmake_arguments.extend((
  375. "-DCMAKE_C_COMPILER=clang-cl",
  376. "-DCMAKE_CXX_COMPILER=clang-cl",
  377. ))
  378. match spec.msvc_arch:
  379. case MsvcArch.X86:
  380. job.cflags.append("/clang:-m32")
  381. job.cxxflags.append("/clang:-m32")
  382. job.ldflags.append("/MACHINE:X86")
  383. case MsvcArch.X64:
  384. job.cflags.append("/clang:-m64")
  385. job.cxxflags.append("/clang:-m64")
  386. job.ldflags.append("/MACHINE:X64")
  387. case _:
  388. raise ValueError(f"Unsupported clang-cl architecture (arch={spec.msvc_arch})")
  389. if spec.msvc_project:
  390. match spec.msvc_arch:
  391. case MsvcArch.X86:
  392. msvc_platform = "Win32"
  393. case MsvcArch.X64:
  394. msvc_platform = "x64"
  395. case MsvcArch.Arm64:
  396. msvc_platform = "ARM64"
  397. case _:
  398. raise ValueError(f"Unsupported vcxproj architecture (arch={spec.msvc_arch})")
  399. if spec.gdk:
  400. msvc_platform = f"Gaming.Desktop.{msvc_platform}"
  401. job.msvc_project_flags.append(f"-p:Platform={msvc_platform}")
  402. match spec.msvc_arch:
  403. case MsvcArch.X86:
  404. job.msvc_vcvars_arch = "x64_x86"
  405. case MsvcArch.X64:
  406. job.msvc_vcvars_arch = "x64"
  407. case MsvcArch.Arm64:
  408. job.msvc_vcvars_arch = "x64_arm64"
  409. job.run_tests = False
  410. if spec.gdk:
  411. job.setup_gdk_folder = "VisualC-GDK"
  412. else:
  413. match spec.msvc_arch:
  414. case MsvcArch.X86:
  415. job.setup_libusb_arch = "x86"
  416. case MsvcArch.X64:
  417. job.setup_libusb_arch = "x64"
  418. job.microsoft_gameinput = True
  419. match spec.msvc_arch:
  420. case MsvcArch.X64:
  421. job.microsoft_gameinput_arch = "x64"
  422. case MsvcArch.Arm64:
  423. job.microsoft_gameinput_arch = "arm64"
  424. job.cflags.append("-I$GAMEINPUT_INCLUDE")
  425. job.cxxflags.append("-I$GAMEINPUT_INCLUDE")
  426. case SdlPlatform.Linux:
  427. if spec.name.startswith("Ubuntu"):
  428. assert spec.os.value.startswith("ubuntu-")
  429. job.apt_packages.extend((
  430. "ccache",
  431. "gnome-desktop-testing",
  432. "libasound2-dev",
  433. "libpulse-dev",
  434. "libaudio-dev",
  435. "libjack-dev",
  436. "libsndio-dev",
  437. "libusb-1.0-0-dev",
  438. "libx11-dev",
  439. "libxext-dev",
  440. "libxrandr-dev",
  441. "libxcursor-dev",
  442. "libxfixes-dev",
  443. "libxi-dev",
  444. "libxss-dev",
  445. "libxtst-dev",
  446. "libwayland-dev",
  447. "libxkbcommon-dev",
  448. "libdrm-dev",
  449. "libgbm-dev",
  450. "libgl1-mesa-dev",
  451. "libgles2-mesa-dev",
  452. "libegl1-mesa-dev",
  453. "libdbus-1-dev",
  454. "libibus-1.0-dev",
  455. "libudev-dev",
  456. "fcitx-libs-dev",
  457. "libfribidi-dev",
  458. # testffmpeg
  459. "libavcodec-dev",
  460. "libavfilter-dev",
  461. "libavutil-dev",
  462. "libswresample-dev",
  463. "libswscale-dev",
  464. ))
  465. match = re.match(r"ubuntu-(?P<year>[0-9]+)\.(?P<month>[0-9]+|latest).*", spec.os.value)
  466. ubuntu_ge_24 = True
  467. if match and match["month"] != "latest":
  468. ubuntu_year, ubuntu_month = [int(match["year"]), int(match["month"])]
  469. ubuntu_ge_24 = ubuntu_year >= 24
  470. job.apt_packages.extend(("libpipewire-0.3-dev", "libdecor-0-dev"))
  471. if not ubuntu_ge_24:
  472. job.clang_tidy = False
  473. job.apt_packages.extend((
  474. "libunwind-dev", # For SDL_test memory tracking
  475. ))
  476. job.ccache = True
  477. if trackmem_symbol_names:
  478. # older libunwind is slow
  479. job.cmake_arguments.append("-DSDLTEST_TIMEOUT_MULTIPLIER=2")
  480. job.shared_lib = SharedLibType.SO_0
  481. job.static_lib = StaticLibType.A
  482. fpic = True
  483. job.cmake_arguments.append("-DSDLTEST_GDB=ON")
  484. job.apt_packages.append("gdb")
  485. if spec.more_hard_deps:
  486. # Some distros prefer to make important dependencies
  487. # mandatory, so that SDL won't start up but lack expected
  488. # functionality if they're missing
  489. job.cmake_arguments.extend([
  490. "-DSDL_ALSA_SHARED=OFF",
  491. "-DSDL_FRIBIDI_SHARED=OFF",
  492. "-DSDL_HIDAPI_LIBUSB_SHARED=OFF",
  493. "-DSDL_PULSEAUDIO_SHARED=OFF",
  494. "-DSDL_X11_SHARED=OFF",
  495. "-DSDL_WAYLAND_LIBDECOR_SHARED=OFF",
  496. "-DSDL_WAYLAND_SHARED=OFF",
  497. ])
  498. case SdlPlatform.Ios | SdlPlatform.Tvos:
  499. job.brew_packages.extend([
  500. "ccache",
  501. "ninja",
  502. ])
  503. job.ccache = True
  504. job.clang_tidy = False
  505. job.run_tests = False
  506. job.test_pkg_config = False
  507. job.shared_lib = SharedLibType.DYLIB
  508. job.static_lib = StaticLibType.A
  509. match spec.platform:
  510. case SdlPlatform.Ios:
  511. if spec.xcode:
  512. job.xcode_sdk = 'iphoneos'
  513. job.cmake_arguments.extend([
  514. "-DCMAKE_SYSTEM_NAME=iOS",
  515. "-DCMAKE_OSX_ARCHITECTURES=\"arm64\"",
  516. "-DCMAKE_OSX_DEPLOYMENT_TARGET=11.0",
  517. ])
  518. case SdlPlatform.Tvos:
  519. if spec.xcode:
  520. job.xcode_sdk = 'appletvos'
  521. job.cmake_arguments.extend([
  522. "-DCMAKE_SYSTEM_NAME=tvOS",
  523. "-DCMAKE_OSX_ARCHITECTURES=\"arm64\"",
  524. "-DCMAKE_OSX_DEPLOYMENT_TARGET=11.0",
  525. ])
  526. case SdlPlatform.MacOS:
  527. if spec.apple_framework:
  528. job.static = False
  529. job.clang_tidy = False
  530. job.test_pkg_config = False
  531. job.cmake_arguments.extend((
  532. "'-DCMAKE_OSX_ARCHITECTURES=x86_64;arm64'",
  533. "-DCMAKE_OSX_DEPLOYMENT_TARGET=10.13",
  534. "-DSDL_FRAMEWORK=ON",
  535. ))
  536. job.shared_lib = SharedLibType.FRAMEWORK
  537. else:
  538. job.clang_tidy = True
  539. job.cmake_arguments.extend((
  540. "-DCMAKE_OSX_ARCHITECTURES=arm64",
  541. "-DCMAKE_OSX_DEPLOYMENT_TARGET=10.13",
  542. "-DCLANG_TIDY_BINARY=$(brew --prefix llvm)/bin/clang-tidy",
  543. ))
  544. job.brew_packages.extend((
  545. # Brew provides a single architecture (aarch64), so it's not usable for fat libraries
  546. "ffmpeg", # testffmpeg
  547. ))
  548. job.shared_lib = SharedLibType.DYLIB
  549. job.static_lib = StaticLibType.A
  550. job.ccache = True
  551. job.apt_packages = []
  552. job.brew_packages.extend((
  553. "ninja",
  554. ))
  555. if job.ccache:
  556. job.brew_packages.append("ccache")
  557. if job.clang_tidy:
  558. job.brew_packages.append("llvm")
  559. if spec.xcode:
  560. job.xcode_sdk = "macosx"
  561. case SdlPlatform.Android:
  562. job.android_gradle = spec.android_gradle
  563. job.android_mk = spec.android_mk
  564. job.apt_packages.append("ccache")
  565. job.run_tests = False
  566. job.shared_lib = SharedLibType.SO
  567. job.static_lib = StaticLibType.A
  568. if spec.android_mk or not spec.no_cmake:
  569. job.android_ndk = True
  570. if spec.android_gradle or not spec.no_cmake:
  571. job.java = True
  572. if spec.android_mk or spec.android_gradle:
  573. job.apt_packages = []
  574. if not spec.no_cmake:
  575. job.ccache = True
  576. job.cmake_arguments.extend((
  577. f"-DANDROID_PLATFORM={spec.android_platform}",
  578. f"-DANDROID_ABI={spec.android_abi}",
  579. ))
  580. job.cmake_toolchain_file = "${ANDROID_NDK_HOME}/build/cmake/android.toolchain.cmake"
  581. job.cc = f"${{ANDROID_NDK_HOME}}/toolchains/llvm/prebuilt/linux-x86_64/bin/clang --target={spec.android_arch}-none-linux-androideabi{spec.android_platform}"
  582. job.android_apks = [
  583. "testaudiorecording-apk",
  584. "testautomation-apk",
  585. "testcontroller-apk",
  586. "testmultiaudio-apk",
  587. "testsprite-apk",
  588. ]
  589. # -fPIC is required after updating NDK from 21 to 28
  590. job.cflags.append("-fPIC")
  591. job.cxxflags.append("-fPIC")
  592. case SdlPlatform.Emscripten:
  593. emscripten_tests = not spec.priority
  594. job.clang_tidy = False # clang-tidy does not understand -gsource-map
  595. job.shared = False
  596. job.ccache = True
  597. job.apt_packages.append("ccache")
  598. job.cmake_config_emulator = "emcmake"
  599. job.cmake_build_type = "Debug"
  600. job.test_pkg_config = False
  601. job.cmake_arguments.extend((
  602. "-DSDLTEST_BROWSER=chrome",
  603. "-DSDLTEST_TIMEOUT_MULTIPLIER=4",
  604. "-DSDLTEST_CHROME_BINARY=${CHROME_BINARY}",
  605. ))
  606. job.cflags.extend((
  607. "-gsource-map",
  608. "-ffile-prefix-map=${PWD}=/SDL",
  609. ))
  610. job.ldflags.extend((
  611. "--source-map-base", "/",
  612. ))
  613. pretest_cmd.extend((
  614. "# Start local HTTP server",
  615. "cmake --build build --target serve-sdl-tests --verbose &",
  616. "chrome --version",
  617. "chromedriver --version",
  618. ))
  619. job.static_lib = StaticLibType.A
  620. if emscripten_tests:
  621. job.setup_python = True
  622. job.pypi_packages.append("selenium")
  623. else:
  624. job.cmake_arguments.extend((
  625. "-DSDL_TESTS=OFF",
  626. ))
  627. job.run_tests = False
  628. case SdlPlatform.Ps2:
  629. job.ccache = False # actions/ccache does not work in psp container (incompatible tar of busybox)
  630. build_parallel = False
  631. job.shared = False
  632. job.sudo = ""
  633. job.apt_packages = []
  634. job.apk_packages = ["ccache", "cmake", "gmp", "mpc1", "mpfr4", "ninja", "pkgconf", "git", ]
  635. job.cmake_toolchain_file = "${PS2DEV}/ps2sdk/ps2dev.cmake"
  636. job.clang_tidy = False
  637. job.run_tests = False
  638. job.shared = False
  639. job.cc = "mips64r5900el-ps2-elf-gcc"
  640. job.ldflags = ["-L${PS2DEV}/ps2sdk/ee/lib", "-L${PS2DEV}/gsKit/lib", "-L${PS2DEV}/ps2sdk/ports/lib", ]
  641. job.static_lib = StaticLibType.A
  642. case SdlPlatform.Psp:
  643. job.ccache = False # actions/ccache does not work in psp container (incompatible tar of busybox)
  644. build_parallel = False
  645. job.sudo = ""
  646. job.apt_packages = []
  647. job.apk_packages = ["ccache", "cmake", "gmp", "mpc1", "mpfr4", "ninja", "pkgconf", ]
  648. job.cmake_toolchain_file = "${PSPDEV}/psp/share/pspdev.cmake"
  649. job.clang_tidy = False
  650. job.run_tests = False
  651. job.shared = False
  652. job.cc = "psp-gcc"
  653. job.ldflags = ["-L${PSPDEV}/lib", "-L${PSPDEV}/psp/lib", "-L${PSPDEV}/psp/sdk/lib", ]
  654. job.pollute_directories = ["${PSPDEV}/include", "${PSPDEV}/psp/include", "${PSPDEV}/psp/sdk/include", ]
  655. job.static_lib = StaticLibType.A
  656. case SdlPlatform.Vita:
  657. job.ccache = True
  658. job.sudo = ""
  659. job.apt_packages = []
  660. job.apk_packages = ["ccache", "cmake", "ninja", "pkgconf", "bash", "tar"]
  661. job.cmake_toolchain_file = "${VITASDK}/share/vita.toolchain.cmake"
  662. assert spec.vita_gles is not None
  663. job.setup_vita_gles_type = {
  664. VitaGLES.Pib: "pib",
  665. VitaGLES.Pvr: "pvr",
  666. }[spec.vita_gles]
  667. job.cmake_arguments.extend((
  668. f"-DVIDEO_VITA_PIB={ 'true' if spec.vita_gles == VitaGLES.Pib else 'false' }",
  669. f"-DVIDEO_VITA_PVR={ 'true' if spec.vita_gles == VitaGLES.Pvr else 'false' }",
  670. "-DSDL_ARMNEON=ON",
  671. "-DSDL_ARMSIMD=ON",
  672. ))
  673. # Fix vita.toolchain.cmake (https://github.com/vitasdk/vita-toolchain/pull/253)
  674. job.source_cmd = r"""sed -i -E "s#set\\( PKG_CONFIG_EXECUTABLE \"\\$\\{VITASDK}/bin/arm-vita-eabi-pkg-config\" \\)#set\\( PKG_CONFIG_EXECUTABLE \"${VITASDK}/bin/arm-vita-eabi-pkg-config\" CACHE PATH \"Path of pkg-config executable\" \\)#" ${VITASDK}/share/vita.toolchain.cmake"""
  675. job.clang_tidy = False
  676. job.run_tests = False
  677. job.shared = False
  678. job.cc = "arm-vita-eabi-gcc"
  679. job.static_lib = StaticLibType.A
  680. case SdlPlatform.Haiku:
  681. job.ccache = True
  682. fpic = False
  683. job.run_tests = False
  684. job.apt_packages.append("ccache")
  685. job.cc = "x86_64-unknown-haiku-gcc"
  686. job.cxx = "x86_64-unknown-haiku-g++"
  687. job.sudo = ""
  688. job.cmake_arguments.extend((
  689. f"-DCMAKE_C_COMPILER={job.cc}",
  690. f"-DCMAKE_CXX_COMPILER={job.cxx}",
  691. "-DCMAKE_SYSTEM_NAME=Haiku",
  692. ))
  693. job.shared_lib = SharedLibType.SO_0
  694. job.static_lib = StaticLibType.A
  695. case SdlPlatform.PowerPC64 | SdlPlatform.PowerPC:
  696. job.ccache = True
  697. # FIXME: Enable SDL_WERROR
  698. job.werror = False
  699. job.clang_tidy = False
  700. job.run_tests = False
  701. job.sudo = ""
  702. job.apt_packages = ["ccache"]
  703. job.shared_lib = SharedLibType.SO_0
  704. job.static_lib = StaticLibType.A
  705. job.cmake_arguments.extend((
  706. "-DSDL_UNIX_CONSOLE_BUILD=ON",
  707. ))
  708. case SdlPlatform.LoongArch64:
  709. job.ccache = True
  710. fpic = True
  711. job.run_tests = False
  712. job.apt_packages.append("ccache")
  713. job.cc = "${LOONGARCH64_CC}"
  714. job.cxx = "${LOONGARCH64_CXX}"
  715. job.cmake_arguments.extend((
  716. f"-DCMAKE_C_COMPILER={job.cc}",
  717. f"-DCMAKE_CXX_COMPILER={job.cxx}",
  718. "-DSDL_UNIX_CONSOLE_BUILD=ON",
  719. "-DCMAKE_SYSTEM_NAME=Linux",
  720. ))
  721. job.shared_lib = SharedLibType.SO_0
  722. job.static_lib = StaticLibType.A
  723. case SdlPlatform.N3ds:
  724. job.cmake_generator = "Unix Makefiles"
  725. job.cmake_build_arguments.append("-j$(nproc)")
  726. job.ccache = False
  727. job.shared = False
  728. job.apt_packages = []
  729. job.clang_tidy = False
  730. job.run_tests = False
  731. job.cc_from_cmake = True
  732. job.cmake_toolchain_file = "${DEVKITPRO}/cmake/3DS.cmake"
  733. job.binutils_strings = "/opt/devkitpro/devkitARM/bin/arm-none-eabi-strings"
  734. job.static_lib = StaticLibType.A
  735. case SdlPlatform.Msys2:
  736. job.ccache = True
  737. job.shell = "msys2 {0}"
  738. assert spec.msys2_platform
  739. job.msys2_msystem = spec.msys2_platform.value
  740. job.shared_lib = SharedLibType.WIN32
  741. job.static_lib = StaticLibType.A
  742. msys2_env = {
  743. "mingw32": "mingw-w64-i686",
  744. "mingw64": "mingw-w64-x86_64",
  745. "clang64": "mingw-w64-clang-x86_64",
  746. "ucrt64": "mingw-w64-ucrt-x86_64",
  747. }[spec.msys2_platform.value]
  748. job.msys2_packages.extend([
  749. f"{msys2_env}-cc",
  750. f"{msys2_env}-cmake",
  751. f"{msys2_env}-ffmpeg",
  752. f"{msys2_env}-ninja",
  753. f"{msys2_env}-pkg-config",
  754. ])
  755. if spec.msys2_platform not in (Msys2Platform.Mingw32, ):
  756. job.msys2_packages.append(f"{msys2_env}-perl")
  757. job.msys2_packages.append(f"{msys2_env}-clang-tools-extra")
  758. if job.ccache:
  759. job.msys2_packages.append(f"{msys2_env}-ccache")
  760. job.microsoft_gameinput = True
  761. job.cflags.append("-I$GAMEINPUT_INCLUDE")
  762. job.cxxflags.append("-I$GAMEINPUT_INCLUDE")
  763. case SdlPlatform.Cygwin:
  764. job.ccache = False # Missing evict-older-than option
  765. job.clang_tidy = False # error finding files [clang-diagnostic-error] cause might be space in command path
  766. job.test_pkg_config = False # Linefeed issue in test_pkgconfig.sh
  767. job.shell = "bash --noprofile --norc -eo pipefail -o igncr {0}"
  768. job.shared_lib = SharedLibType.CYGDLL
  769. job.static_lib = StaticLibType.A
  770. job.cmake_arguments.append("-DSDLTEST_GDB=ON")
  771. job.cygwin_packages.extend([
  772. "cmake",
  773. "gcc-core",
  774. "gcc-g++",
  775. "gdb",
  776. "ninja",
  777. "pkg-config",
  778. "perl",
  779. "python",
  780. ])
  781. case SdlPlatform.Riscos:
  782. job.ccache = False # FIXME: enable when container gets upgrade
  783. # FIXME: Enable SDL_WERROR
  784. job.werror = False
  785. job.apt_packages = ["ccache", "cmake", "ninja-build"]
  786. job.test_pkg_config = False
  787. job.shared = False
  788. job.run_tests = False
  789. job.sudo = ""
  790. job.cmake_arguments.extend((
  791. "-DRISCOS:BOOL=ON",
  792. "-DCMAKE_DISABLE_PRECOMPILE_HEADERS:BOOL=ON",
  793. "-DSDL_GCC_ATOMICS:BOOL=OFF",
  794. ))
  795. job.cmake_toolchain_file = "/home/riscos/env/toolchain-riscos.cmake"
  796. job.static_lib = StaticLibType.A
  797. case SdlPlatform.FreeBSD | SdlPlatform.NetBSD | SdlPlatform.OpenBSD:
  798. job.cpactions = True
  799. job.no_cmake = True
  800. job.run_tests = False
  801. job.apt_packages = []
  802. job.shared_lib = SharedLibType.SO_0
  803. job.static_lib = StaticLibType.A
  804. match spec.platform:
  805. case SdlPlatform.FreeBSD:
  806. job.cpactions_os = "freebsd"
  807. job.cpactions_version = "14.3"
  808. job.cpactions_arch = "x86-64"
  809. job.cpactions_setup_cmd = "sudo pkg update"
  810. job.cpactions_install_cmd = "sudo pkg install -y cmake ninja pkgconf libXcursor libXext libXinerama libXi libXfixes libXrandr libXScrnSaver libXxf86vm wayland wayland-protocols libxkbcommon mesa-libs libglvnd evdev-proto libinotify alsa-lib jackit pipewire pulseaudio sndio dbus zh-fcitx ibus libudev-devd"
  811. job.cmake_arguments.extend((
  812. "-DSDL_CHECK_REQUIRED_INCLUDES=/usr/local/include",
  813. "-DSDL_CHECK_REQUIRED_LINK_OPTIONS=-L/usr/local/lib",
  814. ))
  815. case SdlPlatform.NetBSD:
  816. job.cpactions_os = "netbsd"
  817. job.cpactions_version = "10.1"
  818. job.cpactions_arch = "x86-64"
  819. job.cpactions_setup_cmd = "export PATH=\"/usr/pkg/sbin:/usr/pkg/bin:/sbin:$PATH\"; export PKG_CONFIG_PATH=\"/usr/pkg/lib/pkgconfig\";export PKG_PATH=\"https://cdn.netBSD.org/pub/pkgsrc/packages/NetBSD/$(uname -p)/$(uname -r|cut -f \"1 2\" -d.)/All/\";echo \"PKG_PATH=$PKG_PATH\";echo \"uname -a -> \"$(uname -a)\"\";sudo -E sysctl -w security.pax.aslr.enabled=0;sudo -E sysctl -w security.pax.aslr.global=0;sudo -E pkgin clean;sudo -E pkgin update"
  820. job.cpactions_install_cmd = "sudo -E pkgin -y install cmake dbus pkgconf ninja-build pulseaudio libxkbcommon wayland wayland-protocols libinotify libusb1"
  821. case SdlPlatform.OpenBSD:
  822. job.cpactions_os = "openbsd"
  823. job.cpactions_version = "7.7"
  824. job.cpactions_arch = "x86-64"
  825. job.cpactions_setup_cmd = "sudo pkg_add -u"
  826. job.cpactions_install_cmd = "sudo pkg_add cmake ninja pkgconf wayland wayland-protocols libxkbcommon libinotify pulseaudio dbus ibus"
  827. case SdlPlatform.NGage:
  828. build_parallel = False
  829. job.cmake_build_type = "Release"
  830. job.setup_ninja = True
  831. job.static_lib = StaticLibType.STATIC_LIB
  832. job.shared_lib = None
  833. job.clang_tidy = False
  834. job.werror = False # FIXME: enable SDL_WERROR
  835. job.shared = False
  836. job.run_tests = False
  837. job.setup_gage_sdk_path = "C:/ngagesdk"
  838. job.cmake_toolchain_file = "C:/ngagesdk/cmake/ngage-toolchain.cmake"
  839. job.test_pkg_config = False
  840. case SdlPlatform.DJGPP:
  841. build_parallel = False
  842. job.ccache = True
  843. job.apt_packages = ["ccache", "libfl-dev"] # djgpp needs libfl.so.2
  844. job.cmake_build_type = "Release"
  845. job.setup_ninja = True
  846. job.static_lib = StaticLibType.A
  847. job.shared_lib = None
  848. job.clang_tidy = False
  849. job.werror = False # FIXME: enable SDL_WERROR
  850. job.shared = False
  851. job.run_tests = False
  852. job.test_pkg_config = False
  853. job.cmake_toolchain_file = "$GITHUB_WORKSPACE/build-scripts/i586-pc-msdosdjgpp.cmake"
  854. case _:
  855. raise ValueError(f"Unsupported platform={spec.platform}")
  856. if "ubuntu" in spec.name.lower():
  857. job.check_sources = True
  858. job.setup_python = True
  859. if job.ccache:
  860. job.cmake_arguments.extend((
  861. "-DCMAKE_C_COMPILER_LAUNCHER=ccache",
  862. "-DCMAKE_CXX_COMPILER_LAUNCHER=ccache",
  863. ))
  864. job.ctest_args = shlex.join(ctest_args)
  865. if not build_parallel:
  866. job.cmake_build_arguments.append("-j1")
  867. if job.cflags or job.cppflags:
  868. job.cmake_arguments.append(f"-DCMAKE_C_FLAGS=\"{my_shlex_join(job.cflags + job.cppflags)}\"")
  869. if job.cxxflags or job.cppflags:
  870. job.cmake_arguments.append(f"-DCMAKE_CXX_FLAGS=\"{my_shlex_join(job.cxxflags + job.cppflags)}\"")
  871. if job.ldflags:
  872. job.cmake_arguments.append(f"-DCMAKE_SHARED_LINKER_FLAGS=\"{my_shlex_join(job.ldflags)}\"")
  873. job.cmake_arguments.append(f"-DCMAKE_EXE_LINKER_FLAGS=\"{my_shlex_join(job.ldflags)}\"")
  874. job.pretest_cmd = "\n".join(pretest_cmd)
  875. def tf(b):
  876. return "ON" if b else "OFF"
  877. if fpic is not None:
  878. job.cmake_arguments.append(f"-DCMAKE_POSITION_INDEPENDENT_CODE={tf(fpic)}")
  879. if job.no_cmake:
  880. job.cmake_arguments = []
  881. return job
  882. def spec_to_platform(spec: JobSpec, key: str, enable_artifacts: bool, trackmem_symbol_names: bool, ctest_args:list[str]) -> dict[str, str|bool]:
  883. logger.info("spec=%r", spec)
  884. job = spec_to_job(
  885. spec,
  886. key=key,
  887. trackmem_symbol_names=trackmem_symbol_names,
  888. ctest_args=ctest_args,
  889. )
  890. logger.info("job=%r", job)
  891. platform = job.to_workflow(enable_artifacts=enable_artifacts)
  892. logger.info("platform=%r", platform)
  893. return platform
  894. def main():
  895. parser = argparse.ArgumentParser(allow_abbrev=False)
  896. parser.add_argument("--github-variable-prefix", default="platforms")
  897. parser.add_argument("--github-ci", action="store_true")
  898. parser.add_argument("--verbose", action="store_true")
  899. parser.add_argument("--commit-message-file")
  900. parser.add_argument("--no-artifact", dest="enable_artifacts", action="store_false")
  901. parser.add_argument("--trackmem-symbol-names", dest="trackmem_symbol_names", action="store_true")
  902. parser.add_argument("--priority-only", dest="priority_only", action="store_true")
  903. args = parser.parse_args()
  904. logging.basicConfig(level=logging.INFO if args.verbose else logging.WARNING)
  905. remaining_keys = set(JOB_SPECS.keys())
  906. all_level_keys = (
  907. # Level 1
  908. (
  909. "android-mk",
  910. ),
  911. )
  912. filters = []
  913. ctest_args = []
  914. if args.commit_message_file:
  915. with open(args.commit_message_file, "r") as f:
  916. commit_message = f.read()
  917. for m in re.finditer(r"\[sdl-ci-filter (.*)]", commit_message, flags=re.M):
  918. filters.append(m.group(1).strip(" \t\n\r\t'\""))
  919. if re.search(r"\[sdl-ci-artifacts?]", commit_message, flags=re.M):
  920. args.enable_artifacts = True
  921. if re.search(r"\[sdl-ci-(full-)?trackmem(-symbol-names)?]", commit_message, flags=re.M):
  922. args.trackmem_symbol_names = True
  923. for m in re.finditer(r"\[sdl-ci-ctest-args? (.*)]", commit_message, flags=re.M):
  924. ctest_args.extend(shlex.split(m.group(1)))
  925. if not filters:
  926. if args.priority_only:
  927. filters.extend(spec_id for spec_id, spec in JOB_SPECS.items() if spec.priority)
  928. else:
  929. filters.append("*")
  930. logger.info("filters: %r", filters)
  931. all_level_platforms = {}
  932. all_platforms = {key: spec_to_platform(spec, key=key, enable_artifacts=args.enable_artifacts, trackmem_symbol_names=args.trackmem_symbol_names, ctest_args=ctest_args) for key, spec in JOB_SPECS.items()}
  933. for level_i, level_keys in enumerate(all_level_keys, 1):
  934. level_key = f"level{level_i}"
  935. logger.info("Level %d: keys=%r", level_i, level_keys)
  936. assert all(k in remaining_keys for k in level_keys)
  937. level_platforms = tuple(all_platforms[key] for key in level_keys)
  938. remaining_keys.difference_update(level_keys)
  939. all_level_platforms[level_key] = level_platforms
  940. logger.info("=" * 80)
  941. logger.info("Keys before filter: %r", remaining_keys)
  942. filtered_remaining_keys = set()
  943. for filter in filters:
  944. filtered_remaining_keys.update(fnmatch.filter(remaining_keys, filter))
  945. logger.info("Keys after filter: %r", filtered_remaining_keys)
  946. remaining_keys = filtered_remaining_keys
  947. logger.info("Remaining: %r", remaining_keys)
  948. all_level_platforms["others"] = tuple(all_platforms[key] for key in remaining_keys)
  949. if args.github_ci:
  950. for level, platforms in all_level_platforms.items():
  951. platforms_json = json.dumps(platforms)
  952. txt = f"{args.github_variable_prefix}-{level}={platforms_json}"
  953. logger.info("%s", txt)
  954. if "GITHUB_OUTPUT" in os.environ:
  955. with open(os.environ["GITHUB_OUTPUT"], "a") as f:
  956. f.write(txt)
  957. f.write("\n")
  958. else:
  959. logger.warning("GITHUB_OUTPUT not defined")
  960. return 0
  961. if __name__ == "__main__":
  962. raise SystemExit(main())