1
0

create-test-plan.py 46 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973
  1. #!/usr/bin/env python
  2. import argparse
  3. import dataclasses
  4. import fnmatch
  5. from enum import Enum
  6. import json
  7. import logging
  8. import os
  9. import re
  10. import shlex
  11. from typing import Optional
  12. logger = logging.getLogger(__name__)
  13. class AppleArch(Enum):
  14. Aarch64 = "aarch64"
  15. X86_64 = "x86_64"
  16. class MsvcArch(Enum):
  17. X86 = "x86"
  18. X64 = "x64"
  19. Arm64 = "arm64"
  20. class JobOs(Enum):
  21. WindowsLatest = "windows-latest"
  22. UbuntuLatest = "ubuntu-latest"
  23. MacosLatest = "macos-latest"
  24. Ubuntu22_04 = "ubuntu-22.04"
  25. Ubuntu24_04 = "ubuntu-24.04"
  26. Ubuntu24_04_arm = "ubuntu-24.04-arm"
  27. Macos14 = "macos-14" # macOS Sonoma (2023)
  28. Macos15 = "macos-15" # macOS Sequoia (2024)
  29. Macos26 = "macos-26" # macOS Tahoe (2025)
  30. class SdlPlatform(Enum):
  31. Android = "android"
  32. Emscripten = "emscripten"
  33. Haiku = "haiku"
  34. LoongArch64 = "loongarch64"
  35. Msys2 = "msys2"
  36. Linux = "linux"
  37. MacOS = "macos"
  38. Ios = "ios"
  39. Tvos = "tvos"
  40. Msvc = "msvc"
  41. N3ds = "n3ds"
  42. PowerPC = "powerpc"
  43. PowerPC64 = "powerpc64"
  44. Ps2 = "ps2"
  45. Psp = "psp"
  46. Vita = "vita"
  47. Riscos = "riscos"
  48. FreeBSD = "freebsd"
  49. NetBSD = "netbsd"
  50. OpenBSD = "openbsd"
  51. NGage = "ngage"
  52. DJGPP = "djgpp"
  53. class Msys2Platform(Enum):
  54. Mingw32 = "mingw32"
  55. Mingw64 = "mingw64"
  56. Clang64 = "clang64"
  57. Ucrt64 = "ucrt64"
  58. class IntelCompiler(Enum):
  59. Icc = "icc"
  60. Icx = "icx"
  61. class VitaGLES(Enum):
  62. Pib = "pib"
  63. Pvr = "pvr"
  64. @dataclasses.dataclass(slots=True)
  65. class JobSpec:
  66. name: str
  67. os: JobOs
  68. platform: SdlPlatform
  69. artifact: Optional[str]
  70. container: Optional[str] = None
  71. no_cmake: bool = False
  72. xcode: bool = False
  73. android_mk: bool = False
  74. android_gradle: bool = False
  75. lean: bool = False
  76. android_arch: Optional[str] = None
  77. android_abi: Optional[str] = None
  78. android_platform: Optional[int] = None
  79. msys2_platform: Optional[Msys2Platform] = None
  80. intel: Optional[IntelCompiler] = None
  81. apple_framework: Optional[bool] = None
  82. apple_archs: Optional[set[AppleArch]] = None
  83. msvc_project: Optional[str] = None
  84. msvc_arch: Optional[MsvcArch] = None
  85. clang_cl: bool = False
  86. gdk: bool = False
  87. vita_gles: Optional[VitaGLES] = None
  88. more_hard_deps: bool = False
  89. JOB_SPECS = {
  90. "msys2-mingw32": JobSpec(name="Windows (msys2, mingw32)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msys2, artifact="SDL-mingw32", msys2_platform=Msys2Platform.Mingw32, ),
  91. "msys2-mingw64": JobSpec(name="Windows (msys2, mingw64)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msys2, artifact="SDL-mingw64", msys2_platform=Msys2Platform.Mingw64, ),
  92. "msys2-clang64": JobSpec(name="Windows (msys2, clang64)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msys2, artifact="SDL-mingw64-clang", msys2_platform=Msys2Platform.Clang64, ),
  93. "msys2-ucrt64": JobSpec(name="Windows (msys2, ucrt64)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msys2, artifact="SDL-mingw64-ucrt", msys2_platform=Msys2Platform.Ucrt64, ),
  94. "msvc-x64": JobSpec(name="Windows (MSVC, x64)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msvc, artifact="SDL-VC-x64", msvc_arch=MsvcArch.X64, msvc_project="VisualC/SDL.sln", ),
  95. "msvc-x86": JobSpec(name="Windows (MSVC, x86)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msvc, artifact="SDL-VC-x86", msvc_arch=MsvcArch.X86, msvc_project="VisualC/SDL.sln", ),
  96. "msvc-clang-x64": JobSpec(name="Windows (MSVC, clang-cl x64)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msvc, artifact="SDL-clang-cl-x64", msvc_arch=MsvcArch.X64, clang_cl=True, ),
  97. "msvc-clang-x86": JobSpec(name="Windows (MSVC, clang-cl x86)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msvc, artifact="SDL-clang-cl-x86", msvc_arch=MsvcArch.X86, clang_cl=True, ),
  98. "msvc-arm64": JobSpec(name="Windows (MSVC, ARM64)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msvc, artifact="SDL-VC-arm64", msvc_arch=MsvcArch.Arm64, msvc_project="VisualC/SDL.sln", ),
  99. "msvc-gdk-x64": JobSpec(name="GDK (MSVC, x64)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msvc, artifact="SDL-VC-GDK", msvc_arch=MsvcArch.X64, msvc_project="VisualC-GDK/SDL.sln", gdk=True, no_cmake=True, ),
  100. "ubuntu-22.04": JobSpec(name="Ubuntu 22.04", os=JobOs.Ubuntu22_04, platform=SdlPlatform.Linux, artifact="SDL-ubuntu22.04", ),
  101. "ubuntu-latest": JobSpec(name="Ubuntu (latest)", os=JobOs.UbuntuLatest, platform=SdlPlatform.Linux, artifact="SDL-ubuntu-latest", ),
  102. "ubuntu-24.04-arm64": JobSpec(name="Ubuntu 24.04 (ARM64)", os=JobOs.Ubuntu24_04_arm, platform=SdlPlatform.Linux, artifact="SDL-ubuntu24.04-arm64", ),
  103. "steamrt3": JobSpec(name="Steam Linux Runtime 3.0 (x86_64)", os=JobOs.UbuntuLatest, platform=SdlPlatform.Linux, artifact="SDL-steamrt3", container="registry.gitlab.steamos.cloud/steamrt/sniper/sdk:latest" ),
  104. "steamrt3-arm64": JobSpec(name="Steam Linux Runtime 3.0 (arm64)", os=JobOs.Ubuntu24_04_arm, platform=SdlPlatform.Linux, artifact="SDL-steamrt3-arm64", container="registry.gitlab.steamos.cloud/steamrt/sniper/sdk/arm64:latest" ),
  105. "steamrt4": JobSpec(name="Steam Linux Runtime 4.0 (x86_64)", os=JobOs.UbuntuLatest, platform=SdlPlatform.Linux, artifact="SDL-steamrt4", container="registry.gitlab.steamos.cloud/steamrt/steamrt4/sdk:latest", more_hard_deps = True, ),
  106. "steamrt4-arm64": JobSpec(name="Steam Linux Runtime 4.0 (arm64)", os=JobOs.Ubuntu24_04_arm, platform=SdlPlatform.Linux, artifact="SDL-steamrt4-arm64", container="registry.gitlab.steamos.cloud/steamrt/steamrt4/sdk/arm64:latest", more_hard_deps = True, ),
  107. "ubuntu-intel-icx": JobSpec(name="Ubuntu 22.04 (Intel oneAPI)", os=JobOs.Ubuntu22_04, platform=SdlPlatform.Linux, artifact="SDL-ubuntu22.04-oneapi", intel=IntelCompiler.Icx, ),
  108. "ubuntu-intel-icc": JobSpec(name="Ubuntu 22.04 (Intel Compiler)", os=JobOs.Ubuntu22_04, platform=SdlPlatform.Linux, artifact="SDL-ubuntu22.04-icc", intel=IntelCompiler.Icc, ),
  109. "macos-framework-x64": JobSpec(name="MacOS (Framework) (x64)", os=JobOs.Macos14, platform=SdlPlatform.MacOS, artifact="SDL-macos-framework", apple_framework=True, apple_archs={AppleArch.Aarch64, AppleArch.X86_64, }, xcode=True, ),
  110. "macos-framework-arm64": JobSpec(name="MacOS (Framework) (arm64)", os=JobOs.MacosLatest, platform=SdlPlatform.MacOS, artifact=None, apple_framework=True, apple_archs={AppleArch.Aarch64, AppleArch.X86_64, }, ),
  111. "macos-26-framework-arm64": JobSpec(name="MacOS 26 (Framework) (arm64)",os=JobOs.Macos26, platform=SdlPlatform.MacOS, artifact=None, apple_framework=True, apple_archs={AppleArch.Aarch64, AppleArch.X86_64, }, ),
  112. "macos-gnu-arm64": JobSpec(name="MacOS (GNU prefix)", os=JobOs.MacosLatest, platform=SdlPlatform.MacOS, artifact="SDL-macos-arm64-gnu", apple_framework=False, apple_archs={AppleArch.Aarch64, }, ),
  113. "ios": JobSpec(name="iOS (CMake & xcode)", os=JobOs.MacosLatest, platform=SdlPlatform.Ios, artifact="SDL-ios-arm64", xcode=True, ),
  114. "tvos": JobSpec(name="tvOS (CMake & xcode)", os=JobOs.MacosLatest, platform=SdlPlatform.Tvos, artifact="SDL-tvos-arm64", xcode=True, ),
  115. "android-cmake": JobSpec(name="Android (CMake)", os=JobOs.UbuntuLatest, platform=SdlPlatform.Android, artifact="SDL-android-arm64", android_abi="arm64-v8a", android_arch="aarch64", android_platform=23, ),
  116. "android-cmake-lean": JobSpec(name="Android (CMake, lean)", os=JobOs.UbuntuLatest, platform=SdlPlatform.Android, artifact="SDL-lean-android-arm64", android_abi="arm64-v8a", android_arch="aarch64", android_platform=23, lean=True, ),
  117. "android-mk": JobSpec(name="Android (Android.mk)", os=JobOs.UbuntuLatest, platform=SdlPlatform.Android, artifact=None, no_cmake=True, android_mk=True, ),
  118. "android-gradle": JobSpec(name="Android (Gradle)", os=JobOs.UbuntuLatest, platform=SdlPlatform.Android, artifact=None, no_cmake=True, android_gradle=True, ),
  119. "emscripten": JobSpec(name="Emscripten", os=JobOs.UbuntuLatest, platform=SdlPlatform.Emscripten, artifact="SDL-emscripten", ),
  120. "haiku": JobSpec(name="Haiku", os=JobOs.UbuntuLatest, platform=SdlPlatform.Haiku, artifact="SDL-haiku-x64", container="ghcr.io/haiku/cross-compiler:x86_64-r1beta5", ),
  121. "loongarch64": JobSpec(name="LoongArch64", os=JobOs.UbuntuLatest, platform=SdlPlatform.LoongArch64, artifact="SDL-loongarch64", ),
  122. "n3ds": JobSpec(name="Nintendo 3DS", os=JobOs.UbuntuLatest, platform=SdlPlatform.N3ds, artifact="SDL-n3ds", container="devkitpro/devkitarm:latest", ),
  123. "ppc": JobSpec(name="PowerPC", os=JobOs.UbuntuLatest, platform=SdlPlatform.PowerPC, artifact="SDL-ppc", container="dockcross/linux-ppc:latest", ),
  124. "ppc64": JobSpec(name="PowerPC64", os=JobOs.UbuntuLatest, platform=SdlPlatform.PowerPC64, artifact="SDL-ppc64le", container="dockcross/linux-ppc64le:latest", ),
  125. "ps2": JobSpec(name="Sony PlayStation 2", os=JobOs.UbuntuLatest, platform=SdlPlatform.Ps2, artifact="SDL-ps2", container="ps2dev/ps2dev:latest", ),
  126. "psp": JobSpec(name="Sony PlayStation Portable", os=JobOs.UbuntuLatest, platform=SdlPlatform.Psp, artifact="SDL-psp", container="pspdev/pspdev:latest", ),
  127. "vita-pib": JobSpec(name="Sony PlayStation Vita (GLES w/ pib)", os=JobOs.UbuntuLatest, platform=SdlPlatform.Vita, artifact="SDL-vita-pib", container="vitasdk/vitasdk:latest", vita_gles=VitaGLES.Pib, ),
  128. "vita-pvr": JobSpec(name="Sony PlayStation Vita (GLES w/ PVR_PSP2)", os=JobOs.UbuntuLatest, platform=SdlPlatform.Vita, artifact="SDL-vita-pvr", container="vitasdk/vitasdk:latest", vita_gles=VitaGLES.Pvr, ),
  129. "riscos": JobSpec(name="RISC OS", os=JobOs.UbuntuLatest, platform=SdlPlatform.Riscos, artifact="SDL-riscos", container="riscosdotinfo/riscos-gccsdk-4.7:latest", ),
  130. "netbsd": JobSpec(name="NetBSD", os=JobOs.UbuntuLatest, platform=SdlPlatform.NetBSD, artifact="SDL-netbsd-x64", ),
  131. "openbsd": JobSpec(name="OpenBSD", os=JobOs.UbuntuLatest, platform=SdlPlatform.OpenBSD, artifact="SDL-openbsd-x64", ),
  132. "freebsd": JobSpec(name="FreeBSD", os=JobOs.UbuntuLatest, platform=SdlPlatform.FreeBSD, artifact="SDL-freebsd-x64", ),
  133. "ngage": JobSpec(name="N-Gage", os=JobOs.WindowsLatest, platform=SdlPlatform.NGage, artifact="SDL-ngage", ),
  134. "djgpp": JobSpec(name="DOS (DJGPP)", os=JobOs.UbuntuLatest, platform=SdlPlatform.DJGPP, artifact="SDL-djgpp", ),
  135. }
  136. class StaticLibType(Enum):
  137. STATIC_LIB = "SDL3-static.lib"
  138. A = "libSDL3.a"
  139. class SharedLibType(Enum):
  140. WIN32 = "SDL3.dll"
  141. SO_0 = "libSDL3.so.0"
  142. SO = "libSDL3.so"
  143. DYLIB = "libSDL3.0.dylib"
  144. FRAMEWORK = "SDL3.framework/Versions/A/SDL3"
  145. @dataclasses.dataclass(slots=True)
  146. class JobDetails:
  147. name: str
  148. key: str
  149. os: str
  150. platform: str
  151. artifact: str
  152. no_cmake: bool
  153. ccache: bool = False
  154. build_tests: bool = True
  155. container: str = ""
  156. cmake_build_type: str = "RelWithDebInfo"
  157. shell: str = "sh"
  158. sudo: str = "sudo"
  159. cmake_config_emulator: str = ""
  160. apk_packages: list[str] = dataclasses.field(default_factory=list)
  161. apt_packages: list[str] = dataclasses.field(default_factory=list)
  162. brew_packages: list[str] = dataclasses.field(default_factory=list)
  163. cmake_toolchain_file: str = ""
  164. cmake_arguments: list[str] = dataclasses.field(default_factory=list)
  165. cmake_generator: str = "Ninja"
  166. cmake_build_arguments: list[str] = dataclasses.field(default_factory=list)
  167. clang_tidy: bool = True
  168. cppflags: list[str] = dataclasses.field(default_factory=list)
  169. cc: str = ""
  170. cxx: str = ""
  171. cflags: list[str] = dataclasses.field(default_factory=list)
  172. cxxflags: list[str] = dataclasses.field(default_factory=list)
  173. ldflags: list[str] = dataclasses.field(default_factory=list)
  174. pollute_directories: list[str] = dataclasses.field(default_factory=list)
  175. use_cmake: bool = True
  176. shared: bool = True
  177. static: bool = True
  178. shared_lib: Optional[SharedLibType] = None
  179. static_lib: Optional[StaticLibType] = None
  180. run_tests: bool = True
  181. test_pkg_config: bool = True
  182. cc_from_cmake: bool = False
  183. source_cmd: str = ""
  184. pretest_cmd: str = ""
  185. java: bool = False
  186. android_apks: list[str] = dataclasses.field(default_factory=list)
  187. android_ndk: bool = False
  188. android_mk: bool = False
  189. android_gradle: bool = False
  190. minidump: bool = False
  191. intel: bool = False
  192. msys2_msystem: str = ""
  193. msys2_packages: list[str] = dataclasses.field(default_factory=list)
  194. werror: bool = True
  195. msvc_vcvars_arch: str = ""
  196. msvc_vcvars_sdk: str = ""
  197. msvc_project: str = ""
  198. msvc_project_flags: list[str] = dataclasses.field(default_factory=list)
  199. setup_ninja: bool = False
  200. setup_libusb_arch: str = ""
  201. xcode_sdk: str = ""
  202. cpactions: bool = False
  203. setup_gdk_folder: str = ""
  204. cpactions_os: str = ""
  205. cpactions_version: str = ""
  206. cpactions_arch: str = ""
  207. cpactions_setup_cmd: str = ""
  208. cpactions_install_cmd: str = ""
  209. setup_vita_gles_type: str = ""
  210. check_sources: bool = False
  211. setup_python: bool = False
  212. pypi_packages: list[str] = dataclasses.field(default_factory=list)
  213. setup_gage_sdk_path: str = ""
  214. binutils_strings: str = "strings"
  215. ctest_args: str = ""
  216. def to_workflow(self, enable_artifacts: bool) -> dict[str, str|bool]:
  217. data = {
  218. "name": self.name,
  219. "key": self.key,
  220. "os": self.os,
  221. "ccache": self.ccache,
  222. "container": self.container if self.container else "",
  223. "platform": self.platform,
  224. "artifact": self.artifact,
  225. "enable-artifacts": enable_artifacts,
  226. "shell": self.shell,
  227. "msys2-msystem": self.msys2_msystem,
  228. "msys2-packages": my_shlex_join(self.msys2_packages),
  229. "android-ndk": self.android_ndk,
  230. "java": self.java,
  231. "intel": self.intel,
  232. "apk-packages": my_shlex_join(self.apk_packages),
  233. "apt-packages": my_shlex_join(self.apt_packages),
  234. "test-pkg-config": self.test_pkg_config,
  235. "brew-packages": my_shlex_join(self.brew_packages),
  236. "pollute-directories": my_shlex_join(self.pollute_directories),
  237. "no-cmake": self.no_cmake,
  238. "build-tests": self.build_tests,
  239. "source-cmd": self.source_cmd,
  240. "pretest-cmd": self.pretest_cmd,
  241. "cmake-config-emulator": self.cmake_config_emulator,
  242. "cc": self.cc,
  243. "cxx": self.cxx,
  244. "cflags": my_shlex_join(self.cppflags + self.cflags),
  245. "cxxflags": my_shlex_join(self.cppflags + self.cxxflags),
  246. "ldflags": my_shlex_join(self.ldflags),
  247. "cmake-generator": self.cmake_generator,
  248. "cmake-toolchain-file": self.cmake_toolchain_file,
  249. "clang-tidy": self.clang_tidy,
  250. "cmake-arguments": my_shlex_join(self.cmake_arguments),
  251. "cmake-build-arguments": my_shlex_join(self.cmake_build_arguments),
  252. "shared": self.shared,
  253. "static": self.static,
  254. "shared-lib": self.shared_lib.value if self.shared_lib else None,
  255. "static-lib": self.static_lib.value if self.static_lib else None,
  256. "cmake-build-type": self.cmake_build_type,
  257. "run-tests": self.run_tests,
  258. "android-apks": my_shlex_join(self.android_apks),
  259. "android-gradle": self.android_gradle,
  260. "android-mk": self.android_mk,
  261. "werror": self.werror,
  262. "sudo": self.sudo,
  263. "msvc-vcvars-arch": self.msvc_vcvars_arch,
  264. "msvc-vcvars-sdk": self.msvc_vcvars_sdk,
  265. "msvc-project": self.msvc_project,
  266. "msvc-project-flags": my_shlex_join(self.msvc_project_flags),
  267. "setup-ninja": self.setup_ninja,
  268. "setup-libusb-arch": self.setup_libusb_arch,
  269. "cc-from-cmake": self.cc_from_cmake,
  270. "xcode-sdk": self.xcode_sdk,
  271. "cpactions": self.cpactions,
  272. "cpactions-os": self.cpactions_os,
  273. "cpactions-version": self.cpactions_version,
  274. "cpactions-arch": self.cpactions_arch,
  275. "cpactions-setup-cmd": self.cpactions_setup_cmd,
  276. "cpactions-install-cmd": self.cpactions_install_cmd,
  277. "setup-vita-gles-type": self.setup_vita_gles_type,
  278. "setup-gdk-folder": self.setup_gdk_folder,
  279. "check-sources": self.check_sources,
  280. "setup-python": self.setup_python,
  281. "pypi-packages": my_shlex_join(self.pypi_packages),
  282. "setup-ngage-sdk-path": self.setup_gage_sdk_path,
  283. "binutils-strings": self.binutils_strings,
  284. "ctest-args": self.ctest_args,
  285. }
  286. return {k: v for k, v in data.items() if v != ""}
  287. def my_shlex_join(s):
  288. def escape(s):
  289. if s[:1] == "'" and s[-1:] == "'":
  290. return s
  291. if set(s).intersection(set("; \t")):
  292. return f'"{s}"'
  293. return s
  294. return " ".join(escape(s))
  295. def spec_to_job(spec: JobSpec, key: str, trackmem_symbol_names: bool, ctest_args: list[str]) -> JobDetails:
  296. job = JobDetails(
  297. name=spec.name,
  298. key=key,
  299. os=spec.os.value,
  300. artifact=spec.artifact or "",
  301. container=spec.container or "",
  302. platform=spec.platform.value,
  303. sudo="sudo",
  304. no_cmake=spec.no_cmake,
  305. )
  306. if job.os.startswith("ubuntu"):
  307. job.apt_packages.extend([
  308. "ninja-build",
  309. "pkg-config",
  310. ])
  311. pretest_cmd = []
  312. if trackmem_symbol_names:
  313. pretest_cmd.append("export SDL_TRACKMEM_SYMBOL_NAMES=1")
  314. else:
  315. pretest_cmd.append("export SDL_TRACKMEM_SYMBOL_NAMES=0")
  316. win32 = spec.platform in (SdlPlatform.Msys2, SdlPlatform.Msvc)
  317. fpic = None
  318. build_parallel = True
  319. if spec.lean:
  320. job.cppflags.append("-DSDL_LEAN_AND_MEAN=1")
  321. if win32:
  322. job.cmake_arguments.append("-DSDLTEST_PROCDUMP=ON")
  323. job.minidump = True
  324. if spec.intel is not None:
  325. match spec.intel:
  326. case IntelCompiler.Icx:
  327. job.cc = "icx"
  328. job.cxx = "icpx"
  329. case IntelCompiler.Icc:
  330. job.cc = "icc"
  331. job.cxx = "icpc"
  332. # Disable deprecation warning
  333. job.cppflags.append("-diag-disable=10441")
  334. # Avoid 'Catastrophic error: cannot open precompiled header file'
  335. job.cmake_arguments.append("-DCMAKE_DISABLE_PRECOMPILE_HEADERS:BOOL=ON")
  336. job.clang_tidy = False
  337. case _:
  338. raise ValueError(f"Invalid intel={spec.intel}")
  339. job.source_cmd = f"source /opt/intel/oneapi/setvars.sh;"
  340. job.intel = True
  341. job.shell = "bash"
  342. job.cmake_arguments.extend((
  343. f"-DCMAKE_C_COMPILER={job.cc}",
  344. f"-DCMAKE_CXX_COMPILER={job.cxx}",
  345. "-DCMAKE_SYSTEM_NAME=Linux",
  346. ))
  347. match spec.platform:
  348. case SdlPlatform.Msvc:
  349. job.setup_ninja = not spec.gdk
  350. job.clang_tidy = False # complains about \threadsafety: "unknown command tag name [clang-diagnostic-documentation-unknown-command]"
  351. job.msvc_project = spec.msvc_project if spec.msvc_project else ""
  352. job.msvc_project_flags.append("-p:TreatWarningsAsError=true")
  353. job.test_pkg_config = False
  354. job.shared_lib = SharedLibType.WIN32
  355. job.static_lib = StaticLibType.STATIC_LIB
  356. job.cmake_arguments.extend((
  357. "-DCMAKE_MSVC_DEBUG_INFORMATION_FORMAT=ProgramDatabase",
  358. "-DCMAKE_EXE_LINKER_FLAGS=-DEBUG",
  359. "-DCMAKE_SHARED_LINKER_FLAGS=-DEBUG",
  360. ))
  361. job.cmake_arguments.append("'-DCMAKE_MSVC_RUNTIME_LIBRARY=MultiThreaded$<$<CONFIG:Debug>:Debug>'")
  362. if spec.clang_cl:
  363. job.cmake_arguments.extend((
  364. "-DCMAKE_C_COMPILER=clang-cl",
  365. "-DCMAKE_CXX_COMPILER=clang-cl",
  366. ))
  367. match spec.msvc_arch:
  368. case MsvcArch.X86:
  369. job.cflags.append("/clang:-m32")
  370. job.cxxflags.append("/clang:-m32")
  371. job.ldflags.append("/MACHINE:X86")
  372. case MsvcArch.X64:
  373. job.cflags.append("/clang:-m64")
  374. job.cxxflags.append("/clang:-m64")
  375. job.ldflags.append("/MACHINE:X64")
  376. case _:
  377. raise ValueError(f"Unsupported clang-cl architecture (arch={spec.msvc_arch})")
  378. if spec.msvc_project:
  379. match spec.msvc_arch:
  380. case MsvcArch.X86:
  381. msvc_platform = "Win32"
  382. case MsvcArch.X64:
  383. msvc_platform = "x64"
  384. case MsvcArch.Arm64:
  385. msvc_platform = "ARM64"
  386. case _:
  387. raise ValueError(f"Unsupported vcxproj architecture (arch={spec.msvc_arch})")
  388. if spec.gdk:
  389. msvc_platform = f"Gaming.Desktop.{msvc_platform}"
  390. job.msvc_project_flags.append(f"-p:Platform={msvc_platform}")
  391. match spec.msvc_arch:
  392. case MsvcArch.X86:
  393. job.msvc_vcvars_arch = "x64_x86"
  394. case MsvcArch.X64:
  395. job.msvc_vcvars_arch = "x64"
  396. case MsvcArch.Arm64:
  397. job.msvc_vcvars_arch = "x64_arm64"
  398. job.run_tests = False
  399. if spec.gdk:
  400. job.setup_gdk_folder = "VisualC-GDK"
  401. else:
  402. match spec.msvc_arch:
  403. case MsvcArch.X86:
  404. job.setup_libusb_arch = "x86"
  405. case MsvcArch.X64:
  406. job.setup_libusb_arch = "x64"
  407. case SdlPlatform.Linux:
  408. if spec.name.startswith("Ubuntu"):
  409. assert spec.os.value.startswith("ubuntu-")
  410. job.apt_packages.extend((
  411. "ccache",
  412. "gnome-desktop-testing",
  413. "libasound2-dev",
  414. "libpulse-dev",
  415. "libaudio-dev",
  416. "libjack-dev",
  417. "libsndio-dev",
  418. "libusb-1.0-0-dev",
  419. "libx11-dev",
  420. "libxext-dev",
  421. "libxrandr-dev",
  422. "libxcursor-dev",
  423. "libxfixes-dev",
  424. "libxi-dev",
  425. "libxss-dev",
  426. "libxtst-dev",
  427. "libwayland-dev",
  428. "libxkbcommon-dev",
  429. "libdrm-dev",
  430. "libgbm-dev",
  431. "libgl1-mesa-dev",
  432. "libgles2-mesa-dev",
  433. "libegl1-mesa-dev",
  434. "libdbus-1-dev",
  435. "libibus-1.0-dev",
  436. "libudev-dev",
  437. "fcitx-libs-dev",
  438. "libfribidi-dev",
  439. # testffmpeg
  440. "libavcodec-dev",
  441. "libavfilter-dev",
  442. "libavutil-dev",
  443. "libswresample-dev",
  444. "libswscale-dev",
  445. ))
  446. match = re.match(r"ubuntu-(?P<year>[0-9]+)\.(?P<month>[0-9]+|latest).*", spec.os.value)
  447. ubuntu_ge_22 = True
  448. if match and match["month"] != "latest":
  449. ubuntu_year, ubuntu_month = [int(match["year"]), int(match["month"])]
  450. ubuntu_ge_22 = ubuntu_year >= 22
  451. job.apt_packages.extend(("libpipewire-0.3-dev", "libdecor-0-dev"))
  452. job.apt_packages.extend((
  453. "libunwind-dev", # For SDL_test memory tracking
  454. ))
  455. job.ccache = True
  456. if trackmem_symbol_names:
  457. # older libunwind is slow
  458. job.cmake_arguments.append("-DSDLTEST_TIMEOUT_MULTIPLIER=2")
  459. job.shared_lib = SharedLibType.SO_0
  460. job.static_lib = StaticLibType.A
  461. fpic = True
  462. job.cmake_arguments.append("-DSDLTEST_GDB=ON")
  463. job.apt_packages.append("gdb")
  464. if spec.more_hard_deps:
  465. # Some distros prefer to make important dependencies
  466. # mandatory, so that SDL won't start up but lack expected
  467. # functionality if they're missing
  468. job.cmake_arguments.extend([
  469. "-DSDL_ALSA_SHARED=OFF",
  470. "-DSDL_FRIBIDI_SHARED=OFF",
  471. "-DSDL_HIDAPI_LIBUSB_SHARED=OFF",
  472. "-DSDL_PULSEAUDIO_SHARED=OFF",
  473. "-DSDL_X11_SHARED=OFF",
  474. "-DSDL_WAYLAND_LIBDECOR_SHARED=OFF",
  475. "-DSDL_WAYLAND_SHARED=OFF",
  476. ])
  477. case SdlPlatform.Ios | SdlPlatform.Tvos:
  478. job.brew_packages.extend([
  479. "ccache",
  480. "ninja",
  481. ])
  482. job.ccache = True
  483. job.clang_tidy = False
  484. job.run_tests = False
  485. job.test_pkg_config = False
  486. job.shared_lib = SharedLibType.DYLIB
  487. job.static_lib = StaticLibType.A
  488. match spec.platform:
  489. case SdlPlatform.Ios:
  490. if spec.xcode:
  491. job.xcode_sdk = 'iphoneos'
  492. job.cmake_arguments.extend([
  493. "-DCMAKE_SYSTEM_NAME=iOS",
  494. "-DCMAKE_OSX_ARCHITECTURES=\"arm64\"",
  495. "-DCMAKE_OSX_DEPLOYMENT_TARGET=11.0",
  496. ])
  497. case SdlPlatform.Tvos:
  498. if spec.xcode:
  499. job.xcode_sdk = 'appletvos'
  500. job.cmake_arguments.extend([
  501. "-DCMAKE_SYSTEM_NAME=tvOS",
  502. "-DCMAKE_OSX_ARCHITECTURES=\"arm64\"",
  503. "-DCMAKE_OSX_DEPLOYMENT_TARGET=11.0",
  504. ])
  505. case SdlPlatform.MacOS:
  506. if spec.apple_framework:
  507. job.static = False
  508. job.clang_tidy = False
  509. job.test_pkg_config = False
  510. job.cmake_arguments.extend((
  511. "'-DCMAKE_OSX_ARCHITECTURES=x86_64;arm64'",
  512. "-DCMAKE_OSX_DEPLOYMENT_TARGET=10.13",
  513. "-DSDL_FRAMEWORK=ON",
  514. ))
  515. job.shared_lib = SharedLibType.FRAMEWORK
  516. else:
  517. job.clang_tidy = True
  518. job.cmake_arguments.extend((
  519. "-DCMAKE_OSX_ARCHITECTURES=arm64",
  520. "-DCMAKE_OSX_DEPLOYMENT_TARGET=10.13",
  521. "-DCLANG_TIDY_BINARY=$(brew --prefix llvm)/bin/clang-tidy",
  522. ))
  523. job.brew_packages.extend((
  524. # Brew provides a single architecture (aarch64), so it's not usable for fat libraries
  525. "ffmpeg", # testffmpeg
  526. ))
  527. job.shared_lib = SharedLibType.DYLIB
  528. job.static_lib = StaticLibType.A
  529. job.ccache = True
  530. job.apt_packages = []
  531. job.brew_packages.extend((
  532. "ninja",
  533. ))
  534. if job.ccache:
  535. job.brew_packages.append("ccache")
  536. if job.clang_tidy:
  537. job.brew_packages.append("llvm")
  538. if spec.xcode:
  539. job.xcode_sdk = "macosx"
  540. case SdlPlatform.Android:
  541. job.android_gradle = spec.android_gradle
  542. job.android_mk = spec.android_mk
  543. job.apt_packages.append("ccache")
  544. job.run_tests = False
  545. job.shared_lib = SharedLibType.SO
  546. job.static_lib = StaticLibType.A
  547. if spec.android_mk or not spec.no_cmake:
  548. job.android_ndk = True
  549. if spec.android_gradle or not spec.no_cmake:
  550. job.java = True
  551. if spec.android_mk or spec.android_gradle:
  552. job.apt_packages = []
  553. if not spec.no_cmake:
  554. job.ccache = True
  555. job.cmake_arguments.extend((
  556. f"-DANDROID_PLATFORM={spec.android_platform}",
  557. f"-DANDROID_ABI={spec.android_abi}",
  558. ))
  559. job.cmake_toolchain_file = "${ANDROID_NDK_HOME}/build/cmake/android.toolchain.cmake"
  560. job.cc = f"${{ANDROID_NDK_HOME}}/toolchains/llvm/prebuilt/linux-x86_64/bin/clang --target={spec.android_arch}-none-linux-androideabi{spec.android_platform}"
  561. job.android_apks = [
  562. "testaudiorecording-apk",
  563. "testautomation-apk",
  564. "testcontroller-apk",
  565. "testmultiaudio-apk",
  566. "testsprite-apk",
  567. ]
  568. # -fPIC is required after updating NDK from 21 to 28
  569. job.cflags.append("-fPIC")
  570. job.cxxflags.append("-fPIC")
  571. case SdlPlatform.Emscripten:
  572. job.clang_tidy = False # clang-tidy does not understand -gsource-map
  573. job.shared = False
  574. job.ccache = True
  575. job.apt_packages.append("ccache")
  576. job.cmake_config_emulator = "emcmake"
  577. job.cmake_build_type = "Debug"
  578. job.test_pkg_config = False
  579. job.cmake_arguments.extend((
  580. "-DSDLTEST_BROWSER=chrome",
  581. "-DSDLTEST_TIMEOUT_MULTIPLIER=4",
  582. "-DSDLTEST_CHROME_BINARY=${CHROME_BINARY}",
  583. ))
  584. job.cflags.extend((
  585. "-gsource-map",
  586. "-ffile-prefix-map=${PWD}=/SDL",
  587. ))
  588. job.ldflags.extend((
  589. "--source-map-base", "/",
  590. ))
  591. pretest_cmd.extend((
  592. "# Start local HTTP server",
  593. "cmake --build build --target serve-sdl-tests --verbose &",
  594. "chrome --version",
  595. "chromedriver --version",
  596. ))
  597. job.static_lib = StaticLibType.A
  598. job.setup_python = True
  599. job.pypi_packages.append("selenium")
  600. case SdlPlatform.Ps2:
  601. job.ccache = False # actions/ccache does not work in psp container (incompatible tar of busybox)
  602. build_parallel = False
  603. job.shared = False
  604. job.sudo = ""
  605. job.apt_packages = []
  606. job.apk_packages = ["ccache", "cmake", "gmp", "mpc1", "mpfr4", "ninja", "pkgconf", "git", ]
  607. job.cmake_toolchain_file = "${PS2DEV}/ps2sdk/ps2dev.cmake"
  608. job.clang_tidy = False
  609. job.run_tests = False
  610. job.shared = False
  611. job.cc = "mips64r5900el-ps2-elf-gcc"
  612. job.ldflags = ["-L${PS2DEV}/ps2sdk/ee/lib", "-L${PS2DEV}/gsKit/lib", "-L${PS2DEV}/ps2sdk/ports/lib", ]
  613. job.static_lib = StaticLibType.A
  614. case SdlPlatform.Psp:
  615. job.ccache = False # actions/ccache does not work in psp container (incompatible tar of busybox)
  616. build_parallel = False
  617. job.sudo = ""
  618. job.apt_packages = []
  619. job.apk_packages = ["ccache", "cmake", "gmp", "mpc1", "mpfr4", "ninja", "pkgconf", ]
  620. job.cmake_toolchain_file = "${PSPDEV}/psp/share/pspdev.cmake"
  621. job.clang_tidy = False
  622. job.run_tests = False
  623. job.shared = False
  624. job.cc = "psp-gcc"
  625. job.ldflags = ["-L${PSPDEV}/lib", "-L${PSPDEV}/psp/lib", "-L${PSPDEV}/psp/sdk/lib", ]
  626. job.pollute_directories = ["${PSPDEV}/include", "${PSPDEV}/psp/include", "${PSPDEV}/psp/sdk/include", ]
  627. job.static_lib = StaticLibType.A
  628. case SdlPlatform.Vita:
  629. job.ccache = True
  630. job.sudo = ""
  631. job.apt_packages = []
  632. job.apk_packages = ["ccache", "cmake", "ninja", "pkgconf", "bash", "tar"]
  633. job.cmake_toolchain_file = "${VITASDK}/share/vita.toolchain.cmake"
  634. assert spec.vita_gles is not None
  635. job.setup_vita_gles_type = {
  636. VitaGLES.Pib: "pib",
  637. VitaGLES.Pvr: "pvr",
  638. }[spec.vita_gles]
  639. job.cmake_arguments.extend((
  640. f"-DVIDEO_VITA_PIB={ 'true' if spec.vita_gles == VitaGLES.Pib else 'false' }",
  641. f"-DVIDEO_VITA_PVR={ 'true' if spec.vita_gles == VitaGLES.Pvr else 'false' }",
  642. "-DSDL_ARMNEON=ON",
  643. "-DSDL_ARMSIMD=ON",
  644. ))
  645. # Fix vita.toolchain.cmake (https://github.com/vitasdk/vita-toolchain/pull/253)
  646. job.source_cmd = r"""sed -i -E "s#set\\( PKG_CONFIG_EXECUTABLE \"\\$\\{VITASDK}/bin/arm-vita-eabi-pkg-config\" \\)#set\\( PKG_CONFIG_EXECUTABLE \"${VITASDK}/bin/arm-vita-eabi-pkg-config\" CACHE PATH \"Path of pkg-config executable\" \\)#" ${VITASDK}/share/vita.toolchain.cmake"""
  647. job.clang_tidy = False
  648. job.run_tests = False
  649. job.shared = False
  650. job.cc = "arm-vita-eabi-gcc"
  651. job.static_lib = StaticLibType.A
  652. case SdlPlatform.Haiku:
  653. job.ccache = True
  654. fpic = False
  655. job.run_tests = False
  656. job.apt_packages.append("ccache")
  657. job.cc = "x86_64-unknown-haiku-gcc"
  658. job.cxx = "x86_64-unknown-haiku-g++"
  659. job.sudo = ""
  660. job.cmake_arguments.extend((
  661. f"-DCMAKE_C_COMPILER={job.cc}",
  662. f"-DCMAKE_CXX_COMPILER={job.cxx}",
  663. "-DCMAKE_SYSTEM_NAME=Haiku",
  664. ))
  665. job.shared_lib = SharedLibType.SO_0
  666. job.static_lib = StaticLibType.A
  667. case SdlPlatform.PowerPC64 | SdlPlatform.PowerPC:
  668. job.ccache = True
  669. # FIXME: Enable SDL_WERROR
  670. job.werror = False
  671. job.clang_tidy = False
  672. job.run_tests = False
  673. job.sudo = ""
  674. job.apt_packages = ["ccache"]
  675. job.shared_lib = SharedLibType.SO_0
  676. job.static_lib = StaticLibType.A
  677. job.cmake_arguments.extend((
  678. "-DSDL_UNIX_CONSOLE_BUILD=ON",
  679. ))
  680. case SdlPlatform.LoongArch64:
  681. job.ccache = True
  682. fpic = True
  683. job.run_tests = False
  684. job.apt_packages.append("ccache")
  685. job.cc = "${LOONGARCH64_CC}"
  686. job.cxx = "${LOONGARCH64_CXX}"
  687. job.cmake_arguments.extend((
  688. f"-DCMAKE_C_COMPILER={job.cc}",
  689. f"-DCMAKE_CXX_COMPILER={job.cxx}",
  690. "-DSDL_UNIX_CONSOLE_BUILD=ON",
  691. "-DCMAKE_SYSTEM_NAME=Linux",
  692. ))
  693. job.shared_lib = SharedLibType.SO_0
  694. job.static_lib = StaticLibType.A
  695. case SdlPlatform.N3ds:
  696. job.cmake_generator = "Unix Makefiles"
  697. job.cmake_build_arguments.append("-j$(nproc)")
  698. job.ccache = False
  699. job.shared = False
  700. job.apt_packages = []
  701. job.clang_tidy = False
  702. job.run_tests = False
  703. job.cc_from_cmake = True
  704. job.cmake_toolchain_file = "${DEVKITPRO}/cmake/3DS.cmake"
  705. job.binutils_strings = "/opt/devkitpro/devkitARM/bin/arm-none-eabi-strings"
  706. job.static_lib = StaticLibType.A
  707. case SdlPlatform.Msys2:
  708. job.ccache = True
  709. job.shell = "msys2 {0}"
  710. assert spec.msys2_platform
  711. job.msys2_msystem = spec.msys2_platform.value
  712. job.shared_lib = SharedLibType.WIN32
  713. job.static_lib = StaticLibType.A
  714. msys2_env = {
  715. "mingw32": "mingw-w64-i686",
  716. "mingw64": "mingw-w64-x86_64",
  717. "clang64": "mingw-w64-clang-x86_64",
  718. "ucrt64": "mingw-w64-ucrt-x86_64",
  719. }[spec.msys2_platform.value]
  720. job.msys2_packages.extend([
  721. f"{msys2_env}-cc",
  722. f"{msys2_env}-cmake",
  723. f"{msys2_env}-ffmpeg",
  724. f"{msys2_env}-ninja",
  725. f"{msys2_env}-pkg-config",
  726. ])
  727. if spec.msys2_platform not in (Msys2Platform.Mingw32, ):
  728. job.msys2_packages.append(f"{msys2_env}-perl")
  729. job.msys2_packages.append(f"{msys2_env}-clang-tools-extra")
  730. if job.ccache:
  731. job.msys2_packages.append(f"{msys2_env}-ccache")
  732. case SdlPlatform.Riscos:
  733. job.ccache = False # FIXME: enable when container gets upgrade
  734. # FIXME: Enable SDL_WERROR
  735. job.werror = False
  736. job.apt_packages = ["ccache", "cmake", "ninja-build"]
  737. job.test_pkg_config = False
  738. job.shared = False
  739. job.run_tests = False
  740. job.sudo = ""
  741. job.cmake_arguments.extend((
  742. "-DRISCOS:BOOL=ON",
  743. "-DCMAKE_DISABLE_PRECOMPILE_HEADERS:BOOL=ON",
  744. "-DSDL_GCC_ATOMICS:BOOL=OFF",
  745. ))
  746. job.cmake_toolchain_file = "/home/riscos/env/toolchain-riscos.cmake"
  747. job.static_lib = StaticLibType.A
  748. case SdlPlatform.FreeBSD | SdlPlatform.NetBSD | SdlPlatform.OpenBSD:
  749. job.cpactions = True
  750. job.no_cmake = True
  751. job.run_tests = False
  752. job.apt_packages = []
  753. job.shared_lib = SharedLibType.SO_0
  754. job.static_lib = StaticLibType.A
  755. match spec.platform:
  756. case SdlPlatform.FreeBSD:
  757. job.cpactions_os = "freebsd"
  758. job.cpactions_version = "14.3"
  759. job.cpactions_arch = "x86-64"
  760. job.cpactions_setup_cmd = "sudo pkg update"
  761. job.cpactions_install_cmd = "sudo pkg install -y cmake ninja pkgconf libXcursor libXext libXinerama libXi libXfixes libXrandr libXScrnSaver libXxf86vm wayland wayland-protocols libxkbcommon mesa-libs libglvnd evdev-proto libinotify alsa-lib jackit pipewire pulseaudio sndio dbus zh-fcitx ibus libudev-devd"
  762. job.cmake_arguments.extend((
  763. "-DSDL_CHECK_REQUIRED_INCLUDES=/usr/local/include",
  764. "-DSDL_CHECK_REQUIRED_LINK_OPTIONS=-L/usr/local/lib",
  765. ))
  766. case SdlPlatform.NetBSD:
  767. job.cpactions_os = "netbsd"
  768. job.cpactions_version = "10.1"
  769. job.cpactions_arch = "x86-64"
  770. job.cpactions_setup_cmd = "export PATH=\"/usr/pkg/sbin:/usr/pkg/bin:/sbin:$PATH\"; export PKG_CONFIG_PATH=\"/usr/pkg/lib/pkgconfig\";export PKG_PATH=\"https://cdn.netBSD.org/pub/pkgsrc/packages/NetBSD/$(uname -p)/$(uname -r|cut -f \"1 2\" -d.)/All/\";echo \"PKG_PATH=$PKG_PATH\";echo \"uname -a -> \"$(uname -a)\"\";sudo -E sysctl -w security.pax.aslr.enabled=0;sudo -E sysctl -w security.pax.aslr.global=0;sudo -E pkgin clean;sudo -E pkgin update"
  771. job.cpactions_install_cmd = "sudo -E pkgin -y install cmake dbus pkgconf ninja-build pulseaudio libxkbcommon wayland wayland-protocols libinotify libusb1"
  772. case SdlPlatform.OpenBSD:
  773. job.cpactions_os = "openbsd"
  774. job.cpactions_version = "7.7"
  775. job.cpactions_arch = "x86-64"
  776. job.cpactions_setup_cmd = "sudo pkg_add -u"
  777. job.cpactions_install_cmd = "sudo pkg_add cmake ninja pkgconf wayland wayland-protocols libxkbcommon libinotify pulseaudio dbus ibus"
  778. case SdlPlatform.NGage:
  779. build_parallel = False
  780. job.cmake_build_type = "Release"
  781. job.setup_ninja = True
  782. job.static_lib = StaticLibType.STATIC_LIB
  783. job.shared_lib = None
  784. job.clang_tidy = False
  785. job.werror = False # FIXME: enable SDL_WERROR
  786. job.shared = False
  787. job.run_tests = False
  788. job.setup_gage_sdk_path = "C:/ngagesdk"
  789. job.cmake_toolchain_file = "C:/ngagesdk/cmake/ngage-toolchain.cmake"
  790. job.test_pkg_config = False
  791. case SdlPlatform.DJGPP:
  792. build_parallel = False
  793. job.ccache = True
  794. job.apt_packages = ["ccache", "libfl-dev"] # djgpp needs libfl.so.2
  795. job.cmake_build_type = "Release"
  796. job.setup_ninja = True
  797. job.static_lib = StaticLibType.A
  798. job.shared_lib = None
  799. job.clang_tidy = False
  800. job.werror = False # FIXME: enable SDL_WERROR
  801. job.shared = False
  802. job.run_tests = False
  803. job.test_pkg_config = False
  804. job.cmake_toolchain_file = "$GITHUB_WORKSPACE/build-scripts/i586-pc-msdosdjgpp.cmake"
  805. case _:
  806. raise ValueError(f"Unsupported platform={spec.platform}")
  807. if "ubuntu" in spec.name.lower():
  808. job.check_sources = True
  809. job.setup_python = True
  810. if job.ccache:
  811. job.cmake_arguments.extend((
  812. "-DCMAKE_C_COMPILER_LAUNCHER=ccache",
  813. "-DCMAKE_CXX_COMPILER_LAUNCHER=ccache",
  814. ))
  815. job.ctest_args = shlex.join(ctest_args)
  816. if not build_parallel:
  817. job.cmake_build_arguments.append("-j1")
  818. if job.cflags or job.cppflags:
  819. job.cmake_arguments.append(f"-DCMAKE_C_FLAGS=\"{my_shlex_join(job.cflags + job.cppflags)}\"")
  820. if job.cxxflags or job.cppflags:
  821. job.cmake_arguments.append(f"-DCMAKE_CXX_FLAGS=\"{my_shlex_join(job.cxxflags + job.cppflags)}\"")
  822. if job.ldflags:
  823. job.cmake_arguments.append(f"-DCMAKE_SHARED_LINKER_FLAGS=\"{my_shlex_join(job.ldflags)}\"")
  824. job.cmake_arguments.append(f"-DCMAKE_EXE_LINKER_FLAGS=\"{my_shlex_join(job.ldflags)}\"")
  825. job.pretest_cmd = "\n".join(pretest_cmd)
  826. def tf(b):
  827. return "ON" if b else "OFF"
  828. if fpic is not None:
  829. job.cmake_arguments.append(f"-DCMAKE_POSITION_INDEPENDENT_CODE={tf(fpic)}")
  830. if job.no_cmake:
  831. job.cmake_arguments = []
  832. return job
  833. def spec_to_platform(spec: JobSpec, key: str, enable_artifacts: bool, trackmem_symbol_names: bool, ctest_args:list[str]) -> dict[str, str|bool]:
  834. logger.info("spec=%r", spec)
  835. job = spec_to_job(
  836. spec,
  837. key=key,
  838. trackmem_symbol_names=trackmem_symbol_names,
  839. ctest_args=ctest_args,
  840. )
  841. logger.info("job=%r", job)
  842. platform = job.to_workflow(enable_artifacts=enable_artifacts)
  843. logger.info("platform=%r", platform)
  844. return platform
  845. def main():
  846. parser = argparse.ArgumentParser(allow_abbrev=False)
  847. parser.add_argument("--github-variable-prefix", default="platforms")
  848. parser.add_argument("--github-ci", action="store_true")
  849. parser.add_argument("--verbose", action="store_true")
  850. parser.add_argument("--commit-message-file")
  851. parser.add_argument("--no-artifact", dest="enable_artifacts", action="store_false")
  852. parser.add_argument("--trackmem-symbol-names", dest="trackmem_symbol_names", action="store_true")
  853. args = parser.parse_args()
  854. logging.basicConfig(level=logging.INFO if args.verbose else logging.WARNING)
  855. remaining_keys = set(JOB_SPECS.keys())
  856. all_level_keys = (
  857. # Level 1
  858. (
  859. "haiku",
  860. ),
  861. )
  862. filters = []
  863. ctest_args = []
  864. if args.commit_message_file:
  865. with open(args.commit_message_file, "r") as f:
  866. commit_message = f.read()
  867. for m in re.finditer(r"\[sdl-ci-filter (.*)]", commit_message, flags=re.M):
  868. filters.append(m.group(1).strip(" \t\n\r\t'\""))
  869. if re.search(r"\[sdl-ci-artifacts?]", commit_message, flags=re.M):
  870. args.enable_artifacts = True
  871. if re.search(r"\[sdl-ci-(full-)?trackmem(-symbol-names)?]", commit_message, flags=re.M):
  872. args.trackmem_symbol_names = True
  873. for m in re.finditer(r"\[sdl-ci-ctest-args? (.*)]", commit_message, flags=re.M):
  874. ctest_args.extend(shlex.split(m.group(1)))
  875. if not filters:
  876. filters.append("*")
  877. logger.info("filters: %r", filters)
  878. all_level_platforms = {}
  879. all_platforms = {key: spec_to_platform(spec, key=key, enable_artifacts=args.enable_artifacts, trackmem_symbol_names=args.trackmem_symbol_names, ctest_args=ctest_args) for key, spec in JOB_SPECS.items()}
  880. for level_i, level_keys in enumerate(all_level_keys, 1):
  881. level_key = f"level{level_i}"
  882. logger.info("Level %d: keys=%r", level_i, level_keys)
  883. assert all(k in remaining_keys for k in level_keys)
  884. level_platforms = tuple(all_platforms[key] for key in level_keys)
  885. remaining_keys.difference_update(level_keys)
  886. all_level_platforms[level_key] = level_platforms
  887. logger.info("=" * 80)
  888. logger.info("Keys before filter: %r", remaining_keys)
  889. filtered_remaining_keys = set()
  890. for filter in filters:
  891. filtered_remaining_keys.update(fnmatch.filter(remaining_keys, filter))
  892. logger.info("Keys after filter: %r", filtered_remaining_keys)
  893. remaining_keys = filtered_remaining_keys
  894. logger.info("Remaining: %r", remaining_keys)
  895. all_level_platforms["others"] = tuple(all_platforms[key] for key in remaining_keys)
  896. if args.github_ci:
  897. for level, platforms in all_level_platforms.items():
  898. platforms_json = json.dumps(platforms)
  899. txt = f"{args.github_variable_prefix}-{level}={platforms_json}"
  900. logger.info("%s", txt)
  901. if "GITHUB_OUTPUT" in os.environ:
  902. with open(os.environ["GITHUB_OUTPUT"], "a") as f:
  903. f.write(txt)
  904. f.write("\n")
  905. else:
  906. logger.warning("GITHUB_OUTPUT not defined")
  907. return 0
  908. if __name__ == "__main__":
  909. raise SystemExit(main())