github.yml 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437
  1. name: VCMI
  2. on:
  3. push:
  4. branches:
  5. - features/*
  6. - beta
  7. - master
  8. pull_request:
  9. schedule:
  10. - cron: '0 2 * * *'
  11. workflow_dispatch:
  12. env:
  13. # Customize the CMake build type here (Release, Debug, RelWithDebInfo, etc.)
  14. BUILD_TYPE: Release
  15. jobs:
  16. check_last_build:
  17. if: github.event.schedule != ''
  18. runs-on: ubuntu-latest
  19. outputs:
  20. skip_build: ${{ steps.check_if_built.outputs.skip_build }}
  21. defaults:
  22. run:
  23. shell: bash
  24. steps:
  25. - name: Get repo name
  26. id: get_repo_name
  27. run: echo "::set-output name=value::${GITHUB_REPOSITORY#*/}"
  28. - name: Get last successful build for ${{ github.sha }}
  29. uses: octokit/[email protected]
  30. id: get_last_scheduled_run
  31. with:
  32. route: GET /repos/{owner}/{repo}/actions/runs
  33. owner: ${{ github.repository_owner }}
  34. repo: ${{ steps.get_repo_name.outputs.value }}
  35. status: success
  36. per_page: 1
  37. head_sha: ${{ github.sha }}
  38. env:
  39. GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
  40. - name: Check if successful build of the current commit exists
  41. id: check_if_built
  42. run: |
  43. if [ ${{ fromJson(steps.get_last_scheduled_run.outputs.data).total_count }} -gt 0 ]; then
  44. echo '::set-output name=skip_build::1'
  45. else
  46. echo '::set-output name=skip_build::0'
  47. fi
  48. - name: Cancel current run
  49. if: steps.check_if_built.outputs.skip_build == 1
  50. uses: octokit/[email protected]
  51. with:
  52. route: POST /repos/{owner}/{repo}/actions/runs/{run_id}/cancel
  53. owner: ${{ github.repository_owner }}
  54. repo: ${{ steps.get_repo_name.outputs.value }}
  55. run_id: ${{ github.run_id }}
  56. env:
  57. GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
  58. - name: Wait for the run to be cancelled
  59. if: steps.check_if_built.outputs.skip_build == 1
  60. run: sleep 60
  61. build:
  62. needs: check_last_build
  63. if: always() && needs.check_last_build.skip_build != 1
  64. strategy:
  65. matrix:
  66. include:
  67. - platform: linux-qt6
  68. os: ubuntu-22.04
  69. test: 0
  70. preset: linux-clang-test
  71. - platform: linux
  72. os: ubuntu-20.04
  73. test: 0
  74. preset: linux-gcc-test
  75. - platform: linux
  76. os: ubuntu-20.04
  77. test: 0
  78. preset: linux-gcc-debug
  79. - platform: mac-intel
  80. os: macos-12
  81. test: 0
  82. pack: 1
  83. pack_type: Release
  84. extension: dmg
  85. preset: macos-conan-ninja-release
  86. conan_profile: macos-intel
  87. conan_options: --options with_apple_system_libs=True
  88. artifact_platform: intel
  89. - platform: mac-arm
  90. os: macos-12
  91. test: 0
  92. pack: 1
  93. pack_type: Release
  94. extension: dmg
  95. preset: macos-arm-conan-ninja-release
  96. conan_profile: macos-arm
  97. conan_options: --options with_apple_system_libs=True
  98. artifact_platform: arm
  99. - platform: ios
  100. os: macos-12
  101. test: 0
  102. pack: 1
  103. pack_type: Release
  104. extension: ipa
  105. preset: ios-release-conan-ccache
  106. conan_profile: ios-arm64
  107. conan_options: --options with_apple_system_libs=True
  108. - platform: msvc
  109. os: windows-latest
  110. test: 0
  111. pack: 1
  112. pack_type: RelWithDebInfo
  113. extension: exe
  114. preset: windows-msvc-release-ccache
  115. - platform: mingw
  116. os: ubuntu-22.04
  117. test: 0
  118. pack: 1
  119. pack_type: Release
  120. extension: exe
  121. cpack_args: -D CPACK_NSIS_EXECUTABLE=`which makensis`
  122. cmake_args: -G Ninja
  123. preset: windows-mingw-conan-linux
  124. conan_profile: mingw64-linux.jinja
  125. - platform: mingw-32
  126. os: ubuntu-22.04
  127. test: 0
  128. pack: 1
  129. pack_type: Release
  130. extension: exe
  131. cpack_args: -D CPACK_NSIS_EXECUTABLE=`which makensis`
  132. cmake_args: -G Ninja
  133. preset: windows-mingw-conan-linux
  134. conan_profile: mingw32-linux.jinja
  135. - platform: android-32
  136. os: ubuntu-22.04
  137. extension: apk
  138. preset: android-conan-ninja-release
  139. conan_profile: android-32
  140. conan_options: --conf tools.android:ndk_path=$ANDROID_NDK_ROOT
  141. artifact_platform: armeabi-v7a
  142. - platform: android-64
  143. os: ubuntu-22.04
  144. extension: apk
  145. preset: android-conan-ninja-release
  146. conan_profile: android-64
  147. conan_options: --conf tools.android:ndk_path=$ANDROID_NDK_ROOT
  148. artifact_platform: arm64-v8a
  149. runs-on: ${{ matrix.os }}
  150. defaults:
  151. run:
  152. shell: bash
  153. steps:
  154. - uses: actions/checkout@v3
  155. with:
  156. submodules: recursive
  157. - name: Ensure LF line endings
  158. if: ${{ startsWith(matrix.preset, 'linux-clang-test') }}
  159. run: |
  160. find . -path ./.git -prune -o -path ./AI/FuzzyLite -prune -o -path ./test/googletest \
  161. -o -path ./osx -prune -o -type f \
  162. -not -name '*.png' -and -not -name '*.vcxproj*' -and -not -name '*.props' -and -not -name '*.wav' -and -not -name '*.webm' -and -not -name '*.ico' -and -not -name '*.bat' -print0 | \
  163. { ! xargs -0 grep -l -z -P '\r\n'; }
  164. - name: Validate JSON
  165. # the Python yaml module doesn't seem to work on mac-arm
  166. # also, running it on multiple presets is redundant and slightly increases already long CI built times
  167. if: ${{ startsWith(matrix.preset, 'linux-clang-test') }}
  168. run: |
  169. pip3 install json5 jstyleson
  170. python3 CI/linux-qt6/validate_json.py
  171. - name: Dependencies
  172. run: source '${{github.workspace}}/CI/${{matrix.platform}}/before_install.sh'
  173. env:
  174. VCMI_BUILD_PLATFORM: x64
  175. # ensure the ccache for each PR is separate so they don't interfere with each other
  176. # fall back to ccache of the vcmi/vcmi repo if no PR-specific ccache is found
  177. - name: Ccache for PRs
  178. uses: hendrikmuhs/[email protected]
  179. if: ${{ github.event.number != '' }}
  180. with:
  181. key: ${{ matrix.preset }}-PR-${{ github.event.number }}
  182. restore-keys: |
  183. ${{ matrix.preset }}-PR-${{ github.event.number }}
  184. ${{ matrix.preset }}-no-PR
  185. # actual cache takes up less space, at most ~1 GB
  186. max-size: "5G"
  187. verbose: 2
  188. - name: Ccache for everything but PRs
  189. uses: hendrikmuhs/[email protected]
  190. if: ${{ github.event.number == '' }}
  191. with:
  192. key: ${{ matrix.preset }}-no-PR
  193. restore-keys: |
  194. ${{ matrix.preset }}-no-PR
  195. # actual cache takes up less space, at most ~1 GB
  196. max-size: "5G"
  197. verbose: 2
  198. - uses: actions/setup-python@v4
  199. if: "${{ matrix.conan_profile != '' }}"
  200. with:
  201. python-version: '3.10'
  202. - name: Conan setup
  203. if: "${{ matrix.conan_profile != '' }}"
  204. run: |
  205. pip3 install 'conan<2.0'
  206. conan profile new default --detect
  207. conan install . \
  208. --install-folder=conan-generated \
  209. --no-imports \
  210. --build=never \
  211. --profile:build=default \
  212. --profile:host=CI/conan/${{ matrix.conan_profile }} \
  213. ${{ matrix.conan_options }}
  214. env:
  215. GENERATE_ONLY_BUILT_CONFIG: 1
  216. - name: Git branch name
  217. id: git-branch-name
  218. uses: EthanSK/git-branch-name-action@v1
  219. - name: Build Number
  220. run: |
  221. source '${{github.workspace}}/CI/get_package_name.sh'
  222. if [ '${{ matrix.artifact_platform }}' ]; then
  223. VCMI_PACKAGE_FILE_NAME+="-${{ matrix.artifact_platform }}"
  224. fi
  225. echo VCMI_PACKAGE_FILE_NAME="$VCMI_PACKAGE_FILE_NAME" >> $GITHUB_ENV
  226. echo VCMI_PACKAGE_NAME_SUFFIX="$VCMI_PACKAGE_NAME_SUFFIX" >> $GITHUB_ENV
  227. echo VCMI_PACKAGE_GITVERSION="$VCMI_PACKAGE_GITVERSION" >> $GITHUB_ENV
  228. env:
  229. PULL_REQUEST: ${{ github.event.pull_request.number }}
  230. - name: CMake Preset with ccache
  231. run: |
  232. cmake -DCMAKE_CXX_COMPILER_LAUNCHER=ccache --preset ${{ matrix.preset }}
  233. - name: Build Preset
  234. run: |
  235. cmake --build --preset ${{matrix.preset}}
  236. - name: Test
  237. if: ${{ matrix.test == 1 }}
  238. run: |
  239. ctest --preset ${{matrix.preset}}
  240. - name: Pack
  241. id: cpack
  242. if: ${{ matrix.pack == 1 }}
  243. run: |
  244. cd '${{github.workspace}}/out/build/${{matrix.preset}}'
  245. CPACK_PATH=`which -a cpack | grep -m1 -v -i chocolatey`
  246. "$CPACK_PATH" -C ${{matrix.pack_type}} ${{ matrix.cpack_args }}
  247. test -f '${{github.workspace}}/CI/${{matrix.platform}}/post_pack.sh' \
  248. && '${{github.workspace}}/CI/${{matrix.platform}}/post_pack.sh' '${{github.workspace}}' "$(ls '${{ env.VCMI_PACKAGE_FILE_NAME }}'.*)"
  249. rm -rf _CPack_Packages
  250. - name: Create android package
  251. if: ${{ startsWith(matrix.platform, 'android') }}
  252. run: |
  253. cd android
  254. ./gradlew assembleDaily --info
  255. echo ANDROID_APK_PATH="$(ls ${{ github.workspace }}/android/vcmi-app/build/outputs/apk/daily/*.${{ matrix.extension }})" >> $GITHUB_ENV
  256. - name: Additional logs
  257. if: ${{ failure() && steps.cpack.outcome == 'failure' && matrix.platform == 'msvc' }}
  258. run: |
  259. cat '${{github.workspace}}/out/build/${{matrix.preset}}/_CPack_Packages/win32/NSIS/project.nsi'
  260. cat '${{github.workspace}}/out/build/${{matrix.preset}}/_CPack_Packages/win32/NSIS/NSISOutput.log'
  261. - name: Artifacts
  262. if: ${{ matrix.pack == 1 }}
  263. uses: actions/upload-artifact@v3
  264. with:
  265. name: ${{ env.VCMI_PACKAGE_FILE_NAME }} - ${{ matrix.platform }}
  266. path: |
  267. ${{github.workspace}}/out/build/${{matrix.preset}}/${{ env.VCMI_PACKAGE_FILE_NAME }}.${{ matrix.extension }}
  268. - name: Android artifacts
  269. if: ${{ startsWith(matrix.platform, 'android') }}
  270. uses: actions/upload-artifact@v3
  271. with:
  272. name: ${{ env.VCMI_PACKAGE_FILE_NAME }} - ${{ matrix.platform }}
  273. path: |
  274. ${{ env.ANDROID_APK_PATH }}
  275. - name: Symbols
  276. if: ${{ matrix.platform == 'msvc' }}
  277. uses: actions/upload-artifact@v3
  278. with:
  279. name: ${{ env.VCMI_PACKAGE_FILE_NAME }} - ${{ matrix.platform }} - symbols
  280. path: |
  281. ${{github.workspace}}/**/*.pdb
  282. - name: Android JNI ${{matrix.platform}}
  283. if: ${{ startsWith(matrix.platform, 'android') && github.ref == 'refs/heads/master' }}
  284. uses: actions/upload-artifact@v3
  285. with:
  286. name: Android JNI ${{matrix.platform}}
  287. path: |
  288. ${{ github.workspace }}/android/vcmi-app/src/main/jniLibs
  289. - name: Upload build
  290. if: ${{ (matrix.pack == 1 || startsWith(matrix.platform, 'android')) && (github.ref == 'refs/heads/develop' || github.ref == 'refs/heads/beta' || github.ref == 'refs/heads/master' || startsWith(github.ref, 'refs/heads/features/')) && matrix.platform != 'msvc' && matrix.platform != 'mingw-32' }}
  291. continue-on-error: true
  292. run: |
  293. if cd '${{github.workspace}}/android/vcmi-app/build/outputs/apk/daily' ; then
  294. mv '${{ env.ANDROID_APK_PATH }}' "$VCMI_PACKAGE_FILE_NAME.${{ matrix.extension }}"
  295. else
  296. cd '${{github.workspace}}/out/build/${{matrix.preset}}'
  297. fi
  298. source '${{github.workspace}}/CI/upload_package.sh'
  299. env:
  300. DEPLOY_RSA: ${{ secrets.DEPLOY_RSA }}
  301. PACKAGE_EXTENSION: ${{ matrix.extension }}
  302. - uses: act10ns/slack@v1
  303. with:
  304. status: ${{ job.status }}
  305. channel: '#notifications'
  306. env:
  307. SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}
  308. if: always()
  309. # copy-pasted mostly
  310. bundle_release:
  311. needs: build
  312. if: always() && github.ref == 'refs/heads/master'
  313. strategy:
  314. matrix:
  315. include:
  316. - platform: android-32
  317. os: ubuntu-22.04
  318. extension: aab
  319. preset: android-conan-ninja-release
  320. conan_profile: android-32
  321. conan_options: --conf tools.android:ndk_path=$ANDROID_NDK_ROOT
  322. artifact_platform: aab
  323. runs-on: ${{ matrix.os }}
  324. defaults:
  325. run:
  326. shell: bash
  327. steps:
  328. - uses: actions/checkout@v3
  329. with:
  330. submodules: recursive
  331. - name: Dependencies
  332. run: source '${{github.workspace}}/CI/${{matrix.platform}}/before_install.sh'
  333. env:
  334. VCMI_BUILD_PLATFORM: x64
  335. - uses: actions/setup-python@v4
  336. if: "${{ matrix.conan_profile != '' }}"
  337. with:
  338. python-version: '3.10'
  339. - name: Conan setup
  340. if: "${{ matrix.conan_profile != '' }}"
  341. run: |
  342. pip3 install 'conan<2.0'
  343. conan profile new default --detect
  344. conan install . \
  345. --install-folder=conan-generated \
  346. --no-imports \
  347. --build=never \
  348. --profile:build=default \
  349. --profile:host=CI/conan/${{ matrix.conan_profile }} \
  350. ${{ matrix.conan_options }}
  351. env:
  352. GENERATE_ONLY_BUILT_CONFIG: 1
  353. - name: Git branch name
  354. id: git-branch-name
  355. uses: EthanSK/git-branch-name-action@v1
  356. - name: Build Number
  357. run: |
  358. source '${{github.workspace}}/CI/get_package_name.sh'
  359. if [ '${{ matrix.artifact_platform }}' ]; then
  360. VCMI_PACKAGE_FILE_NAME+="-${{ matrix.artifact_platform }}"
  361. fi
  362. echo VCMI_PACKAGE_FILE_NAME="$VCMI_PACKAGE_FILE_NAME" >> $GITHUB_ENV
  363. echo VCMI_PACKAGE_NAME_SUFFIX="$VCMI_PACKAGE_NAME_SUFFIX" >> $GITHUB_ENV
  364. echo VCMI_PACKAGE_GITVERSION="$VCMI_PACKAGE_GITVERSION" >> $GITHUB_ENV
  365. env:
  366. PULL_REQUEST: ${{ github.event.pull_request.number }}
  367. - name: CMake Preset
  368. run: |
  369. cmake --preset ${{ matrix.preset }}
  370. - name: Build Preset
  371. run: |
  372. cmake --build --preset ${{matrix.preset}}
  373. - name: Download libs x64
  374. uses: actions/download-artifact@v3
  375. with:
  376. name: Android JNI android-64
  377. path: ${{ github.workspace }}/android/vcmi-app/src/main/jniLibs/
  378. - name: Create android package
  379. run: |
  380. cd android
  381. ./gradlew bundleRelease --info
  382. echo ANDROID_APK_PATH="$(ls ${{ github.workspace }}/android/vcmi-app/build/outputs/bundle/release/*.aab)" >> $GITHUB_ENV
  383. env:
  384. ANDROID_STORE_PASSWORD: ${{ secrets.ANDROID_STORE_PASSWORD }}
  385. ANDROID_KEY_PASSWORD: ${{ secrets.ANDROID_KEY_PASSWORD }}
  386. - name: Android artifacts
  387. uses: actions/upload-artifact@v3
  388. with:
  389. name: ${{ env.VCMI_PACKAGE_FILE_NAME }}
  390. path: |
  391. ${{ env.ANDROID_APK_PATH }}
  392. - uses: act10ns/slack@v1
  393. with:
  394. status: ${{ job.status }}
  395. channel: '#notifications'
  396. env:
  397. SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}
  398. if: always()