ci.yml 9.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333
  1. name: ci
  2. concurrency:
  3. group: ${{ github.workflow }}-${{ github.ref }}
  4. cancel-in-progress: true
  5. on:
  6. push:
  7. branches:
  8. - 'main'
  9. tags:
  10. - 'v*'
  11. pull_request:
  12. workflow_dispatch:
  13. inputs:
  14. debug_enabled:
  15. description: 'To run with tmate enter "debug_enabled"'
  16. required: false
  17. default: "false"
  18. permissions:
  19. contents: read # to fetch code (actions/checkout)
  20. jobs:
  21. prepare:
  22. runs-on: ubuntu-latest
  23. outputs:
  24. matrix: ${{ steps.platforms.outputs.matrix }}
  25. steps:
  26. -
  27. name: Checkout
  28. uses: actions/checkout@v4
  29. -
  30. name: Create matrix
  31. id: platforms
  32. run: |
  33. echo matrix=$(docker buildx bake binary-cross --print | jq -cr '.target."binary-cross".platforms') >> $GITHUB_OUTPUT
  34. -
  35. name: Show matrix
  36. run: |
  37. echo ${{ steps.platforms.outputs.matrix }}
  38. validate:
  39. runs-on: ubuntu-latest
  40. strategy:
  41. fail-fast: false
  42. matrix:
  43. target:
  44. - lint
  45. - validate-go-mod
  46. - validate-headers
  47. - validate-docs
  48. steps:
  49. -
  50. name: Checkout
  51. uses: actions/checkout@v4
  52. -
  53. name: Set up Docker Buildx
  54. uses: docker/setup-buildx-action@v3
  55. -
  56. name: Run
  57. run: |
  58. make ${{ matrix.target }}
  59. binary:
  60. runs-on: ubuntu-latest
  61. needs:
  62. - prepare
  63. strategy:
  64. fail-fast: false
  65. matrix:
  66. platform: ${{ fromJson(needs.prepare.outputs.matrix) }}
  67. steps:
  68. -
  69. name: Checkout
  70. uses: actions/checkout@v4
  71. -
  72. name: Prepare
  73. run: |
  74. platform=${MATRIX_PLATFORM}
  75. echo "PLATFORM_PAIR=${platform//\//-}" >> $GITHUB_ENV
  76. env:
  77. MATRIX_PLATFORM: ${{ matrix.platform }}
  78. -
  79. name: Set up QEMU
  80. uses: docker/setup-qemu-action@v3
  81. -
  82. name: Set up Docker Buildx
  83. uses: docker/setup-buildx-action@v3
  84. -
  85. name: Build
  86. uses: docker/bake-action@v6
  87. with:
  88. source: .
  89. targets: release
  90. provenance: mode=max
  91. sbom: true
  92. set: |
  93. *.platform=${{ matrix.platform }}
  94. *.cache-from=type=gha,scope=binary-${{ env.PLATFORM_PAIR }}
  95. *.cache-to=type=gha,scope=binary-${{ env.PLATFORM_PAIR }},mode=max
  96. -
  97. name: Rename provenance and sbom
  98. working-directory: ./bin/release
  99. run: |
  100. binname=$(find . -name 'docker-compose-*')
  101. filename=$(basename "$binname" | sed -E 's/\.exe$//')
  102. mv "provenance.json" "${filename}.provenance.json"
  103. mv "sbom-binary.spdx.json" "${filename}.sbom.json"
  104. find . -name 'sbom*.json' -exec rm {} \;
  105. -
  106. name: List artifacts
  107. run: |
  108. tree -nh ./bin/release
  109. -
  110. name: Upload artifacts
  111. uses: actions/upload-artifact@v4
  112. with:
  113. name: compose-${{ env.PLATFORM_PAIR }}
  114. path: ./bin/release
  115. if-no-files-found: error
  116. test:
  117. runs-on: ubuntu-latest
  118. steps:
  119. -
  120. name: Set up Docker Buildx
  121. uses: docker/setup-buildx-action@v3
  122. -
  123. name: Test
  124. uses: docker/bake-action@v6
  125. with:
  126. targets: test
  127. set: |
  128. *.cache-from=type=gha,scope=test
  129. *.cache-to=type=gha,scope=test
  130. -
  131. name: Gather coverage data
  132. uses: actions/upload-artifact@v4
  133. with:
  134. name: coverage-data-unit
  135. path: bin/coverage/unit/
  136. if-no-files-found: error
  137. -
  138. name: Unit Test Summary
  139. uses: test-summary/action@v2
  140. with:
  141. paths: bin/coverage/unit/report.xml
  142. if: always()
  143. e2e:
  144. runs-on: ubuntu-latest
  145. strategy:
  146. fail-fast: false
  147. matrix:
  148. mode:
  149. - plugin
  150. - standalone
  151. engine:
  152. - 26
  153. - 27
  154. - 28
  155. steps:
  156. - name: Prepare
  157. run: |
  158. mode=${{ matrix.mode }}
  159. engine=${{ matrix.engine }}
  160. echo "MODE_ENGINE_PAIR=${mode}-${engine}" >> $GITHUB_ENV
  161. - name: Checkout
  162. uses: actions/checkout@v4
  163. - name: Install Docker ${{ matrix.engine }}
  164. run: |
  165. sudo systemctl stop docker.service
  166. sudo apt-get purge docker-ce docker-ce-cli containerd.io docker-compose-plugin docker-ce-rootless-extras docker-buildx-plugin
  167. sudo apt-get install curl
  168. curl -fsSL https://test.docker.com -o get-docker.sh
  169. sudo sh ./get-docker.sh --version ${{ matrix.engine }}
  170. - name: Check Docker Version
  171. run: docker --version
  172. - name: Set up Docker Buildx
  173. uses: docker/setup-buildx-action@v3
  174. - name: Set up Docker Model
  175. run: |
  176. sudo apt-get install docker-model-plugin
  177. docker model version
  178. - name: Set up Go
  179. uses: actions/setup-go@v5
  180. with:
  181. go-version-file: 'go.mod'
  182. check-latest: true
  183. cache: true
  184. - name: Build example provider
  185. run: make example-provider
  186. - name: Build
  187. uses: docker/bake-action@v6
  188. with:
  189. source: .
  190. targets: binary-with-coverage
  191. set: |
  192. *.cache-from=type=gha,scope=binary-linux-amd64
  193. *.cache-from=type=gha,scope=binary-e2e-${{ matrix.mode }}
  194. *.cache-to=type=gha,scope=binary-e2e-${{ matrix.mode }},mode=max
  195. env:
  196. BUILD_TAGS: e2e
  197. - name: Setup tmate session
  198. if: ${{ github.event_name == 'workflow_dispatch' && github.event.inputs.debug_enabled }}
  199. uses: mxschmitt/action-tmate@8b4e4ac71822ed7e0ad5fb3d1c33483e9e8fb270 # v3.11
  200. with:
  201. limit-access-to-actor: true
  202. github-token: ${{ secrets.GITHUB_TOKEN }}
  203. - name: Test plugin mode
  204. if: ${{ matrix.mode == 'plugin' }}
  205. run: |
  206. rm -rf ./bin/coverage/e2e
  207. mkdir -p ./bin/coverage/e2e
  208. make e2e-compose GOCOVERDIR=bin/coverage/e2e TEST_FLAGS="-v"
  209. - name: Gather coverage data
  210. if: ${{ matrix.mode == 'plugin' }}
  211. uses: actions/upload-artifact@v4
  212. with:
  213. name: coverage-data-e2e-${{ env.MODE_ENGINE_PAIR }}
  214. path: bin/coverage/e2e/
  215. if-no-files-found: error
  216. - name: Test standalone mode
  217. if: ${{ matrix.mode == 'standalone' }}
  218. run: |
  219. rm -f /usr/local/bin/docker-compose
  220. cp bin/build/docker-compose /usr/local/bin
  221. make e2e-compose-standalone
  222. - name: e2e Test Summary
  223. uses: test-summary/action@v2
  224. with:
  225. paths: /tmp/report/report.xml
  226. if: always()
  227. coverage:
  228. runs-on: ubuntu-latest
  229. needs:
  230. - test
  231. - e2e
  232. steps:
  233. # codecov won't process the report without the source code available
  234. - name: Checkout
  235. uses: actions/checkout@v4
  236. - name: Set up Go
  237. uses: actions/setup-go@v5
  238. with:
  239. go-version-file: 'go.mod'
  240. check-latest: true
  241. - name: Download unit test coverage
  242. uses: actions/download-artifact@v4
  243. with:
  244. name: coverage-data-unit
  245. path: coverage/unit
  246. merge-multiple: true
  247. - name: Download E2E test coverage
  248. uses: actions/download-artifact@v4
  249. with:
  250. pattern: coverage-data-e2e-*
  251. path: coverage/e2e
  252. merge-multiple: true
  253. - name: Merge coverage reports
  254. run: |
  255. go tool covdata textfmt -i=./coverage/unit,./coverage/e2e -o ./coverage.txt
  256. - name: Store coverage report in GitHub Actions
  257. uses: actions/upload-artifact@v4
  258. with:
  259. name: go-covdata-txt
  260. path: ./coverage.txt
  261. if-no-files-found: error
  262. - name: Upload coverage to Codecov
  263. uses: codecov/codecov-action@v3
  264. with:
  265. files: ./coverage.txt
  266. release:
  267. permissions:
  268. contents: write # to create a release (ncipollo/release-action)
  269. runs-on: ubuntu-latest
  270. needs:
  271. - binary
  272. steps:
  273. -
  274. name: Checkout
  275. uses: actions/checkout@v4
  276. -
  277. name: Download artifacts
  278. uses: actions/download-artifact@v4
  279. with:
  280. pattern: compose-*
  281. path: ./bin/release
  282. merge-multiple: true
  283. -
  284. name: Create checksums
  285. working-directory: ./bin/release
  286. run: |
  287. find . -type f -print0 | sort -z | xargs -r0 shasum -a 256 -b | sed 's# \*\./# *#' > $RUNNER_TEMP/checksums.txt
  288. shasum -a 256 -U -c $RUNNER_TEMP/checksums.txt
  289. mv $RUNNER_TEMP/checksums.txt .
  290. cat checksums.txt | while read sum file; do
  291. if [[ "${file#\*}" == docker-compose-* && "${file#\*}" != *.provenance.json && "${file#\*}" != *.sbom.json ]]; then
  292. echo "$sum $file" > ${file#\*}.sha256
  293. fi
  294. done
  295. -
  296. name: List artifacts
  297. run: |
  298. tree -nh ./bin/release
  299. -
  300. name: Check artifacts
  301. run: |
  302. find bin/release -type f -exec file -e ascii -- {} +
  303. -
  304. name: GitHub Release
  305. if: startsWith(github.ref, 'refs/tags/v')
  306. uses: ncipollo/release-action@58ae73b360456532aafd58ee170c045abbeaee37 # v1.10.0
  307. with:
  308. artifacts: ./bin/release/*
  309. generateReleaseNotes: true
  310. draft: true
  311. token: ${{ secrets.GITHUB_TOKEN }}