ci.yml 9.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332
  1. name: ci
  2. concurrency:
  3. group: ${{ github.workflow }}-${{ github.ref }}
  4. cancel-in-progress: true
  5. on:
  6. push:
  7. branches:
  8. - 'main'
  9. tags:
  10. - 'v*'
  11. pull_request:
  12. workflow_dispatch:
  13. inputs:
  14. debug_enabled:
  15. description: 'To run with tmate enter "debug_enabled"'
  16. required: false
  17. default: "false"
  18. permissions:
  19. contents: read # to fetch code (actions/checkout)
  20. jobs:
  21. prepare:
  22. runs-on: ubuntu-latest
  23. outputs:
  24. matrix: ${{ steps.platforms.outputs.matrix }}
  25. steps:
  26. -
  27. name: Checkout
  28. uses: actions/checkout@v4
  29. -
  30. name: Create matrix
  31. id: platforms
  32. run: |
  33. echo matrix=$(docker buildx bake binary-cross --print | jq -cr '.target."binary-cross".platforms') >> $GITHUB_OUTPUT
  34. -
  35. name: Show matrix
  36. run: |
  37. echo ${{ steps.platforms.outputs.matrix }}
  38. validate:
  39. runs-on: ubuntu-latest
  40. strategy:
  41. fail-fast: false
  42. matrix:
  43. target:
  44. - lint
  45. - validate-go-mod
  46. - validate-headers
  47. - validate-docs
  48. steps:
  49. -
  50. name: Checkout
  51. uses: actions/checkout@v4
  52. -
  53. name: Set up Docker Buildx
  54. uses: docker/setup-buildx-action@v3
  55. -
  56. name: Run
  57. run: |
  58. make ${{ matrix.target }}
  59. binary:
  60. runs-on: ubuntu-latest
  61. needs:
  62. - prepare
  63. strategy:
  64. fail-fast: false
  65. matrix:
  66. platform: ${{ fromJson(needs.prepare.outputs.matrix) }}
  67. steps:
  68. -
  69. name: Checkout
  70. uses: actions/checkout@v4
  71. -
  72. name: Prepare
  73. run: |
  74. platform=${MATRIX_PLATFORM}
  75. echo "PLATFORM_PAIR=${platform//\//-}" >> $GITHUB_ENV
  76. env:
  77. MATRIX_PLATFORM: ${{ matrix.platform }}
  78. -
  79. name: Set up QEMU
  80. uses: docker/setup-qemu-action@v3
  81. -
  82. name: Set up Docker Buildx
  83. uses: docker/setup-buildx-action@v3
  84. -
  85. name: Build
  86. uses: docker/bake-action@v6
  87. with:
  88. source: .
  89. targets: release
  90. provenance: mode=max
  91. sbom: true
  92. set: |
  93. *.platform=${{ matrix.platform }}
  94. *.cache-from=type=gha,scope=binary-${{ env.PLATFORM_PAIR }}
  95. *.cache-to=type=gha,scope=binary-${{ env.PLATFORM_PAIR }},mode=max
  96. -
  97. name: Rename provenance and sbom
  98. working-directory: ./bin/release
  99. run: |
  100. binname=$(find . -name 'docker-compose-*')
  101. filename=$(basename "$binname" | sed -E 's/\.exe$//')
  102. mv "provenance.json" "${filename}.provenance.json"
  103. mv "sbom-binary.spdx.json" "${filename}.sbom.json"
  104. find . -name 'sbom*.json' -exec rm {} \;
  105. -
  106. name: List artifacts
  107. run: |
  108. tree -nh ./bin/release
  109. -
  110. name: Upload artifacts
  111. uses: actions/upload-artifact@v4
  112. with:
  113. name: compose-${{ env.PLATFORM_PAIR }}
  114. path: ./bin/release
  115. if-no-files-found: error
  116. test:
  117. runs-on: ubuntu-latest
  118. steps:
  119. -
  120. name: Set up Docker Buildx
  121. uses: docker/setup-buildx-action@v3
  122. -
  123. name: Test
  124. uses: docker/bake-action@v6
  125. with:
  126. targets: test
  127. set: |
  128. *.cache-from=type=gha,scope=test
  129. *.cache-to=type=gha,scope=test
  130. -
  131. name: Gather coverage data
  132. uses: actions/upload-artifact@v4
  133. with:
  134. name: coverage-data-unit
  135. path: bin/coverage/unit/
  136. if-no-files-found: error
  137. -
  138. name: Unit Test Summary
  139. uses: test-summary/action@v2
  140. with:
  141. paths: bin/coverage/unit/report.xml
  142. if: always()
  143. e2e:
  144. runs-on: ubuntu-latest
  145. strategy:
  146. fail-fast: false
  147. matrix:
  148. mode:
  149. - plugin
  150. - standalone
  151. engine:
  152. - 27 # old stable (latest major - 1)
  153. - 28 # current stable
  154. steps:
  155. - name: Prepare
  156. run: |
  157. mode=${{ matrix.mode }}
  158. engine=${{ matrix.engine }}
  159. echo "MODE_ENGINE_PAIR=${mode}-${engine}" >> $GITHUB_ENV
  160. - name: Checkout
  161. uses: actions/checkout@v4
  162. - name: Install Docker ${{ matrix.engine }}
  163. run: |
  164. sudo systemctl stop docker.service
  165. sudo apt-get purge docker-ce docker-ce-cli containerd.io docker-compose-plugin docker-ce-rootless-extras docker-buildx-plugin
  166. sudo apt-get install curl
  167. curl -fsSL https://test.docker.com -o get-docker.sh
  168. sudo sh ./get-docker.sh --version ${{ matrix.engine }}
  169. - name: Check Docker Version
  170. run: docker --version
  171. - name: Set up Docker Buildx
  172. uses: docker/setup-buildx-action@v3
  173. - name: Set up Docker Model
  174. run: |
  175. sudo apt-get install docker-model-plugin
  176. docker model version
  177. - name: Set up Go
  178. uses: actions/setup-go@v5
  179. with:
  180. go-version-file: 'go.mod'
  181. check-latest: true
  182. cache: true
  183. - name: Build example provider
  184. run: make example-provider
  185. - name: Build
  186. uses: docker/bake-action@v6
  187. with:
  188. source: .
  189. targets: binary-with-coverage
  190. set: |
  191. *.cache-from=type=gha,scope=binary-linux-amd64
  192. *.cache-from=type=gha,scope=binary-e2e-${{ matrix.mode }}
  193. *.cache-to=type=gha,scope=binary-e2e-${{ matrix.mode }},mode=max
  194. env:
  195. BUILD_TAGS: e2e
  196. - name: Setup tmate session
  197. if: ${{ github.event_name == 'workflow_dispatch' && github.event.inputs.debug_enabled }}
  198. uses: mxschmitt/action-tmate@8b4e4ac71822ed7e0ad5fb3d1c33483e9e8fb270 # v3.11
  199. with:
  200. limit-access-to-actor: true
  201. github-token: ${{ secrets.GITHUB_TOKEN }}
  202. - name: Test plugin mode
  203. if: ${{ matrix.mode == 'plugin' }}
  204. run: |
  205. rm -rf ./bin/coverage/e2e
  206. mkdir -p ./bin/coverage/e2e
  207. make e2e-compose GOCOVERDIR=bin/coverage/e2e TEST_FLAGS="-v"
  208. - name: Gather coverage data
  209. if: ${{ matrix.mode == 'plugin' }}
  210. uses: actions/upload-artifact@v4
  211. with:
  212. name: coverage-data-e2e-${{ env.MODE_ENGINE_PAIR }}
  213. path: bin/coverage/e2e/
  214. if-no-files-found: error
  215. - name: Test standalone mode
  216. if: ${{ matrix.mode == 'standalone' }}
  217. run: |
  218. rm -f /usr/local/bin/docker-compose
  219. cp bin/build/docker-compose /usr/local/bin
  220. make e2e-compose-standalone
  221. - name: e2e Test Summary
  222. uses: test-summary/action@v2
  223. with:
  224. paths: /tmp/report/report.xml
  225. if: always()
  226. coverage:
  227. runs-on: ubuntu-latest
  228. needs:
  229. - test
  230. - e2e
  231. steps:
  232. # codecov won't process the report without the source code available
  233. - name: Checkout
  234. uses: actions/checkout@v4
  235. - name: Set up Go
  236. uses: actions/setup-go@v5
  237. with:
  238. go-version-file: 'go.mod'
  239. check-latest: true
  240. - name: Download unit test coverage
  241. uses: actions/download-artifact@v4
  242. with:
  243. name: coverage-data-unit
  244. path: coverage/unit
  245. merge-multiple: true
  246. - name: Download E2E test coverage
  247. uses: actions/download-artifact@v4
  248. with:
  249. pattern: coverage-data-e2e-*
  250. path: coverage/e2e
  251. merge-multiple: true
  252. - name: Merge coverage reports
  253. run: |
  254. go tool covdata textfmt -i=./coverage/unit,./coverage/e2e -o ./coverage.txt
  255. - name: Store coverage report in GitHub Actions
  256. uses: actions/upload-artifact@v4
  257. with:
  258. name: go-covdata-txt
  259. path: ./coverage.txt
  260. if-no-files-found: error
  261. - name: Upload coverage to Codecov
  262. uses: codecov/codecov-action@v3
  263. with:
  264. files: ./coverage.txt
  265. release:
  266. permissions:
  267. contents: write # to create a release (ncipollo/release-action)
  268. runs-on: ubuntu-latest
  269. needs:
  270. - binary
  271. steps:
  272. -
  273. name: Checkout
  274. uses: actions/checkout@v4
  275. -
  276. name: Download artifacts
  277. uses: actions/download-artifact@v4
  278. with:
  279. pattern: compose-*
  280. path: ./bin/release
  281. merge-multiple: true
  282. -
  283. name: Create checksums
  284. working-directory: ./bin/release
  285. run: |
  286. find . -type f -print0 | sort -z | xargs -r0 shasum -a 256 -b | sed 's# \*\./# *#' > $RUNNER_TEMP/checksums.txt
  287. shasum -a 256 -U -c $RUNNER_TEMP/checksums.txt
  288. mv $RUNNER_TEMP/checksums.txt .
  289. cat checksums.txt | while read sum file; do
  290. if [[ "${file#\*}" == docker-compose-* && "${file#\*}" != *.provenance.json && "${file#\*}" != *.sbom.json ]]; then
  291. echo "$sum $file" > ${file#\*}.sha256
  292. fi
  293. done
  294. -
  295. name: List artifacts
  296. run: |
  297. tree -nh ./bin/release
  298. -
  299. name: Check artifacts
  300. run: |
  301. find bin/release -type f -exec file -e ascii -- {} +
  302. -
  303. name: GitHub Release
  304. if: startsWith(github.ref, 'refs/tags/v')
  305. uses: ncipollo/release-action@58ae73b360456532aafd58ee170c045abbeaee37 # v1.10.0
  306. with:
  307. artifacts: ./bin/release/*
  308. generateReleaseNotes: true
  309. draft: true
  310. token: ${{ secrets.GITHUB_TOKEN }}