syncmaster/.github/workflows/tests.yml at develop · MTSWebServices/syncmaster · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
name: Run All Tests
on:
  push:
    branches:
      - develop
  pull_request:
    branches-ignore:
      - master
  workflow_dispatch:

concurrency:
  group: ${{ github.workflow }}-${{ github.head_ref || github.ref }}
  cancel-in-progress: true

env:
  DEFAULT_PYTHON: '3.13'
  MIN_COVERAGE: 88

permissions:
  contents: write
  checks: write
  pull-requests: write

jobs:
  oracle_tests:
    name: Oracle tests
    uses: ./.github/workflows/oracle-tests.yml

  clickhouse_tests:
    name: Clickhouse tests
    uses: ./.github/workflows/clickhouse-tests.yml

  mysql_tests:
    name: MySQL tests
    uses: ./.github/workflows/mysql-tests.yml

  mssql_tests:
    name: MSSQL tests
    uses: ./.github/workflows/mssql-tests.yml

  hdfs_tests:
    name: HDFS tests
    uses: ./.github/workflows/hdfs-tests.yml

  hive_tests:
    name: Hive tests
    uses: ./.github/workflows/hive-tests.yml

  iceberg_tests:
    name: Iceberg tests
    uses: ./.github/workflows/iceberg-tests.yml

  s3_tests:
    name: S3 tests
    uses: ./.github/workflows/s3-tests.yml

  sftp_tests:
    name: SFTP tests
    uses: ./.github/workflows/sftp-tests.yml

  ftp_tests:
    name: FTP tests
    uses: ./.github/workflows/ftp-tests.yml

  ftps_tests:
    name: FTPS tests
    uses: ./.github/workflows/ftps-tests.yml

  samba_tests:
    name: Samba tests
    uses: ./.github/workflows/samba-tests.yml

  webdav_tests:
    name: WebDAV tests
    uses: ./.github/workflows/webdav-tests.yml

  scheduler_tests:
    name: Scheduler tests
    uses: ./.github/workflows/scheduler-tests.yml

  unit_tests:
    name: Unit tests
    uses: ./.github/workflows/unit-test.yml

  all_done:
    name: Tests done
    runs-on: ubuntu-latest

    permissions:
      contents: write
      checks: write
      pull-requests: write

    if: success() || failure()
    needs:
      - unit_tests
      - scheduler_tests
      - clickhouse_tests
      - ftp_tests
      - ftps_tests
      - hdfs_tests
      - hive_tests
      - iceberg_tests
      - mssql_tests
      - mysql_tests
      - oracle_tests
      - s3_tests
      - samba_tests
      - sftp_tests
      - webdav_tests

    steps:
      - name: Checkout code
        uses: actions/checkout@v6

      - name: Download all coverage reports
        uses: actions/download-artifact@v8
        with:
          path: reports/
          pattern: coverage-*
          merge-multiple: true

      - name: Show test results
        uses: mikepenz/action-junit-report@v6
        with:
          report_paths: reports/junit/*.xml

      - name: Set up Python ${{ env.DEFAULT_PYTHON }}
        uses: actions/setup-python@v6
        with:
          python-version: ${{ env.DEFAULT_PYTHON }}

      - name: Install uv
        uses: astral-sh/setup-uv@v7
        with:
          enable-cache: 'false'

      - name: Install dependencies
        run: |
          uv sync --frozen --group test

      - name: Generate coverage reports
        run: |
          uv run coverage combine
          uv run coverage xml -o reports/coverage.xml

      - name: Coverage comment
        id: coverage
        uses: MishaKav/pytest-coverage-comment@v1
        with:
          pytest-xml-coverage-path: ./reports/coverage.xml
          default-branch: develop
          xml-skip-covered: true
          report-only-changed-files: true
          hide-comment: ${{ github.event_name != 'pull_request' }}

      - name: Dynamic Badges
        uses: schneegans/dynamic-badges-action@v1.7.0
        if: github.repository == 'MTSWebServices/syncmaster' && github.event_name == 'push'
        with:
          auth: ${{ secrets.AUTOMERGE_TOKEN }}
          gistID: 03e73a82ecc4709934540ce8201cc3b4
          filename: syncmaster_badge.json
          label: Coverage
          message: ${{ steps.coverage.outputs.coverage }}
          color: ${{ steps.coverage.outputs.color }}

      - name: Fail if coverage too low
        if: ${{ steps.coverage.outputs.coverage < env.MIN_COVERAGE }}
        run: |
          echo "Coverage is below ${{ env.MIN_COVERAGE }}%!"
          exit 1

      - name: All done
        run: echo 1