Skip to content

Commit ff88ffa

Browse files
aboseabose
committed
ci: run tests even after failure of one sute for other suites to complete
1 parent 7ab2631 commit ff88ffa

5 files changed

Lines changed: 214 additions & 0 deletions

File tree

‎.github/workflows/desktop-linux-test-pull.yml‎

Lines changed: 32 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -58,35 +58,67 @@ jobs:
5858
5959
- name: Run tauri unit tests
6060
uses: nick-fields/retry@v3
61+
id: linuxRunUnit
62+
continue-on-error: true
6163
with:
6264
timeout_minutes: 12
6365
max_attempts: 3
6466
command: xvfb-run ./src-tauri/target/debug/phoenix-test --run-tests=unit -q
6567

6668
- name: Run tauri integration tests
6769
uses: nick-fields/retry@v3
70+
id: linuxRunIntegration
71+
continue-on-error: true
6872
with:
6973
timeout_minutes: 12
7074
max_attempts: 3
7175
command: xvfb-run ./src-tauri/target/debug/phoenix-test --run-tests=integration -q
7276

7377
- name: Run tauri mainview tests
7478
uses: nick-fields/retry@v3
79+
id: linuxRunMainview
80+
continue-on-error: true
7581
with:
7682
timeout_minutes: 12
7783
max_attempts: 3
7884
command: xvfb-run ./src-tauri/target/debug/phoenix-test --run-tests=mainview -q
7985

8086
- name: Run tauri livepreview tests
8187
uses: nick-fields/retry@v3
88+
id: linuxRunLivepreview
89+
continue-on-error: true
8290
with:
8391
timeout_minutes: 12
8492
max_attempts: 3
8593
command: xvfb-run ./src-tauri/target/debug/phoenix-test --run-tests=livepreview -q
8694

8795
- name: Run tauri LegacyInteg tests
8896
uses: nick-fields/retry@v3
97+
id: linuxRunLegacyInteg
98+
continue-on-error: true
8999
with:
90100
timeout_minutes: 20
91101
max_attempts: 3
92102
command: xvfb-run ./src-tauri/target/debug/phoenix-test --run-tests=LegacyInteg -q
103+
104+
- name: Fail on test runs failed in Linux
105+
if: steps.linuxRunUnit.outcome == 'failure' || steps.linuxRunIntegration.outcome == 'failure' || steps.linuxRunMainview.outcome == 'failure' || steps.linuxRunLivepreview.outcome == 'failure' || steps.linuxRunLegacyInteg.outcome == 'failure'
106+
run: |
107+
echo "Linux tests failed, marking step as failed"
108+
echo "Failed tests:"
109+
if [ "${{ steps.linuxRunUnit.outcome }}" == "failure" ]; then
110+
echo "- Run tauri unit tests"
111+
fi
112+
if [ "${{ steps.linuxRunIntegration.outcome }}" == "failure" ]; then
113+
echo "- Run tauri integration tests"
114+
fi
115+
if [ "${{ steps.linuxRunMainview.outcome }}" == "failure" ]; then
116+
echo "- Run tauri mainview tests"
117+
fi
118+
if [ "${{ steps.linuxRunLivepreview.outcome }}" == "failure" ]; then
119+
echo "- Run tauri livepreview tests"
120+
fi
121+
if [ "${{ steps.linuxRunLegacyInteg.outcome }}" == "failure" ]; then
122+
echo "- Run tauri LegacyInteg tests"
123+
fi
124+
exit 1

‎.github/workflows/desktop-mac-m1-test-pull.yml‎

Lines changed: 32 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -53,35 +53,67 @@ jobs:
5353
5454
- name: Run tauri unit tests
5555
uses: nick-fields/retry@v3
56+
id: macM1RunUnit
57+
continue-on-error: true
5658
with:
5759
timeout_minutes: 12
5860
max_attempts: 3
5961
command: ./src-tauri/target/debug/phoenix-test --run-tests=unit -q
6062

6163
- name: Run tauri integration tests
6264
uses: nick-fields/retry@v3
65+
id: macM1RunIntegration
66+
continue-on-error: true
6367
with:
6468
timeout_minutes: 12
6569
max_attempts: 3
6670
command: ./src-tauri/target/debug/phoenix-test --run-tests=integration -q
6771

6872
- name: Run tauri mainview tests
6973
uses: nick-fields/retry@v3
74+
id: macM1RunMainview
75+
continue-on-error: true
7076
with:
7177
timeout_minutes: 12
7278
max_attempts: 3
7379
command: ./src-tauri/target/debug/phoenix-test --run-tests=mainview -q
7480

7581
- name: Run tauri livepreview tests
7682
uses: nick-fields/retry@v3
83+
id: macM1RunLivepreview
84+
continue-on-error: true
7785
with:
7886
timeout_minutes: 12
7987
max_attempts: 3
8088
command: ./src-tauri/target/debug/phoenix-test --run-tests=livepreview -q
8189

8290
- name: Run tauri LegacyInteg tests
8391
uses: nick-fields/retry@v3
92+
id: macM1RunLegacyInteg
93+
continue-on-error: true
8494
with:
8595
timeout_minutes: 30
8696
max_attempts: 3
8797
command: ./src-tauri/target/debug/phoenix-test --run-tests=LegacyInteg -q
98+
99+
- name: Fail on test runs failed in Mac M1
100+
if: steps.macM1RunUnit.outcome == 'failure' || steps.macM1RunIntegration.outcome == 'failure' || steps.macM1RunMainview.outcome == 'failure' || steps.macM1RunLivepreview.outcome == 'failure' || steps.macM1RunLegacyInteg.outcome == 'failure'
101+
run: |
102+
echo "Mac M1 tests failed, marking step as failed"
103+
echo "Failed tests:"
104+
if [ "${{ steps.macM1RunUnit.outcome }}" == "failure" ]; then
105+
echo "- Run tauri unit tests"
106+
fi
107+
if [ "${{ steps.macM1RunIntegration.outcome }}" == "failure" ]; then
108+
echo "- Run tauri integration tests"
109+
fi
110+
if [ "${{ steps.macM1RunMainview.outcome }}" == "failure" ]; then
111+
echo "- Run tauri mainview tests"
112+
fi
113+
if [ "${{ steps.macM1RunLivepreview.outcome }}" == "failure" ]; then
114+
echo "- Run tauri livepreview tests"
115+
fi
116+
if [ "${{ steps.macM1RunLegacyInteg.outcome }}" == "failure" ]; then
117+
echo "- Run tauri LegacyInteg tests"
118+
fi
119+
exit 1

‎.github/workflows/desktop-mac-test-pull.yml‎

Lines changed: 32 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -51,35 +51,67 @@ jobs:
5151
5252
- name: Run tauri unit tests
5353
uses: nick-fields/retry@v3
54+
id: macRunUnit
55+
continue-on-error: true
5456
with:
5557
timeout_minutes: 12
5658
max_attempts: 3
5759
command: ./src-tauri/target/debug/phoenix-test --run-tests=unit -q
5860

5961
- name: Run tauri integration tests
6062
uses: nick-fields/retry@v3
63+
id: macRunIntegration
64+
continue-on-error: true
6165
with:
6266
timeout_minutes: 12
6367
max_attempts: 3
6468
command: ./src-tauri/target/debug/phoenix-test --run-tests=integration -q
6569

6670
- name: Run tauri mainview tests
6771
uses: nick-fields/retry@v3
72+
id: macRunMainview
73+
continue-on-error: true
6874
with:
6975
timeout_minutes: 12
7076
max_attempts: 3
7177
command: ./src-tauri/target/debug/phoenix-test --run-tests=mainview -q
7278

7379
- name: Run tauri livepreview tests
7480
uses: nick-fields/retry@v3
81+
id: macRunLivepreview
82+
continue-on-error: true
7583
with:
7684
timeout_minutes: 12
7785
max_attempts: 3
7886
command: ./src-tauri/target/debug/phoenix-test --run-tests=livepreview -q
7987

8088
- name: Run tauri LegacyInteg tests
8189
uses: nick-fields/retry@v3
90+
id: macRunLegacyInteg
91+
continue-on-error: true
8292
with:
8393
timeout_minutes: 30
8494
max_attempts: 3
8595
command: ./src-tauri/target/debug/phoenix-test --run-tests=LegacyInteg -q
96+
97+
- name: Fail on test runs failed in Mac
98+
if: steps.macRunUnit.outcome == 'failure' || steps.macRunIntegration.outcome == 'failure' || steps.macRunMainview.outcome == 'failure' || steps.macRunLivepreview.outcome == 'failure' || steps.macRunLegacyInteg.outcome == 'failure'
99+
run: |
100+
echo "Mac tests failed, marking step as failed"
101+
echo "Failed tests:"
102+
if [ "${{ steps.macRunUnit.outcome }}" == "failure" ]; then
103+
echo "- Run tauri unit tests"
104+
fi
105+
if [ "${{ steps.macRunIntegration.outcome }}" == "failure" ]; then
106+
echo "- Run tauri integration tests"
107+
fi
108+
if [ "${{ steps.macRunMainview.outcome }}" == "failure" ]; then
109+
echo "- Run tauri mainview tests"
110+
fi
111+
if [ "${{ steps.macRunLivepreview.outcome }}" == "failure" ]; then
112+
echo "- Run tauri livepreview tests"
113+
fi
114+
if [ "${{ steps.macRunLegacyInteg.outcome }}" == "failure" ]; then
115+
echo "- Run tauri LegacyInteg tests"
116+
fi
117+
exit 1

‎.github/workflows/prod-desktop-tests-on-pull.yml‎

Lines changed: 64 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -56,39 +56,71 @@ jobs:
5656
5757
- name: Run tauri unit tests
5858
uses: nick-fields/retry@v3
59+
id: linuxRunUnit
60+
continue-on-error: true
5961
with:
6062
timeout_minutes: 12
6163
max_attempts: 3
6264
command: xvfb-run ./src-tauri/target/debug/phoenix-test --run-tests=unit -q
6365

6466
- name: Run tauri integration tests
6567
uses: nick-fields/retry@v3
68+
id: linuxRunIntegration
69+
continue-on-error: true
6670
with:
6771
timeout_minutes: 12
6872
max_attempts: 3
6973
command: xvfb-run ./src-tauri/target/debug/phoenix-test --run-tests=integration -q
7074

7175
- name: Run tauri mainview tests
7276
uses: nick-fields/retry@v3
77+
id: linuxRunMainview
78+
continue-on-error: true
7379
with:
7480
timeout_minutes: 12
7581
max_attempts: 3
7682
command: xvfb-run ./src-tauri/target/debug/phoenix-test --run-tests=mainview -q
7783

7884
- name: Run tauri livepreview tests
7985
uses: nick-fields/retry@v3
86+
id: linuxRunLivepreview
87+
continue-on-error: true
8088
with:
8189
timeout_minutes: 12
8290
max_attempts: 3
8391
command: xvfb-run ./src-tauri/target/debug/phoenix-test --run-tests=livepreview -q
8492

8593
- name: Run tauri LegacyInteg tests
8694
uses: nick-fields/retry@v3
95+
id: linuxRunLegacyInteg
96+
continue-on-error: true
8797
with:
8898
timeout_minutes: 20
8999
max_attempts: 3
90100
command: xvfb-run ./src-tauri/target/debug/phoenix-test --run-tests=LegacyInteg -q
91101

102+
- name: Fail on test runs failed in Linux (prod)
103+
if: steps.linuxRunUnit.outcome == 'failure' || steps.linuxRunIntegration.outcome == 'failure' || steps.linuxRunMainview.outcome == 'failure' || steps.linuxRunLivepreview.outcome == 'failure' || steps.linuxRunLegacyInteg.outcome == 'failure'
104+
run: |
105+
echo "Linux (prod) tests failed, marking step as failed"
106+
echo "Failed tests:"
107+
if [ "${{ steps.linuxRunUnit.outcome }}" == "failure" ]; then
108+
echo "- Run tauri unit tests"
109+
fi
110+
if [ "${{ steps.linuxRunIntegration.outcome }}" == "failure" ]; then
111+
echo "- Run tauri integration tests"
112+
fi
113+
if [ "${{ steps.linuxRunMainview.outcome }}" == "failure" ]; then
114+
echo "- Run tauri mainview tests"
115+
fi
116+
if [ "${{ steps.linuxRunLivepreview.outcome }}" == "failure" ]; then
117+
echo "- Run tauri livepreview tests"
118+
fi
119+
if [ "${{ steps.linuxRunLegacyInteg.outcome }}" == "failure" ]; then
120+
echo "- Run tauri LegacyInteg tests"
121+
fi
122+
exit 1
123+
92124
testDesktopMac:
93125
runs-on: macos-15
94126
timeout-minutes: 90
@@ -132,39 +164,71 @@ jobs:
132164
133165
- name: Run tauri unit tests
134166
uses: nick-fields/retry@v3
167+
id: macRunUnit
168+
continue-on-error: true
135169
with:
136170
timeout_minutes: 12
137171
max_attempts: 3
138172
command: ./src-tauri/target/debug/phoenix-test --run-tests=unit -q
139173

140174
- name: Run tauri integration tests
141175
uses: nick-fields/retry@v3
176+
id: macRunIntegration
177+
continue-on-error: true
142178
with:
143179
timeout_minutes: 12
144180
max_attempts: 3
145181
command: ./src-tauri/target/debug/phoenix-test --run-tests=integration -q
146182

147183
- name: Run tauri mainview tests
148184
uses: nick-fields/retry@v3
185+
id: macRunMainview
186+
continue-on-error: true
149187
with:
150188
timeout_minutes: 12
151189
max_attempts: 3
152190
command: ./src-tauri/target/debug/phoenix-test --run-tests=mainview -q
153191

154192
- name: Run tauri livepreview tests
155193
uses: nick-fields/retry@v3
194+
id: macRunLivepreview
195+
continue-on-error: true
156196
with:
157197
timeout_minutes: 12
158198
max_attempts: 3
159199
command: ./src-tauri/target/debug/phoenix-test --run-tests=livepreview -q
160200

161201
- name: Run tauri LegacyInteg tests
162202
uses: nick-fields/retry@v3
203+
id: macRunLegacyInteg
204+
continue-on-error: true
163205
with:
164206
timeout_minutes: 30
165207
max_attempts: 3
166208
command: ./src-tauri/target/debug/phoenix-test --run-tests=LegacyInteg -q
167209

210+
- name: Fail on test runs failed in Mac (prod)
211+
if: steps.macRunUnit.outcome == 'failure' || steps.macRunIntegration.outcome == 'failure' || steps.macRunMainview.outcome == 'failure' || steps.macRunLivepreview.outcome == 'failure' || steps.macRunLegacyInteg.outcome == 'failure'
212+
run: |
213+
echo "Mac (prod) tests failed, marking step as failed"
214+
echo "Failed tests:"
215+
if [ "${{ steps.macRunUnit.outcome }}" == "failure" ]; then
216+
echo "- Run tauri unit tests"
217+
fi
218+
if [ "${{ steps.macRunIntegration.outcome }}" == "failure" ]; then
219+
echo "- Run tauri integration tests"
220+
fi
221+
if [ "${{ steps.macRunMainview.outcome }}" == "failure" ]; then
222+
echo "- Run tauri mainview tests"
223+
fi
224+
if [ "${{ steps.macRunLivepreview.outcome }}" == "failure" ]; then
225+
echo "- Run tauri livepreview tests"
226+
fi
227+
if [ "${{ steps.macRunLegacyInteg.outcome }}" == "failure" ]; then
228+
echo "- Run tauri LegacyInteg tests"
229+
fi
230+
exit 1
231+
168232
testDesktopWindows:
169233
runs-on: windows-latest
170234
timeout-minutes: 90

0 commit comments

Comments
 (0)