Publish coverage reports in CI

Author: KSemenenko

.github/actions/publish-coverage-report/action.yml

@@ -0,0 +1,47 @@
+name: Publish Coverage Report
+description: Generate and publish a human-readable coverage report from Cobertura files.
+
+inputs:
+  artifact-name:
+    description: Name for the uploaded coverage report artifact.
+    required: true
+  reports:
+    description: Semicolon-separated Cobertura report globs.
+    required: true
+  targetdir:
+    description: Directory where ReportGenerator should write the generated report.
+    required: true
+  title:
+    description: Title shown in the generated report and GitHub Actions summary.
+    required: true
+
+runs:
+  using: composite
+  steps:
+    - name: Generate coverage report
+      uses: danielpalme/ReportGenerator-GitHub-Action@5.5.4
+      with:
+        reports: ${{ inputs.reports }}
+        targetdir: ${{ inputs.targetdir }}
+        reporttypes: HtmlInline;MarkdownSummaryGithub;Cobertura
+        title: ${{ inputs.title }}
+        tag: ${{ github.run_number }}_${{ github.run_id }}
+
+    - name: Upload coverage report artifact
+      uses: actions/upload-artifact@v7
+      with:
+        name: ${{ inputs.artifact-name }}
+        path: ${{ inputs.targetdir }}
+        if-no-files-found: error
+
+    - name: Publish coverage summary
+      shell: bash
+      run: |
+        summary_path="${{ inputs.targetdir }}/SummaryGithub.md"
+        if [[ ! -f "$summary_path" ]]; then
+          printf '## %s\n\nCoverage summary was not generated.\n' "${{ inputs.title }}" >> "$GITHUB_STEP_SUMMARY"
+          exit 1
+        fi
+
+        printf '## %s\n\n' "${{ inputs.title }}" >> "$GITHUB_STEP_SUMMARY"
+        cat "$summary_path" >> "$GITHUB_STEP_SUMMARY"

.github/workflows/deploy-github-pages.yml

@@ -86,6 +86,15 @@ jobs:
             tests/PrompterOne.Web.Tests/bin/**/TestResults/**
           if-no-files-found: ignore
 
+      - name: Publish supporting suite coverage report
+        if: always() && hashFiles('tests/PrompterOne.Core.Tests/bin/**/TestResults/*.cobertura.xml', 'tests/PrompterOne.Web.Tests/bin/**/TestResults/*.cobertura.xml') != ''
+        uses: ./.github/actions/publish-coverage-report
+        with:
+          artifact-name: coverage-report-release-pipeline-supporting
+          reports: tests/PrompterOne.Core.Tests/bin/**/TestResults/*.cobertura.xml;tests/PrompterOne.Web.Tests/bin/**/TestResults/*.cobertura.xml
+          targetdir: coverage-report/supporting
+          title: Release Pipeline Supporting Coverage
+
   build_browser_suites:
     name: Build Browser Tests
     runs-on: macos-latest
@@ -174,6 +183,15 @@ jobs:
           path: tests/PrompterOne.Web.UITests.${{ matrix.suite.name }}/bin/**/TestResults/**
           if-no-files-found: ignore
 
+      - name: Publish browser suite coverage report
+        if: always() && hashFiles(format('tests/PrompterOne.Web.UITests.{0}/bin/**/TestResults/*.cobertura.xml', matrix.suite.name)) != ''
+        uses: ./.github/actions/publish-coverage-report
+        with:
+          artifact-name: coverage-report-release-pipeline-${{ matrix.suite.artifact }}
+          reports: tests/PrompterOne.Web.UITests.${{ matrix.suite.name }}/bin/**/TestResults/*.cobertura.xml
+          targetdir: coverage-report/${{ matrix.suite.artifact }}
+          title: Release Pipeline ${{ matrix.suite.name }} Coverage
+
       - name: Upload Playwright artifacts
         if: always()
         uses: actions/upload-artifact@v7

.github/workflows/pr-validation.yml

@@ -78,6 +78,15 @@ jobs:
             tests/PrompterOne.Web.Tests/bin/**/TestResults/**
           if-no-files-found: ignore
 
+      - name: Publish supporting suite coverage report
+        if: always() && hashFiles('tests/PrompterOne.Core.Tests/bin/**/TestResults/*.cobertura.xml', 'tests/PrompterOne.Web.Tests/bin/**/TestResults/*.cobertura.xml') != ''
+        uses: ./.github/actions/publish-coverage-report
+        with:
+          artifact-name: coverage-report-pr-validation-supporting
+          reports: tests/PrompterOne.Core.Tests/bin/**/TestResults/*.cobertura.xml;tests/PrompterOne.Web.Tests/bin/**/TestResults/*.cobertura.xml
+          targetdir: coverage-report/supporting
+          title: PR Validation Supporting Coverage
+
   build_browser_suites:
     name: Build Browser Tests
     runs-on: macos-latest
@@ -160,6 +169,15 @@ jobs:
           path: tests/PrompterOne.Web.UITests.${{ matrix.suite.name }}/bin/**/TestResults/**
           if-no-files-found: ignore
 
+      - name: Publish browser suite coverage report
+        if: always() && hashFiles(format('tests/PrompterOne.Web.UITests.{0}/bin/**/TestResults/*.cobertura.xml', matrix.suite.name)) != ''
+        uses: ./.github/actions/publish-coverage-report
+        with:
+          artifact-name: coverage-report-pr-validation-${{ matrix.suite.artifact }}
+          reports: tests/PrompterOne.Web.UITests.${{ matrix.suite.name }}/bin/**/TestResults/*.cobertura.xml
+          targetdir: coverage-report/${{ matrix.suite.artifact }}
+          title: PR Validation ${{ matrix.suite.name }} Coverage
+
       - name: Upload Playwright artifacts
         if: always()
         uses: actions/upload-artifact@v7

AGENTS.md

@@ -106,7 +106,7 @@ Rule format:
 - When a CI test job fails, times out, or is cancelled, the workflow summary must still state which tests failed or that the run ended before per-test failure data was available; do not leave browser-suite failures represented only by generic job annotations.
 - Do not add or raise CI timeout settings as a fix for browser-suite instability or slow runs; fix the underlying failure path cleanly instead of masking it with workflow or step timeouts.
 - For TUnit reporting in GitHub Actions, prefer TUnit's built-in HTML report and the documented `actions/github-script` runtime exposure step over repo-local custom summary scripts or ad-hoc log parsers.
-- GitHub Actions test jobs must use the repo `tests/dotnet-test-progress.rsp` response file and enable TUnit coverage for every runnable test suite so CI measures the same detailed, non-ANSI test output and coverage signal expected locally.
+- GitHub Actions test jobs must use the repo `tests/dotnet-test-progress.rsp` response file and enable TUnit coverage for every runnable test suite so CI measures the same minimal, non-ANSI test output and coverage signal expected locally; do not configure detailed per-test `Standard output` or empty `Error output` blocks as the default log format.
 - Public web hosting is split by role: the standalone PrompterOne app in this repo must publish on `app.prompter.one`, while the marketing landing site for `prompter.one` lives in the separate `PrompterOne-LandingPage` repository.
 - Runtime telemetry providers such as Google Analytics, Clarity, and Sentry must not be described as connected or working unless the real production path is verified with actual outbound delivery or loaded vendor SDKs; local harness snapshots, init flags, or stubbed globals are not sufficient proof.
 - Runtime telemetry readiness must be proven against Release-built app artifacts in CI; do not sign off GA, Clarity, or Sentry from Debug-only local runs when the shipped Release pipeline has not validated that path.
@@ -173,7 +173,7 @@ Rule format:
 For this `.NET` repo:
 
 - all automated test projects run on `TUnit` and native `Microsoft.Testing.Platform`
-- use `@./tests/dotnet-test-progress.rsp` on repo test commands so `dotnet test` emits detailed, non-ANSI per-test progress logs consistently in terminal and CI text logs
+- use `@./tests/dotnet-test-progress.rsp` on repo test commands so `dotnet test` emits minimal, non-ANSI progress logs consistently in terminal and CI text logs without flooding every test with `Standard output` or empty `Error output` sections
 - `format` is direct `dotnet format`, not `--verify-no-changes` and not a wrapper
 - coverage uses TUnit's native `--coverage` support
 - `LangVersion` is not pinned; use the SDK default unless the repo intentionally changes it later

tests/PrompterOne.Web.UITests.Editor/Editor/EditorInteractionTests.cs

@@ -288,10 +288,7 @@ public async Task EditorScreen_DoesNotRenderLegacyStructureInspectorPanel()
 
         try
         {
-            await EditorIsolatedDraftDriver.CreateSeededDraftAsync(
-                page,
-                BrowserTestConstants.Scripts.QuantumId,
-                waitForPersistedRoute: false);
+            await EditorIsolatedDraftDriver.CreateSeededDraftAsync(page, BrowserTestConstants.Scripts.QuantumId);
             await Expect(page.GetByTestId(UiTestIds.Editor.ActiveSegmentName)).ToHaveCountAsync(0);
             await Expect(page.GetByTestId(UiTestIds.Editor.ActiveBlockName)).ToHaveCountAsync(0);
             await Expect(page.GetByTestId(UiTestIds.Editor.SegmentNavigation(0))).ToContainTextAsync("Introduction");

tests/PrompterOne.Web.UITests.Editor/Editor/EditorScriptGraphViewTests.cs

@@ -180,7 +180,9 @@ await Expect(page.GetByTestId(UiTestIds.Editor.GraphSemanticStatus))
             await Assert.That(graphKinds.Contains("Literal")).IsFalse();
             await Assert.That(graphKinds.Contains("Uri")).IsFalse();
 
-            await page.GetByTestId(UiTestIds.Editor.GraphTokenizerAnalyze).ClickAsync();
+            await UiInteractionDriver.ClickAndContinueAsync(
+                page.GetByTestId(UiTestIds.Editor.GraphTokenizerAnalyze),
+                noWaitAfter: true);
             await Expect(page.GetByTestId(UiTestIds.Editor.GraphSemanticStatus))
                 .ToHaveAttributeAsync(
                     BrowserTestConstants.Editor.GraphSemanticStatusAttributeName,

tests/PrompterOne.Web.UITests.Reader/Teleprompter/TeleprompterReadingChromeIntensityTests.cs

@@ -79,7 +79,12 @@ await Assert.That(progressFillColors.Start.A <= BrowserTestConstants.Teleprompte
         });
 
     private static bool HasMaximumChannels(CssColor color, double maximum) =>
-        color.R <= maximum && color.G <= maximum && color.B <= maximum;
+        EffectiveChannel(color.R, color.A) <= maximum &&
+        EffectiveChannel(color.G, color.A) <= maximum &&
+        EffectiveChannel(color.B, color.A) <= maximum;
+
+    private static double EffectiveChannel(double channel, double alpha) =>
+        channel * alpha;
 
     private static Task ClearChromeHoverAsync(IPage page) =>
         page.Mouse.MoveAsync(

tests/PrompterOne.Web.UITests/Support/BrowserErrorCollector.cs

@@ -4,6 +4,7 @@ namespace PrompterOne.Web.UITests;
 
 internal sealed class BrowserErrorCollector
 {
+    private readonly object _gate = new();
     private readonly List<string> _consoleErrors = [];
     private readonly List<string> _pageErrors = [];
 
@@ -21,24 +22,45 @@ public static BrowserErrorCollector Attach(IPage page)
 
     public async Task AssertNoCriticalUiErrorsAsync()
     {
-        await Assert.That(_pageErrors).DoesNotContain(IsCriticalUiError);
-        await Assert.That(_consoleErrors).DoesNotContain(IsCriticalUiError);
+        await Assert.That(Snapshot(_pageErrors)).DoesNotContain(IsCriticalUiError);
+        await Assert.That(Snapshot(_consoleErrors)).DoesNotContain(IsCriticalUiError);
     }
 
     public string Describe() =>
         string.Join(
             Environment.NewLine,
-            _consoleErrors
-                .Concat(_pageErrors)
-                .DefaultIfEmpty("No captured browser console or page errors."));
+            Snapshot(_consoleErrors)
+                .Where(IsActionableConsoleDiagnostic)
+                .Concat(Snapshot(_pageErrors).Select(message => $"pageerror: {message}"))
+                .DefaultIfEmpty("No captured critical browser console or page errors."));
 
     private void OnConsoleMessage(object? sender, IConsoleMessage message)
     {
-        _consoleErrors.Add($"{message.Type}: {message.Text}");
+        lock (_gate)
+        {
+            _consoleErrors.Add($"{message.Type}: {message.Text}");
+        }
     }
 
-    private void OnPageError(object? sender, string message) =>
-        _pageErrors.Add(message);
+    private void OnPageError(object? sender, string message)
+    {
+        lock (_gate)
+        {
+            _pageErrors.Add(message);
+        }
+    }
+
+    private string[] Snapshot(List<string> messages)
+    {
+        lock (_gate)
+        {
+            return [.. messages];
+        }
+    }
+
+    private static bool IsActionableConsoleDiagnostic(string message) =>
+        message.StartsWith("error:", StringComparison.OrdinalIgnoreCase) ||
+        IsCriticalUiError(message);
 
     private static bool IsCriticalUiError(string message) =>
         message.Contains(BrowserTestConstants.RapidInput.UnhandledUiExceptionFragment, StringComparison.Ordinal) ||

tests/PrompterOne.Web.UITests/Support/PlaybackRouteDriver.cs

@@ -30,13 +30,13 @@ internal static async Task WaitForLearnReadyAsync(IPage page, string route)
         await BrowserRouteDriver.WaitForRouteAsync(page, route);
         await Expect(page.GetByTestId(UiTestIds.Learn.Page)).ToBeVisibleAsync();
         await Expect(page.GetByTestId(UiTestIds.Learn.Display)).ToBeVisibleAsync();
+        await Expect(page.GetByTestId(UiTestIds.Learn.Display))
+            .ToHaveAttributeAsync(LearnLayoutReadyAttributeName, TrueValue);
         await Expect(page.GetByTestId(UiTestIds.Learn.Word)).ToBeVisibleAsync();
         await Expect(page.GetByTestId(UiTestIds.Learn.ProgressLabel)).ToBeVisibleAsync();
         await Expect(page.GetByTestId(UiTestIds.Learn.PlayToggle)).ToBeVisibleAsync();
         await Expect(page.GetByTestId(UiTestIds.Learn.StepForward)).ToBeVisibleAsync();
         await Expect(page.GetByTestId(UiTestIds.Learn.StepForwardLarge)).ToBeVisibleAsync();
-        await Expect(page.GetByTestId(UiTestIds.Learn.Display))
-            .ToHaveAttributeAsync(LearnLayoutReadyAttributeName, TrueValue);
     }
 
     internal static async Task WaitForTeleprompterReadyAsync(

tests/dotnet-test-progress.rsp

@@ -1,3 +1 @@
---output
-detailed
 --no-ansi