Add list-suites and list-tests options to limit report size

dorny · Jan 25, 2021 · 3744805 · 3744805
1 parent 0919385
commit 3744805
Show file tree

Hide file tree

Showing 20 changed files with 28,619 additions and 18,560 deletions.
diff --git a/README.md b/README.md
@@ -61,6 +61,17 @@ jobs:
     #   jest-junit
     reporter: ''
 
+    # Limits which test suites are listed:
+    #   all
+    #   only-failed
+    list-suites: 'all'
+
+    # Limits which test cases are listed:
+    #   all
+    #   failed
+    #   none
+    list-tests: 'all'
+
     # Limits number of created annotations with error message and stack trace captured during test execution.
     # Must be less or equal to 50.
     max-annotations: '10'

diff --git a/__tests__/__outputs__/dart-json.md b/__tests__/__outputs__/dart-json.md
@@ -6,12 +6,12 @@
 
 | Result | Suite | Tests | Time | Passed ✔️ | Skipped ✖️ | Failed ❌ |
 | :---: | :--- | ---: | ---: | ---: | ---: | ---: |
-| ❌ | [test\main_test.dart](#ts-0-test-maintest-dart) | 4 | 74ms | 1 | 0 | 3 |
-| ❌ | [test\second_test.dart](#ts-1-test-secondtest-dart) | 2 | 51ms | 0 | 1 | 1 |
+| ❌ | [test\main_test.dart](#r0s0-test-maintest-dart) | 4 | 74ms | 1 | 0 | 3 |
+| ❌ | [test\second_test.dart](#r0s1-test-secondtest-dart) | 2 | 51ms | 0 | 1 | 1 |
 
 # Test Suites
 
-## <a id="user-content-ts-0-test-maintest-dart" href="#ts-0-test-maintest-dart">test\main_test.dart</a> ❌
+## <a id="user-content-r0s0-test-maintest-dart" href="#r0s0-test-maintest-dart">test\main_test.dart</a> ❌
 
 ### Test 1
 
@@ -32,7 +32,7 @@
 | :---: | :--- | ---: |
 | ❌ | Test 2 Exception in test | 12ms |
 
-## <a id="user-content-ts-1-test-secondtest-dart" href="#ts-1-test-secondtest-dart">test\second_test.dart</a> ❌
+## <a id="user-content-r0s1-test-secondtest-dart" href="#r0s1-test-secondtest-dart">test\second_test.dart</a> ❌
 
 | Result | Test | Time |
 | :---: | :--- | ---: |

diff --git a/__tests__/__outputs__/dotnet-trx.md b/__tests__/__outputs__/dotnet-trx.md
@@ -6,11 +6,11 @@
 
 | Result | Suite | Tests | Time | Passed ✔️ | Skipped ✖️ | Failed ❌ |
 | :---: | :--- | ---: | ---: | ---: | ---: | ---: |
-| ❌ | [DotnetTests.XUnitTests.CalculatorTests](#ts-0-DotnetTests-XUnitTests-CalculatorTests) | 7 | 109.5761ms | 3 | 1 | 3 |
+| ❌ | [DotnetTests.XUnitTests.CalculatorTests](#r0s0-DotnetTests-XUnitTests-CalculatorTests) | 7 | 109.5761ms | 3 | 1 | 3 |
 
 # Test Suites
 
-## <a id="user-content-ts-0-DotnetTests-XUnitTests-CalculatorTests" href="#ts-0-DotnetTests-XUnitTests-CalculatorTests">DotnetTests.XUnitTests.CalculatorTests</a> ❌
+## <a id="user-content-r0s0-DotnetTests-XUnitTests-CalculatorTests" href="#r0s0-DotnetTests-XUnitTests-CalculatorTests">DotnetTests.XUnitTests.CalculatorTests</a> ❌
 
 | Result | Test | Time |
 | :---: | :--- | ---: |

diff --git a/__tests__/__outputs__/jest-junit.md b/__tests__/__outputs__/jest-junit.md
@@ -6,12 +6,12 @@
 
 | Result | Suite | Tests | Time | Passed ✔️ | Skipped ✖️ | Failed ❌ |
 | :---: | :--- | ---: | ---: | ---: | ---: | ---: |
-| ❌ | [__tests__\main.test.js](#ts-0-tests-main-test-js) | 4 | 486ms | 1 | 0 | 3 |
-| ❌ | [__tests__\second.test.js](#ts-1-tests-second-test-js) | 2 | 82ms | 0 | 1 | 1 |
+| ❌ | [__tests__\main.test.js](#r0s0-tests-main-test-js) | 4 | 486ms | 1 | 0 | 3 |
+| ❌ | [__tests__\second.test.js](#r0s1-tests-second-test-js) | 2 | 82ms | 0 | 1 | 1 |
 
 # Test Suites
 
-## <a id="user-content-ts-0-tests-main-test-js" href="#ts-0-tests-main-test-js">__tests__\main.test.js</a> ❌
+## <a id="user-content-r0s0-tests-main-test-js" href="#r0s0-tests-main-test-js">__tests__\main.test.js</a> ❌
 
 ### Test 1
 
@@ -32,7 +32,7 @@
 | :---: | :--- | ---: |
 | ❌ | Exception in test | 0ms |
 
-## <a id="user-content-ts-1-tests-second-test-js" href="#ts-1-tests-second-test-js">__tests__\second.test.js</a> ❌
+## <a id="user-content-r0s1-tests-second-test-js" href="#r0s1-tests-second-test-js">__tests__\second.test.js</a> ❌
 
 | Result | Test | Time |
 | :---: | :--- | ---: |

diff --git a/__tests__/__outputs__/jest-test-results.md b/__tests__/__outputs__/jest-test-results.md
diff --git a/__tests__/__snapshots__/dart-json.test.ts.snap b/__tests__/__snapshots__/dart-json.test.ts.snap
@@ -52,47 +52,75 @@ dart:isolate  _RawReceivePortImpl._handleMessage
       "title": "[test\\\\second_test.dart] Timeout test",
     },
   ],
-  "summary": "![Tests failed](https://img.shields.io/badge/tests-1%20passed%2C%201%20skipped%2C%204%20failed-critical)
-
-### fixtures/dart-json.json
-
-**6** tests were completed in **3.760s** with **1** passed, **1** skipped and **4** failed.
-
-| Result | Suite | Tests | Time | Passed ✔️ | Skipped ✖️ | Failed ❌ |
-| :---: | :--- | ---: | ---: | ---: | ---: | ---: |
-| ❌ | [test\\\\main_test.dart](#ts-0-test-maintest-dart) | 4 | 74ms | 1 | 0 | 3 |
-| ❌ | [test\\\\second_test.dart](#ts-1-test-secondtest-dart) | 2 | 51ms | 0 | 1 | 1 |
-
-# Test Suites
-
-## <a id=\\"user-content-ts-0-test-maintest-dart\\" href=\\"#ts-0-test-maintest-dart\\">test\\\\main_test.dart</a> ❌
-
-### Test 1
-
-| Result | Test | Time |
-| :---: | :--- | ---: |
-| ✔️ | Test 1 Passing test | 36ms |
-
-### Test 1 Test 1.1
-
-| Result | Test | Time |
-| :---: | :--- | ---: |
-| ❌ | Test 1 Test 1.1 Failing test | 20ms |
-| ❌ | Test 1 Test 1.1 Exception in target unit | 6ms |
-
-### Test 2
-
-| Result | Test | Time |
-| :---: | :--- | ---: |
-| ❌ | Test 2 Exception in test | 12ms |
-
-## <a id=\\"user-content-ts-1-test-secondtest-dart\\" href=\\"#ts-1-test-secondtest-dart\\">test\\\\second_test.dart</a> ❌
-
-| Result | Test | Time |
-| :---: | :--- | ---: |
-| ❌ | Timeout test | 37ms |
-| ✖️ | Skipped test | 14ms |
-",
-  "title": "Dart tests ❌",
+  "testRuns": Array [
+    TestRunResult {
+      "path": "fixtures/dart-json.json",
+      "suites": Array [
+        TestSuiteResult {
+          "groups": Array [
+            TestGroupResult {
+              "name": "Test 1",
+              "tests": Array [
+                TestCaseResult {
+                  "name": "Test 1 Passing test",
+                  "result": "success",
+                  "time": 36,
+                },
+              ],
+            },
+            TestGroupResult {
+              "name": "Test 1 Test 1.1",
+              "tests": Array [
+                TestCaseResult {
+                  "name": "Test 1 Test 1.1 Failing test",
+                  "result": "failed",
+                  "time": 20,
+                },
+                TestCaseResult {
+                  "name": "Test 1 Test 1.1 Exception in target unit",
+                  "result": "failed",
+                  "time": 6,
+                },
+              ],
+            },
+            TestGroupResult {
+              "name": "Test 2",
+              "tests": Array [
+                TestCaseResult {
+                  "name": "Test 2 Exception in test",
+                  "result": "failed",
+                  "time": 12,
+                },
+              ],
+            },
+          ],
+          "name": "test\\\\main_test.dart",
+          "totalTime": undefined,
+        },
+        TestSuiteResult {
+          "groups": Array [
+            TestGroupResult {
+              "name": null,
+              "tests": Array [
+                TestCaseResult {
+                  "name": "Timeout test",
+                  "result": "failed",
+                  "time": 37,
+                },
+                TestCaseResult {
+                  "name": "Skipped test",
+                  "result": "skipped",
+                  "time": 14,
+                },
+              ],
+            },
+          ],
+          "name": "test\\\\second_test.dart",
+          "totalTime": undefined,
+        },
+      ],
+      "totalTime": 3760,
+    },
+  ],
 }
 `;
diff --git a/__tests__/__snapshots__/dotnet-trx.test.ts.snap b/__tests__/__snapshots__/dotnet-trx.test.ts.snap
@@ -30,30 +30,59 @@ Actual:   2",
       "title": "[DotnetTests.XUnitTests.CalculatorTests] Failing_Test",
     },
   ],
-  "summary": "![Tests failed](https://img.shields.io/badge/tests-3%20passed%2C%201%20skipped%2C%203%20failed-critical)
-
-### fixtures/dotnet-trx.trx
-
-**7** tests were completed in **1.061s** with **3** passed, **1** skipped and **3** failed.
-
-| Result | Suite | Tests | Time | Passed ✔️ | Skipped ✖️ | Failed ❌ |
-| :---: | :--- | ---: | ---: | ---: | ---: | ---: |
-| ❌ | [DotnetTests.XUnitTests.CalculatorTests](#ts-0-DotnetTests-XUnitTests-CalculatorTests) | 7 | 109.5761ms | 3 | 1 | 3 |
-
-# Test Suites
-
-## <a id=\\"user-content-ts-0-DotnetTests-XUnitTests-CalculatorTests\\" href=\\"#ts-0-DotnetTests-XUnitTests-CalculatorTests\\">DotnetTests.XUnitTests.CalculatorTests</a> ❌
-
-| Result | Test | Time |
-| :---: | :--- | ---: |
-| ❌ | Exception_In_TargetTest | 0.4975ms |
-| ❌ | Exception_In_Test | 2.2728ms |
-| ❌ | Failing_Test | 3.2953ms |
-| ✔️ | Passing_Test | 0.1254ms |
-| ✔️ | Passing_Test_With_Name | 0.103ms |
-| ✖️ | Skipped_Test | 1ms |
-| ✔️ | Timeout_Test | 102.2821ms |
-",
-  "title": "Dotnet TRX tests ❌",
+  "testRuns": Array [
+    TestRunResult {
+      "path": "fixtures/dotnet-trx.trx",
+      "suites": Array [
+        TestSuiteResult {
+          "groups": Array [
+            TestGroupResult {
+              "name": null,
+              "tests": Array [
+                TestCaseResult {
+                  "name": "Exception_In_TargetTest",
+                  "result": "failed",
+                  "time": 0.4975,
+                },
+                TestCaseResult {
+                  "name": "Exception_In_Test",
+                  "result": "failed",
+                  "time": 2.2728,
+                },
+                TestCaseResult {
+                  "name": "Failing_Test",
+                  "result": "failed",
+                  "time": 3.2953,
+                },
+                TestCaseResult {
+                  "name": "Passing_Test",
+                  "result": "success",
+                  "time": 0.1254,
+                },
+                TestCaseResult {
+                  "name": "Passing_Test_With_Name",
+                  "result": "success",
+                  "time": 0.103,
+                },
+                TestCaseResult {
+                  "name": "Skipped_Test",
+                  "result": "skipped",
+                  "time": 1,
+                },
+                TestCaseResult {
+                  "name": "Timeout_Test",
+                  "result": "success",
+                  "time": 102.2821,
+                },
+              ],
+            },
+          ],
+          "name": "DotnetTests.XUnitTests.CalculatorTests",
+          "totalTime": undefined,
+        },
+      ],
+      "totalTime": 1061,
+    },
+  ],
 }
 `;