Add global errors to results

CHANGELOG.md

@@ -9,6 +9,8 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 
 ### Added
 
+- Optional `results.errors` in specification 0.3.0 for global error messages, traces and metadata, separate from individual test results and counts.
+
 - Optional `assertionFailures` on final test results and retry history, with producer-formatted comparisons, individual diagnostics and `extra` metadata.
 
 - Optional Test `description` in specification 0.3.0 for human-readable case context, separate from its name, suite and attempt diagnostics.

examples/comprehensive.json

@@ -222,6 +222,12 @@
         }
       }
     ],
+    "errors": [
+      {
+        "message": "Worker cleanup failed",
+        "trace": "Error: Worker cleanup failed\n    at worker.js:18:5"
+      }
+    ],
     "environment": {
       "reportName": "PR #123 E2E Tests",
       "appName": "example-app",

examples/with-retries.json

@@ -50,6 +50,12 @@
           }
         ]
       }
+    ],
+    "errors": [
+      {
+        "message": "Shared teardown failed",
+        "trace": "Error: Database cleanup failed\n    at cleanup.js:24:5"
+      }
     ]
   }
 }

schema/ctrf.schema.json

@@ -672,6 +672,31 @@
           },
           "additionalProperties": false
         },
+        "errors": {
+          "description": "Errors associated with the test run rather than an individual test result",
+          "type": "array",
+          "minItems": 1,
+          "items": {
+            "description": "Details of a global error",
+            "type": "object",
+            "minProperties": 1,
+            "properties": {
+              "message": {
+                "description": "Message associated with this global error",
+                "type": "string"
+              },
+              "trace": {
+                "description": "Stack trace associated with this global error",
+                "type": "string"
+              },
+              "extra": {
+                "description": "Extension point for arbitrary metadata",
+                "type": "object"
+              }
+            },
+            "additionalProperties": false
+          }
+        },
         "extra": {
           "description": "Extension point for arbitrary metadata",
           "type": "object"