test(e2e): preserve result

Author: coderbyheart

.github/workflows/test-and-release.yaml

@@ -82,9 +82,21 @@ jobs:
       - name: Run End-to-End Tests
         run: npm run test:e2e
 
+      - name: Print failed End-to-End tests
+        if: failure()
+        run:
+          cat e2e-test-result.json | npx tsx --no-warnings
+          ./feature-runner/console-reporter.ts  --only-failed --with-timestamps
+
+      - uses: actions/upload-artifact@v3
+        if: failure()
+        with:
+          name: e2e-test-result
+          path: e2e-test-result.json
+
       - name: Get logs
         if: failure()
-        run: ./cli.sh logs
+        run: ./cli.sh logs -f ERROR
 
       - name: Save stack outputs
         id: stack_outputs

.gitignore

@@ -9,4 +9,5 @@ cdk.out/
 dist/
 .envrc
 /certificates/
-cdk.context.json
+cdk.context.json
+e2e-test-result.json

feature-runner/console-reporter.ts

@@ -1,18 +1,27 @@
 import {
-	type SuiteResult,
 	consoleReporter,
+	type SuiteResult,
 } from '@nordicsemiconductor/bdd-markdown'
 
+const onlyFailed = process.argv.includes('--only-failed')
+const withTimestamps = process.argv.includes('--with-timestamps')
+
 const chunks: string[] = []
 
-process.stdin.on('data', (data) => {
-	chunks.push(data.toString())
-})
+process.stdin.on('data', (chunk) => chunks.push(chunk.toString()))
+
+await new Promise((resolve) => process.stdin.on('end', resolve))
 
-const res = await new Promise<SuiteResult>((resolve) =>
-	process.stdin.on('end', () => resolve(JSON.parse(chunks.join('')))),
-)
+let res: SuiteResult
+try {
+	res = JSON.parse(chunks.join(''))
+} catch (error) {
+	throw new Error(`Failed to parse result JSON: ${(error as Error).message}`)
+}
 
-consoleReporter(res, console.log, { withTimestamps: true })
+consoleReporter(res, console.log, {
+	onlyFailed,
+	withTimestamps,
+})
 
 if (!res.ok) process.exit(1)

feature-runner/run-features.ts

@@ -164,9 +164,7 @@ const res = await runner.run({})
 
 await Promise.all(cleaners.map(async (fn) => fn()))
 
-process.stdout.write(JSON.stringify(res, null, 2))
-
-if (!res.ok) {
-	console.error(chalk.red('Tests failed'))
-	process.exit(1)
-}
+console.error(`Writing to stdout ...`)
+process.stdout.write(JSON.stringify(res, null, 2), () => {
+	console.error(`Done`, res.ok ? chalk.green('OK') : chalk.red('ERROR'))
+})

package.json

@@ -5,7 +5,7 @@
   "type": "module",
   "scripts": {
     "test": "jest",
-    "test:e2e": "npx tsx --no-warnings ./feature-runner/run-features.ts | npx tsx --no-warnings ./feature-runner/console-reporter.ts",
+    "test:e2e": "npx tsx --no-warnings ./feature-runner/run-features.ts > e2e-test-result.json && cat e2e-test-result.json | npx tsx --no-warnings ./feature-runner/console-reporter.ts --only-failed --with-timestamps",
     "prepare": "husky install && check-node-version --package",
     "deploy": "cdk deploy",
     "synth": "cdk synth"