├── .eslintignore
├── .gitattributes
├── .github
├── dependabot.yml
├── linters
│ ├── .eslintrc.yml
│ ├── .yaml-lint.yml
│ └── tsconfig.json
└── workflows
│ ├── check-dist.yml
│ ├── ci.yml
│ ├── codeql.yml
│ └── linter.yml
├── .gitignore
├── .prettierignore
├── .prettierrc.json
├── CHANGELOG.md
├── LICENSE
├── README.md
├── __tests__
├── __fixtures__
│ ├── report-invalid.json
│ ├── report-nested.json
│ ├── report-sharded.json
│ ├── report-valid.json
│ └── report-without-duration.json
├── __snapshots__
│ └── report.test.ts.snap
├── formatting.test.ts
├── fs.test.ts
├── github.test.ts
├── icons.test.ts
├── index.test.ts
└── report.test.ts
├── action.yml
├── assets
├── comment-failed.png
└── comment-passed.png
├── dist
├── index.js
└── licenses.txt
├── package-lock.json
├── package.json
├── src
├── formatting.ts
├── fs.ts
├── github.ts
├── icons.ts
├── index.ts
└── report.ts
└── tsconfig.json
/.eslintignore:
--------------------------------------------------------------------------------
1 | lib/
2 | dist/
3 | node_modules/
4 | coverage/
5 |
--------------------------------------------------------------------------------
/.gitattributes:
--------------------------------------------------------------------------------
1 | dist/** -diff linguist-generated=true
--------------------------------------------------------------------------------
/.github/dependabot.yml:
--------------------------------------------------------------------------------
1 | version: 2
2 | updates:
3 | - package-ecosystem: npm
4 | directory: /
5 | labels:
6 | - dependencies
7 | schedule:
8 | interval: monthly
9 | - package-ecosystem: github-actions
10 | directory: /
11 | labels:
12 | - dependencies
13 | schedule:
14 | interval: monthly
15 |
--------------------------------------------------------------------------------
/.github/linters/.eslintrc.yml:
--------------------------------------------------------------------------------
1 | env:
2 | node: true
3 | es6: true
4 | jest: true
5 |
6 | globals:
7 | Atomics: readonly
8 | SharedArrayBuffer: readonly
9 |
10 | ignorePatterns:
11 | - '!.*'
12 | - '**/node_modules/.*'
13 | - '**/dist/.*'
14 | - '**/coverage/.*'
15 | - '*.json'
16 |
17 | parser: '@typescript-eslint/parser'
18 |
19 | parserOptions:
20 | ecmaVersion: 2023
21 | sourceType: module
22 | project:
23 | - './.github/linters/tsconfig.json'
24 | - './tsconfig.json'
25 |
26 | plugins:
27 | - jest
28 | - '@typescript-eslint'
29 |
30 | extends:
31 | - eslint:recommended
32 | - plugin:@typescript-eslint/eslint-recommended
33 | - plugin:@typescript-eslint/recommended
34 | - plugin:github/recommended
35 | - plugin:jest/recommended
36 |
37 | rules:
38 | {
39 | 'camelcase': 'off',
40 | 'eslint-comments/no-use': 'off',
41 | 'eslint-comments/no-unused-disable': 'off',
42 | 'i18n-text/no-en': 'off',
43 | 'import/no-namespace': 'off',
44 | 'no-console': 'off',
45 | 'no-unused-vars': 'off',
46 | 'prettier/prettier': 'error',
47 | 'semi': 'off',
48 | 'no-shadow': 'off',
49 | 'github/no-then': 'off',
50 | 'no-irregular-whitespace': 'off',
51 | '@typescript-eslint/array-type': 'error',
52 | '@typescript-eslint/await-thenable': 'error',
53 | '@typescript-eslint/ban-ts-comment': 'error',
54 | '@typescript-eslint/consistent-type-assertions': 'error',
55 | '@typescript-eslint/explicit-member-accessibility':
56 | ['error', { 'accessibility': 'no-public' }],
57 | '@typescript-eslint/explicit-function-return-type':
58 | ['error', { 'allowExpressions': true }],
59 | '@typescript-eslint/func-call-spacing': ['error', 'never'],
60 | '@typescript-eslint/no-array-constructor': 'error',
61 | '@typescript-eslint/no-empty-interface': 'error',
62 | '@typescript-eslint/no-explicit-any': 'warn',
63 | '@typescript-eslint/no-extraneous-class': 'error',
64 | '@typescript-eslint/no-for-in-array': 'error',
65 | '@typescript-eslint/no-inferrable-types': 'error',
66 | '@typescript-eslint/no-misused-new': 'error',
67 | '@typescript-eslint/no-namespace': 'error',
68 | '@typescript-eslint/no-non-null-assertion': 'warn',
69 | '@typescript-eslint/no-require-imports': 'error',
70 | '@typescript-eslint/no-unnecessary-qualifier': 'error',
71 | '@typescript-eslint/no-unnecessary-type-assertion': 'error',
72 | '@typescript-eslint/no-unused-vars': 'error',
73 | '@typescript-eslint/no-useless-constructor': 'error',
74 | '@typescript-eslint/no-var-requires': 'error',
75 | '@typescript-eslint/prefer-for-of': 'warn',
76 | '@typescript-eslint/prefer-function-type': 'warn',
77 | '@typescript-eslint/prefer-includes': 'error',
78 | '@typescript-eslint/prefer-string-starts-ends-with': 'error',
79 | '@typescript-eslint/promise-function-async': 'error',
80 | '@typescript-eslint/require-array-sort-compare': 'error',
81 | '@typescript-eslint/restrict-plus-operands': 'error',
82 | '@typescript-eslint/semi': ['error', 'never'],
83 | '@typescript-eslint/space-before-function-paren': 'off',
84 | '@typescript-eslint/type-annotation-spacing': 'error',
85 | '@typescript-eslint/unbound-method': 'error'
86 | }
87 |
--------------------------------------------------------------------------------
/.github/linters/.yaml-lint.yml:
--------------------------------------------------------------------------------
1 | rules:
2 | document-end: disable
3 | document-start:
4 | level: warning
5 | present: false
6 | line-length:
7 | level: warning
8 | max: 80
9 | allow-non-breakable-words: true
10 | allow-non-breakable-inline-mappings: true
11 |
--------------------------------------------------------------------------------
/.github/linters/tsconfig.json:
--------------------------------------------------------------------------------
1 | {
2 | "$schema": "https://json.schemastore.org/tsconfig",
3 | "extends": "../../tsconfig.json",
4 | "compilerOptions": {
5 | "noEmit": true
6 | },
7 | "include": ["../../__tests__/**/*", "../../src/**/*"],
8 | "exclude": ["../../dist", "../../node_modules", "../../coverage", "*.json"]
9 | }
10 |
--------------------------------------------------------------------------------
/.github/workflows/check-dist.yml:
--------------------------------------------------------------------------------
1 | # In TypeScript actions, `dist/index.js` is a special file. When you reference
2 | # an action with `uses:`, `dist/index.js` is the code that will be run. For this
3 | # project, the `dist/index.js` file is generated from other source files through
4 | # the build process. We need to make sure that the checked-in `dist/index.js`
5 | # file matches what is expected from the build.
6 | #
7 | # This workflow will fail if the checked-in `dist/index.js` file does not match
8 | # what is expected from the build.
9 |
10 | name: Check dist
11 |
12 | on:
13 | push:
14 | branches:
15 | - main
16 | paths-ignore:
17 | - '**.md'
18 | pull_request:
19 | paths-ignore:
20 | - '**.md'
21 | workflow_dispatch:
22 |
23 | jobs:
24 | check-dist:
25 | name: Check dist/
26 | runs-on: ubuntu-latest
27 |
28 | permissions:
29 | contents: read
30 | statuses: write
31 |
32 | steps:
33 | - name: Checkout
34 | id: checkout
35 | uses: actions/checkout@v4
36 |
37 | - name: Setup Node.js
38 | uses: actions/setup-node@v3
39 | with:
40 | node-version: 18
41 | cache: npm
42 |
43 | - name: Install Dependencies
44 | id: install
45 | run: npm ci
46 |
47 | - name: Build dist/ Directory
48 | id: build
49 | run: npm run bundle
50 |
51 | - name: Compare Expected and Actual Directories
52 | id: diff
53 | run: |
54 | if [ "$(git diff --ignore-space-at-eol --text dist/ | wc -l)" -gt "0" ]; then
55 | echo "Detected uncommitted changes after build. See status below:"
56 | git diff --ignore-space-at-eol --text dist/
57 | exit 1
58 | fi
59 |
60 | # If index.js was different than expected, upload the expected version as
61 | # a workflow artifact.
62 | - uses: actions/upload-artifact@v4
63 | if: ${{ failure() && steps.diff.conclusion == 'failure' }}
64 | with:
65 | name: dist
66 | path: dist/
67 |
--------------------------------------------------------------------------------
/.github/workflows/ci.yml:
--------------------------------------------------------------------------------
1 | name: CI
2 |
3 | on:
4 | pull_request:
5 | push:
6 | branches:
7 | - main
8 | - 'releases/*'
9 |
10 | jobs:
11 | test-typescript:
12 | name: TypeScript Tests
13 | runs-on: ubuntu-latest
14 |
15 | steps:
16 | - name: Checkout
17 | uses: actions/checkout@v4
18 |
19 | - name: Setup Node.js
20 | id: setup-node
21 | uses: actions/setup-node@v3
22 | with:
23 | node-version: 18
24 | cache: npm
25 |
26 | - name: Install Dependencies
27 | id: npm-ci
28 | run: npm ci
29 |
30 | - name: Check Format
31 | id: npm-format-check
32 | run: npm run format:check
33 |
34 | - name: Lint
35 | id: npm-lint
36 | run: npm run lint
37 |
38 | # - name: Test
39 | # id: npm-ci-test
40 | # run: npm run ci-test
41 |
42 | # test-action:
43 | # name: GitHub Actions Test
44 | # runs-on: ubuntu-latest
45 |
46 | # steps:
47 | # - name: Checkout
48 | # uses: actions/checkout@v4
49 |
50 | # - name: Test Local Action
51 | # id: test-action
52 | # uses: ./
53 | # with:
54 | # milliseconds: 1000
55 |
56 | # - name: Print Output
57 | # id: output
58 | # run: echo "${{ steps.test-action.outputs.time }}"
59 |
--------------------------------------------------------------------------------
/.github/workflows/codeql.yml:
--------------------------------------------------------------------------------
1 | name: CodeQL
2 |
3 | on:
4 | push:
5 | branches:
6 | - main
7 | pull_request:
8 | branches:
9 | - main
10 | schedule:
11 | - cron: '31 7 * * 3'
12 |
13 | jobs:
14 | analyze:
15 | name: Analyze
16 | runs-on: ubuntu-latest
17 |
18 | permissions:
19 | actions: read
20 | checks: write
21 | contents: read
22 | security-events: write
23 |
24 | strategy:
25 | fail-fast: false
26 | matrix:
27 | language:
28 | - TypeScript
29 |
30 | steps:
31 | - name: Checkout
32 | id: checkout
33 | uses: actions/checkout@v4
34 |
35 | - name: Initialize CodeQL
36 | id: initialize
37 | uses: github/codeql-action/init@v2
38 | with:
39 | languages: ${{ matrix.language }}
40 | source-root: src
41 |
42 | - name: Autobuild
43 | id: autobuild
44 | uses: github/codeql-action/autobuild@v2
45 |
46 | - name: Perform CodeQL Analysis
47 | id: analyze
48 | uses: github/codeql-action/analyze@v2
49 |
--------------------------------------------------------------------------------
/.github/workflows/linter.yml:
--------------------------------------------------------------------------------
1 | name: Linter
2 |
3 | on:
4 | pull_request:
5 | branches:
6 | - main
7 | push:
8 | branches-ignore:
9 | - main
10 |
11 | jobs:
12 | lint:
13 | name: Lint Code Base
14 | runs-on: ubuntu-latest
15 |
16 | permissions:
17 | contents: read
18 | packages: read
19 | statuses: write
20 |
21 | steps:
22 | - name: Checkout
23 | id: checkout
24 | uses: actions/checkout@v4
25 |
26 | - name: Setup Node.js
27 | id: setup-node
28 | uses: actions/setup-node@v3
29 | with:
30 | node-version: 18
31 | cache: npm
32 |
33 | - name: Install Dependencies
34 | id: install
35 | run: npm ci
36 |
37 | - name: Lint Code Base
38 | id: super-linter
39 | uses: super-linter/super-linter/slim@v5
40 | env:
41 | DEFAULT_BRANCH: main
42 | GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
43 | TYPESCRIPT_DEFAULT_STYLE: prettier
44 | VALIDATE_JSCPD: false
45 | VALIDATE_MARKDOWN: false
46 | VALIDATE_NATURAL_LANGUAGE: false
47 |
--------------------------------------------------------------------------------
/.gitignore:
--------------------------------------------------------------------------------
1 | # Dependency directory
2 | node_modules
3 |
4 | # Rest pulled from https://github.com/github/gitignore/blob/master/Node.gitignore
5 | # Logs
6 | logs
7 | *.log
8 | npm-debug.log*
9 | yarn-debug.log*
10 | yarn-error.log*
11 | lerna-debug.log*
12 |
13 | # Diagnostic reports (https://nodejs.org/api/report.html)
14 | report.[0-9]*.[0-9]*.[0-9]*.[0-9]*.json
15 |
16 | # Runtime data
17 | pids
18 | *.pid
19 | *.seed
20 | *.pid.lock
21 |
22 | # Directory for instrumented libs generated by jscoverage/JSCover
23 | lib-cov
24 |
25 | # Coverage directory used by tools like istanbul
26 | coverage
27 | *.lcov
28 |
29 | # nyc test coverage
30 | .nyc_output
31 |
32 | # Grunt intermediate storage (https://gruntjs.com/creating-plugins#storing-task-files)
33 | .grunt
34 |
35 | # Bower dependency directory (https://bower.io/)
36 | bower_components
37 |
38 | # node-waf configuration
39 | .lock-wscript
40 |
41 | # Compiled binary addons (https://nodejs.org/api/addons.html)
42 | build/Release
43 |
44 | # Dependency directories
45 | jspm_packages/
46 |
47 | # TypeScript v1 declaration files
48 | typings/
49 |
50 | # TypeScript cache
51 | *.tsbuildinfo
52 |
53 | # Optional npm cache directory
54 | .npm
55 |
56 | # Optional eslint cache
57 | .eslintcache
58 |
59 | # Optional REPL history
60 | .node_repl_history
61 |
62 | # Output of 'npm pack'
63 | *.tgz
64 |
65 | # Yarn Integrity file
66 | .yarn-integrity
67 |
68 | # dotenv environment variables file
69 | .env
70 | .env.test
71 |
72 | # parcel-bundler cache (https://parceljs.org/)
73 | .cache
74 |
75 | # next.js build output
76 | .next
77 |
78 | # nuxt.js build output
79 | .nuxt
80 |
81 | # vuepress build output
82 | .vuepress/dist
83 |
84 | # Serverless directories
85 | .serverless/
86 |
87 | # FuseBox cache
88 | .fusebox/
89 |
90 | # DynamoDB Local files
91 | .dynamodb/
92 |
93 | # OS metadata
94 | .DS_Store
95 | Thumbs.db
96 |
97 | # Ignore built ts files
98 | __tests__/runner/*
99 |
100 | # IDE files
101 | .idea
102 | .vscode
103 | *.code-workspace
104 |
--------------------------------------------------------------------------------
/.prettierignore:
--------------------------------------------------------------------------------
1 | dist/
2 | node_modules/
3 | coverage/
--------------------------------------------------------------------------------
/.prettierrc.json:
--------------------------------------------------------------------------------
1 | {
2 | "printWidth": 120,
3 | "tabWidth": 2,
4 | "useTabs": true,
5 | "semi": false,
6 | "singleQuote": true,
7 | "quoteProps": "consistent",
8 | "trailingComma": "none",
9 | "bracketSpacing": true,
10 | "arrowParens": "always",
11 | "proseWrap": "always",
12 | "htmlWhitespaceSensitivity": "css",
13 | "endOfLine": "lf"
14 | }
15 |
--------------------------------------------------------------------------------
/CHANGELOG.md:
--------------------------------------------------------------------------------
1 | # Changelog
2 |
3 | ## [3.9.0] - 2025-04-26
4 |
5 | - Add output variable for raw report data (@seongminn)
6 |
7 | ## [3.8.0] - 2025-01-30
8 |
9 | - Allow using a different action for creating and updating the comments
10 |
11 | ## [3.7.0] - 2024-11-25
12 |
13 | - Add option to display a footer with additional content below the summary (@mskelton)
14 |
15 | ## [3.6.0] - 2024-10-05
16 |
17 | - Add option to display npm command for re-running failed tests (@mskelton)
18 | - Render commit sha as clickable link to commit page (@mskelton)
19 |
20 | ## [3.5.2] - 2024-07-08
21 |
22 | - Update action input docs
23 |
24 | ## [3.5.1] - 2024-07-07
25 |
26 | - Display correct commit sha when triggered from pull request comment
27 |
28 | ## [3.5.0] - 2024-07-07
29 |
30 | - Support pull request comment as workflow trigger
31 |
32 | ## [3.4.0] - 2024-07-02
33 |
34 | - Add ability to display custom information by @fungairino
35 |
36 | ## [3.3.0] - 2024-04-21
37 |
38 | - Add support for indefinitely nested specs
39 | - Switch from `→` to `›` for joining test paths
40 |
41 | ## [3.2.0] - 2024-04-11
42 |
43 | - Allow all workflow event types
44 |
45 | ## [3.1.0] - 2024-04-11
46 |
47 | - Support manual workflow dispatch
48 |
49 | ## [3.0.1] - 2024-04-02
50 |
51 | - Bump dependencies
52 |
53 | ## [3.0.0] - 2023-12-13
54 |
55 | - Distinguish between reports by workflow name
56 | - Distinguish between reports by new optional `report-tag` input
57 | - Allow comments by non-bot users
58 |
59 | ## [2.1.2] - 2023-09-26
60 |
61 | - Calculate total duration if missing from Playwright report
62 | - Only display fractions for sub-minute durations
63 |
64 | ## [2.1.1] - 2023-09-10
65 |
66 | - Add `job-summary` input var
67 |
68 | ## [2.1.0] - 2023-09-10
69 |
70 | - Create job summary
71 |
72 | ## [2.0.0] - 2023-09-09
73 |
74 | - Rename action
75 | - Create output var for rendered summary
76 |
77 | ## [1.1.2] - 2023-09-09
78 |
79 | - Display report link
80 |
81 | ## [1.1.1] - 2023-09-09
82 |
83 | - Correctly count sharded tests
84 |
85 | ## [1.1.0] - 2023-09-08
86 |
87 | - Improve formatting
88 |
89 | ## [1.0.0] - 2023-09-07
90 |
91 | - Initial release
92 |
93 | [3.9.0]: https://github.com/daun/playwright-report-summary/releases/tag/v3.9.0
94 | [3.8.0]: https://github.com/daun/playwright-report-summary/releases/tag/v3.8.0
95 | [3.7.0]: https://github.com/daun/playwright-report-summary/releases/tag/v3.7.0
96 | [3.6.0]: https://github.com/daun/playwright-report-summary/releases/tag/v3.6.0
97 | [3.5.2]: https://github.com/daun/playwright-report-summary/releases/tag/v3.5.2
98 | [3.5.1]: https://github.com/daun/playwright-report-summary/releases/tag/v3.5.1
99 | [3.5.0]: https://github.com/daun/playwright-report-summary/releases/tag/v3.5.0
100 | [3.4.0]: https://github.com/daun/playwright-report-summary/releases/tag/v3.4.0
101 | [3.3.0]: https://github.com/daun/playwright-report-summary/releases/tag/v3.3.0
102 | [3.2.0]: https://github.com/daun/playwright-report-summary/releases/tag/v3.2.0
103 | [3.1.0]: https://github.com/daun/playwright-report-summary/releases/tag/v3.1.0
104 | [3.0.1]: https://github.com/daun/playwright-report-summary/releases/tag/v3.0.1
105 | [3.0.0]: https://github.com/daun/playwright-report-summary/releases/tag/v3.0.0
106 | [2.1.2]: https://github.com/daun/playwright-report-summary/releases/tag/v2.1.2
107 | [2.1.1]: https://github.com/daun/playwright-report-summary/releases/tag/v2.1.1
108 | [2.1.0]: https://github.com/daun/playwright-report-summary/releases/tag/v2.1.0
109 | [2.0.0]: https://github.com/daun/playwright-report-summary/releases/tag/v2.0.0
110 | [1.1.2]: https://github.com/daun/playwright-report-summary/releases/tag/v1.1.2
111 | [1.1.1]: https://github.com/daun/playwright-report-summary/releases/tag/v1.1.1
112 | [1.1.0]: https://github.com/daun/playwright-report-summary/releases/tag/v1.1.0
113 | [1.0.0]: https://github.com/daun/playwright-report-summary/releases/tag/v1.0.0
114 |
--------------------------------------------------------------------------------
/LICENSE:
--------------------------------------------------------------------------------
1 |
2 | The MIT License (MIT)
3 |
4 | Copyright (c) 2023 Philipp Daun
5 |
6 | Permission is hereby granted, free of charge, to any person obtaining a copy
7 | of this software and associated documentation files (the "Software"), to deal
8 | in the Software without restriction, including without limitation the rights
9 | to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
10 | copies of the Software, and to permit persons to whom the Software is
11 | furnished to do so, subject to the following conditions:
12 |
13 | The above copyright notice and this permission notice shall be included in
14 | all copies or substantial portions of the Software.
15 |
16 | THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17 | IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18 | FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
19 | AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20 | LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21 | OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
22 | THE SOFTWARE.
--------------------------------------------------------------------------------
/README.md:
--------------------------------------------------------------------------------
1 | #  Playwright Report Summary
2 |
3 | [](https://github.com/super-linter/super-linter)
4 | 
5 |
6 | A GitHub action to report Playwright test results as a pull request comment.
7 |
8 | - Parse the JSON test report generated by Playwright
9 | - Generate a markdown summary of the test results
10 | - Post the summary as a pull request comment
11 | - Uses GitHub's official [icons](https://primer.style/design/foundations/icons) and [color scheme](https://primer.style/design/foundations/color)
12 |
13 | ## Examples
14 |
15 | 
16 |
17 | 
18 |
19 | ## Usage
20 |
21 | ### Basic usage
22 |
23 | Playwright must be configured to [generate a JSON report](https://playwright.dev/docs/test-reporters#json-reporter)
24 | and write it to disk. This action receives the report file path as input, in this case `results.json`.
25 |
26 | Note the `if: always()` to ensure the report comment is created even if the tests failed.
27 |
28 | ```yaml
29 | jobs:
30 | test:
31 | name: Run playwright tests
32 | needs: install
33 | steps:
34 | - uses: actions/checkout@v4
35 | - uses: actions/setup-node@v3
36 | with:
37 | node-version: 20
38 |
39 | - run: PLAYWRIGHT_JSON_OUTPUT_NAME=results.json npx playwright test --reporter=json
40 |
41 | - uses: daun/playwright-report-summary@v3
42 | if: always()
43 | with:
44 | report-file: results.json
45 | ```
46 |
47 | ### Usage with custom commenting logic
48 |
49 | The action will do the work of creating comments and updating them whenever tests re-run. If you
50 | require custom logic for creating and updating comments, you can disable the default logic and use
51 | any other action in combination with the `summary` output of this action.
52 |
53 | A few recommended actions are
54 | [Sticky Pull Request Comment](https://github.com/marketplace/actions/sticky-pull-request-comment)
55 | and [Create or Update Comment](https://github.com/marketplace/actions/create-or-update-comment).
56 |
57 | ```diff
58 | - uses: daun/playwright-report-summary@v3
59 | if: always()
60 | id: summary
61 | with:
62 | report-file: results.json
63 | + create-comment: false
64 |
65 | + - uses: marocchino/sticky-pull-request-comment@v2
66 | + with:
67 | + message: ${{ steps.summary.outputs.summary }}
68 | ```
69 |
70 | ## Options
71 |
72 | ```yaml
73 | - uses: daun/playwright-report-summary@v3
74 | if: always()
75 | with:
76 | # The GitHub access token to use for API requests
77 | # Defaults to the standard GITHUB_TOKEN
78 | github-token: ''
79 |
80 | # Path to the JSON report file generated by Playwright. Required.
81 | report-file: 'results.json'
82 |
83 | # A unique tag to represent this report when reporting on multiple test runs
84 | # Defaults to the current workflow name
85 | report-tag: ''
86 |
87 | # URL to a published html report, uploaded by another action in a previous step.
88 | # Example pipeline: https://playwright.dev/docs/test-sharding#publishing-report-on-the-web
89 | report-url: 'https://user.github.io/repo/yyyy-mm-dd-id/'
90 |
91 | # Whether the action should create the actual comment. Set to false to implement
92 | # your own commenting logic.
93 | # Default: true
94 | create-comment: true
95 |
96 | # Title/headline to use for the created pull request comment.
97 | # Default: 'Playwright test results'
98 | comment-title: 'Test results'
99 |
100 | # Additional information to include in the summary comment, markdown-formatted
101 | # Default: ''
102 | custom-info: 'For more information, [see our readme](http://link)'
103 |
104 | # Create a job summary comment for the workflow run
105 | # Default: false
106 | job-summary: false
107 |
108 | # Icon style to use: octicons | emojis
109 | # Default: octicons
110 | icon-style: 'octicons'
111 |
112 | # Command used to run tests. If provided, a command to re-run failed or
113 | # flaky tests will be printed for each section.
114 | # Default: ''
115 | test-command: 'npm run test --'
116 |
117 | # Additional content to add to the comment below the test report.
118 | # Default: ''
119 | footer: ''
120 | ```
121 |
122 | ## Output
123 |
124 | The action creates three output variables:
125 |
126 | ### summary
127 |
128 | The rendered markdown summary of the test report.
129 |
130 | ### comment-id
131 |
132 | The ID of the comment that was created or updated
133 |
134 | ### report-data
135 |
136 | The raw data of the test report, as a JSON-encoded string. This is
137 | useful for creating custom summaries or debugging. You can get an idea
138 | of the data structure by checking out the [ReportSummary interface](https://github.com/daun/playwright-report-summary/blob/main/src/report.ts#L13).
139 |
140 | ## License
141 |
142 | [MIT](./LICENSE)
143 |
--------------------------------------------------------------------------------
/__tests__/__fixtures__/report-invalid.json:
--------------------------------------------------------------------------------
1 | {
2 | "settings": {
3 | "configFile": "/project/tests/config/playwright.config.ts",
4 | "rootDir": "/project/tests/functional",
5 | "metadata": {
6 | "actualWorkers": 5,
7 | "totalTime": 611.735
8 | }
9 | },
10 | "tests": [
11 | {
12 | "title": "add.spec.ts",
13 | "file": "add.spec.ts",
14 | "column": 0,
15 | "line": 0,
16 | "specs": [],
17 | "suites": [
18 | {
19 | "title": "add",
20 | "file": "add.spec.ts",
21 | "line": 5,
22 | "column": 6,
23 | "specs": [
24 | {
25 | "title": "returns",
26 | "ok": true,
27 | "tags": [],
28 | "tests": [
29 | {
30 | "timeout": 5000,
31 | "annotations": [],
32 | "expectedStatus": "passed",
33 | "projectId": "chromium",
34 | "projectName": "chromium",
35 | "results": [
36 | {
37 | "workerIndex": 0,
38 | "status": "passed",
39 | "duration": 12,
40 | "errors": [],
41 | "stdout": [],
42 | "stderr": [],
43 | "retry": 0,
44 | "startTime": "2023-09-08T11:41:22.242Z",
45 | "attachments": []
46 | }
47 | ],
48 | "status": "expected"
49 | }
50 | ],
51 | "id": "2f4bb8d916741bacc6cb-23c1b2167130e38ec767",
52 | "file": "add.spec.ts",
53 | "line": 6,
54 | "column": 2
55 | },
56 | {
57 | "title": "adds",
58 | "ok": true,
59 | "tags": [],
60 | "tests": [
61 | {
62 | "timeout": 5000,
63 | "annotations": [],
64 | "expectedStatus": "passed",
65 | "projectId": "chromium",
66 | "projectName": "chromium",
67 | "results": [
68 | {
69 | "workerIndex": 1,
70 | "status": "passed",
71 | "duration": 14,
72 | "errors": [],
73 | "stdout": [],
74 | "stderr": [],
75 | "retry": 0,
76 | "startTime": "2023-09-08T11:41:22.240Z",
77 | "attachments": []
78 | }
79 | ],
80 | "status": "expected"
81 | }
82 | ],
83 | "id": "2f4bb8d916741bacc6cb-328ccc869357d9515391",
84 | "file": "add.spec.ts",
85 | "line": 9,
86 | "column": 2
87 | },
88 | {
89 | "title": "returns",
90 | "ok": true,
91 | "tags": [],
92 | "tests": [
93 | {
94 | "timeout": 5000,
95 | "annotations": [],
96 | "expectedStatus": "passed",
97 | "projectId": "firefox",
98 | "projectName": "firefox",
99 | "results": [
100 | {
101 | "workerIndex": 5,
102 | "status": "passed",
103 | "duration": 12,
104 | "errors": [],
105 | "stdout": [],
106 | "stderr": [],
107 | "retry": 0,
108 | "startTime": "2023-09-08T11:41:22.441Z",
109 | "attachments": []
110 | }
111 | ],
112 | "status": "expected"
113 | }
114 | ],
115 | "id": "2f4bb8d916741bacc6cb-acf8e9042a34b90fed6a",
116 | "file": "add.spec.ts",
117 | "line": 6,
118 | "column": 2
119 | },
120 | {
121 | "title": "adds",
122 | "ok": true,
123 | "tags": [],
124 | "tests": [
125 | {
126 | "timeout": 5000,
127 | "annotations": [],
128 | "expectedStatus": "passed",
129 | "projectId": "firefox",
130 | "projectName": "firefox",
131 | "results": [
132 | {
133 | "workerIndex": 6,
134 | "status": "passed",
135 | "duration": 13,
136 | "errors": [],
137 | "stdout": [],
138 | "stderr": [],
139 | "retry": 0,
140 | "startTime": "2023-09-08T11:41:22.437Z",
141 | "attachments": []
142 | }
143 | ],
144 | "status": "expected"
145 | }
146 | ],
147 | "id": "2f4bb8d916741bacc6cb-ab12f000ed9a4eea5a16",
148 | "file": "add.spec.ts",
149 | "line": 9,
150 | "column": 2
151 | },
152 | {
153 | "title": "returns",
154 | "ok": true,
155 | "tags": [],
156 | "tests": [
157 | {
158 | "timeout": 5000,
159 | "annotations": [],
160 | "expectedStatus": "passed",
161 | "projectId": "webkit",
162 | "projectName": "webkit",
163 | "results": [
164 | {
165 | "workerIndex": 10,
166 | "status": "passed",
167 | "duration": 15,
168 | "errors": [],
169 | "stdout": [],
170 | "stderr": [],
171 | "retry": 0,
172 | "startTime": "2023-09-08T11:41:22.644Z",
173 | "attachments": []
174 | }
175 | ],
176 | "status": "expected"
177 | }
178 | ],
179 | "id": "2f4bb8d916741bacc6cb-1072f29bbb9cb3f8bbc9",
180 | "file": "add.spec.ts",
181 | "line": 6,
182 | "column": 2
183 | },
184 | {
185 | "title": "adds",
186 | "ok": true,
187 | "tags": [],
188 | "tests": [
189 | {
190 | "timeout": 5000,
191 | "annotations": [],
192 | "expectedStatus": "passed",
193 | "projectId": "webkit",
194 | "projectName": "webkit",
195 | "results": [
196 | {
197 | "workerIndex": 12,
198 | "status": "passed",
199 | "duration": 12,
200 | "errors": [],
201 | "stdout": [],
202 | "stderr": [],
203 | "retry": 0,
204 | "startTime": "2023-09-08T11:41:22.651Z",
205 | "attachments": []
206 | }
207 | ],
208 | "status": "expected"
209 | }
210 | ],
211 | "id": "2f4bb8d916741bacc6cb-fd19a15b8b57bf62098b",
212 | "file": "add.spec.ts",
213 | "line": 9,
214 | "column": 2
215 | }
216 | ]
217 | }
218 | ]
219 | }
220 | ]
221 | }
222 |
--------------------------------------------------------------------------------
/__tests__/__fixtures__/report-sharded.json:
--------------------------------------------------------------------------------
1 | {
2 | "config": {
3 | "forbidOnly": false,
4 | "fullyParallel": false,
5 | "globalSetup": null,
6 | "globalTeardown": null,
7 | "globalTimeout": 0,
8 | "grep": {},
9 | "grepInvert": null,
10 | "maxFailures": 0,
11 | "metadata": {
12 | "totalTime": 5003.32,
13 | "actualWorkers": 20
14 | },
15 | "preserveOutput": "always",
16 | "projects": [],
17 | "reporter": [
18 | [
19 | "list"
20 | ]
21 | ],
22 | "reportSlowTests": {
23 | "max": 5,
24 | "threshold": 15000
25 | },
26 | "rootDir": "/project",
27 | "quiet": false,
28 | "shard": null,
29 | "updateSnapshots": "missing",
30 | "version": "1.37.1",
31 | "workers": 20,
32 | "webServer": null,
33 | "listOnly": false
34 | },
35 | "suites": [
36 | {
37 | "title": "add.spec.ts",
38 | "file": "add.spec.ts",
39 | "column": 0,
40 | "line": 0,
41 | "specs": [],
42 | "suites": [
43 | {
44 | "title": "add",
45 | "file": "add.spec.ts",
46 | "line": 5,
47 | "column": 6,
48 | "specs": [
49 | {
50 | "title": "returns",
51 | "ok": true,
52 | "tags": [],
53 | "tests": [
54 | {
55 | "timeout": 5000,
56 | "annotations": [],
57 | "expectedStatus": "passed",
58 | "projectId": "chromium038c2392796d4a22",
59 | "projectName": "chromium",
60 | "results": [
61 | {
62 | "workerIndex": 0,
63 | "status": "passed",
64 | "duration": 35,
65 | "errors": [],
66 | "stdout": [],
67 | "stderr": [],
68 | "retry": 0,
69 | "startTime": "2023-09-09T10:45:05.447Z",
70 | "attachments": []
71 | }
72 | ],
73 | "status": "expected"
74 | },
75 | {
76 | "timeout": 5000,
77 | "annotations": [],
78 | "expectedStatus": "passed",
79 | "projectId": "firefox1eb99aebfb39e9e7",
80 | "projectName": "firefox",
81 | "results": [
82 | {
83 | "workerIndex": 2,
84 | "status": "passed",
85 | "duration": 33,
86 | "errors": [],
87 | "stdout": [],
88 | "stderr": [],
89 | "retry": 0,
90 | "startTime": "2023-09-09T10:45:16.110Z",
91 | "attachments": []
92 | }
93 | ],
94 | "status": "expected"
95 | },
96 | {
97 | "timeout": 5000,
98 | "annotations": [],
99 | "expectedStatus": "passed",
100 | "projectId": "webkit6128e7aebeb94118",
101 | "projectName": "webkit",
102 | "results": [
103 | {
104 | "workerIndex": 4,
105 | "status": "passed",
106 | "duration": 38,
107 | "errors": [],
108 | "stdout": [],
109 | "stderr": [],
110 | "retry": 0,
111 | "startTime": "2023-09-09T10:45:54.243Z",
112 | "attachments": []
113 | }
114 | ],
115 | "status": "expected"
116 | }
117 | ],
118 | "id": "2f4bb8d916741bacc6cb-23c1b2167130e38ec767038c2392796d4a22",
119 | "file": "add.spec.ts",
120 | "line": 6,
121 | "column": 2
122 | },
123 | {
124 | "title": "adds",
125 | "ok": true,
126 | "tags": [],
127 | "tests": [
128 | {
129 | "timeout": 5000,
130 | "annotations": [],
131 | "expectedStatus": "passed",
132 | "projectId": "chromium038c2392796d4a22",
133 | "projectName": "chromium",
134 | "results": [
135 | {
136 | "workerIndex": 1,
137 | "status": "passed",
138 | "duration": 40,
139 | "errors": [],
140 | "stdout": [],
141 | "stderr": [],
142 | "retry": 0,
143 | "startTime": "2023-09-09T10:45:05.444Z",
144 | "attachments": []
145 | }
146 | ],
147 | "status": "expected"
148 | },
149 | {
150 | "timeout": 5000,
151 | "annotations": [],
152 | "expectedStatus": "passed",
153 | "projectId": "firefox1eb99aebfb39e9e7",
154 | "projectName": "firefox",
155 | "results": [
156 | {
157 | "workerIndex": 3,
158 | "status": "passed",
159 | "duration": 39,
160 | "errors": [],
161 | "stdout": [],
162 | "stderr": [],
163 | "retry": 0,
164 | "startTime": "2023-09-09T10:45:16.105Z",
165 | "attachments": []
166 | }
167 | ],
168 | "status": "expected"
169 | },
170 | {
171 | "timeout": 5000,
172 | "annotations": [],
173 | "expectedStatus": "passed",
174 | "projectId": "webkit6128e7aebeb94118",
175 | "projectName": "webkit",
176 | "results": [
177 | {
178 | "workerIndex": 4,
179 | "status": "passed",
180 | "duration": 19,
181 | "errors": [],
182 | "stdout": [],
183 | "stderr": [],
184 | "retry": 0,
185 | "startTime": "2023-09-09T10:45:54.296Z",
186 | "attachments": []
187 | }
188 | ],
189 | "status": "expected"
190 | }
191 | ],
192 | "id": "2f4bb8d916741bacc6cb-328ccc869357d9515391038c2392796d4a22",
193 | "file": "add.spec.ts",
194 | "line": 9,
195 | "column": 2
196 | }
197 | ]
198 | }
199 | ]
200 | },
201 | {
202 | "title": "divide.spec.ts",
203 | "file": "divide.spec.ts",
204 | "column": 0,
205 | "line": 0,
206 | "specs": [],
207 | "suites": [
208 | {
209 | "title": "divide",
210 | "file": "divide.spec.ts",
211 | "line": 5,
212 | "column": 6,
213 | "specs": [
214 | {
215 | "title": "returns",
216 | "ok": true,
217 | "tags": [],
218 | "tests": [
219 | {
220 | "timeout": 5000,
221 | "annotations": [],
222 | "expectedStatus": "passed",
223 | "projectId": "chromium038c2392796d4a22",
224 | "projectName": "chromium",
225 | "results": [
226 | {
227 | "workerIndex": 2,
228 | "status": "passed",
229 | "duration": 35,
230 | "errors": [],
231 | "stdout": [],
232 | "stderr": [],
233 | "retry": 0,
234 | "startTime": "2023-09-09T10:45:05.443Z",
235 | "attachments": []
236 | }
237 | ],
238 | "status": "expected"
239 | },
240 | {
241 | "timeout": 5000,
242 | "annotations": [],
243 | "expectedStatus": "passed",
244 | "projectId": "firefox1eb99aebfb39e9e7",
245 | "projectName": "firefox",
246 | "results": [
247 | {
248 | "workerIndex": 4,
249 | "status": "passed",
250 | "duration": 37,
251 | "errors": [],
252 | "stdout": [],
253 | "stderr": [],
254 | "retry": 0,
255 | "startTime": "2023-09-09T10:45:16.110Z",
256 | "attachments": []
257 | }
258 | ],
259 | "status": "expected"
260 | },
261 | {
262 | "timeout": 5000,
263 | "annotations": [],
264 | "expectedStatus": "passed",
265 | "projectId": "webkit6128e7aebeb94118",
266 | "projectName": "webkit",
267 | "results": [
268 | {
269 | "workerIndex": 5,
270 | "status": "passed",
271 | "duration": 32,
272 | "errors": [],
273 | "stdout": [],
274 | "stderr": [],
275 | "retry": 0,
276 | "startTime": "2023-09-09T10:45:54.745Z",
277 | "attachments": []
278 | }
279 | ],
280 | "status": "expected"
281 | }
282 | ],
283 | "id": "abd65a3ec2f3a35a080f-6441d08247ddeb3814bf038c2392796d4a22",
284 | "file": "divide.spec.ts",
285 | "line": 6,
286 | "column": 2
287 | },
288 | {
289 | "title": "divides",
290 | "ok": true,
291 | "tags": [],
292 | "tests": [
293 | {
294 | "timeout": 5000,
295 | "annotations": [],
296 | "expectedStatus": "passed",
297 | "projectId": "chromium038c2392796d4a22",
298 | "projectName": "chromium",
299 | "results": [
300 | {
301 | "workerIndex": 3,
302 | "status": "passed",
303 | "duration": 39,
304 | "errors": [],
305 | "stdout": [],
306 | "stderr": [],
307 | "retry": 0,
308 | "startTime": "2023-09-09T10:45:05.444Z",
309 | "attachments": []
310 | }
311 | ],
312 | "status": "expected"
313 | },
314 | {
315 | "timeout": 5000,
316 | "annotations": [],
317 | "expectedStatus": "passed",
318 | "projectId": "firefox1eb99aebfb39e9e7",
319 | "projectName": "firefox",
320 | "results": [
321 | {
322 | "workerIndex": 2,
323 | "status": "passed",
324 | "duration": 18,
325 | "errors": [],
326 | "stdout": [],
327 | "stderr": [],
328 | "retry": 0,
329 | "startTime": "2023-09-09T10:45:16.156Z",
330 | "attachments": []
331 | }
332 | ],
333 | "status": "expected"
334 | },
335 | {
336 | "timeout": 5000,
337 | "annotations": [],
338 | "expectedStatus": "passed",
339 | "projectId": "webkitbd6f400eea527a0b",
340 | "projectName": "webkit",
341 | "results": [
342 | {
343 | "workerIndex": 0,
344 | "status": "passed",
345 | "duration": 39,
346 | "errors": [],
347 | "stdout": [],
348 | "stderr": [],
349 | "retry": 0,
350 | "startTime": "2023-09-09T10:46:14.314Z",
351 | "attachments": []
352 | }
353 | ],
354 | "status": "expected"
355 | }
356 | ],
357 | "id": "abd65a3ec2f3a35a080f-acf768063c5e76dcf174038c2392796d4a22",
358 | "file": "divide.spec.ts",
359 | "line": 9,
360 | "column": 2
361 | }
362 | ]
363 | }
364 | ]
365 | },
366 | {
367 | "title": "multiply.spec.ts",
368 | "file": "multiply.spec.ts",
369 | "column": 0,
370 | "line": 0,
371 | "specs": [],
372 | "suites": [
373 | {
374 | "title": "multiply",
375 | "file": "multiply.spec.ts",
376 | "line": 5,
377 | "column": 6,
378 | "specs": [
379 | {
380 | "title": "returns",
381 | "ok": true,
382 | "tags": [],
383 | "tests": [
384 | {
385 | "timeout": 5000,
386 | "annotations": [],
387 | "expectedStatus": "passed",
388 | "projectId": "chromium038c2392796d4a22",
389 | "projectName": "chromium",
390 | "results": [
391 | {
392 | "workerIndex": 4,
393 | "status": "passed",
394 | "duration": 41,
395 | "errors": [],
396 | "stdout": [],
397 | "stderr": [],
398 | "retry": 0,
399 | "startTime": "2023-09-09T10:45:05.443Z",
400 | "attachments": []
401 | }
402 | ],
403 | "status": "expected"
404 | },
405 | {
406 | "timeout": 5000,
407 | "annotations": [],
408 | "expectedStatus": "passed",
409 | "projectId": "firefox1eb99aebfb39e9e7",
410 | "projectName": "firefox",
411 | "results": [
412 | {
413 | "workerIndex": 5,
414 | "status": "passed",
415 | "duration": 36,
416 | "errors": [],
417 | "stdout": [],
418 | "stderr": [],
419 | "retry": 0,
420 | "startTime": "2023-09-09T10:45:16.577Z",
421 | "attachments": []
422 | }
423 | ],
424 | "status": "expected"
425 | },
426 | {
427 | "timeout": 5000,
428 | "annotations": [],
429 | "expectedStatus": "passed",
430 | "projectId": "webkitbd6f400eea527a0b",
431 | "projectName": "webkit",
432 | "results": [
433 | {
434 | "workerIndex": 1,
435 | "status": "passed",
436 | "duration": 42,
437 | "errors": [],
438 | "stdout": [],
439 | "stderr": [],
440 | "retry": 0,
441 | "startTime": "2023-09-09T10:46:14.319Z",
442 | "attachments": []
443 | }
444 | ],
445 | "status": "expected"
446 | }
447 | ],
448 | "id": "e7c88bf2960b23764a9d-a054f04aedfc95a37bb3038c2392796d4a22",
449 | "file": "multiply.spec.ts",
450 | "line": 6,
451 | "column": 2
452 | },
453 | {
454 | "title": "multiplies",
455 | "ok": true,
456 | "tags": [],
457 | "tests": [
458 | {
459 | "timeout": 5000,
460 | "annotations": [],
461 | "expectedStatus": "passed",
462 | "projectId": "chromium038c2392796d4a22",
463 | "projectName": "chromium",
464 | "results": [
465 | {
466 | "workerIndex": 2,
467 | "status": "passed",
468 | "duration": 20,
469 | "errors": [],
470 | "stdout": [],
471 | "stderr": [],
472 | "retry": 0,
473 | "startTime": "2023-09-09T10:45:05.496Z",
474 | "attachments": []
475 | }
476 | ],
477 | "status": "expected"
478 | },
479 | {
480 | "timeout": 5000,
481 | "annotations": [],
482 | "expectedStatus": "passed",
483 | "projectId": "firefox6128e7aebeb94118",
484 | "projectName": "firefox",
485 | "results": [
486 | {
487 | "workerIndex": 0,
488 | "status": "failed",
489 | "duration": 41,
490 | "error": {
491 | "message": "\u001b[2mexpect(\u001b[22m\u001b[31mreceived\u001b[39m\u001b[2m).\u001b[22mtoBe\u001b[2m(\u001b[22m\u001b[32mexpected\u001b[39m\u001b[2m) // Object.is equality\u001b[22m\n\nExpected: \u001b[32m7\u001b[39m\nReceived: \u001b[31m6\u001b[39m",
492 | "stack": "Error: \u001b[2mexpect(\u001b[22m\u001b[31mreceived\u001b[39m\u001b[2m).\u001b[22mtoBe\u001b[2m(\u001b[22m\u001b[32mexpected\u001b[39m\u001b[2m) // Object.is equality\u001b[22m\n\nExpected: \u001b[32m7\u001b[39m\nReceived: \u001b[31m6\u001b[39m\n at /project/tests/functional/multiply.spec.ts:10:26",
493 | "location": {
494 | "file": "/project/tests/functional/multiply.spec.ts",
495 | "column": 26,
496 | "line": 10
497 | },
498 | "snippet": "\u001b[0m \u001b[90m 8 |\u001b[39m \t})\u001b[33m;\u001b[39m\u001b[0m\n\u001b[0m \u001b[90m 9 |\u001b[39m \ttest(\u001b[32m'multiplies'\u001b[39m\u001b[33m,\u001b[39m \u001b[36masync\u001b[39m () \u001b[33m=>\u001b[39m {\u001b[0m\n\u001b[0m\u001b[31m\u001b[1m>\u001b[22m\u001b[39m\u001b[90m 10 |\u001b[39m \t\texpect(multiply(\u001b[35m3\u001b[39m\u001b[33m,\u001b[39m \u001b[35m2\u001b[39m))\u001b[33m.\u001b[39mtoBe(\u001b[33mMath\u001b[39m\u001b[33m.\u001b[39mrandom() \u001b[33m>\u001b[39m \u001b[35m0.5\u001b[39m \u001b[33m?\u001b[39m \u001b[35m6\u001b[39m \u001b[33m:\u001b[39m \u001b[35m7\u001b[39m)\u001b[33m;\u001b[39m\u001b[0m\n\u001b[0m \u001b[90m |\u001b[39m \t\t \u001b[31m\u001b[1m^\u001b[22m\u001b[39m\u001b[0m\n\u001b[0m \u001b[90m 11 |\u001b[39m \t})\u001b[33m;\u001b[39m\u001b[0m\n\u001b[0m \u001b[90m 12 |\u001b[39m \ttest(\u001b[32m'skips'\u001b[39m\u001b[33m,\u001b[39m \u001b[36masync\u001b[39m () \u001b[33m=>\u001b[39m {\u001b[0m\n\u001b[0m \u001b[90m 13 |\u001b[39m \t\ttest\u001b[33m.\u001b[39mskip()\u001b[33m;\u001b[39m\u001b[0m"
499 | },
500 | "errors": [
501 | {
502 | "location": {
503 | "file": "/project/tests/functional/multiply.spec.ts",
504 | "column": 26,
505 | "line": 10
506 | },
507 | "message": "Error: \u001b[2mexpect(\u001b[22m\u001b[31mreceived\u001b[39m\u001b[2m).\u001b[22mtoBe\u001b[2m(\u001b[22m\u001b[32mexpected\u001b[39m\u001b[2m) // Object.is equality\u001b[22m\n\nExpected: \u001b[32m7\u001b[39m\nReceived: \u001b[31m6\u001b[39m\n\n\u001b[0m \u001b[90m 8 |\u001b[39m \t})\u001b[33m;\u001b[39m\u001b[0m\n\u001b[0m \u001b[90m 9 |\u001b[39m \ttest(\u001b[32m'multiplies'\u001b[39m\u001b[33m,\u001b[39m \u001b[36masync\u001b[39m () \u001b[33m=>\u001b[39m {\u001b[0m\n\u001b[0m\u001b[31m\u001b[1m>\u001b[22m\u001b[39m\u001b[90m 10 |\u001b[39m \t\texpect(multiply(\u001b[35m3\u001b[39m\u001b[33m,\u001b[39m \u001b[35m2\u001b[39m))\u001b[33m.\u001b[39mtoBe(\u001b[33mMath\u001b[39m\u001b[33m.\u001b[39mrandom() \u001b[33m>\u001b[39m \u001b[35m0.5\u001b[39m \u001b[33m?\u001b[39m \u001b[35m6\u001b[39m \u001b[33m:\u001b[39m \u001b[35m7\u001b[39m)\u001b[33m;\u001b[39m\u001b[0m\n\u001b[0m \u001b[90m |\u001b[39m \t\t \u001b[31m\u001b[1m^\u001b[22m\u001b[39m\u001b[0m\n\u001b[0m \u001b[90m 11 |\u001b[39m \t})\u001b[33m;\u001b[39m\u001b[0m\n\u001b[0m \u001b[90m 12 |\u001b[39m \ttest(\u001b[32m'skips'\u001b[39m\u001b[33m,\u001b[39m \u001b[36masync\u001b[39m () \u001b[33m=>\u001b[39m {\u001b[0m\n\u001b[0m \u001b[90m 13 |\u001b[39m \t\ttest\u001b[33m.\u001b[39mskip()\u001b[33m;\u001b[39m\u001b[0m\n\n\u001b[2m at /project/tests/functional/multiply.spec.ts:10:26\u001b[22m"
508 | }
509 | ],
510 | "stdout": [],
511 | "stderr": [],
512 | "retry": 0,
513 | "startTime": "2023-09-09T10:45:54.241Z",
514 | "attachments": [],
515 | "errorLocation": {
516 | "file": "/project/tests/functional/multiply.spec.ts",
517 | "column": 26,
518 | "line": 10
519 | }
520 | },
521 | {
522 | "workerIndex": 6,
523 | "status": "passed",
524 | "duration": 44,
525 | "errors": [],
526 | "stdout": [],
527 | "stderr": [],
528 | "retry": 1,
529 | "startTime": "2023-09-09T10:45:54.747Z",
530 | "attachments": [
531 | {
532 | "name": "trace",
533 | "contentType": "application/zip",
534 | "path": "/project/blobs/resources/d9fd85ea0eba4d32a4c0e9a0390bb889582f5139.zip"
535 | }
536 | ]
537 | }
538 | ],
539 | "status": "flaky"
540 | },
541 | {
542 | "timeout": 5000,
543 | "annotations": [],
544 | "expectedStatus": "passed",
545 | "projectId": "webkitbd6f400eea527a0b",
546 | "projectName": "webkit",
547 | "results": [
548 | {
549 | "workerIndex": 2,
550 | "status": "passed",
551 | "duration": 36,
552 | "errors": [],
553 | "stdout": [],
554 | "stderr": [],
555 | "retry": 0,
556 | "startTime": "2023-09-09T10:46:14.324Z",
557 | "attachments": []
558 | }
559 | ],
560 | "status": "expected"
561 | }
562 | ],
563 | "id": "e7c88bf2960b23764a9d-a5e9ce9b2e8260f09823038c2392796d4a22",
564 | "file": "multiply.spec.ts",
565 | "line": 9,
566 | "column": 2
567 | },
568 | {
569 | "title": "skips",
570 | "ok": true,
571 | "tags": [],
572 | "tests": [
573 | {
574 | "timeout": 5000,
575 | "annotations": [
576 | {
577 | "type": "skip"
578 | }
579 | ],
580 | "expectedStatus": "skipped",
581 | "projectId": "chromium038c2392796d4a22",
582 | "projectName": "chromium",
583 | "results": [
584 | {
585 | "workerIndex": 0,
586 | "status": "skipped",
587 | "duration": 20,
588 | "errors": [],
589 | "stdout": [],
590 | "stderr": [],
591 | "retry": 0,
592 | "startTime": "2023-09-09T10:45:05.501Z",
593 | "attachments": []
594 | }
595 | ],
596 | "status": "skipped"
597 | },
598 | {
599 | "timeout": 5000,
600 | "annotations": [
601 | {
602 | "type": "skip"
603 | }
604 | ],
605 | "expectedStatus": "skipped",
606 | "projectId": "firefox6128e7aebeb94118",
607 | "projectName": "firefox",
608 | "results": [
609 | {
610 | "workerIndex": 1,
611 | "status": "skipped",
612 | "duration": 36,
613 | "errors": [],
614 | "stdout": [],
615 | "stderr": [],
616 | "retry": 0,
617 | "startTime": "2023-09-09T10:45:54.243Z",
618 | "attachments": []
619 | }
620 | ],
621 | "status": "skipped"
622 | },
623 | {
624 | "timeout": 5000,
625 | "annotations": [
626 | {
627 | "type": "skip"
628 | }
629 | ],
630 | "expectedStatus": "skipped",
631 | "projectId": "webkitbd6f400eea527a0b",
632 | "projectName": "webkit",
633 | "results": [
634 | {
635 | "workerIndex": 3,
636 | "status": "skipped",
637 | "duration": 36,
638 | "errors": [],
639 | "stdout": [],
640 | "stderr": [],
641 | "retry": 0,
642 | "startTime": "2023-09-09T10:46:14.308Z",
643 | "attachments": []
644 | }
645 | ],
646 | "status": "skipped"
647 | }
648 | ],
649 | "id": "e7c88bf2960b23764a9d-669ef72c0b906305e786038c2392796d4a22",
650 | "file": "multiply.spec.ts",
651 | "line": 12,
652 | "column": 2
653 | }
654 | ]
655 | }
656 | ]
657 | },
658 | {
659 | "title": "subtract.spec.ts",
660 | "file": "subtract.spec.ts",
661 | "column": 0,
662 | "line": 0,
663 | "specs": [],
664 | "suites": [
665 | {
666 | "title": "subtract",
667 | "file": "subtract.spec.ts",
668 | "line": 5,
669 | "column": 6,
670 | "specs": [
671 | {
672 | "title": "returns",
673 | "ok": true,
674 | "tags": [],
675 | "tests": [
676 | {
677 | "timeout": 5000,
678 | "annotations": [],
679 | "expectedStatus": "passed",
680 | "projectId": "chromium1eb99aebfb39e9e7",
681 | "projectName": "chromium",
682 | "results": [
683 | {
684 | "workerIndex": 0,
685 | "status": "passed",
686 | "duration": 38,
687 | "errors": [],
688 | "stdout": [],
689 | "stderr": [],
690 | "retry": 0,
691 | "startTime": "2023-09-09T10:45:16.111Z",
692 | "attachments": []
693 | }
694 | ],
695 | "status": "expected"
696 | },
697 | {
698 | "timeout": 5000,
699 | "annotations": [],
700 | "expectedStatus": "passed",
701 | "projectId": "firefox6128e7aebeb94118",
702 | "projectName": "firefox",
703 | "results": [
704 | {
705 | "workerIndex": 2,
706 | "status": "passed",
707 | "duration": 39,
708 | "errors": [],
709 | "stdout": [],
710 | "stderr": [],
711 | "retry": 0,
712 | "startTime": "2023-09-09T10:45:54.245Z",
713 | "attachments": []
714 | }
715 | ],
716 | "status": "expected"
717 | },
718 | {
719 | "timeout": 5000,
720 | "annotations": [],
721 | "expectedStatus": "passed",
722 | "projectId": "webkitbd6f400eea527a0b",
723 | "projectName": "webkit",
724 | "results": [
725 | {
726 | "workerIndex": 4,
727 | "status": "passed",
728 | "duration": 39,
729 | "errors": [],
730 | "stdout": [],
731 | "stderr": [],
732 | "retry": 0,
733 | "startTime": "2023-09-09T10:46:14.314Z",
734 | "attachments": []
735 | }
736 | ],
737 | "status": "expected"
738 | }
739 | ],
740 | "id": "6ac0882294147c5cf865-ce417e4a0eefba5d5d531eb99aebfb39e9e7",
741 | "file": "subtract.spec.ts",
742 | "line": 6,
743 | "column": 2
744 | },
745 | {
746 | "title": "subtracts",
747 | "ok": true,
748 | "tags": [],
749 | "tests": [
750 | {
751 | "timeout": 5000,
752 | "annotations": [],
753 | "expectedStatus": "passed",
754 | "projectId": "chromium1eb99aebfb39e9e7",
755 | "projectName": "chromium",
756 | "results": [
757 | {
758 | "workerIndex": 1,
759 | "status": "passed",
760 | "duration": 35,
761 | "errors": [],
762 | "stdout": [],
763 | "stderr": [],
764 | "retry": 0,
765 | "startTime": "2023-09-09T10:45:16.111Z",
766 | "attachments": []
767 | }
768 | ],
769 | "status": "expected"
770 | },
771 | {
772 | "timeout": 5000,
773 | "annotations": [],
774 | "expectedStatus": "passed",
775 | "projectId": "firefox6128e7aebeb94118",
776 | "projectName": "firefox",
777 | "results": [
778 | {
779 | "workerIndex": 3,
780 | "status": "passed",
781 | "duration": 38,
782 | "errors": [],
783 | "stdout": [],
784 | "stderr": [],
785 | "retry": 0,
786 | "startTime": "2023-09-09T10:45:54.243Z",
787 | "attachments": []
788 | }
789 | ],
790 | "status": "expected"
791 | },
792 | {
793 | "timeout": 5000,
794 | "annotations": [],
795 | "expectedStatus": "passed",
796 | "projectId": "webkitbd6f400eea527a0b",
797 | "projectName": "webkit",
798 | "results": [
799 | {
800 | "workerIndex": 3,
801 | "status": "failed",
802 | "duration": 26,
803 | "error": {
804 | "message": "\u001b[2mexpect(\u001b[22m\u001b[31mreceived\u001b[39m\u001b[2m).\u001b[22mtoBe\u001b[2m(\u001b[22m\u001b[32mexpected\u001b[39m\u001b[2m) // Object.is equality\u001b[22m\n\nExpected: \u001b[32m4\u001b[39m\nReceived: \u001b[31m1\u001b[39m",
805 | "stack": "Error: \u001b[2mexpect(\u001b[22m\u001b[31mreceived\u001b[39m\u001b[2m).\u001b[22mtoBe\u001b[2m(\u001b[22m\u001b[32mexpected\u001b[39m\u001b[2m) // Object.is equality\u001b[22m\n\nExpected: \u001b[32m4\u001b[39m\nReceived: \u001b[31m1\u001b[39m\n at /project/tests/functional/subtract.spec.ts:10:26",
806 | "location": {
807 | "file": "/project/tests/functional/subtract.spec.ts",
808 | "column": 26,
809 | "line": 10
810 | },
811 | "snippet": "\u001b[0m \u001b[90m 8 |\u001b[39m \t})\u001b[33m;\u001b[39m\u001b[0m\n\u001b[0m \u001b[90m 9 |\u001b[39m \ttest(\u001b[32m'subtracts'\u001b[39m\u001b[33m,\u001b[39m \u001b[36masync\u001b[39m () \u001b[33m=>\u001b[39m {\u001b[0m\n\u001b[0m\u001b[31m\u001b[1m>\u001b[22m\u001b[39m\u001b[90m 10 |\u001b[39m \t\texpect(subtract(\u001b[35m3\u001b[39m\u001b[33m,\u001b[39m \u001b[35m2\u001b[39m))\u001b[33m.\u001b[39mtoBe(\u001b[35m4\u001b[39m)\u001b[33m;\u001b[39m\u001b[0m\n\u001b[0m \u001b[90m |\u001b[39m \t\t \u001b[31m\u001b[1m^\u001b[22m\u001b[39m\u001b[0m\n\u001b[0m \u001b[90m 11 |\u001b[39m \t})\u001b[33m;\u001b[39m\u001b[0m\n\u001b[0m \u001b[90m 12 |\u001b[39m })\u001b[33m;\u001b[39m\u001b[0m\n\u001b[0m \u001b[90m 13 |\u001b[39m\u001b[0m"
812 | },
813 | "errors": [
814 | {
815 | "location": {
816 | "file": "/project/tests/functional/subtract.spec.ts",
817 | "column": 26,
818 | "line": 10
819 | },
820 | "message": "Error: \u001b[2mexpect(\u001b[22m\u001b[31mreceived\u001b[39m\u001b[2m).\u001b[22mtoBe\u001b[2m(\u001b[22m\u001b[32mexpected\u001b[39m\u001b[2m) // Object.is equality\u001b[22m\n\nExpected: \u001b[32m4\u001b[39m\nReceived: \u001b[31m1\u001b[39m\n\n\u001b[0m \u001b[90m 8 |\u001b[39m \t})\u001b[33m;\u001b[39m\u001b[0m\n\u001b[0m \u001b[90m 9 |\u001b[39m \ttest(\u001b[32m'subtracts'\u001b[39m\u001b[33m,\u001b[39m \u001b[36masync\u001b[39m () \u001b[33m=>\u001b[39m {\u001b[0m\n\u001b[0m\u001b[31m\u001b[1m>\u001b[22m\u001b[39m\u001b[90m 10 |\u001b[39m \t\texpect(subtract(\u001b[35m3\u001b[39m\u001b[33m,\u001b[39m \u001b[35m2\u001b[39m))\u001b[33m.\u001b[39mtoBe(\u001b[35m4\u001b[39m)\u001b[33m;\u001b[39m\u001b[0m\n\u001b[0m \u001b[90m |\u001b[39m \t\t \u001b[31m\u001b[1m^\u001b[22m\u001b[39m\u001b[0m\n\u001b[0m \u001b[90m 11 |\u001b[39m \t})\u001b[33m;\u001b[39m\u001b[0m\n\u001b[0m \u001b[90m 12 |\u001b[39m })\u001b[33m;\u001b[39m\u001b[0m\n\u001b[0m \u001b[90m 13 |\u001b[39m\u001b[0m\n\n\u001b[2m at /project/tests/functional/subtract.spec.ts:10:26\u001b[22m"
821 | }
822 | ],
823 | "stdout": [],
824 | "stderr": [],
825 | "retry": 0,
826 | "startTime": "2023-09-09T10:46:14.361Z",
827 | "attachments": [],
828 | "errorLocation": {
829 | "file": "/project/tests/functional/subtract.spec.ts",
830 | "column": 26,
831 | "line": 10
832 | }
833 | },
834 | {
835 | "workerIndex": 5,
836 | "status": "failed",
837 | "duration": 49,
838 | "error": {
839 | "message": "\u001b[2mexpect(\u001b[22m\u001b[31mreceived\u001b[39m\u001b[2m).\u001b[22mtoBe\u001b[2m(\u001b[22m\u001b[32mexpected\u001b[39m\u001b[2m) // Object.is equality\u001b[22m\n\nExpected: \u001b[32m4\u001b[39m\nReceived: \u001b[31m1\u001b[39m",
840 | "stack": "Error: \u001b[2mexpect(\u001b[22m\u001b[31mreceived\u001b[39m\u001b[2m).\u001b[22mtoBe\u001b[2m(\u001b[22m\u001b[32mexpected\u001b[39m\u001b[2m) // Object.is equality\u001b[22m\n\nExpected: \u001b[32m4\u001b[39m\nReceived: \u001b[31m1\u001b[39m\n at /project/tests/functional/subtract.spec.ts:10:26",
841 | "location": {
842 | "file": "/project/tests/functional/subtract.spec.ts",
843 | "column": 26,
844 | "line": 10
845 | },
846 | "snippet": "\u001b[0m \u001b[90m 8 |\u001b[39m \t})\u001b[33m;\u001b[39m\u001b[0m\n\u001b[0m \u001b[90m 9 |\u001b[39m \ttest(\u001b[32m'subtracts'\u001b[39m\u001b[33m,\u001b[39m \u001b[36masync\u001b[39m () \u001b[33m=>\u001b[39m {\u001b[0m\n\u001b[0m\u001b[31m\u001b[1m>\u001b[22m\u001b[39m\u001b[90m 10 |\u001b[39m \t\texpect(subtract(\u001b[35m3\u001b[39m\u001b[33m,\u001b[39m \u001b[35m2\u001b[39m))\u001b[33m.\u001b[39mtoBe(\u001b[35m4\u001b[39m)\u001b[33m;\u001b[39m\u001b[0m\n\u001b[0m \u001b[90m |\u001b[39m \t\t \u001b[31m\u001b[1m^\u001b[22m\u001b[39m\u001b[0m\n\u001b[0m \u001b[90m 11 |\u001b[39m \t})\u001b[33m;\u001b[39m\u001b[0m\n\u001b[0m \u001b[90m 12 |\u001b[39m })\u001b[33m;\u001b[39m\u001b[0m\n\u001b[0m \u001b[90m 13 |\u001b[39m\u001b[0m"
847 | },
848 | "errors": [
849 | {
850 | "location": {
851 | "file": "/project/tests/functional/subtract.spec.ts",
852 | "column": 26,
853 | "line": 10
854 | },
855 | "message": "Error: \u001b[2mexpect(\u001b[22m\u001b[31mreceived\u001b[39m\u001b[2m).\u001b[22mtoBe\u001b[2m(\u001b[22m\u001b[32mexpected\u001b[39m\u001b[2m) // Object.is equality\u001b[22m\n\nExpected: \u001b[32m4\u001b[39m\nReceived: \u001b[31m1\u001b[39m\n\n\u001b[0m \u001b[90m 8 |\u001b[39m \t})\u001b[33m;\u001b[39m\u001b[0m\n\u001b[0m \u001b[90m 9 |\u001b[39m \ttest(\u001b[32m'subtracts'\u001b[39m\u001b[33m,\u001b[39m \u001b[36masync\u001b[39m () \u001b[33m=>\u001b[39m {\u001b[0m\n\u001b[0m\u001b[31m\u001b[1m>\u001b[22m\u001b[39m\u001b[90m 10 |\u001b[39m \t\texpect(subtract(\u001b[35m3\u001b[39m\u001b[33m,\u001b[39m \u001b[35m2\u001b[39m))\u001b[33m.\u001b[39mtoBe(\u001b[35m4\u001b[39m)\u001b[33m;\u001b[39m\u001b[0m\n\u001b[0m \u001b[90m |\u001b[39m \t\t \u001b[31m\u001b[1m^\u001b[22m\u001b[39m\u001b[0m\n\u001b[0m \u001b[90m 11 |\u001b[39m \t})\u001b[33m;\u001b[39m\u001b[0m\n\u001b[0m \u001b[90m 12 |\u001b[39m })\u001b[33m;\u001b[39m\u001b[0m\n\u001b[0m \u001b[90m 13 |\u001b[39m\u001b[0m\n\n\u001b[2m at /project/tests/functional/subtract.spec.ts:10:26\u001b[22m"
856 | }
857 | ],
858 | "stdout": [],
859 | "stderr": [],
860 | "retry": 1,
861 | "startTime": "2023-09-09T10:46:14.818Z",
862 | "attachments": [
863 | {
864 | "name": "trace",
865 | "contentType": "application/zip",
866 | "path": "/project/blobs/resources/f2597886a6d84319818a588535d5abc864ee9cbf.zip"
867 | }
868 | ],
869 | "errorLocation": {
870 | "file": "/project/tests/functional/subtract.spec.ts",
871 | "column": 26,
872 | "line": 10
873 | }
874 | },
875 | {
876 | "workerIndex": 6,
877 | "status": "failed",
878 | "duration": 36,
879 | "error": {
880 | "message": "\u001b[2mexpect(\u001b[22m\u001b[31mreceived\u001b[39m\u001b[2m).\u001b[22mtoBe\u001b[2m(\u001b[22m\u001b[32mexpected\u001b[39m\u001b[2m) // Object.is equality\u001b[22m\n\nExpected: \u001b[32m4\u001b[39m\nReceived: \u001b[31m1\u001b[39m",
881 | "stack": "Error: \u001b[2mexpect(\u001b[22m\u001b[31mreceived\u001b[39m\u001b[2m).\u001b[22mtoBe\u001b[2m(\u001b[22m\u001b[32mexpected\u001b[39m\u001b[2m) // Object.is equality\u001b[22m\n\nExpected: \u001b[32m4\u001b[39m\nReceived: \u001b[31m1\u001b[39m\n at /project/tests/functional/subtract.spec.ts:10:26",
882 | "location": {
883 | "file": "/project/tests/functional/subtract.spec.ts",
884 | "column": 26,
885 | "line": 10
886 | },
887 | "snippet": "\u001b[0m \u001b[90m 8 |\u001b[39m \t})\u001b[33m;\u001b[39m\u001b[0m\n\u001b[0m \u001b[90m 9 |\u001b[39m \ttest(\u001b[32m'subtracts'\u001b[39m\u001b[33m,\u001b[39m \u001b[36masync\u001b[39m () \u001b[33m=>\u001b[39m {\u001b[0m\n\u001b[0m\u001b[31m\u001b[1m>\u001b[22m\u001b[39m\u001b[90m 10 |\u001b[39m \t\texpect(subtract(\u001b[35m3\u001b[39m\u001b[33m,\u001b[39m \u001b[35m2\u001b[39m))\u001b[33m.\u001b[39mtoBe(\u001b[35m4\u001b[39m)\u001b[33m;\u001b[39m\u001b[0m\n\u001b[0m \u001b[90m |\u001b[39m \t\t \u001b[31m\u001b[1m^\u001b[22m\u001b[39m\u001b[0m\n\u001b[0m \u001b[90m 11 |\u001b[39m \t})\u001b[33m;\u001b[39m\u001b[0m\n\u001b[0m \u001b[90m 12 |\u001b[39m })\u001b[33m;\u001b[39m\u001b[0m\n\u001b[0m \u001b[90m 13 |\u001b[39m\u001b[0m"
888 | },
889 | "errors": [
890 | {
891 | "location": {
892 | "file": "/project/tests/functional/subtract.spec.ts",
893 | "column": 26,
894 | "line": 10
895 | },
896 | "message": "Error: \u001b[2mexpect(\u001b[22m\u001b[31mreceived\u001b[39m\u001b[2m).\u001b[22mtoBe\u001b[2m(\u001b[22m\u001b[32mexpected\u001b[39m\u001b[2m) // Object.is equality\u001b[22m\n\nExpected: \u001b[32m4\u001b[39m\nReceived: \u001b[31m1\u001b[39m\n\n\u001b[0m \u001b[90m 8 |\u001b[39m \t})\u001b[33m;\u001b[39m\u001b[0m\n\u001b[0m \u001b[90m 9 |\u001b[39m \ttest(\u001b[32m'subtracts'\u001b[39m\u001b[33m,\u001b[39m \u001b[36masync\u001b[39m () \u001b[33m=>\u001b[39m {\u001b[0m\n\u001b[0m\u001b[31m\u001b[1m>\u001b[22m\u001b[39m\u001b[90m 10 |\u001b[39m \t\texpect(subtract(\u001b[35m3\u001b[39m\u001b[33m,\u001b[39m \u001b[35m2\u001b[39m))\u001b[33m.\u001b[39mtoBe(\u001b[35m4\u001b[39m)\u001b[33m;\u001b[39m\u001b[0m\n\u001b[0m \u001b[90m |\u001b[39m \t\t \u001b[31m\u001b[1m^\u001b[22m\u001b[39m\u001b[0m\n\u001b[0m \u001b[90m 11 |\u001b[39m \t})\u001b[33m;\u001b[39m\u001b[0m\n\u001b[0m \u001b[90m 12 |\u001b[39m })\u001b[33m;\u001b[39m\u001b[0m\n\u001b[0m \u001b[90m 13 |\u001b[39m\u001b[0m\n\n\u001b[2m at /project/tests/functional/subtract.spec.ts:10:26\u001b[22m"
897 | }
898 | ],
899 | "stdout": [],
900 | "stderr": [],
901 | "retry": 2,
902 | "startTime": "2023-09-09T10:46:15.294Z",
903 | "attachments": [],
904 | "errorLocation": {
905 | "file": "/project/tests/functional/subtract.spec.ts",
906 | "column": 26,
907 | "line": 10
908 | }
909 | },
910 | {
911 | "workerIndex": 7,
912 | "status": "failed",
913 | "duration": 36,
914 | "error": {
915 | "message": "\u001b[2mexpect(\u001b[22m\u001b[31mreceived\u001b[39m\u001b[2m).\u001b[22mtoBe\u001b[2m(\u001b[22m\u001b[32mexpected\u001b[39m\u001b[2m) // Object.is equality\u001b[22m\n\nExpected: \u001b[32m4\u001b[39m\nReceived: \u001b[31m1\u001b[39m",
916 | "stack": "Error: \u001b[2mexpect(\u001b[22m\u001b[31mreceived\u001b[39m\u001b[2m).\u001b[22mtoBe\u001b[2m(\u001b[22m\u001b[32mexpected\u001b[39m\u001b[2m) // Object.is equality\u001b[22m\n\nExpected: \u001b[32m4\u001b[39m\nReceived: \u001b[31m1\u001b[39m\n at /project/tests/functional/subtract.spec.ts:10:26",
917 | "location": {
918 | "file": "/project/tests/functional/subtract.spec.ts",
919 | "column": 26,
920 | "line": 10
921 | },
922 | "snippet": "\u001b[0m \u001b[90m 8 |\u001b[39m \t})\u001b[33m;\u001b[39m\u001b[0m\n\u001b[0m \u001b[90m 9 |\u001b[39m \ttest(\u001b[32m'subtracts'\u001b[39m\u001b[33m,\u001b[39m \u001b[36masync\u001b[39m () \u001b[33m=>\u001b[39m {\u001b[0m\n\u001b[0m\u001b[31m\u001b[1m>\u001b[22m\u001b[39m\u001b[90m 10 |\u001b[39m \t\texpect(subtract(\u001b[35m3\u001b[39m\u001b[33m,\u001b[39m \u001b[35m2\u001b[39m))\u001b[33m.\u001b[39mtoBe(\u001b[35m4\u001b[39m)\u001b[33m;\u001b[39m\u001b[0m\n\u001b[0m \u001b[90m |\u001b[39m \t\t \u001b[31m\u001b[1m^\u001b[22m\u001b[39m\u001b[0m\n\u001b[0m \u001b[90m 11 |\u001b[39m \t})\u001b[33m;\u001b[39m\u001b[0m\n\u001b[0m \u001b[90m 12 |\u001b[39m })\u001b[33m;\u001b[39m\u001b[0m\n\u001b[0m \u001b[90m 13 |\u001b[39m\u001b[0m"
923 | },
924 | "errors": [
925 | {
926 | "location": {
927 | "file": "/project/tests/functional/subtract.spec.ts",
928 | "column": 26,
929 | "line": 10
930 | },
931 | "message": "Error: \u001b[2mexpect(\u001b[22m\u001b[31mreceived\u001b[39m\u001b[2m).\u001b[22mtoBe\u001b[2m(\u001b[22m\u001b[32mexpected\u001b[39m\u001b[2m) // Object.is equality\u001b[22m\n\nExpected: \u001b[32m4\u001b[39m\nReceived: \u001b[31m1\u001b[39m\n\n\u001b[0m \u001b[90m 8 |\u001b[39m \t})\u001b[33m;\u001b[39m\u001b[0m\n\u001b[0m \u001b[90m 9 |\u001b[39m \ttest(\u001b[32m'subtracts'\u001b[39m\u001b[33m,\u001b[39m \u001b[36masync\u001b[39m () \u001b[33m=>\u001b[39m {\u001b[0m\n\u001b[0m\u001b[31m\u001b[1m>\u001b[22m\u001b[39m\u001b[90m 10 |\u001b[39m \t\texpect(subtract(\u001b[35m3\u001b[39m\u001b[33m,\u001b[39m \u001b[35m2\u001b[39m))\u001b[33m.\u001b[39mtoBe(\u001b[35m4\u001b[39m)\u001b[33m;\u001b[39m\u001b[0m\n\u001b[0m \u001b[90m |\u001b[39m \t\t \u001b[31m\u001b[1m^\u001b[22m\u001b[39m\u001b[0m\n\u001b[0m \u001b[90m 11 |\u001b[39m \t})\u001b[33m;\u001b[39m\u001b[0m\n\u001b[0m \u001b[90m 12 |\u001b[39m })\u001b[33m;\u001b[39m\u001b[0m\n\u001b[0m \u001b[90m 13 |\u001b[39m\u001b[0m\n\n\u001b[2m at /project/tests/functional/subtract.spec.ts:10:26\u001b[22m"
932 | }
933 | ],
934 | "stdout": [],
935 | "stderr": [],
936 | "retry": 3,
937 | "startTime": "2023-09-09T10:46:15.766Z",
938 | "attachments": [],
939 | "errorLocation": {
940 | "file": "/project/tests/functional/subtract.spec.ts",
941 | "column": 26,
942 | "line": 10
943 | }
944 | },
945 | {
946 | "workerIndex": 8,
947 | "status": "failed",
948 | "duration": 35,
949 | "error": {
950 | "message": "\u001b[2mexpect(\u001b[22m\u001b[31mreceived\u001b[39m\u001b[2m).\u001b[22mtoBe\u001b[2m(\u001b[22m\u001b[32mexpected\u001b[39m\u001b[2m) // Object.is equality\u001b[22m\n\nExpected: \u001b[32m4\u001b[39m\nReceived: \u001b[31m1\u001b[39m",
951 | "stack": "Error: \u001b[2mexpect(\u001b[22m\u001b[31mreceived\u001b[39m\u001b[2m).\u001b[22mtoBe\u001b[2m(\u001b[22m\u001b[32mexpected\u001b[39m\u001b[2m) // Object.is equality\u001b[22m\n\nExpected: \u001b[32m4\u001b[39m\nReceived: \u001b[31m1\u001b[39m\n at /project/tests/functional/subtract.spec.ts:10:26",
952 | "location": {
953 | "file": "/project/tests/functional/subtract.spec.ts",
954 | "column": 26,
955 | "line": 10
956 | },
957 | "snippet": "\u001b[0m \u001b[90m 8 |\u001b[39m \t})\u001b[33m;\u001b[39m\u001b[0m\n\u001b[0m \u001b[90m 9 |\u001b[39m \ttest(\u001b[32m'subtracts'\u001b[39m\u001b[33m,\u001b[39m \u001b[36masync\u001b[39m () \u001b[33m=>\u001b[39m {\u001b[0m\n\u001b[0m\u001b[31m\u001b[1m>\u001b[22m\u001b[39m\u001b[90m 10 |\u001b[39m \t\texpect(subtract(\u001b[35m3\u001b[39m\u001b[33m,\u001b[39m \u001b[35m2\u001b[39m))\u001b[33m.\u001b[39mtoBe(\u001b[35m4\u001b[39m)\u001b[33m;\u001b[39m\u001b[0m\n\u001b[0m \u001b[90m |\u001b[39m \t\t \u001b[31m\u001b[1m^\u001b[22m\u001b[39m\u001b[0m\n\u001b[0m \u001b[90m 11 |\u001b[39m \t})\u001b[33m;\u001b[39m\u001b[0m\n\u001b[0m \u001b[90m 12 |\u001b[39m })\u001b[33m;\u001b[39m\u001b[0m\n\u001b[0m \u001b[90m 13 |\u001b[39m\u001b[0m"
958 | },
959 | "errors": [
960 | {
961 | "location": {
962 | "file": "/project/tests/functional/subtract.spec.ts",
963 | "column": 26,
964 | "line": 10
965 | },
966 | "message": "Error: \u001b[2mexpect(\u001b[22m\u001b[31mreceived\u001b[39m\u001b[2m).\u001b[22mtoBe\u001b[2m(\u001b[22m\u001b[32mexpected\u001b[39m\u001b[2m) // Object.is equality\u001b[22m\n\nExpected: \u001b[32m4\u001b[39m\nReceived: \u001b[31m1\u001b[39m\n\n\u001b[0m \u001b[90m 8 |\u001b[39m \t})\u001b[33m;\u001b[39m\u001b[0m\n\u001b[0m \u001b[90m 9 |\u001b[39m \ttest(\u001b[32m'subtracts'\u001b[39m\u001b[33m,\u001b[39m \u001b[36masync\u001b[39m () \u001b[33m=>\u001b[39m {\u001b[0m\n\u001b[0m\u001b[31m\u001b[1m>\u001b[22m\u001b[39m\u001b[90m 10 |\u001b[39m \t\texpect(subtract(\u001b[35m3\u001b[39m\u001b[33m,\u001b[39m \u001b[35m2\u001b[39m))\u001b[33m.\u001b[39mtoBe(\u001b[35m4\u001b[39m)\u001b[33m;\u001b[39m\u001b[0m\n\u001b[0m \u001b[90m |\u001b[39m \t\t \u001b[31m\u001b[1m^\u001b[22m\u001b[39m\u001b[0m\n\u001b[0m \u001b[90m 11 |\u001b[39m \t})\u001b[33m;\u001b[39m\u001b[0m\n\u001b[0m \u001b[90m 12 |\u001b[39m })\u001b[33m;\u001b[39m\u001b[0m\n\u001b[0m \u001b[90m 13 |\u001b[39m\u001b[0m\n\n\u001b[2m at /project/tests/functional/subtract.spec.ts:10:26\u001b[22m"
967 | }
968 | ],
969 | "stdout": [],
970 | "stderr": [],
971 | "retry": 4,
972 | "startTime": "2023-09-09T10:46:16.234Z",
973 | "attachments": [],
974 | "errorLocation": {
975 | "file": "/project/tests/functional/subtract.spec.ts",
976 | "column": 26,
977 | "line": 10
978 | }
979 | }
980 | ],
981 | "status": "unexpected"
982 | }
983 | ],
984 | "id": "6ac0882294147c5cf865-17a50ac4c8699683fcf21eb99aebfb39e9e7",
985 | "file": "subtract.spec.ts",
986 | "line": 9,
987 | "column": 2
988 | }
989 | ]
990 | }
991 | ]
992 | }
993 | ],
994 | "errors": []
995 | }
996 |
--------------------------------------------------------------------------------
/__tests__/__snapshots__/report.test.ts.snap:
--------------------------------------------------------------------------------
1 | // Jest Snapshot v1, https://goo.gl/fbAQLP
2 |
3 | exports[`renderReportSummary matches snapshot 1`] = `
4 | "### Test Report
5 |
6 |  **2 failed**
7 |  **10 passed**
8 |  **1 flaky**
9 |  **1 skipped**
10 |
11 | #### Details
12 |
13 |  [Open report ↗︎](https://example.com/report)
14 |  14 tests across 4 suites
15 |  1.1 seconds
16 |  1234567
17 |  For more information, see our [documentation](https://example.com/docs)
18 |
19 | Failed tests
20 |
21 | chromium › add.spec.ts › add › adds
22 | firefox › add.spec.ts › add › adds
23 |
24 | Flaky tests
26 |
27 | chromium › multiply.spec.ts › multiply › multiplies
28 |
29 | Skipped tests
31 |
32 | chromium › multiply.spec.ts › multiply › skips
33 |
34 | ${summary}\n\n${content.trim()}\n\n `
14 | }
15 |
16 | export function renderCodeBlock(code: string, lang = ''): string {
17 | return `\`\`\`${lang}\n${code}\n\`\`\``
18 | }
19 |
20 | export function formatDuration(milliseconds: number): string {
21 | const SECOND = 1000
22 | const MINUTE = 60 * SECOND
23 | const HOUR = 60 * MINUTE
24 | const DAY = 24 * HOUR
25 |
26 | let remaining = milliseconds
27 |
28 | const days = Math.floor(remaining / DAY)
29 | remaining %= DAY
30 |
31 | const hours = Math.floor(remaining / HOUR)
32 | remaining %= HOUR
33 |
34 | const minutes = Math.floor(remaining / MINUTE)
35 | remaining %= MINUTE
36 |
37 | const seconds = +(remaining / SECOND).toFixed(minutes ? 0 : 1)
38 |
39 | return [
40 | days && `${days} ${n('day', days)}`,
41 | hours && `${hours} ${n('hour', hours)}`,
42 | minutes && `${minutes} ${n('minute', minutes)}`,
43 | seconds && `${seconds} ${n('second', seconds)}`
44 | ]
45 | .filter(Boolean)
46 | .join(', ')
47 | }
48 |
49 | export function upperCaseFirst(str: string): string {
50 | return str.charAt(0).toUpperCase() + str.slice(1)
51 | }
52 |
53 | export function n(str: string, count: number): string {
54 | return count === 1 ? str : `${str}s`
55 | }
56 |
--------------------------------------------------------------------------------
/src/fs.ts:
--------------------------------------------------------------------------------
1 | import fs from 'fs/promises'
2 |
3 | export async function fileExists(filename: string): Promise {
4 | try {
5 | await fs.access(filename, fs.constants.F_OK)
6 | return true
7 | } catch (e) {
8 | return false
9 | }
10 | }
11 |
12 | export async function readFile(path: string): Promise {
13 | return await fs.readFile(path, { encoding: 'utf8' })
14 | }
15 |
--------------------------------------------------------------------------------
/src/github.ts:
--------------------------------------------------------------------------------
1 | import { getOctokit } from '@actions/github'
2 |
3 | // eslint-disable-next-line import/no-unresolved
4 | import { components } from '@octokit/openapi-types'
5 |
6 | type IssueComment = components['schemas']['issue-comment']
7 | type PullRequestReview = components['schemas']['pull-request-review']
8 | type Octokit = ReturnType
9 |
10 | export async function getPullRequestInfo(
11 | octokit: Octokit,
12 | params: { owner: string; repo: string; pull_number: number }
13 | ): Promise<{ ref: string; sha: string }> {
14 | const { data: pr } = await octokit.rest.pulls.get(params)
15 | const { ref } = pr.base
16 | const { sha } = pr.head
17 | return { ref, sha }
18 | }
19 |
20 | export async function getIssueComments(
21 | octokit: Octokit,
22 | params: { owner: string; repo: string; issue_number: number }
23 | ): Promise {
24 | const { data: comments } = await octokit.rest.issues.listComments(params)
25 | return comments
26 | }
27 |
28 | export async function createIssueComment(
29 | octokit: Octokit,
30 | params: { owner: string; repo: string; issue_number: number; body: string }
31 | ): Promise {
32 | const { data: comment } = await octokit.rest.issues.createComment(params)
33 | return comment
34 | }
35 |
36 | export async function updateIssueComment(
37 | octokit: Octokit,
38 | params: { owner: string; repo: string; comment_id: number; body: string }
39 | ): Promise {
40 | const { data: comment } = await octokit.rest.issues.updateComment(params)
41 | return comment
42 | }
43 |
44 | export async function createPullRequestReview(
45 | octokit: Octokit,
46 | params: { owner: string; repo: string; pull_number: number; body: string }
47 | ): Promise {
48 | const { data: review } = await octokit.rest.pulls.createReview({ ...params, event: 'COMMENT' })
49 | return review
50 | }
51 |
--------------------------------------------------------------------------------
/src/icons.ts:
--------------------------------------------------------------------------------
1 | type IconSet = Record
2 | type IconColors = Record
3 |
4 | const iconSize = 14
5 | const defaultIconStyle = 'octicons'
6 |
7 | export const icons: Record = {
8 | octicons: {
9 | failed: 'stop',
10 | passed: 'check-circle',
11 | flaky: 'alert',
12 | skipped: 'skip',
13 | stats: 'pulse',
14 | duration: 'clock',
15 | link: 'link-external',
16 | report: 'package',
17 | commit: 'git-pull-request',
18 | info: 'info'
19 | },
20 | emojis: {
21 | failed: '❌',
22 | passed: '✅',
23 | flaky: '⚠️',
24 | skipped: '⏭️',
25 | stats: '',
26 | duration: '',
27 | link: '',
28 | report: '',
29 | commit: '',
30 | info: 'ℹ️'
31 | }
32 | }
33 |
34 | const iconColors: IconColors = {
35 | failed: 'da3633',
36 | passed: '3fb950',
37 | flaky: 'd29922',
38 | skipped: '0967d9',
39 | icon: 'abb4bf'
40 | }
41 |
42 | export function renderIcon(
43 | status: string,
44 | { iconStyle = defaultIconStyle }: { iconStyle?: keyof typeof icons } = {}
45 | ): string {
46 | if (iconStyle === 'emojis') {
47 | return icons.emojis[status] || ''
48 | } else {
49 | const color = iconColors[status] || iconColors.icon
50 | return createOcticonUrl(icons.octicons[status], { label: status, color })
51 | }
52 | }
53 |
54 | function createOcticonUrl(icon: string, { label = 'icon', color = iconColors.icon, size = iconSize } = {}): string {
55 | if (icon) {
56 | return ``
57 | } else {
58 | return ''
59 | }
60 | }
61 |
--------------------------------------------------------------------------------
/src/index.ts:
--------------------------------------------------------------------------------
1 | import path from 'path'
2 | import {
3 | getInput,
4 | getBooleanInput,
5 | setOutput,
6 | setFailed,
7 | startGroup,
8 | endGroup,
9 | debug,
10 | warning,
11 | summary as setSummary
12 | } from '@actions/core'
13 | import { context, getOctokit } from '@actions/github'
14 | import { fileExists, readFile } from './fs'
15 | import { parseReport, renderReportSummary, getCommitUrl } from './report'
16 | import {
17 | getIssueComments,
18 | createIssueComment,
19 | updateIssueComment,
20 | createPullRequestReview,
21 | getPullRequestInfo
22 | } from './github'
23 |
24 | /**
25 | * The main function for the action.
26 | */
27 | export async function run(): Promise {
28 | try {
29 | await report()
30 | } catch (error) {
31 | if (error instanceof Error) {
32 | setFailed(error.message)
33 | }
34 | }
35 | }
36 |
37 | /**
38 | * Parse the Playwright report and post a comment on the PR.
39 | */
40 | export async function report(): Promise {
41 | const cwd = process.cwd()
42 |
43 | const {
44 | workflow,
45 | eventName,
46 | repo: { owner, repo },
47 | payload
48 | } = context
49 | const { number: issueNumber } = context.issue || {}
50 |
51 | const token = getInput('github-token')
52 | const reportFile = getInput('report-file', { required: true })
53 | const reportUrl = getInput('report-url')
54 | const reportTag = getInput('report-tag') || workflow
55 | const commentTitle = getInput('comment-title') || 'Playwright test results'
56 | const customInfo = getInput('custom-info')
57 | const iconStyle = getInput('icon-style') || 'octicons'
58 | const createComment = getInput('create-comment') ? getBooleanInput('create-comment') : true
59 | const createJobSummary = getInput('job-summary') ? getBooleanInput('job-summary') : false
60 | const testCommand = getInput('test-command')
61 | const footer = getInput('footer')
62 |
63 | debug(`Report file: ${reportFile}`)
64 | debug(`Report url: ${reportUrl || '(none)'}`)
65 | debug(`Report tag: ${reportTag || '(none)'}`)
66 | debug(`Comment title: ${commentTitle}`)
67 | debug(`Creating comment? ${createComment ? 'yes' : 'no'}`)
68 | debug(`Creating job summary? ${createJobSummary ? 'yes' : 'no'}`)
69 |
70 | let ref: string = context.ref
71 | let sha: string = context.sha
72 | let pr: number | null = null
73 | let commitUrl: string | undefined
74 |
75 | const octokit = getOctokit(token)
76 |
77 | switch (eventName) {
78 | case 'push':
79 | ref = payload.ref
80 | sha = payload.after
81 | commitUrl = getCommitUrl(payload.repository?.html_url, sha)
82 | console.log(`Commit pushed onto ${ref} (${sha})`)
83 | break
84 |
85 | case 'pull_request':
86 | case 'pull_request_target':
87 | ref = payload.pull_request?.base?.ref
88 | sha = payload.pull_request?.head?.sha
89 | pr = issueNumber
90 | commitUrl = getCommitUrl(payload.repository?.html_url, sha)
91 | console.log(`PR #${pr} targeting ${ref} (${sha})`)
92 | break
93 |
94 | case 'issue_comment':
95 | if (payload.issue?.pull_request) {
96 | pr = issueNumber
97 | ;({ ref, sha } = await getPullRequestInfo(octokit, { owner, repo, pull_number: pr }))
98 | console.log(`Comment on PR #${pr} targeting ${ref} (${sha})`)
99 | } else {
100 | console.log(`Comment on issue #${issueNumber}`)
101 | }
102 | break
103 |
104 | case 'workflow_dispatch':
105 | console.log(`Workflow dispatched on ${ref} (${sha})`)
106 | break
107 |
108 | default:
109 | console.warn(`Unsupported event type: ${eventName}`)
110 | break
111 | }
112 |
113 | const reportPath = path.resolve(cwd, reportFile)
114 | const reportExists = await fileExists(reportPath)
115 | if (!reportExists) {
116 | debug(`Failed to find report file at path ${reportPath}`)
117 | throw new Error(
118 | `Report file ${reportFile} not found. Make sure Playwright is configured to generate a JSON report.`
119 | )
120 | }
121 |
122 | const data = await readFile(reportPath)
123 | const report = parseReport(data)
124 | const summary = renderReportSummary(report, {
125 | commit: sha,
126 | commitUrl,
127 | title: commentTitle,
128 | customInfo,
129 | reportUrl,
130 | iconStyle,
131 | testCommand,
132 | footer
133 | })
134 |
135 | let commentId = null
136 |
137 | if (createComment) {
138 | const prefix = ``
139 | const body = `${prefix}\n\n${summary}`
140 |
141 | if (!pr) {
142 | console.log('No PR associated with this action run. Not posting a check or comment.')
143 | } else {
144 | startGroup(`Commenting test report on PR`)
145 | try {
146 | const comments = await getIssueComments(octokit, { owner, repo, issue_number: pr })
147 | const existingComment = comments.findLast((c) => c.body?.includes(prefix))
148 | commentId = existingComment?.id || null
149 | } catch (error: unknown) {
150 | console.error(`Error fetching existing comments: ${(error as Error).message}`)
151 | }
152 |
153 | if (commentId) {
154 | console.log(`Found previous comment #${commentId}`)
155 | try {
156 | await updateIssueComment(octokit, { owner, repo, comment_id: commentId, body })
157 | console.log(`Updated previous comment #${commentId}`)
158 | } catch (error: unknown) {
159 | console.error(`Error updating previous comment: ${(error as Error).message}`)
160 | commentId = null
161 | }
162 | }
163 |
164 | if (!commentId) {
165 | console.log('Creating new comment')
166 | try {
167 | const newComment = await createIssueComment(octokit, { owner, repo, issue_number: pr, body })
168 | commentId = newComment.id
169 | console.log(`Created new comment #${commentId}`)
170 | } catch (error: unknown) {
171 | console.error(`Error creating comment: ${(error as Error).message}`)
172 | console.log(`Submitting PR review comment instead...`)
173 | try {
174 | const { issue } = context
175 | const review = await createPullRequestReview(octokit, {
176 | owner,
177 | repo: issue.repo,
178 | pull_number: issue.number,
179 | body
180 | })
181 | console.log(`Created pull request review: #${review.id}`)
182 | } catch (error: unknown) {
183 | console.error(`Error creating PR review: ${(error as Error).message}`)
184 | }
185 | }
186 | }
187 | endGroup()
188 | }
189 |
190 | if (!commentId && pr) {
191 | const intro = `Unable to comment on your PR — this can happen for PR's originating from a fork without write permissions. You can copy the test results directly into a comment using the markdown summary below:`
192 | warning(`${intro}\n\n${body}`, { title: 'Unable to comment on PR' })
193 | }
194 | }
195 |
196 | if (createJobSummary) {
197 | setSummary.addRaw(summary).write()
198 | }
199 |
200 | setOutput('summary', summary)
201 | setOutput('comment-id', commentId)
202 | setOutput('report-data', JSON.stringify(report))
203 | }
204 |
205 | if (process.env.GITHUB_ACTIONS === 'true') {
206 | // eslint-disable-next-line @typescript-eslint/no-floating-promises
207 | run()
208 | }
209 |
--------------------------------------------------------------------------------
/src/report.ts:
--------------------------------------------------------------------------------
1 | import {
2 | JSONReport,
3 | JSONReportSpec,
4 | JSONReportSuite,
5 | JSONReportTest,
6 | JSONReportTestResult
7 | } from '@playwright/test/reporter'
8 | import { debug } from '@actions/core'
9 |
10 | import { formatDuration, n, renderAccordion, renderCodeBlock, upperCaseFirst } from './formatting'
11 | import { icons, renderIcon } from './icons'
12 |
13 | export interface ReportSummary {
14 | version: string
15 | started: Date
16 | duration: number
17 | workers: number
18 | shards: number
19 | projects: string[]
20 | files: string[]
21 | suites: SuiteSummary[]
22 | specs: SpecSummary[]
23 | tests: TestSummary[]
24 | failed: TestSummary[]
25 | passed: TestSummary[]
26 | flaky: TestSummary[]
27 | skipped: TestSummary[]
28 | results: TestResultSummary[]
29 | }
30 |
31 | interface SuiteSummary {
32 | file: string
33 | line: number
34 | column: number
35 | path: string[]
36 | title: string
37 | level: number
38 | root: boolean
39 | specs: SpecSummary[]
40 | }
41 |
42 | interface SpecSummary {
43 | ok: boolean
44 | file: string
45 | line: number
46 | column: number
47 | path: string[]
48 | title: string
49 | tests: TestSummary[]
50 | }
51 |
52 | interface TestSummary {
53 | passed: boolean
54 | failed: boolean
55 | flaky: boolean
56 | skipped: boolean
57 | file: string
58 | line: number
59 | column: number
60 | path: string[]
61 | title: string
62 | results: TestResultSummary[]
63 | }
64 |
65 | interface TestResultSummary {
66 | duration: number
67 | started: Date
68 | }
69 |
70 | interface ReportRenderOptions {
71 | commit?: string
72 | commitUrl?: string
73 | message?: string
74 | title?: string
75 | customInfo?: string
76 | reportUrl?: string
77 | iconStyle?: keyof typeof icons
78 | testCommand?: string
79 | footer?: string
80 | }
81 |
82 | export function isValidReport(report: unknown): report is JSONReport {
83 | return report !== null && typeof report === 'object' && 'config' in report && 'errors' in report && 'suites' in report
84 | }
85 |
86 | export function makeReport(data: string): JSONReport {
87 | const report: JSONReport = JSON.parse(data)
88 | if (isValidReport(report)) {
89 | return report
90 | } else {
91 | debug('Invalid report file')
92 | debug(data)
93 | throw new Error('Invalid JSON report file')
94 | }
95 | }
96 |
97 | export function parseReport(data: string): ReportSummary {
98 | const report = makeReport(data)
99 | const files = parseReportFiles(report)
100 | const allSuites = parseReportSuites(report)
101 | const suites = allSuites.filter((suite) => suite.root)
102 | const specs = allSuites.flatMap((suite) => suite.specs)
103 |
104 | const tests = specs.flatMap((spec) => spec.tests)
105 | const results = tests.flatMap((test) => test.results)
106 | const failed = tests.filter((test) => test.failed)
107 | const passed = tests.filter((test) => test.passed)
108 | const flaky = tests.filter((test) => test.flaky)
109 | const skipped = tests.filter((test) => test.skipped)
110 |
111 | const { duration, started } = getTotalDuration(report, results)
112 | const version: string = report.config.version
113 | const workers: number = report.config.metadata.actualWorkers || report.config.workers || 1
114 | const shards: number = report.config.shard?.total || 0
115 | const projects: string[] = report.config.projects.map((p) => p.name)
116 |
117 | return {
118 | version,
119 | started,
120 | duration,
121 | workers,
122 | shards,
123 | projects,
124 | files,
125 | suites,
126 | specs,
127 | tests,
128 | results,
129 | failed,
130 | passed,
131 | flaky,
132 | skipped
133 | }
134 | }
135 |
136 | export function parseReportFiles({ suites }: JSONReport): string[] {
137 | return suites.map((suite) => suite.file)
138 | }
139 |
140 | export function parseReportSuites({ suites }: JSONReport): SuiteSummary[] {
141 | return suites.map((suite) => parseSuite(suite))
142 | }
143 |
144 | function parseSuite(suite: JSONReportSuite, parents: string[] = []): SuiteSummary {
145 | const { file, line, column } = suite
146 | const { title, path } = buildTitle(...parents, suite.title)
147 | const level = parents.length
148 | const root = level === 0
149 |
150 | const directSpecs = (suite.specs ?? []).map((spec) => parseSpec(spec, [...parents, suite.title]))
151 | const nestedSuites = (suite.suites ?? []).map((child) => parseSuite(child, [...parents, suite.title]))
152 | const nestedSpecs = nestedSuites.flatMap((suite) => suite.specs)
153 | const specs = [...nestedSpecs, ...directSpecs]
154 |
155 | return { file, line, column, path, title, level, root, specs }
156 | }
157 |
158 | function parseSpec(spec: JSONReportSpec, parents: string[] = []): SpecSummary {
159 | const { ok, file, line, column } = spec
160 | const { title, path } = buildTitle(...parents, spec.title)
161 | const tests = spec.tests.map((test) => parseTest(test, spec, parents))
162 | return { ok, file, line, column, path, title, tests }
163 | }
164 |
165 | function parseTest(test: JSONReportTest, spec: JSONReportSpec, parents: string[] = []): TestSummary {
166 | const { file, line, column } = spec
167 | const { status, projectName: project } = test
168 | const { title, path } = buildTitle(project, ...parents, spec.title)
169 | const results = test.results.map((result) => parseTestResult(result))
170 | const passed = status === 'expected'
171 | const failed = status === 'unexpected'
172 | const skipped = status === 'skipped'
173 | const flaky = status === 'flaky'
174 | return { passed, failed, flaky, skipped, results, title, path, file, line, column }
175 | }
176 |
177 | function parseTestResult({ duration, startTime }: JSONReportTestResult): TestResultSummary {
178 | return { duration, started: new Date(startTime) }
179 | }
180 |
181 | export function buildTitle(...paths: string[]): { title: string; path: string[] } {
182 | const path = paths.filter(Boolean)
183 | const title = path.join(' › ')
184 | return { title, path }
185 | }
186 |
187 | export function renderReportSummary(
188 | report: ReportSummary,
189 | { commit, commitUrl, message, title, customInfo, reportUrl, iconStyle, testCommand, footer }: ReportRenderOptions = {}
190 | ): string {
191 | const { duration, failed, passed, flaky, skipped } = report
192 | const icon = (symbol: string): string => renderIcon(symbol, { iconStyle })
193 | const paragraphs = []
194 |
195 | // Title
196 |
197 | paragraphs.push(`### ${title}`)
198 |
199 | // Passed/failed tests
200 |
201 | const tests = [
202 | failed.length ? `${icon('failed')} **${failed.length} failed**` : ``,
203 | passed.length ? `${icon('passed')} **${passed.length} passed** ` : ``,
204 | flaky.length ? `${icon('flaky')} **${flaky.length} flaky** ` : ``,
205 | skipped.length ? `${icon('skipped')} **${skipped.length} skipped**` : ``
206 | ]
207 | paragraphs.push(tests.filter(Boolean).join(' \n'))
208 |
209 | // Stats about test run
210 |
211 | paragraphs.push(`#### Details`)
212 |
213 | const shortCommit = commit?.slice(0, 7)
214 | const commitText = commitUrl ? `[${shortCommit}](${commitUrl})` : shortCommit
215 |
216 | const stats = [
217 | reportUrl ? `${icon('report')} [Open report ↗︎](${reportUrl})` : '',
218 | `${icon('stats')} ${report.tests.length} ${n('test', report.tests.length)} across ${report.suites.length} ${n(
219 | 'suite',
220 | report.suites.length
221 | )}`,
222 | `${icon('duration')} ${duration ? formatDuration(duration) : 'unknown'}`,
223 | commitText && message ? `${icon('commit')} ${message} (${commitText})` : '',
224 | commitText && !message ? `${icon('commit')} ${commitText}` : '',
225 | customInfo ? `${icon('info')} ${customInfo}` : ''
226 | ]
227 | paragraphs.push(stats.filter(Boolean).join(' \n'))
228 |
229 | // Lists of failed/skipped tests
230 |
231 | const listStatuses = ['failed', 'flaky', 'skipped'] as const
232 | const details = listStatuses.map((status) => {
233 | const tests = report[status]
234 | if (tests.length) {
235 | const summary = `${upperCaseFirst(status)} tests`
236 | const content = renderTestList(tests, status !== 'skipped' ? testCommand : undefined)
237 | const open = status === 'failed'
238 | return renderAccordion(summary, content, { open })
239 | }
240 | })
241 | paragraphs.push(
242 | details
243 | .filter(Boolean)
244 | .map((md) => (md as string).trim())
245 | .join('\n')
246 | )
247 |
248 | if (footer) {
249 | paragraphs.push(footer)
250 | }
251 |
252 | return paragraphs
253 | .map((p) => p.trim())
254 | .filter(Boolean)
255 | .join('\n\n')
256 | }
257 |
258 | function renderTestList(tests: TestSummary[], testCommand: string | undefined): string {
259 | const list = tests.map((test) => ` ${test.title}`).join('\n')
260 | if (!testCommand) {
261 | return list
262 | }
263 |
264 | const testIds = tests.map((test) => `${test.file}:${test.line}`).join(' ')
265 | const command = `${testCommand} ${testIds}`
266 |
267 | return `${list}\n\n${renderCodeBlock(command)}`
268 | }
269 |
270 | function getTotalDuration(report: JSONReport, results: TestResultSummary[]): { duration: number; started: Date } {
271 | let duration = 0
272 | let started = new Date()
273 | const { totalTime } = report.config.metadata
274 | if (totalTime) {
275 | duration = totalTime
276 | } else {
277 | const sorted = results.sort((a, b) => a.started.getTime() - b.started.getTime())
278 | const first = sorted[0]
279 | const last = sorted[sorted.length - 1]
280 | if (first && last) {
281 | started = first.started
282 | duration = last.started.getTime() + last.duration - first.started.getTime()
283 | }
284 | }
285 | return { duration, started }
286 | }
287 |
288 | export function getCommitUrl(repoUrl: string | undefined, sha: string): string | undefined {
289 | return repoUrl ? `${repoUrl}/commit/${sha}` : undefined
290 | }
291 |
--------------------------------------------------------------------------------
/tsconfig.json:
--------------------------------------------------------------------------------
1 | {
2 | "$schema": "https://json.schemastore.org/tsconfig",
3 | "compilerOptions": {
4 | "target": "esnext",
5 | "module": "nodenext",
6 | "rootDir": "./src",
7 | "moduleResolution": "nodenext",
8 | "baseUrl": "./",
9 | "sourceMap": true,
10 | "outDir": "./dist",
11 | "noImplicitAny": true,
12 | "esModuleInterop": true,
13 | "forceConsistentCasingInFileNames": true,
14 | "strict": true,
15 | "skipLibCheck": true,
16 | "newLine": "lf"
17 | },
18 | "exclude": ["./dist", "./node_modules", "./__tests__", "./coverage"]
19 | }
20 |
--------------------------------------------------------------------------------