Unverified Commit 5d39daaf authored by JJ Kasper's avatar JJ Kasper Committed by GitHub

Update tests config (#43204)

Testing if this reduces flakiness we've been seeing
parent 86903952
...@@ -297,25 +297,24 @@ jobs: ...@@ -297,25 +297,24 @@ jobs:
timeout-minutes: 10 timeout-minutes: 10
if: ${{needs.build.outputs.docsChange == 'nope'}} if: ${{needs.build.outputs.docsChange == 'nope'}}
- run: npx @replayio/playwright install chromium # - run: npx @replayio/playwright install chromium
if: ${{needs.build.outputs.docsChange == 'nope'}} # if: ${{needs.build.outputs.docsChange == 'nope'}}
- run: node run-tests.js --type development --timings -g ${{ matrix.group }}/2 - run: node run-tests.js --type development --timings -g ${{ matrix.group }}/2
name: Run test/development name: Run test/development
if: ${{needs.build.outputs.docsChange == 'nope'}} if: ${{needs.build.outputs.docsChange == 'nope'}}
env: # env:
RECORD_REPLAY_METADATA_TEST_RUN_TITLE: testDev / Group ${{ matrix.group }} # RECORD_REPLAY_METADATA_TEST_RUN_TITLE: testDev / Group ${{ matrix.group }}
RECORD_ALL_CONTENT: 1 # RECORD_ALL_CONTENT: 1
RECORD_REPLAY: 1 # RECORD_REPLAY: 1
RECORD_REPLAY_TEST_METRICS: 1 # RECORD_REPLAY_TEST_METRICS: 1
RECORD_REPLAY_WEBHOOK_URL: ${{ secrets.RECORD_REPLAY_WEBHOOK_URL }} # RECORD_REPLAY_WEBHOOK_URL: ${{ secrets.RECORD_REPLAY_WEBHOOK_URL }}
- uses: replayio/action-upload@v0.4.5 # - uses: replayio/action-upload@v0.4.5
if: always() # if: always()
with: # with:
api-key: rwk_iKsQnEoQwKd31WAJxgN9ARPFuAlyXlVrDH4uhYpRnti # api-key: rwk_iKsQnEoQwKd31WAJxgN9ARPFuAlyXlVrDH4uhYpRnti
public: true # public: true
filter: ${{ 'function($v) { $v.metadata.test.result = "failed" }' }} # filter: ${{ 'function($v) { $v.metadata.test.result = "failed" }' }}
- name: Upload test trace - name: Upload test trace
if: always() if: always()
...@@ -375,26 +374,25 @@ jobs: ...@@ -375,26 +374,25 @@ jobs:
timeout-minutes: 10 timeout-minutes: 10
if: ${{needs.build.outputs.docsChange == 'nope'}} if: ${{needs.build.outputs.docsChange == 'nope'}}
- run: npx @replayio/playwright install chromium # - run: npx @replayio/playwright install chromium
if: ${{needs.build.outputs.docsChange == 'nope'}} # if: ${{needs.build.outputs.docsChange == 'nope'}}
- run: node run-tests.js --type e2e --timings -g ${{ matrix.group }}/3 - run: node run-tests.js --type e2e --timings -g ${{ matrix.group }}/3
name: Run test/e2e (dev) name: Run test/e2e (dev)
if: ${{needs.build.outputs.docsChange == 'nope'}} if: ${{needs.build.outputs.docsChange == 'nope'}}
env: env:
RECORD_REPLAY_METADATA_TEST_RUN_TITLE: testDevE2E / Group ${{ matrix.group }} / Node ${{ matrix.node }}
RECORD_ALL_CONTENT: 1
RECORD_REPLAY: 1
NEXT_TEST_MODE: dev NEXT_TEST_MODE: dev
RECORD_REPLAY_TEST_METRICS: 1 # RECORD_REPLAY_METADATA_TEST_RUN_TITLE: testDevE2E / Group ${{ matrix.group }} / Node ${{ matrix.node }}
RECORD_REPLAY_WEBHOOK_URL: ${{ secrets.RECORD_REPLAY_WEBHOOK_URL }} # RECORD_ALL_CONTENT: 1
# RECORD_REPLAY: 1
- uses: replayio/action-upload@v0.4.5 # RECORD_REPLAY_TEST_METRICS: 1
if: always() # RECORD_REPLAY_WEBHOOK_URL: ${{ secrets.RECORD_REPLAY_WEBHOOK_URL }}
with:
api-key: rwk_iKsQnEoQwKd31WAJxgN9ARPFuAlyXlVrDH4uhYpRnti # - uses: replayio/action-upload@v0.4.5
public: true # if: always()
filter: ${{ 'function($v) { $v.metadata.test.result = "failed" }' }} # with:
# api-key: rwk_iKsQnEoQwKd31WAJxgN9ARPFuAlyXlVrDH4uhYpRnti
# public: true
# filter: ${{ 'function($v) { $v.metadata.test.result = "failed" }' }}
- name: Upload test trace - name: Upload test trace
if: always() if: always()
...@@ -453,25 +451,24 @@ jobs: ...@@ -453,25 +451,24 @@ jobs:
timeout-minutes: 10 timeout-minutes: 10
if: ${{needs.build.outputs.docsChange == 'nope'}} if: ${{needs.build.outputs.docsChange == 'nope'}}
- run: npx @replayio/playwright install chromium # - run: npx @replayio/playwright install chromium
if: ${{needs.build.outputs.docsChange == 'nope'}} # if: ${{needs.build.outputs.docsChange == 'nope'}}
- run: node run-tests.js --type production --timings -g ${{ matrix.group }}/2 - run: node run-tests.js --type production --timings -g ${{ matrix.group }}/2
name: Run test/production name: Run test/production
if: ${{needs.build.outputs.docsChange == 'nope'}} if: ${{needs.build.outputs.docsChange == 'nope'}}
env: # env:
RECORD_REPLAY_METADATA_TEST_RUN_TITLE: testProd / Group ${{ matrix.group }} / Node ${{ matrix.node }} # RECORD_REPLAY_METADATA_TEST_RUN_TITLE: testProd / Group ${{ matrix.group }} / Node ${{ matrix.node }}
RECORD_ALL_CONTENT: 1 # RECORD_ALL_CONTENT: 1
RECORD_REPLAY: 1 # RECORD_REPLAY: 1
RECORD_REPLAY_TEST_METRICS: 1 # RECORD_REPLAY_TEST_METRICS: 1
RECORD_REPLAY_WEBHOOK_URL: ${{ secrets.RECORD_REPLAY_WEBHOOK_URL }} # RECORD_REPLAY_WEBHOOK_URL: ${{ secrets.RECORD_REPLAY_WEBHOOK_URL }}
- uses: replayio/action-upload@v0.4.5 # - uses: replayio/action-upload@v0.4.5
if: always() # if: always()
with: # with:
api-key: rwk_iKsQnEoQwKd31WAJxgN9ARPFuAlyXlVrDH4uhYpRnti # api-key: rwk_iKsQnEoQwKd31WAJxgN9ARPFuAlyXlVrDH4uhYpRnti
public: true # public: true
filter: ${{ 'function($v) { $v.metadata.test.result = "failed" }' }} # filter: ${{ 'function($v) { $v.metadata.test.result = "failed" }' }}
testProdE2E: testProdE2E:
name: Test Production (E2E) name: Test Production (E2E)
...@@ -521,26 +518,25 @@ jobs: ...@@ -521,26 +518,25 @@ jobs:
timeout-minutes: 10 timeout-minutes: 10
if: ${{needs.build.outputs.docsChange == 'nope'}} if: ${{needs.build.outputs.docsChange == 'nope'}}
- run: npx @replayio/playwright install chromium # - run: npx @replayio/playwright install chromium
if: ${{needs.build.outputs.docsChange == 'nope'}} # if: ${{needs.build.outputs.docsChange == 'nope'}}
- run: node run-tests.js --type e2e --timings -g ${{ matrix.group }}/3 - run: node run-tests.js --type e2e --timings -g ${{ matrix.group }}/3
name: Run test/e2e (production) name: Run test/e2e (production)
if: ${{needs.build.outputs.docsChange == 'nope'}} if: ${{needs.build.outputs.docsChange == 'nope'}}
env: env:
RECORD_REPLAY_METADATA_TEST_RUN_TITLE: testProdE2E / Group ${{ matrix.group }} / Node ${{ matrix.node }}
RECORD_ALL_CONTENT: 1
RECORD_REPLAY: 1
NEXT_TEST_MODE: start NEXT_TEST_MODE: start
RECORD_REPLAY_TEST_METRICS: 1 # RECORD_REPLAY_METADATA_TEST_RUN_TITLE: testProdE2E / Group ${{ matrix.group }} / Node ${{ matrix.node }}
RECORD_REPLAY_WEBHOOK_URL: ${{ secrets.RECORD_REPLAY_WEBHOOK_URL }} # RECORD_ALL_CONTENT: 1
# RECORD_REPLAY: 1
- uses: replayio/action-upload@v0.4.5 # RECORD_REPLAY_TEST_METRICS: 1
if: always() # RECORD_REPLAY_WEBHOOK_URL: ${{ secrets.RECORD_REPLAY_WEBHOOK_URL }}
with:
api-key: rwk_iKsQnEoQwKd31WAJxgN9ARPFuAlyXlVrDH4uhYpRnti # - uses: replayio/action-upload@v0.4.5
public: true # if: always()
filter: ${{ 'function($v) { $v.metadata.test.result = "failed" }' }} # with:
# api-key: rwk_iKsQnEoQwKd31WAJxgN9ARPFuAlyXlVrDH4uhYpRnti
# public: true
# filter: ${{ 'function($v) { $v.metadata.test.result = "failed" }' }}
testIntegration: testIntegration:
name: Test Integration name: Test Integration
...@@ -611,24 +607,23 @@ jobs: ...@@ -611,24 +607,23 @@ jobs:
timeout-minutes: 10 timeout-minutes: 10
if: ${{needs.build.outputs.docsChange == 'nope'}} if: ${{needs.build.outputs.docsChange == 'nope'}}
- run: npx @replayio/playwright install chromium # - run: npx @replayio/playwright install chromium
if: ${{needs.build.outputs.docsChange == 'nope'}} # if: ${{needs.build.outputs.docsChange == 'nope'}}
- run: xvfb-run node run-tests.js --timings -g ${{ matrix.group }}/20 - run: xvfb-run node run-tests.js --timings -g ${{ matrix.group }}/20
if: ${{needs.build.outputs.docsChange == 'nope'}} if: ${{needs.build.outputs.docsChange == 'nope'}}
env: # env:
RECORD_REPLAY_METADATA_TEST_RUN_TITLE: testIntegration / Group ${{ matrix.group }} # RECORD_REPLAY_METADATA_TEST_RUN_TITLE: testIntegration / Group ${{ matrix.group }}
RECORD_ALL_CONTENT: 1 # RECORD_ALL_CONTENT: 1
RECORD_REPLAY: 1 # RECORD_REPLAY: 1
RECORD_REPLAY_TEST_METRICS: 1 # RECORD_REPLAY_TEST_METRICS: 1
RECORD_REPLAY_WEBHOOK_URL: ${{ secrets.RECORD_REPLAY_WEBHOOK_URL }} # RECORD_REPLAY_WEBHOOK_URL: ${{ secrets.RECORD_REPLAY_WEBHOOK_URL }}
- uses: replayio/action-upload@v0.4.5 # - uses: replayio/action-upload@v0.4.5
if: always() # if: always()
with: # with:
api-key: rwk_iKsQnEoQwKd31WAJxgN9ARPFuAlyXlVrDH4uhYpRnti # api-key: rwk_iKsQnEoQwKd31WAJxgN9ARPFuAlyXlVrDH4uhYpRnti
public: true # public: true
filter: ${{ 'function($v) { $v.metadata.test.result = "failed" }' }} # filter: ${{ 'function($v) { $v.metadata.test.result = "failed" }' }}
- name: Upload test trace - name: Upload test trace
if: always() if: always()
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment