2c6404f671
* Install Vector on Ubuntu to log failed test to Axiom * Allow flaky tests to run on main for Axiom metrics * Enable problematic tests on a dedicated branch
66 lines
2.4 KiB
Bash
Executable File
66 lines
2.4 KiB
Bash
Executable File
#!/bin/bash
|
|
|
|
# bash strict mode
|
|
set -euo pipefail
|
|
|
|
if [[ ! -f "test-results/.last-run.json" ]]; then
|
|
# If no last run artifact, than run Playwright normally
|
|
echo "run playwright normally"
|
|
if [[ "$3" == *ubuntu* ]]; then
|
|
xvfb-run --auto-servernum --server-args="-screen 0 1280x960x24" -- yarn test:playwright:electron:ubuntu -- --shard=$1/$2 || true
|
|
elif [[ "$3" == *windows* ]]; then
|
|
yarn test:playwright:electron:windows -- --shard=$1/$2 || true
|
|
elif [[ "$3" == *macos* ]]; then
|
|
yarn test:playwright:electron:macos -- --shard=$1/$2 || true
|
|
else
|
|
echo "Do not run Playwright. Unable to detect os runtime."
|
|
exit 1
|
|
fi
|
|
# Log failures for Axiom to pick up
|
|
node playwrightProcess.mjs > /tmp/github-actions.log
|
|
fi
|
|
|
|
retry=1
|
|
max_retries=1
|
|
|
|
# Retry failed tests, doing our own retries because using inbuilt Playwright retries causes connection issues
|
|
while [[ $retry -le $max_retries ]]; do
|
|
if [[ -f "test-results/.last-run.json" ]]; then
|
|
failed_tests=$(jq '.failedTests | length' test-results/.last-run.json)
|
|
if [[ $failed_tests -gt 0 ]]; then
|
|
echo "retried=true" >>$GITHUB_OUTPUT
|
|
echo "run playwright with last failed tests and retry $retry"
|
|
if [[ "$3" == *ubuntu* ]]; then
|
|
xvfb-run --auto-servernum --server-args="-screen 0 1280x960x24" -- yarn test:playwright:electron:ubuntu -- --last-failed || true
|
|
elif [[ "$3" == *windows* ]]; then
|
|
yarn test:playwright:electron:windows -- --last-failed || true
|
|
elif [[ "$3" == *macos* ]]; then
|
|
yarn test:playwright:electron:macos -- --last-failed || true
|
|
else
|
|
echo "Do not run playwright. Unable to detect os runtime."
|
|
exit 1
|
|
fi
|
|
# Log failures for Axiom to pick up
|
|
node playwrightProcess.mjs > /tmp/github-actions.log
|
|
retry=$((retry + 1))
|
|
else
|
|
echo "retried=false" >>$GITHUB_OUTPUT
|
|
exit 0
|
|
fi
|
|
else
|
|
echo "retried=false" >>$GITHUB_OUTPUT
|
|
exit 0
|
|
fi
|
|
done
|
|
|
|
echo "retried=false" >>$GITHUB_OUTPUT
|
|
|
|
if [[ -f "test-results/.last-run.json" ]]; then
|
|
failed_tests=$(jq '.failedTests | length' test-results/.last-run.json)
|
|
if [[ $failed_tests -gt 0 ]]; then
|
|
# If it still fails after 3 retries, then fail the job
|
|
exit 1
|
|
fi
|
|
fi
|
|
exit 0
|