Yehowshua/ZIm
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Minimize randomized test failures before reporting issues

Browse source
This commit is contained in:
Max Brunsfeld 2023-04-14 17:47:00 -07:00
parent 5c3da91e15
commit 3569c61784
2 changed files with 108 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

6
script/randomized-test-ci
View file

@ -14,6 +14,7 @@ if [[ $? != 0 ]]; then
fi
LOG_FILE=target/randomized-tests.log
MIN_PLAN=target/test-plan.min.json
export SAVE_PLAN=target/test-plan.json
export OPERATIONS=200
export ITERATIONS=100000
@ -27,10 +28,11 @@ if [[ $? == 0 ]]; then
exit 0
fi
failing_seed=$(script/randomized-test-minimize $SAVE_PLAN $MIN_PLAN)
# If the tests failed, find the failing seed in the logs
commit=$(git rev-parse HEAD)
failing_seed=$(grep "failing seed" $LOG_FILE | tail -n1 | cut -d: -f2 | xargs)
failing_plan=$(cat $SAVE_PLAN)
failing_plan=$(cat $MIN_PLAN)
request="{
\"seed\": \"${failing_seed}\",
\"commit\": \"${commit}\",