mirror of
https://github.com/alexgo-io/stacks-puppet-node.git
synced 2026-04-09 08:41:15 +08:00
102 lines
2.6 KiB
Bash
Executable File
102 lines
2.6 KiB
Bash
Executable File
#!/bin/sh
|
|
|
|
usage() {
|
|
echo "Usage: $0 [path/to/test/output/dir] [OPTIONAL: path/to/tests/to/skip.txt] [OPTIONAL: path/to/existing/test/logdir/]"
|
|
exit 1
|
|
}
|
|
|
|
if [ $# -lt 1 ]; then
|
|
usage $0
|
|
fi
|
|
|
|
RUN_SCENARIO="blockstack-test-scenario"
|
|
CHECK_SERIALIZATION="blockstack-test-check-serialization"
|
|
SCENARIOS_PYTHON="blockstack_integration_tests.scenarios"
|
|
SCENARIOS="$(BLOCKSTACK_TESTNET=1 python -c "import blockstack_integration_tests; import blockstack_integration_tests.scenarios; print blockstack_integration_tests.scenarios.__path__[0]")"
|
|
if [ $? -ne 0 ]; then
|
|
echo >&2 "Failed to load blockstack integration test scenarios"
|
|
exit 1
|
|
fi
|
|
|
|
OUTPUTS="$1"
|
|
TESTS_SKIP="$2"
|
|
EXISTING_LOGS="$3"
|
|
|
|
test -d "$OUTPUTS" || mkdir -p "$OUTPUTS"
|
|
|
|
while IFS= read SCENARIO_FILE; do
|
|
|
|
if ! [ "$(echo "$SCENARIO_FILE" | egrep '.py$')" ]; then
|
|
continue
|
|
fi
|
|
|
|
if [ "$SCENARIO_FILE" = "__init__.py" ] || [ "$SCENARIO_FILE" = "testlib.py" ]; then
|
|
continue
|
|
fi
|
|
|
|
SCENARIO_MODULE_BASE="$(echo "$SCENARIO_FILE" | sed 's/\.py//g')"
|
|
SCENARIO_MODULE="$SCENARIOS_PYTHON.$SCENARIO_MODULE_BASE"
|
|
|
|
if [ -n "$TESTS_SKIP" ] && [ -n "$(fgrep "$SCENARIO_MODULE_BASE" "$TESTS_SKIP")" ]; then
|
|
continue
|
|
fi
|
|
|
|
TESTDIR="/tmp/blockstack-test"
|
|
|
|
if ! [ -f "$OUTPUTS/$SCENARIO_MODULE_BASE.log" ]; then
|
|
|
|
echo -n "$SCENARIO_MODULE ... "
|
|
|
|
mkdir -p "$TESTDIR"
|
|
"$RUN_SCENARIO" "$SCENARIO_MODULE" "$TESTDIR" > "$OUTPUTS/$SCENARIO_MODULE_BASE.log" 2>&1
|
|
|
|
RC=$?
|
|
|
|
if [ $RC -ne 0 ]; then
|
|
# failed
|
|
echo " FAILURE"
|
|
mv "$TESTDIR" "$OUTPUTS/$SCENARIO_MODULE_BASE.d"
|
|
|
|
# TODO: only exit with option
|
|
exit 1
|
|
|
|
continue
|
|
fi
|
|
|
|
# compare serialized consensus fields with older release
|
|
EXISTING_LOG="$EXISTING_LOGS/$SCENARIO_MODULE_BASE.log"
|
|
if [ -f "$EXISTING_LOG" ]; then
|
|
|
|
"$CHECK_SERIALIZATION" "$EXISTING_LOGS/$SCENARIO_MODULE_BASE.log" "$OUTPUTS/$SCENARIO_MODULE_BASE.log"
|
|
RC=$?
|
|
|
|
if [ $RC -ne 0 ]; then
|
|
|
|
if [ $RC -eq 1 ]; then
|
|
# generated incorrect serialization output
|
|
echo " (ERROR: mismatched serialization) FAILURE"
|
|
mv "$TESTDIR" "$OUTPUTS/$SCENARIO_MODULE_BASE.d"
|
|
|
|
# TODO: only exit with option
|
|
exit 1
|
|
|
|
else
|
|
# exit 2 means no serialization check happened
|
|
echo " (WARN: SKIPPED SERIALIZATION CHECK) SUCCESS"
|
|
fi
|
|
fi
|
|
else
|
|
|
|
echo -n " (WARN: no existing log) "
|
|
fi
|
|
|
|
echo " SUCCESS"
|
|
rm -rf "$TESTDIR"
|
|
fi
|
|
|
|
done <<EOF
|
|
$(ls "$SCENARIOS")
|
|
EOF
|
|
|
|
exit 0
|