#!/usr/bin/env bash set -e if [[ $# != 1 ]]; then echo >&2 "usage: $(basename "$0") " exit 1 fi { cd "$1" for x in VMTests/*/*; do echo >&2 "$x" echo -n "$x " ; hevm vm-test --file $x done } | { while read path test outcome; do category=$(dirname "$path") testcase=$(basename "${path%.json}") row="$testcase$outcome$category" row+=$'\n' case $outcome in ok) passed+=$row ;; *) failed+=$row ;; esac done cat <<. hevm test results

hevm consensus test report

$(date +%Y-%m-%d)

. wc -l <<<"$passed" echo "passed, " wc -l <<<"$failed" echo "failed" cat <<.

(Test suite: VMTests for Homestead)

Failed tests

. echo "$failed" cat <<.

Passed tests

. echo "$passed" cat <<.

. }