225de7ca0a
Tests are now included as a submodule. This should make updating easier and removes ~60MB of JSON data from the working copy. State tests are replaced by General State Tests, which run the same test with multiple fork configurations. With the new test runner, consensus tests are run as subtests by walking json files. Many hex issues have been fixed upstream since the last update and most custom parsing code is replaced by existing JSON hex types. Tests can now be marked as 'expected failures', ensuring that fixes for those tests will trigger an update to test configuration. The new test runner also supports parallel execution and the -short flag.
89 lines
3.0 KiB
Go
89 lines
3.0 KiB
Go
// Copyright 2017 The go-ethereum Authors
|
|
// This file is part of the go-ethereum library.
|
|
//
|
|
// The go-ethereum library is free software: you can redistribute it and/or modify
|
|
// it under the terms of the GNU Lesser General Public License as published by
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
// (at your option) any later version.
|
|
//
|
|
// The go-ethereum library is distributed in the hope that it will be useful,
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
// GNU Lesser General Public License for more details.
|
|
//
|
|
// You should have received a copy of the GNU Lesser General Public License
|
|
// along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
package tests
|
|
|
|
import (
|
|
"bytes"
|
|
"fmt"
|
|
"reflect"
|
|
"testing"
|
|
|
|
"github.com/ethereum/go-ethereum/core/vm"
|
|
)
|
|
|
|
func TestState(t *testing.T) {
|
|
t.Parallel()
|
|
|
|
st := new(testMatcher)
|
|
// Long tests:
|
|
st.skipShortMode(`^stQuadraticComplexityTest/`)
|
|
// Broken tests:
|
|
st.skipLoad(`^stTransactionTest/OverflowGasRequire\.json`) // gasLimit > 256 bits
|
|
st.skipLoad(`^stStackTests/shallowStackOK\.json`) // bad hex encoding
|
|
st.skipLoad(`^stTransactionTest/zeroSigTransa[^/]*\.json`) // EIP-86 is not supported yet
|
|
// Expected failures:
|
|
st.fails(`^stCallCreateCallCodeTest/createJS_ExampleContract\.json`, "bug in test")
|
|
st.fails(`^stCodeSizeLimit/codesizeOOGInvalidSize\.json/(Frontier|Homestead)`,
|
|
"code size limit implementation is not conditional on fork")
|
|
st.fails(`^stRevertTest/RevertDepthCreateAddressCollision\.json/EIP15[08]/[67]`, "bug in test")
|
|
st.fails(`^stRevertTest/RevertPrecompiledTouch\.json/EIP158`, "bug in test")
|
|
st.fails(`^stRevertTest/RevertPrefoundEmptyOOG\.json/EIP158`, "bug in test")
|
|
|
|
st.walk(t, stateTestDir, func(t *testing.T, name string, test *StateTest) {
|
|
for _, subtest := range test.Subtests() {
|
|
subtest := subtest
|
|
key := fmt.Sprintf("%s/%d", subtest.Fork, subtest.Index)
|
|
name := name + "/" + key
|
|
t.Run(key, func(t *testing.T) {
|
|
if subtest.Fork == "Metropolis" {
|
|
t.Skip("metropolis not supported yet")
|
|
}
|
|
withTrace(t, test.gasLimit(subtest), func(vmconfig vm.Config) error {
|
|
return st.checkFailure(t, name, test.Run(subtest, vmconfig))
|
|
})
|
|
})
|
|
}
|
|
})
|
|
}
|
|
|
|
// Transactions with gasLimit above this value will not get a VM trace on failure.
|
|
const traceErrorLimit = 400000
|
|
|
|
func withTrace(t *testing.T, gasLimit uint64, test func(vm.Config) error) {
|
|
err := test(vm.Config{})
|
|
if err == nil {
|
|
return
|
|
}
|
|
t.Error(err)
|
|
if gasLimit > traceErrorLimit {
|
|
t.Log("gas limit too high for EVM trace")
|
|
return
|
|
}
|
|
tracer := vm.NewStructLogger(nil)
|
|
err2 := test(vm.Config{Debug: true, Tracer: tracer})
|
|
if !reflect.DeepEqual(err, err2) {
|
|
t.Errorf("different error for second run: %v", err2)
|
|
}
|
|
buf := new(bytes.Buffer)
|
|
vm.WriteTrace(buf, tracer.StructLogs())
|
|
if buf.Len() == 0 {
|
|
t.Log("no EVM operation logs generated")
|
|
} else {
|
|
t.Log("EVM operation log:\n" + buf.String())
|
|
}
|
|
}
|