2015-12-16 11:58:01 +02:00
|
|
|
// Copyright 2015 The go-ethereum Authors
|
|
|
|
// This file is part of the go-ethereum library.
|
|
|
|
//
|
|
|
|
// The go-ethereum library is free software: you can redistribute it and/or modify
|
|
|
|
// it under the terms of the GNU Lesser General Public License as published by
|
|
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
|
|
// (at your option) any later version.
|
|
|
|
//
|
|
|
|
// The go-ethereum library is distributed in the hope that it will be useful,
|
|
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
// GNU Lesser General Public License for more details.
|
|
|
|
//
|
|
|
|
// You should have received a copy of the GNU Lesser General Public License
|
|
|
|
// along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
|
|
|
|
package rpc
|
|
|
|
|
|
|
|
import (
|
2016-02-02 19:29:54 +02:00
|
|
|
"bytes"
|
2017-03-22 20:20:33 +03:00
|
|
|
"context"
|
2016-02-02 19:29:54 +02:00
|
|
|
"encoding/json"
|
2017-11-17 15:18:46 +03:00
|
|
|
"errors"
|
2015-12-16 11:58:01 +02:00
|
|
|
"fmt"
|
2016-03-14 10:38:54 +02:00
|
|
|
"io"
|
2016-02-02 19:29:54 +02:00
|
|
|
"io/ioutil"
|
2017-11-09 12:54:58 +03:00
|
|
|
"mime"
|
2015-12-16 11:58:01 +02:00
|
|
|
"net/http"
|
2020-08-03 15:08:42 +03:00
|
|
|
"net/url"
|
2016-07-12 18:47:15 +03:00
|
|
|
"sync"
|
|
|
|
"time"
|
2015-12-16 11:58:01 +02:00
|
|
|
)
|
|
|
|
|
|
|
|
const (
|
2019-07-22 13:22:39 +03:00
|
|
|
maxRequestContentLength = 1024 * 1024 * 5
|
2019-02-04 15:47:34 +03:00
|
|
|
contentType = "application/json"
|
2015-12-16 11:58:01 +02:00
|
|
|
)
|
|
|
|
|
2019-02-04 15:47:34 +03:00
|
|
|
// https://www.jsonrpc.org/historical/json-rpc-over-http.html#id13
|
|
|
|
var acceptedContentTypes = []string{contentType, "application/json-rpc", "application/jsonrequest"}
|
2016-07-12 18:47:15 +03:00
|
|
|
|
|
|
|
type httpConn struct {
|
|
|
|
client *http.Client
|
2020-08-03 15:08:42 +03:00
|
|
|
url string
|
2016-07-12 18:47:15 +03:00
|
|
|
closeOnce sync.Once
|
2019-11-18 11:40:59 +03:00
|
|
|
closeCh chan interface{}
|
2020-08-03 15:08:42 +03:00
|
|
|
mu sync.Mutex // protects headers
|
|
|
|
headers http.Header
|
2016-07-12 18:47:15 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
// httpConn is treated specially by Client.
|
2019-11-18 11:40:59 +03:00
|
|
|
func (hc *httpConn) writeJSON(context.Context, interface{}) error {
|
|
|
|
panic("writeJSON called on httpConn")
|
2019-02-04 15:47:34 +03:00
|
|
|
}
|
|
|
|
|
2019-11-18 11:40:59 +03:00
|
|
|
func (hc *httpConn) remoteAddr() string {
|
2020-08-03 15:08:42 +03:00
|
|
|
return hc.url
|
2019-02-04 15:47:34 +03:00
|
|
|
}
|
|
|
|
|
2019-11-18 11:40:59 +03:00
|
|
|
func (hc *httpConn) readBatch() ([]*jsonrpcMessage, bool, error) {
|
|
|
|
<-hc.closeCh
|
2019-02-04 15:47:34 +03:00
|
|
|
return nil, false, io.EOF
|
2016-07-12 18:47:15 +03:00
|
|
|
}
|
|
|
|
|
2019-11-18 11:40:59 +03:00
|
|
|
func (hc *httpConn) close() {
|
|
|
|
hc.closeOnce.Do(func() { close(hc.closeCh) })
|
2019-02-04 15:47:34 +03:00
|
|
|
}
|
|
|
|
|
2019-11-18 11:40:59 +03:00
|
|
|
func (hc *httpConn) closed() <-chan interface{} {
|
|
|
|
return hc.closeCh
|
2015-12-16 11:58:01 +02:00
|
|
|
}
|
|
|
|
|
2018-07-31 12:16:14 +03:00
|
|
|
// HTTPTimeouts represents the configuration params for the HTTP RPC server.
|
|
|
|
type HTTPTimeouts struct {
|
|
|
|
// ReadTimeout is the maximum duration for reading the entire
|
|
|
|
// request, including the body.
|
|
|
|
//
|
|
|
|
// Because ReadTimeout does not let Handlers make per-request
|
|
|
|
// decisions on each request body's acceptable deadline or
|
|
|
|
// upload rate, most users will prefer to use
|
|
|
|
// ReadHeaderTimeout. It is valid to use them both.
|
|
|
|
ReadTimeout time.Duration
|
|
|
|
|
|
|
|
// WriteTimeout is the maximum duration before timing out
|
|
|
|
// writes of the response. It is reset whenever a new
|
|
|
|
// request's header is read. Like ReadTimeout, it does not
|
|
|
|
// let Handlers make decisions on a per-request basis.
|
|
|
|
WriteTimeout time.Duration
|
|
|
|
|
|
|
|
// IdleTimeout is the maximum amount of time to wait for the
|
|
|
|
// next request when keep-alives are enabled. If IdleTimeout
|
|
|
|
// is zero, the value of ReadTimeout is used. If both are
|
|
|
|
// zero, ReadHeaderTimeout is used.
|
|
|
|
IdleTimeout time.Duration
|
|
|
|
}
|
|
|
|
|
|
|
|
// DefaultHTTPTimeouts represents the default timeout values used if further
|
|
|
|
// configuration is not provided.
|
|
|
|
var DefaultHTTPTimeouts = HTTPTimeouts{
|
|
|
|
ReadTimeout: 30 * time.Second,
|
|
|
|
WriteTimeout: 30 * time.Second,
|
|
|
|
IdleTimeout: 120 * time.Second,
|
|
|
|
}
|
|
|
|
|
2018-01-24 11:59:15 +03:00
|
|
|
// DialHTTPWithClient creates a new RPC client that connects to an RPC server over HTTP
|
|
|
|
// using the provided HTTP Client.
|
|
|
|
func DialHTTPWithClient(endpoint string, client *http.Client) (*Client, error) {
|
2020-08-03 15:08:42 +03:00
|
|
|
// Sanity check URL so we don't end up with a client that will fail every request.
|
|
|
|
_, err := url.Parse(endpoint)
|
2015-12-16 11:58:01 +02:00
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
2016-07-12 18:47:15 +03:00
|
|
|
initctx := context.Background()
|
2020-08-03 15:08:42 +03:00
|
|
|
headers := make(http.Header, 2)
|
|
|
|
headers.Set("accept", contentType)
|
|
|
|
headers.Set("content-type", contentType)
|
2019-02-04 15:47:34 +03:00
|
|
|
return newClient(initctx, func(context.Context) (ServerCodec, error) {
|
2020-08-03 15:08:42 +03:00
|
|
|
hc := &httpConn{
|
|
|
|
client: client,
|
|
|
|
headers: headers,
|
|
|
|
url: endpoint,
|
|
|
|
closeCh: make(chan interface{}),
|
|
|
|
}
|
|
|
|
return hc, nil
|
2016-07-12 18:47:15 +03:00
|
|
|
})
|
|
|
|
}
|
2015-12-16 11:58:01 +02:00
|
|
|
|
2018-01-24 11:59:15 +03:00
|
|
|
// DialHTTP creates a new RPC client that connects to an RPC server over HTTP.
|
|
|
|
func DialHTTP(endpoint string) (*Client, error) {
|
|
|
|
return DialHTTPWithClient(endpoint, new(http.Client))
|
|
|
|
}
|
|
|
|
|
2016-07-12 18:47:15 +03:00
|
|
|
func (c *Client) sendHTTP(ctx context.Context, op *requestOp, msg interface{}) error {
|
|
|
|
hc := c.writeConn.(*httpConn)
|
|
|
|
respBody, err := hc.doRequest(ctx, msg)
|
2018-04-19 16:32:43 +03:00
|
|
|
if respBody != nil {
|
|
|
|
defer respBody.Close()
|
|
|
|
}
|
|
|
|
|
2016-07-12 18:47:15 +03:00
|
|
|
if err != nil {
|
2018-04-19 16:32:43 +03:00
|
|
|
if respBody != nil {
|
|
|
|
buf := new(bytes.Buffer)
|
|
|
|
if _, err2 := buf.ReadFrom(respBody); err2 == nil {
|
2020-08-03 15:08:42 +03:00
|
|
|
return fmt.Errorf("%v: %v", err, buf.String())
|
2018-04-19 16:32:43 +03:00
|
|
|
}
|
|
|
|
}
|
2015-12-16 11:58:01 +02:00
|
|
|
return err
|
|
|
|
}
|
2016-07-12 18:47:15 +03:00
|
|
|
var respmsg jsonrpcMessage
|
|
|
|
if err := json.NewDecoder(respBody).Decode(&respmsg); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
op.resp <- &respmsg
|
|
|
|
return nil
|
|
|
|
}
|
2015-12-16 11:58:01 +02:00
|
|
|
|
2016-07-12 18:47:15 +03:00
|
|
|
func (c *Client) sendBatchHTTP(ctx context.Context, op *requestOp, msgs []*jsonrpcMessage) error {
|
|
|
|
hc := c.writeConn.(*httpConn)
|
|
|
|
respBody, err := hc.doRequest(ctx, msgs)
|
2015-12-16 11:58:01 +02:00
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
2016-07-12 18:47:15 +03:00
|
|
|
defer respBody.Close()
|
|
|
|
var respmsgs []jsonrpcMessage
|
|
|
|
if err := json.NewDecoder(respBody).Decode(&respmsgs); err != nil {
|
2015-12-16 11:58:01 +02:00
|
|
|
return err
|
|
|
|
}
|
2017-06-26 12:26:22 +03:00
|
|
|
for i := 0; i < len(respmsgs); i++ {
|
|
|
|
op.resp <- &respmsgs[i]
|
2016-07-12 18:47:15 +03:00
|
|
|
}
|
|
|
|
return nil
|
2015-12-16 11:58:01 +02:00
|
|
|
}
|
|
|
|
|
2016-07-12 18:47:15 +03:00
|
|
|
func (hc *httpConn) doRequest(ctx context.Context, msg interface{}) (io.ReadCloser, error) {
|
|
|
|
body, err := json.Marshal(msg)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2020-08-03 15:08:42 +03:00
|
|
|
req, err := http.NewRequestWithContext(ctx, "POST", hc.url, ioutil.NopCloser(bytes.NewReader(body)))
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2016-07-12 18:47:15 +03:00
|
|
|
req.ContentLength = int64(len(body))
|
2015-12-16 11:58:01 +02:00
|
|
|
|
2020-08-03 15:08:42 +03:00
|
|
|
// set headers
|
|
|
|
hc.mu.Lock()
|
|
|
|
req.Header = hc.headers.Clone()
|
|
|
|
hc.mu.Unlock()
|
|
|
|
|
|
|
|
// do request
|
2017-03-22 20:20:33 +03:00
|
|
|
resp, err := hc.client.Do(req)
|
2016-07-12 18:47:15 +03:00
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2018-04-19 16:32:43 +03:00
|
|
|
if resp.StatusCode < 200 || resp.StatusCode >= 300 {
|
|
|
|
return resp.Body, errors.New(resp.Status)
|
|
|
|
}
|
2016-07-12 18:47:15 +03:00
|
|
|
return resp.Body, nil
|
2015-12-16 11:58:01 +02:00
|
|
|
}
|
2016-02-24 12:19:00 +02:00
|
|
|
|
2019-02-04 15:47:34 +03:00
|
|
|
// httpServerConn turns a HTTP connection into a Conn.
|
|
|
|
type httpServerConn struct {
|
2016-02-24 12:19:00 +02:00
|
|
|
io.Reader
|
|
|
|
io.Writer
|
2019-02-04 15:47:34 +03:00
|
|
|
r *http.Request
|
2016-02-24 12:19:00 +02:00
|
|
|
}
|
|
|
|
|
2019-02-04 15:47:34 +03:00
|
|
|
func newHTTPServerConn(r *http.Request, w http.ResponseWriter) ServerCodec {
|
|
|
|
body := io.LimitReader(r.Body, maxRequestContentLength)
|
|
|
|
conn := &httpServerConn{Reader: body, Writer: w, r: r}
|
2019-11-18 11:40:59 +03:00
|
|
|
return NewCodec(conn)
|
2016-02-24 12:19:00 +02:00
|
|
|
}
|
|
|
|
|
2019-02-04 15:47:34 +03:00
|
|
|
// Close does nothing and always returns nil.
|
|
|
|
func (t *httpServerConn) Close() error { return nil }
|
|
|
|
|
|
|
|
// RemoteAddr returns the peer address of the underlying connection.
|
|
|
|
func (t *httpServerConn) RemoteAddr() string {
|
|
|
|
return t.r.RemoteAddr
|
|
|
|
}
|
|
|
|
|
|
|
|
// SetWriteDeadline does nothing and always returns nil.
|
|
|
|
func (t *httpServerConn) SetWriteDeadline(time.Time) error { return nil }
|
|
|
|
|
2016-07-12 18:47:15 +03:00
|
|
|
// ServeHTTP serves JSON-RPC requests over HTTP.
|
2019-02-04 15:47:34 +03:00
|
|
|
func (s *Server) ServeHTTP(w http.ResponseWriter, r *http.Request) {
|
2017-11-16 14:51:06 +03:00
|
|
|
// Permit dumb empty requests for remote health-checks (AWS)
|
2017-12-12 21:12:32 +03:00
|
|
|
if r.Method == http.MethodGet && r.ContentLength == 0 && r.URL.RawQuery == "" {
|
2020-04-28 11:43:21 +03:00
|
|
|
w.WriteHeader(http.StatusOK)
|
2017-11-16 14:51:06 +03:00
|
|
|
return
|
|
|
|
}
|
2017-11-17 15:18:46 +03:00
|
|
|
if code, err := validateRequest(r); err != nil {
|
|
|
|
http.Error(w, err.Error(), code)
|
2017-11-09 12:54:58 +03:00
|
|
|
return
|
|
|
|
}
|
2020-03-27 15:52:53 +03:00
|
|
|
// All checks passed, create a codec that reads directly from the request body
|
|
|
|
// until EOF, writes the response to w, and orders the server to process a
|
2017-11-16 14:51:06 +03:00
|
|
|
// single request.
|
2018-06-02 13:26:47 +03:00
|
|
|
ctx := r.Context()
|
cmd/clef, signer: initial poc of the standalone signer (#16154)
* signer: introduce external signer command
* cmd/signer, rpc: Implement new signer. Add info about remote user to Context
* signer: refactored request/response, made use of urfave.cli
* cmd/signer: Use common flags
* cmd/signer: methods to validate calldata against abi
* cmd/signer: work on abi parser
* signer: add mutex around UI
* cmd/signer: add json 4byte directory, remove passwords from api
* cmd/signer: minor changes
* cmd/signer: Use ErrRequestDenied, enable lightkdf
* cmd/signer: implement tests
* cmd/signer: made possible for UI to modify tx parameters
* cmd/signer: refactors, removed channels in ui comms, added UI-api via stdin/out
* cmd/signer: Made lowercase json-definitions, added UI-signer test functionality
* cmd/signer: update documentation
* cmd/signer: fix bugs, improve abi detection, abi argument display
* cmd/signer: minor change in json format
* cmd/signer: rework json communication
* cmd/signer: implement mixcase addresses in API, fix json id bug
* cmd/signer: rename fromaccount, update pythonpoc with new json encoding format
* cmd/signer: make use of new abi interface
* signer: documentation
* signer/main: remove redundant option
* signer: implement audit logging
* signer: create package 'signer', minor changes
* common: add 0x-prefix to mixcaseaddress in json marshalling + validation
* signer, rules, storage: implement rules + ephemeral storage for signer rules
* signer: implement OnApprovedTx, change signing response (API BREAKAGE)
* signer: refactoring + documentation
* signer/rules: implement dispatching to next handler
* signer: docs
* signer/rules: hide json-conversion from users, ensure context is cleaned
* signer: docs
* signer: implement validation rules, change signature of call_info
* signer: fix log flaw with string pointer
* signer: implement custom 4byte databsae that saves submitted signatures
* signer/storage: implement aes-gcm-backed credential storage
* accounts: implement json unmarshalling of url
* signer: fix listresponse, fix gas->uint64
* node: make http/ipc start methods public
* signer: add ipc capability+review concerns
* accounts: correct docstring
* signer: address review concerns
* rpc: go fmt -s
* signer: review concerns+ baptize Clef
* signer,node: move Start-functions to separate file
* signer: formatting
2018-04-16 15:04:32 +03:00
|
|
|
ctx = context.WithValue(ctx, "remote", r.RemoteAddr)
|
|
|
|
ctx = context.WithValue(ctx, "scheme", r.Proto)
|
|
|
|
ctx = context.WithValue(ctx, "local", r.Host)
|
2018-09-25 16:54:58 +03:00
|
|
|
if ua := r.Header.Get("User-Agent"); ua != "" {
|
|
|
|
ctx = context.WithValue(ctx, "User-Agent", ua)
|
|
|
|
}
|
|
|
|
if origin := r.Header.Get("Origin"); origin != "" {
|
|
|
|
ctx = context.WithValue(ctx, "Origin", origin)
|
|
|
|
}
|
cmd/clef, signer: initial poc of the standalone signer (#16154)
* signer: introduce external signer command
* cmd/signer, rpc: Implement new signer. Add info about remote user to Context
* signer: refactored request/response, made use of urfave.cli
* cmd/signer: Use common flags
* cmd/signer: methods to validate calldata against abi
* cmd/signer: work on abi parser
* signer: add mutex around UI
* cmd/signer: add json 4byte directory, remove passwords from api
* cmd/signer: minor changes
* cmd/signer: Use ErrRequestDenied, enable lightkdf
* cmd/signer: implement tests
* cmd/signer: made possible for UI to modify tx parameters
* cmd/signer: refactors, removed channels in ui comms, added UI-api via stdin/out
* cmd/signer: Made lowercase json-definitions, added UI-signer test functionality
* cmd/signer: update documentation
* cmd/signer: fix bugs, improve abi detection, abi argument display
* cmd/signer: minor change in json format
* cmd/signer: rework json communication
* cmd/signer: implement mixcase addresses in API, fix json id bug
* cmd/signer: rename fromaccount, update pythonpoc with new json encoding format
* cmd/signer: make use of new abi interface
* signer: documentation
* signer/main: remove redundant option
* signer: implement audit logging
* signer: create package 'signer', minor changes
* common: add 0x-prefix to mixcaseaddress in json marshalling + validation
* signer, rules, storage: implement rules + ephemeral storage for signer rules
* signer: implement OnApprovedTx, change signing response (API BREAKAGE)
* signer: refactoring + documentation
* signer/rules: implement dispatching to next handler
* signer: docs
* signer/rules: hide json-conversion from users, ensure context is cleaned
* signer: docs
* signer: implement validation rules, change signature of call_info
* signer: fix log flaw with string pointer
* signer: implement custom 4byte databsae that saves submitted signatures
* signer/storage: implement aes-gcm-backed credential storage
* accounts: implement json unmarshalling of url
* signer: fix listresponse, fix gas->uint64
* node: make http/ipc start methods public
* signer: add ipc capability+review concerns
* accounts: correct docstring
* signer: address review concerns
* rpc: go fmt -s
* signer: review concerns+ baptize Clef
* signer,node: move Start-functions to separate file
* signer: formatting
2018-04-16 15:04:32 +03:00
|
|
|
|
2017-11-17 15:18:46 +03:00
|
|
|
w.Header().Set("content-type", contentType)
|
2019-02-04 15:47:34 +03:00
|
|
|
codec := newHTTPServerConn(r, w)
|
2019-11-18 11:40:59 +03:00
|
|
|
defer codec.close()
|
2019-02-04 15:47:34 +03:00
|
|
|
s.serveSingleRequest(ctx, codec)
|
2016-02-24 12:19:00 +02:00
|
|
|
}
|
|
|
|
|
2017-11-17 15:18:46 +03:00
|
|
|
// validateRequest returns a non-zero response code and error message if the
|
|
|
|
// request is invalid.
|
|
|
|
func validateRequest(r *http.Request) (int, error) {
|
2017-12-12 21:12:32 +03:00
|
|
|
if r.Method == http.MethodPut || r.Method == http.MethodDelete {
|
2017-11-17 15:18:46 +03:00
|
|
|
return http.StatusMethodNotAllowed, errors.New("method not allowed")
|
2017-11-17 15:07:11 +03:00
|
|
|
}
|
2018-03-13 14:23:44 +03:00
|
|
|
if r.ContentLength > maxRequestContentLength {
|
|
|
|
err := fmt.Errorf("content length too large (%d>%d)", r.ContentLength, maxRequestContentLength)
|
2017-11-17 15:18:46 +03:00
|
|
|
return http.StatusRequestEntityTooLarge, err
|
2017-11-17 15:07:11 +03:00
|
|
|
}
|
2018-12-14 13:08:11 +03:00
|
|
|
// Allow OPTIONS (regardless of content-type)
|
|
|
|
if r.Method == http.MethodOptions {
|
|
|
|
return 0, nil
|
|
|
|
}
|
|
|
|
// Check content-type
|
|
|
|
if mt, _, err := mime.ParseMediaType(r.Header.Get("content-type")); err == nil {
|
|
|
|
for _, accepted := range acceptedContentTypes {
|
|
|
|
if accepted == mt {
|
|
|
|
return 0, nil
|
|
|
|
}
|
|
|
|
}
|
2017-11-17 15:07:11 +03:00
|
|
|
}
|
2018-12-14 13:08:11 +03:00
|
|
|
// Invalid content-type
|
|
|
|
err := fmt.Errorf("invalid content type, only %s is supported", contentType)
|
|
|
|
return http.StatusUnsupportedMediaType, err
|
2017-11-17 15:07:11 +03:00
|
|
|
}
|