From 4f6d53964f5f45493d3ea316b177b4235c44388a Mon Sep 17 00:00:00 2001 From: Kirill Fedoseev Date: Mon, 13 Jul 2020 19:09:07 +0700 Subject: [PATCH] Possibility to send a tx through all provided RPC endpoints (#394) --- CONFIGURATION.md | 1 + deployment/roles/oracle/templates/.env.j2 | 3 ++ oracle/package.json | 1 - oracle/src/services/RpcUrlsManager.js | 21 +++++++----- oracle/src/tx/sendTx.js | 42 +++++++++++++---------- oracle/src/utils/utils.js | 8 ++++- oracle/test/utils.test.js | 33 +++++++++++++++++- 7 files changed, 79 insertions(+), 30 deletions(-) diff --git a/CONFIGURATION.md b/CONFIGURATION.md index aec83c87..20251b9b 100644 --- a/CONFIGURATION.md +++ b/CONFIGURATION.md @@ -36,6 +36,7 @@ ORACLE_LOG_LEVEL | Set the level of details in the logs. | `trace` / `debug` / ` ORACLE_MAX_PROCESSING_TIME | The workers processes will be killed if this amount of time (in milliseconds) is elapsed before they finish processing. It is recommended to set this value to 4 times the value of the longest polling time (set with the `HOME_POLLING_INTERVAL` and `FOREIGN_POLLING_INTERVAL` variables). To disable this, set the time to 0. | integer ORACLE_VALIDATOR_ADDRESS_PRIVATE_KEY | The private key of the bridge validator used to sign confirmations before sending transactions to the bridge contracts. The validator account is calculated automatically from the private key. Every bridge instance (set of watchers and senders) must have its own unique private key. The specified private key is used to sign transactions on both sides of the bridge. | hexidecimal without "0x" ORACLE_VALIDATOR_ADDRESS | The public address of the bridge validator | hexidecimal with "0x" +ORACLE_TX_REDUNDANCY | If set to `true`, instructs oracle to send `eth_sendRawTransaction` requests through all available RPC urls defined in `COMMON_HOME_RPC_URL` and `COMMON_FOREIGN_RPC_URL` variables instead of using first available one ## UI configuration diff --git a/deployment/roles/oracle/templates/.env.j2 b/deployment/roles/oracle/templates/.env.j2 index f5c403ca..680ad692 100644 --- a/deployment/roles/oracle/templates/.env.j2 +++ b/deployment/roles/oracle/templates/.env.j2 @@ -47,6 +47,9 @@ COMMON_FOREIGN_GAS_PRICE_FACTOR={{ COMMON_FOREIGN_GAS_PRICE_FACTOR }} ORACLE_ALLOW_HTTP_FOR_RPC={{ "yes" if ORACLE_ALLOW_HTTP_FOR_RPC else "no" }} ORACLE_QUEUE_URL={{ ORACLE_QUEUE_URL }} ORACLE_REDIS_URL={{ ORACLE_REDIS_URL }} +{% if ORACLE_TX_REDUNDANCY | default('') != '' %} +ORACLE_TX_REDUNDANCY={{ ORACLE_TX_REDUNDANCY }} +{% endif %} {% if ORACLE_HOME_START_BLOCK | default('') != '' %} ORACLE_HOME_START_BLOCK={{ ORACLE_HOME_START_BLOCK }} diff --git a/oracle/package.json b/oracle/package.json index 6a9d802f..2872aa6c 100644 --- a/oracle/package.json +++ b/oracle/package.json @@ -30,7 +30,6 @@ "dotenv": "^5.0.1", "http-list-provider": "0.0.5", "ioredis": "^3.2.2", - "lodash": "^4.17.10", "node-fetch": "^2.1.2", "pino": "^4.17.3", "pino-pretty": "^2.0.1", diff --git a/oracle/src/services/RpcUrlsManager.js b/oracle/src/services/RpcUrlsManager.js index 225ed303..7ee9e652 100644 --- a/oracle/src/services/RpcUrlsManager.js +++ b/oracle/src/services/RpcUrlsManager.js @@ -1,7 +1,7 @@ -const _ = require('lodash') const promiseRetry = require('promise-retry') const tryEach = require('../utils/tryEach') const { RETRY_CONFIG } = require('../utils/constants') +const { promiseAny } = require('../utils/utils') function RpcUrlsManager(homeUrls, foreignUrls) { if (!homeUrls) { @@ -15,19 +15,22 @@ function RpcUrlsManager(homeUrls, foreignUrls) { this.foreignUrls = foreignUrls.split(',') } -RpcUrlsManager.prototype.tryEach = async function(chain, f) { +RpcUrlsManager.prototype.tryEach = async function(chain, f, redundant = false) { if (chain !== 'home' && chain !== 'foreign') { throw new Error(`Invalid argument chain: '${chain}'`) } - // save homeUrls to avoid race condition - const urls = chain === 'home' ? _.cloneDeep(this.homeUrls) : _.cloneDeep(this.foreignUrls) + // save urls to avoid race condition + const urls = chain === 'home' ? [...this.homeUrls] : [...this.foreignUrls] - const [result, index] = await promiseRetry(retry => - tryEach(urls, f).catch(() => { - retry() - }, RETRY_CONFIG) - ) + if (redundant) { + // result from first responded node will be returned immediately + // remaining nodes will continue to retry queries in separate promises + // promiseAny will throw only if all urls reached max retry number + return promiseAny(urls.map(url => promiseRetry(retry => f(url).catch(retry), RETRY_CONFIG))) + } + + const [result, index] = await promiseRetry(retry => tryEach(urls, f).catch(retry), RETRY_CONFIG) if (index > 0) { // rotate urls diff --git a/oracle/src/tx/sendTx.js b/oracle/src/tx/sendTx.js index 6bdfdf45..55da4a4e 100644 --- a/oracle/src/tx/sendTx.js +++ b/oracle/src/tx/sendTx.js @@ -2,6 +2,8 @@ const Web3Utils = require('web3-utils') const fetch = require('node-fetch') const rpcUrlsManager = require('../services/getRpcUrlsManager') +const { ORACLE_TX_REDUNDANCY } = process.env + // eslint-disable-next-line consistent-return async function sendTx({ chain, privateKey, data, nonce, gasPrice, amount, gasLimit, to, chainId, web3 }) { const serializedTx = await web3.eth.accounts.signTransaction( @@ -26,27 +28,31 @@ async function sendTx({ chain, privateKey, data, nonce, gasPrice, amount, gasLim // eslint-disable-next-line consistent-return async function sendRawTx({ chain, params, method }) { - const result = await rpcUrlsManager.tryEach(chain, async url => { - // curl -X POST --data '{"jsonrpc":"2.0","method":"eth_sendRawTransaction","params":[{see above}],"id":1}' - const response = await fetch(url, { - headers: { - 'Content-type': 'application/json' - }, - method: 'POST', - body: JSON.stringify({ - jsonrpc: '2.0', - method, - params, - id: Math.floor(Math.random() * 100) + 1 + const result = await rpcUrlsManager.tryEach( + chain, + async url => { + // curl -X POST --data '{"jsonrpc":"2.0","method":"eth_sendRawTransaction","params":[{see above}],"id":1}' + const response = await fetch(url, { + headers: { + 'Content-type': 'application/json' + }, + method: 'POST', + body: JSON.stringify({ + jsonrpc: '2.0', + method, + params, + id: Math.floor(Math.random() * 100) + 1 + }) }) - }) - if (!response.ok) { - throw new Error(response.statusText) - } + if (!response.ok) { + throw new Error(response.statusText) + } - return response - }) + return response + }, + ORACLE_TX_REDUNDANCY === 'true' && method === 'eth_sendRawTransaction' + ) const json = await result.json() if (json.error) { diff --git a/oracle/src/utils/utils.js b/oracle/src/utils/utils.js index 56a655e6..eb3a197e 100644 --- a/oracle/src/utils/utils.js +++ b/oracle/src/utils/utils.js @@ -100,6 +100,11 @@ function nonceError(e) { ) } +// Promise.all rejects on the first rejected Promise or fulfills with the list of results +// inverted Promise.all fulfills with the first obtained result or rejects with the list of errors +const invert = p => new Promise((res, rej) => p.then(rej, res)) +const promiseAny = ps => invert(Promise.all(ps.map(invert))) + module.exports = { syncForEach, checkHTTPS, @@ -109,5 +114,6 @@ module.exports = { watchdog, privateKeyToAddress, nonceError, - getRetrySequence + getRetrySequence, + promiseAny } diff --git a/oracle/test/utils.test.js b/oracle/test/utils.test.js index 2742690a..494e6dca 100644 --- a/oracle/test/utils.test.js +++ b/oracle/test/utils.test.js @@ -3,9 +3,10 @@ const chai = require('chai') const chaiAsPromised = require('chai-as-promised') const BigNumber = require('bignumber.js') const proxyquire = require('proxyquire') -const { addExtraGas, syncForEach } = require('../src/utils/utils') +const { addExtraGas, syncForEach, promiseAny } = require('../src/utils/utils') chai.use(chaiAsPromised) +chai.should() const { expect } = chai describe('utils', () => { @@ -134,4 +135,34 @@ describe('utils', () => { }) }) }) + + describe('promiseAny', () => { + const f = x => new Promise((res, rej) => setTimeout(() => (x > 0 ? res : rej)(x), 10 * x)) + + it('should return first obtained result', async () => { + const array = [2, 1, 3] + const result = await promiseAny(array.map(f)) + + expect(result).to.equal(1) + }) + + it('should return first obtained result with one reject', async () => { + const array = [2, -1, 3] + const result = await promiseAny(array.map(f)) + + expect(result).to.equal(2) + }) + + it('should return first obtained result with several rejects', async () => { + const array = [2, -1, -3] + const result = await promiseAny(array.map(f)) + + expect(result).to.equal(2) + }) + + it('should reject if all functions failed', async () => { + const array = [-2, -1, -3] + await promiseAny(array.map(f)).should.be.rejected + }) + }) })