import Web3 from 'web3' import graph from '@/services/graph' import { download } from '@/store/snark' import networkConfig from '@/networkConfig' import InstanceABI from '@/abis/Instance.abi.json' import { CONTRACT_INSTANCES, eventsType, httpConfig } from '@/constants' import { sleep, flattenNArray, formatEvents, capitalizeFirstLetter } from '@/utils' const supportedCaches = ['1', '56', '100', '137'] let store if (process.browser) { window.onNuxtReady(({ $store }) => { store = $store }) } class EventService { constructor({ netId, amount, currency, factoryMethods }) { this.idb = window.$nuxt.$indexedDB(netId) const { nativeCurrency } = networkConfig[`netId${netId}`] const hasCache = supportedCaches.includes(netId.toString()) this.netId = netId this.amount = amount this.currency = currency this.factoryMethods = factoryMethods this.contract = this.getContract({ netId, amount, currency }) this.isNative = nativeCurrency === this.currency this.hasCache = this.isNative && hasCache } getInstanceName(type) { return `${type}s_${this.currency}_${this.amount}` } updateEventProgress(percentage, type) { if (store) { store.dispatch('loading/updateProgress', { message: `Fetching past ${type} events`, progress: Math.ceil(percentage * 100) }) } } async getEvents(type) { let cachedEvents = await this.getEventsFromDB(type) if (!cachedEvents && this.hasCache) { cachedEvents = await this.getEventsFromCache(type) } return cachedEvents } async updateEvents(type, cachedEvents) { const { deployedBlock } = networkConfig[`netId${this.netId}`] const savedEvents = cachedEvents || (await this.getEvents(type)) let fromBlock = deployedBlock if (savedEvents) { fromBlock = savedEvents.lastBlock + 1 } const newEvents = await this.getEventsFromBlock({ type, fromBlock, graphMethod: `getAll${capitalizeFirstLetter(type)}s` }) const allEvents = [].concat(savedEvents?.events || [], newEvents?.events || []).sort((a, b) => { if (a.leafIndex && b.leafIndex) { return a.leafIndex - b.leafIndex } return a.blockNumber - b.blockNumber }) const lastBlock = allEvents[allEvents.length - 1].blockNumber this.saveEvents({ events: allEvents, lastBlock, type }) return { events: allEvents, lastBlock } } async findEvent({ eventName, eventToFind, type }) { const instanceName = this.getInstanceName(type) let event = await this.idb.getFromIndex({ storeName: instanceName, indexName: eventName, key: eventToFind }) if (event) { return event } const savedEvents = await this.getEvents(type) if (savedEvents) { event = savedEvents.events.find((event) => event[eventName] === eventToFind) if (event) { return event } } const freshEvents = await this.updateEvents(type) event = freshEvents && freshEvents?.events.find((event) => event[eventName] === eventToFind) return event } getContract({ netId, amount, currency }) { const config = networkConfig[`netId${netId}`] const address = config.tokens[currency].instanceAddress[amount] return this.factoryMethods.getContract(address) } async getEventsFromCache(type) { try { const instanceName = this.getInstanceName(type) if (!CONTRACT_INSTANCES.includes(String(this.amount))) { console.error(`Amount doesn't includes in contract instances`) return } const module = await download({ contentType: 'string', name: `events/${instanceName}.json.gz` }) if (module) { const events = JSON.parse(module) return { events, lastBlock: events[events.length - 1].blockNumber } } return { events: [], lastBlock: '' } } catch (err) { return undefined } } async getEventsFromDB(type) { try { const instanceName = this.getInstanceName(type) const savedEvents = await this.idb.getAll({ storeName: instanceName }) if (!savedEvents || !savedEvents.length) { return undefined } return { events: savedEvents, lastBlock: savedEvents[savedEvents.length - 1].blockNumber } } catch (err) { return undefined } } async getStatisticsRpc({ eventsCount }) { const { deployedBlock } = networkConfig[`netId${this.netId}`] const savedEvents = await this.getEvents(eventsType.DEPOSIT) if (savedEvents.events.length) { const { events } = await this.updateEvents(eventsType.DEPOSIT, savedEvents) return events } const blockRange = 4950 const fromBlock = deployedBlock const { blockDifference, currentBlockNumber } = await this.getBlocksDiff({ fromBlock }) let numberParts = blockDifference === 0 ? 1 : Math.ceil(blockDifference / blockRange) const part = Math.ceil(blockDifference / numberParts) let events = [] let toBlock = currentBlockNumber if (fromBlock < currentBlockNumber) { for (let i = 0; i < numberParts; i++) { try { await sleep(200) const partOfEvents = await this.getEventsPartFromRpc({ fromBlock: toBlock - part, toBlock, type: eventsType.DEPOSIT }) if (partOfEvents) { events = events.concat(partOfEvents.events) if (eventsCount <= events.length) { break } } toBlock -= part } catch { numberParts = numberParts + 1 } } if (eventsCount !== events.length) { const savedEvents = await this.getEvents(eventsType.DEPOSIT) events = events.concat(savedEvents?.events || []) } } return events } async getEventsFromGraph({ fromBlock, methodName }) { try { const { events, lastSyncBlock } = await graph[methodName]({ fromBlock, netId: this.netId, amount: this.amount, currency: this.currency }) return { events, lastBlock: lastSyncBlock } } catch (err) { return undefined } } async getBlocksDiff({ fromBlock }) { const currentBlockNumber = await this.factoryMethods.getBlockNumber() return { currentBlockNumber, blockDifference: Math.ceil(currentBlockNumber - fromBlock) } } getPastEvents({ fromBlock, toBlock, type }) { return new Promise((resolve, reject) => { const repsonse = this.contract.getPastEvents(capitalizeFirstLetter(type), { fromBlock, toBlock }) if (repsonse) { resolve(repsonse) } else { reject(new Error()) } }) } async getEventsPartFromRpc({ fromBlock, toBlock, type }, shouldRetry = false, i = 0) { try { const { currentBlockNumber } = await this.getBlocksDiff({ fromBlock }) if (fromBlock > currentBlockNumber) { return { events: [], lastBlock: fromBlock } } let events = [] try { events = await this.getPastEvents({ fromBlock, toBlock, type }) } catch (e) { if (shouldRetry) { i = i + 1 // maximum 10 second buffer for rate-limiting await sleep(2000 * i) events = await this.getEventsPartFromRpc( { fromBlock, toBlock, type }, i !== 5, i ) } else { throw new Error(`Failed to fetch block ${toBlock}`) } } if (!events?.length) { return { events: [], lastBlock: fromBlock } } return { events: formatEvents(events, type), lastBlock: events[events.length - 1].blockNumber } } catch (err) { return undefined } } createBatchRequest(batchArray) { return batchArray.map( (e, i) => new Promise(async (resolve) => { try { const { events } = await this.getEventsPartFromRpc({ ...e }, true) resolve(events) } catch (e) { resolve({ isFailedBatch: true, ...e }) } }) ) } async getBatchEventsFromRpc({ fromBlock, type }) { try { const batchSize = 10 const blockRange = 10000 let [events, failed] = [[], []] let lastBlock = fromBlock const { blockDifference, currentBlockNumber } = await this.getBlocksDiff({ fromBlock }) const batchDigest = blockDifference === 0 ? 1 : Math.ceil(blockDifference / blockRange) const blockDenom = Math.ceil(blockDifference / batchDigest) const batchCount = Math.ceil(batchDigest / batchSize) if (fromBlock < currentBlockNumber) { await this.updateEventProgress(0, type) for (let batchIndex = 0; batchIndex < batchCount; batchIndex++) { const isLastBatch = batchIndex === batchCount - 1 const params = new Array(batchSize).fill('').map((_, i) => { const toBlock = (i + 1) * blockDenom + lastBlock const fromBlock = toBlock - blockDenom return { fromBlock, toBlock, type } }) const batch = await Promise.all(this.createBatchRequest(params)) lastBlock = params[batchSize - 1].toBlock events = events.concat(batch.filter((e) => !e.isFailedBatch)) failed = failed.concat(batch.filter((e) => e.isFailedBatch)) const progressIndex = batchIndex - failed.length / batchSize if (isLastBatch && failed.length !== 0) { const fbatch = await Promise.all(this.createBatchRequest(failed)) const isFailedBatch = fbatch.filter((e) => e.isFailedBatch).length !== 0 if (isFailedBatch) { throw new Error('Failed to batch events') } else { events = events.concat(fbatch) } } await this.updateEventProgress(progressIndex / batchCount, type) await sleep(200) } events = flattenNArray(events) return { lastBlock: events[events.length - 1].blockNumber, events } } return undefined } catch (err) { return undefined } } async getEventsFromRpc({ fromBlock, type }) { try { const { blockDifference } = await this.getBlocksDiff({ fromBlock }) const blockRange = 10000 let events if (blockDifference < blockRange) { const rpcEvents = await this.getEventsPartFromRpc({ fromBlock, toBlock: 'latest', type }) events = rpcEvents?.events || [] } else { const rpcEvents = await this.getBatchEventsFromRpc({ fromBlock, type }) events = rpcEvents?.events || [] } return events } catch (err) { return [] } } async getEventsFromBlock({ fromBlock, graphMethod, type }) { try { // ToDo think about undefined const rpcEvents = await this.getEventsFromRpc({ fromBlock, type }) const allEvents = [].concat(rpcEvents || []) if (allEvents.length) { return { events: allEvents, lastBlock: allEvents[allEvents.length - 1].blockNumber } } return undefined } catch (err) { return undefined } } async saveEvents({ events, lastBlock, type }) { try { if (!events || !events.length || this.idb.isBlocked) { return } const instanceName = this.getInstanceName(type) await this.idb.createMultipleTransactions({ data: events, storeName: instanceName }) await this.idb.putItem({ data: { blockNumber: lastBlock, name: instanceName }, storeName: 'lastEvents' }) } catch (err) { console.error('saveEvents has error:', err.message) } } } class EventsFactory { instances = new Map() constructor(rpcUrl) { const httpProvider = new Web3.providers.HttpProvider(rpcUrl, httpConfig) this.provider = new Web3(httpProvider).eth } getBlockNumber = () => { return this.provider.getBlockNumber() } getContract = (address) => { return new this.provider.Contract(InstanceABI, address) } getService = (payload) => { const instanceName = `${payload.currency}_${payload.amount}` if (this.instances.has(instanceName)) { return this.instances.get(instanceName) } const instance = new EventService({ ...payload, factoryMethods: { getContract: this.getContract, getBlockNumber: this.getBlockNumber } }) this.instances.set(instanceName, instance) return instance } } export { EventsFactory }