wip DI implemented, Queue helpers

This commit is contained in:
smart_ex 2022-05-23 17:17:39 +10:00
parent ae61e3ec96
commit 82d3cc63e4
24 changed files with 323 additions and 250 deletions

1
.gitignore vendored

@ -6,3 +6,4 @@ node_modules/
kovan.* kovan.*
dump.rdb dump.rdb
.idea .idea
build

@ -31,7 +31,9 @@
"ioredis": "^4.14.1", "ioredis": "^4.14.1",
"json-schema-to-ts": "^2.2.0", "json-schema-to-ts": "^2.2.0",
"node-fetch": "^2.6.7", "node-fetch": "^2.6.7",
"reflect-metadata": "^0.1.13",
"torn-token": "link:../torn-token", "torn-token": "link:../torn-token",
"tsyringe": "^4.6.0",
"tx-manager": "link:../tx-manager", "tx-manager": "link:../tx-manager",
"uuid": "^8.3.0", "uuid": "^8.3.0",
"web3": "^1.3.0", "web3": "^1.3.0",

@ -1,3 +1,4 @@
import 'reflect-metadata';
import createServer from './server'; import createServer from './server';
import { utils } from 'ethers'; import { utils } from 'ethers';
import { port, rewardAccount } from '../config'; import { port, rewardAccount } from '../config';

@ -4,12 +4,13 @@ import { FromSchema } from 'json-schema-to-ts';
import { rewardAccount, tornadoServiceFee } from '../config'; import { rewardAccount, tornadoServiceFee } from '../config';
import { version } from '../../package.json'; import { version } from '../../package.json';
import { configService, getJobService, getPriceService } from '../services'; import { configService, getJobService, getPriceService } from '../services';
import { JobType } from '../types'; import { RelayerJobType } from '../types';
const priceService = getPriceService();
const jobService = getJobService();
export function mainHandler(server: FastifyInstance, options, next) { export function mainHandler(server: FastifyInstance, options, next) {
const jobService = getJobService();
const priceService = getPriceService();
server.get('/', server.get('/',
async (req, res) => { async (req, res) => {
res.type('text/html') res.type('text/html')
@ -42,6 +43,7 @@ export function mainHandler(server: FastifyInstance, options, next) {
} }
export function relayerHandler(server: FastifyInstance, options, next) { export function relayerHandler(server: FastifyInstance, options, next) {
const jobService = getJobService();
server.get<{ Params: { id: string } }>('/jobs/:id', server.get<{ Params: { id: string } }>('/jobs/:id',
{ schema: jobsSchema }, { schema: jobsSchema },
async (req, res) => { async (req, res) => {
@ -54,7 +56,7 @@ export function relayerHandler(server: FastifyInstance, options, next) {
{ schema: withdrawSchema }, { schema: withdrawSchema },
async (req, res) => { async (req, res) => {
console.log(req.body); console.log(req.body);
const id = await jobService.postJob(JobType.TORNADO_WITHDRAW, req.body); const id = await jobService.postJob(RelayerJobType.TORNADO_WITHDRAW, req.body);
res.send({ id }); res.send({ id });
}); });
next(); next();

@ -1,31 +1,28 @@
import { JobType } from './types'; import { RelayerJobType } from './types';
import tornConfig, { availableIds } from 'torn-token'; import tornConfig, { availableIds } from 'torn-token';
require('dotenv').config(); require('dotenv').config();
export const netId = <availableIds>Number(process.env.NET_ID || 1); export const netId = <availableIds>Number(process.env.NET_ID || 1);
export const redisUrl = process.env.REDIS_URL || 'redis://127.0.0.1:6379'; export const redisUrl = process.env.REDIS_URL || 'redis://127.0.0.1:6379';
export const httpRpcUrl = process.env.HTTP_RPC_URL; export const rpcUrl = process.env.RPC_URL;
export const wsRpcUrl = process.env.WS_RPC_URL;
export const oracleRpcUrl = process.env.ORACLE_RPC_URL || 'https://mainnet.infura.io/'; export const oracleRpcUrl = process.env.ORACLE_RPC_URL || 'https://mainnet.infura.io/';
export const offchainOracleAddress = '0x07D91f5fb9Bf7798734C3f606dB065549F6893bb'; export const offchainOracleAddress = '0x07D91f5fb9Bf7798734C3f606dB065549F6893bb';
export const multiCallAddress = '0xda3c19c6fe954576707fa24695efb830d9cca1ca'; export const multiCallAddress = '0xda3c19c6fe954576707fa24695efb830d9cca1ca';
export const aggregatorAddress = process.env.AGGREGATOR; export const aggregatorAddress = process.env.AGGREGATOR;
export const minerMerkleTreeHeight = 20;
export const privateKey = process.env.PRIVATE_KEY; export const privateKey = process.env.PRIVATE_KEY;
export const instances = tornConfig.instances; export const instances = tornConfig.instances;
export const torn = tornConfig; export const torn = tornConfig;
export const port = process.env.APP_PORT || 8000; export const port = process.env.APP_PORT || 8000;
export const tornadoServiceFee = Number(process.env.REGULAR_TORNADO_WITHDRAW_FEE); export const tornadoServiceFee = Number(process.env.REGULAR_TORNADO_WITHDRAW_FEE);
export const miningServiceFee = Number(process.env.MINING_SERVICE_FEE);
export const rewardAccount = process.env.REWARD_ACCOUNT; export const rewardAccount = process.env.REWARD_ACCOUNT;
export const governanceAddress = '0x5efda50f22d34F262c29268506C5Fa42cB56A1Ce'; export const governanceAddress = '0x5efda50f22d34F262c29268506C5Fa42cB56A1Ce';
export const tornadoGoerliProxy = '0x454d870a72e29d5E5697f635128D18077BD04C60'; export const tornadoGoerliProxy = '0x454d870a72e29d5E5697f635128D18077BD04C60';
export const gasLimits = { export const gasLimits = {
[JobType.TORNADO_WITHDRAW]: 390000, [RelayerJobType.TORNADO_WITHDRAW]: 390000,
WITHDRAW_WITH_EXTRA: 700000, WITHDRAW_WITH_EXTRA: 700000,
[JobType.MINING_REWARD]: 455000, [RelayerJobType.MINING_REWARD]: 455000,
[JobType.MINING_WITHDRAW]: 400000, [RelayerJobType.MINING_WITHDRAW]: 400000,
}; };
export const minimumBalance = '1000000000000000000'; export const minimumBalance = '1000000000000000000';
export const baseFeeReserve = Number(process.env.BASE_FEE_RESERVE_PERCENTAGE); export const baseFeeReserve = Number(process.env.BASE_FEE_RESERVE_PERCENTAGE);

@ -5,11 +5,12 @@ import {
TornadoProxyABI__factory, TornadoProxyABI__factory,
} from '../../contracts'; } from '../../contracts';
import { providers } from 'ethers'; import { providers } from 'ethers';
import { httpRpcUrl, multiCallAddress, netId, offchainOracleAddress, oracleRpcUrl } from '../config'; import { rpcUrl, multiCallAddress, netId, offchainOracleAddress, oracleRpcUrl } from '../config';
export function getProvider(isStatic = true, customRpcUrl?: string) {
if (isStatic) return new providers.StaticJsonRpcProvider(customRpcUrl || rpcUrl, netId);
else return new providers.JsonRpcProvider(customRpcUrl || rpcUrl, netId);
export function getProvider(isStatic = true, rpcUrl?: string) {
if (isStatic) return new providers.StaticJsonRpcProvider(rpcUrl || httpRpcUrl, netId);
else return new providers.JsonRpcProvider(rpcUrl || httpRpcUrl, netId);
} }
export const getTornadoProxyContract = (proxyAddress: string) => { export const getTornadoProxyContract = (proxyAddress: string) => {

@ -1,2 +1,2 @@
export { default as redis } from './redis'; export { default as redisStore } from './redis';
export { resolve } from './ensResolver'; export { resolve } from './ensResolver';

@ -1,12 +1,25 @@
import Redis from 'ioredis'; import Redis from 'ioredis';
import { redisUrl } from '../config'; import { redisUrl } from '../config';
import { container, singleton } from 'tsyringe';
const redisClient = new Redis(redisUrl, { maxRetriesPerRequest: null }); @singleton()
const redisSubscriber = new Redis(redisUrl, { maxRetriesPerRequest: null }); export class RedisStore {
get client(): Redis.Redis {
return this._client;
}
export const getClient = () => redisClient.on('error', (error) => { get subscriber(): Redis.Redis {
throw error; return this._subscriber;
}); }
export const getSubscriber = () => redisSubscriber;
export default { getClient, getSubscriber }; private readonly _subscriber: Redis.Redis;
private readonly _client: Redis.Redis;
constructor() {
this._client = new Redis(redisUrl, { maxRetriesPerRequest: null });
this._subscriber = new Redis(redisUrl, { maxRetriesPerRequest: null });
console.log('RedisStore new instance');
}
}
export default () => container.resolve(RedisStore);

@ -1,48 +1,105 @@
import { Job, Processor, Queue, Worker } from 'bullmq'; import { Processor, Queue, QueueScheduler, Worker } from 'bullmq';
import { redis } from '../modules'; import { JobStatus, RelayerJobType, Token } from '../types';
import { JobStatus, JobType, Token } from '../types'; import { WithdrawalData } from '../services/tx.service';
import { relayerProcessor } from './relayerProcessor';
import { WithdrawalData } from '../services/TxService';
import { schedulerProcessor } from './schedulerProcessor';
import { configService } from '../services';
import { BigNumber } from 'ethers'; import { BigNumber } from 'ethers';
import { priceProcessor } from './price.processor';
import { autoInjectable } from 'tsyringe';
import { RedisStore } from '../modules/redis';
import { ConfigService } from '../services/config.service';
import { relayerProcessor } from './relayer.processor';
const connection = redis.getClient(); type PriceJobData = Token[]
type PriceJobReturn = number
type HealthJobReturn = { balance: BigNumber, isEnought: boolean }
export type SchedulerJobProcessors = { type RelayerJobData = WithdrawalData & { id: string, status: JobStatus, type: RelayerJobType }
updatePrices: Processor,
checkBalance: Processor type RelayerJobReturn = any
export type RelayerProcessor = Processor<RelayerJobData, RelayerJobReturn, RelayerJobType>
export type PriceProcessor = Processor<PriceJobData, PriceJobReturn, 'updatePrice'>
@autoInjectable()
export class PriceQueueHelper {
_queue: Queue<PriceJobData, PriceJobReturn, 'updatePrice'>;
_worker: Worker<PriceJobData, PriceJobReturn, 'updatePrice'>;
_scheduler: QueueScheduler;
constructor(private store?: RedisStore) {
} }
type SchedulerJobName = keyof SchedulerJobProcessors get queue() {
type SchedulerJobData = Token[] | null if (!this._queue) {
type SchedulerJobReturn = Record<string, string> | { balance: BigNumber, isEnought: boolean } this._queue = new Queue<Token[], PriceJobReturn, 'updatePrice'>('price', {
type RelayerJobData = WithdrawalData & { id: string, status: JobStatus, type: JobType } connection: this.store.client,
type RelayerJobReturn = void
// export interface SchedulerProcessor {
// <U extends SchedulerJobName>(job: Job<SchedulerJobData, SchedulerJobReturn, U>): SchedulerJobProcessors[U];
//
// }
export interface RelayerProcessor {
(job: Job<RelayerJobData, RelayerJobReturn, JobType>): Promise<void>;
}
export const schedulerQueue = new Queue<Token[], any, SchedulerJobName>('scheduler', {
connection,
defaultJobOptions: { defaultJobOptions: {
removeOnFail: 10, removeOnFail: 10,
removeOnComplete: 10, removeOnComplete: 10,
}, },
}); });
export const getSchedulerWorker = () => new Worker<SchedulerJobData, SchedulerJobReturn, SchedulerJobName>(schedulerQueue.name, (job) => schedulerProcessor(job), { }
connection, return this._queue;
concurrency: 3, }
get worker() {
if (!this._worker) {
this._worker = new Worker<PriceJobData, PriceJobReturn, 'updatePrice'>('price', priceProcessor, {
connection: this.store.client,
concurrency: 1,
}); });
}
return this._worker;
}
export const relayerQueue = new Queue<RelayerJobData, RelayerJobReturn, JobType>(configService.queueName, { connection }); get scheduler() {
export const getRelayerWorker = () => new Worker<RelayerJobData, RelayerJobReturn, JobType>(relayerQueue.name, relayerProcessor, { connection }); if (!this._scheduler) {
this._scheduler = new QueueScheduler('price', { connection: this.store.client });
}
return this._scheduler;
}
async addRepeatable(tokens: PriceJobData) {
await this.queue.add('updatePrice', tokens, {
repeat: {
every: 30000,
immediately: true,
},
});
}
}
@autoInjectable()
export class RelayerQueueHelper {
private _queue: Queue<RelayerJobData, RelayerJobReturn, RelayerJobType>;
private _worker: Worker<RelayerJobData, RelayerJobReturn, RelayerJobType>;
private _scheduler: QueueScheduler;
constructor(private store?: RedisStore, private config?: ConfigService) {
}
get queue() {
if (!this._queue) {
this._queue = new Queue<RelayerJobData, RelayerJobReturn, RelayerJobType>(this.config.queueName, { connection: this.store.client });
}
return this._queue;
}
get worker() {
if (!this._worker) {
this._worker = new Worker<RelayerJobData, RelayerJobReturn, RelayerJobType>(this.config.queueName, relayerProcessor, { connection: this.store.client });
}
return this._worker;
}
get scheduler() {
if (!this._scheduler) {
this._scheduler = new QueueScheduler(this.config.queueName, { connection: this.store.client });
}
return this._scheduler;
}
}

@ -0,0 +1,9 @@
import { getPriceService } from '../services';
import { PriceProcessor } from './index';
export const priceProcessor: PriceProcessor = async (job) => {
const priceService = getPriceService();
const result = await priceService.fetchPrices(job.data);
console.log('priceProcessor', result);
return await priceService.savePrices(result);
};

@ -0,0 +1,16 @@
import { RelayerProcessor } from './index';
import { getTxService } from '../services';
import { JobStatus } from '../types';
export const relayerProcessor: RelayerProcessor = async (job) => {
await job.update({ ...job.data, status: JobStatus.ACCEPTED });
console.log(`Start processing a new ${job.data.type} job ${job.id}`);
const txService = getTxService();
const withdrawalData = job.data;
await txService.checkTornadoFee(withdrawalData);
const txData = await txService.prepareTxData(withdrawalData);
const receipt = await txService.sendTx(txData);
console.log(receipt);
return receipt;
};

@ -1,6 +0,0 @@
import { RelayerProcessor } from './index';
export const relayerProcessor: RelayerProcessor = async (job) => {
console.log(job.data);
};

@ -0,0 +1,6 @@
import { configService } from '../services';
import { Processor } from 'bullmq';
export const checkBalance: Processor = async (job) => {
return await configService.getBalance();
};

@ -1,15 +0,0 @@
import { configService, getPriceService } from '../services';
import { Processor } from 'bullmq';
export const schedulerProcessor: Processor = async (job) => {
switch (job.name) {
case 'updatePrices': {
const result = await getPriceService().fetchPrices(job.data);
return result;
}
case 'checkBalance': {
console.log(job.data);
return await configService.getBalance();
}
}
};

@ -1,23 +1,24 @@
import { getRelayerWorker, getSchedulerWorker } from './'; import 'reflect-metadata';
import { configService, getPriceService } from '../services'; import { PriceQueueHelper, RelayerQueueHelper } from './';
import { configService } from '../services';
export const schedulerWorker = async () => { export const schedulerWorker = async () => {
await configService.init(); await configService.init();
const priceService = getPriceService(); const price = new PriceQueueHelper();
const schedulerWorkerWorker = getSchedulerWorker(); console.log('price worker', price.queue.name);
console.log('price worker'); price.worker.on('active', () => console.log('worker active'));
schedulerWorkerWorker.on('active', () => console.log('worker active')); price.worker.on('completed', async (job, result) => {
schedulerWorkerWorker.on('completed', async (job, result) => { console.log(`Job ${job.id} completed with result: ${result}`);
if (job.name === 'updatePrices') {
// await priceService.savePrices(result);
}
}); });
schedulerWorkerWorker.on('failed', (job, error) => console.log(error)); price.worker.on('failed', (job, error) => console.log(error));
}; };
export const relayerWorker = async () => { export const relayerWorker = async () => {
const relayerWorker = getRelayerWorker(); await configService.init();
relayerWorker.on('completed', (job, result) => console.log(result)); const relayer = new RelayerQueueHelper();
relayerWorker.on('failed', (job, error) => console.log(error)); relayer.worker.on('completed', (job, result) => {
console.log(`Job ${job.id} completed with result: ${result}`);
});
relayer.worker.on('failed', (job, error) => console.log(error));
}; };

@ -1,70 +0,0 @@
import { v4 } from 'uuid';
import { JobStatus, JobType } from '../types';
import { relayerQueue, schedulerQueue } from '../queue';
import { WithdrawalData } from './TxService';
import { getClient } from '../modules/redis';
import { Job } from 'bullmq';
import { configService } from './index';
export class JobService {
store: ReturnType<typeof getClient>;
constructor() {
this.store = getClient();
}
async postJob(type: JobType, data: WithdrawalData) {
const id = v4();
const job = await relayerQueue.add(
type,
{
id,
type,
status: JobStatus.QUEUED,
...data,
},
{},
);
this.save(job);
return id;
}
save(job: Job) {
return this.store.set(`job:${job.data.id}`, job.id);
}
async getJob(id: string) {
const key = 'job:' + id;
console.log(key);
const jobId = await this.store.get(key);
return await relayerQueue.getJob(jobId);
}
async getQueueCount() {
return await relayerQueue.getJobCountByTypes('active', 'waiting', 'delayed');
}
private async _clearSchedulerJobs() {
const jobs = await schedulerQueue.getJobs();
await Promise.all(jobs.map(job => schedulerQueue.remove(job.id)));
}
async setupRepeatableJobs() {
await this._clearSchedulerJobs();
await schedulerQueue.add('updatePrices', configService.tokens, {
repeat: {
every: 30000,
immediately: true,
},
});
await schedulerQueue.add('checkBalance', null, {
repeat: {
every: 30000,
immediately: true,
},
});
}
}
export default () => new JobService();

@ -1,13 +1,4 @@
import { import { instances, minimumBalance, netId, privateKey, rpcUrl, torn, tornadoGoerliProxy, tornToken } from '../config';
httpRpcUrl,
instances,
minimumBalance,
netId,
privateKey,
torn,
tornadoGoerliProxy,
tornToken,
} from '../config';
import { Token } from '../types'; import { Token } from '../types';
import { getProvider, getTornadoProxyContract, getTornadoProxyLightContract } from '../modules/contracts'; import { getProvider, getTornadoProxyContract, getTornadoProxyLightContract } from '../modules/contracts';
import { resolve } from '../modules'; import { resolve } from '../modules';
@ -15,35 +6,36 @@ import { ProxyLightABI, TornadoProxyABI } from '../../contracts';
import { availableIds, netIds, NetInstances } from '../../../torn-token'; import { availableIds, netIds, NetInstances } from '../../../torn-token';
import { getAddress } from 'ethers/lib/utils'; import { getAddress } from 'ethers/lib/utils';
import { providers, Wallet } from 'ethers'; import { providers, Wallet } from 'ethers';
import { container, singleton } from 'tsyringe';
type relayerQueueName = `relayer_${availableIds}` type relayerQueueName = `relayer_${availableIds}`
@singleton()
export class ConfigService { export class ConfigService {
static instance: ConfigService; static instance: ConfigService;
netId: availableIds;
netIdKey: netIds; netIdKey: netIds;
queueName: relayerQueueName; queueName: relayerQueueName;
tokens: Token[]; tokens: Token[];
privateKey: string;
rpcUrl: string;
private _proxyAddress: string; private _proxyAddress: string;
private _proxyContract: TornadoProxyABI | ProxyLightABI; private _proxyContract: TornadoProxyABI | ProxyLightABI;
addressMap = new Map<string, InstanceProps>(); addressMap = new Map<string, InstanceProps>();
isLightMode: boolean; isLightMode: boolean;
instances: NetInstances; instances: NetInstances;
provider: providers.StaticJsonRpcProvider; provider: providers.JsonRpcProvider;
wallet: Wallet; wallet: Wallet;
public readonly netId: availableIds = netId;
public readonly privateKey = privateKey;
public readonly rpcUrl = rpcUrl;
isInit: boolean;
constructor() { constructor() {
this.netId = netId;
this.netIdKey = `netId${this.netId}`; this.netIdKey = `netId${this.netId}`;
this.queueName = `relayer_${this.netId}`; this.queueName = `relayer_${this.netId}`;
this.isLightMode = ![1, 5].includes(netId); this.isLightMode = ![1, 5].includes(netId);
this.privateKey = privateKey;
this.rpcUrl = httpRpcUrl;
this.instances = instances[this.netIdKey]; this.instances = instances[this.netIdKey];
this.provider = getProvider(false); this.provider = getProvider(false);
this.wallet = new Wallet(this.privateKey, this.provider); this.wallet = new Wallet(this.privateKey, this.provider);
console.log(this.wallet.address);
this._fillInstanceMap(); this._fillInstanceMap();
} }
@ -57,6 +49,7 @@ export class ConfigService {
private _fillInstanceMap() { private _fillInstanceMap() {
if (!this.instances) throw new Error('config mismatch, check your environment variables'); if (!this.instances) throw new Error('config mismatch, check your environment variables');
// TODO
for (const [currency, { instanceAddress, symbol, decimals }] of Object.entries(this.instances)) { for (const [currency, { instanceAddress, symbol, decimals }] of Object.entries(this.instances)) {
Object.entries(instanceAddress).forEach(([amount, address]) => { Object.entries(instanceAddress).forEach(([amount, address]) => {
if (address) { if (address) {
@ -76,12 +69,13 @@ export class ConfigService {
try { try {
await this.provider.getNetwork(); await this.provider.getNetwork();
} catch (e) { } catch (e) {
throw new Error(`Could not detect network, check your rpc url: ${this.rpcUrl}`); throw new Error(`Could not detect network, check your rpc url: ${this.rpcUrl}. ` + e.message);
} }
} }
async init() { async init() {
try { try {
if (this.isInit) return;
await this._checkNetwork(); await this._checkNetwork();
if (this.isLightMode) { if (this.isLightMode) {
this._proxyAddress = await resolve(torn.tornadoProxyLight.address); this._proxyAddress = await resolve(torn.tornadoProxyLight.address);
@ -92,14 +86,18 @@ export class ConfigService {
this._proxyAddress = await resolve(torn.tornadoRouter.address); this._proxyAddress = await resolve(torn.tornadoRouter.address);
} }
this._proxyContract = getTornadoProxyContract(this._proxyAddress); this._proxyContract = getTornadoProxyContract(this._proxyAddress);
}
// TODO get instances from registry
this.tokens = [tornToken, ...Object.values(torn.instances['netId1'])] this.tokens = [tornToken, ...Object.values(torn.instances['netId1'])]
.map<Token>(el => (el.tokenAddress && { .map<Token>(el => (el.tokenAddress && {
address: getAddress(el.tokenAddress), address: getAddress(el.tokenAddress),
...el, decimals: el.decimals,
symbol: el.symbol,
})).filter(Boolean); })).filter(Boolean);
console.log( console.log(
`Configuration completed\n-- netId: ${this.netId}\n-- rpcUrl: ${this.rpcUrl}`); `Configuration completed\n-- netId: ${this.netId}\n-- rpcUrl: ${this.rpcUrl}`);
} this.isInit = true;
} catch (e) { } catch (e) {
console.error(`${this.constructor.name} Error:`, e.message); console.error(`${this.constructor.name} Error:`, e.message);
} }
@ -115,12 +113,6 @@ export class ConfigService {
return { balance, isEnougth }; return { balance, isEnougth };
} }
public static getServiceInstance() {
if (!ConfigService.instance) {
ConfigService.instance = new ConfigService();
}
return ConfigService.instance;
}
} }
type InstanceProps = { type InstanceProps = {
@ -130,4 +122,4 @@ type InstanceProps = {
decimals: number, decimals: number,
} }
export default ConfigService.getServiceInstance(); export default container.resolve(ConfigService);

@ -1,4 +1,4 @@
export { default as configService } from './ConfigService'; export { default as configService } from './config.service';
export { default as getPriceService } from './PriceService'; export { default as getPriceService } from './price.service';
export { default as getJobService } from './JobService'; export { default as getJobService } from './job.service';
export { default as txService } from './TxService'; export { default as getTxService } from './tx.service';

@ -0,0 +1,54 @@
import { v4 } from 'uuid';
import { JobStatus, RelayerJobType } from '../types';
import { PriceQueueHelper, RelayerQueueHelper } from '../queue';
import { WithdrawalData } from './tx.service';
import { container, injectable } from 'tsyringe';
import { ConfigService } from './config.service';
@injectable()
export class JobService {
constructor(private price?: PriceQueueHelper, private relayer?: RelayerQueueHelper, public config?: ConfigService) {
}
async postJob(type: RelayerJobType, data: WithdrawalData) {
const id = v4();
const job = await this.relayer.queue.add(
type,
{
id,
type,
status: JobStatus.QUEUED,
...data,
},
{ jobId: id },
);
return job.id;
}
async getJob(jobId: string) {
return await this.relayer.queue.getJob(jobId);
}
async getQueueCount() {
return await this.relayer.queue.getJobCountByTypes('active', 'waiting', 'delayed');
}
private async _clearSchedulerJobs() {
const jobs = await this.price.queue.getJobs();
await Promise.all(jobs.map(job => job.remove()));
}
async setupRepeatableJobs() {
await this._clearSchedulerJobs();
await this.price.addRepeatable(this.config.tokens);
// await this.schedulerQ.add('checkBalance', null, {
// repeat: {
// every: 30000,
// immediately: true,
// },
// });
}
}
export default () => container.resolve(JobService);

@ -4,15 +4,15 @@ import { MultiCall } from '../../contracts/MulticallAbi';
import { BigNumber } from 'ethers'; import { BigNumber } from 'ethers';
import { defaultAbiCoder } from 'ethers/lib/utils'; import { defaultAbiCoder } from 'ethers/lib/utils';
import { Token } from '../types'; import { Token } from '../types';
import { redis } from '../modules'; import { container, injectable } from 'tsyringe';
import { RedisStore } from '../modules/redis';
const redisClient = redis.getClient();
@injectable()
export class PriceService { export class PriceService {
oracle: OffchainOracleAbi; private oracle: OffchainOracleAbi;
multiCall: MulticallAbi; private multiCall: MulticallAbi;
constructor() { constructor(private store: RedisStore) {
this.oracle = getOffchainOracleContract(); this.oracle = getOffchainOracleContract();
this.multiCall = getMultiCallContract(); this.multiCall = getMultiCallContract();
} }
@ -28,12 +28,12 @@ export class PriceService {
async fetchPrices(tokens: Token[]) { async fetchPrices(tokens: Token[]) {
const names = tokens.reduce((p, c) => { const names = tokens.reduce((p, c) => {
p[c.address] = c.symbol; p[c.address] = c.symbol.toLowerCase();
return p; return p;
}, {}); }, {});
const callData = this.prepareCallData(tokens); const callData = this.prepareCallData(tokens);
const { results, success } = await this.multiCall.multicall(callData); const { results, success } = await this.multiCall.multicall(callData);
const prices: { [p: string]: string } = {}; const prices: Record<string, string> = {};
for (let i = 0; i < results.length; i++) { for (let i = 0; i < results.length; i++) {
if (!success[i]) { if (!success[i]) {
continue; continue;
@ -48,16 +48,16 @@ export class PriceService {
} }
async getPrice(currency: string) { async getPrice(currency: string) {
return await redisClient.hget('prices', currency); return await this.store.client.hget('prices', currency);
} }
async getPrices() { async getPrices() {
return await redisClient.hgetall('prices'); return await this.store.client.hgetall('prices');
} }
async savePrices(prices: Record<string, string>) { async savePrices(prices: Record<string, string>) {
await redisClient.hset('prices', prices); return await this.store.client.hset('prices', prices);
} }
} }
export default () => new PriceService(); export default () => container.resolve(PriceService);

@ -1,12 +1,13 @@
import { TxManager } from 'tx-manager'; import { TransactionData, TxManager } from 'tx-manager';
import { configService } from './index';
import { ProxyLightABI, TornadoProxyABI } from '../../contracts';
import { formatEther, parseEther, parseUnits } from 'ethers/lib/utils';
import { gasLimits, httpRpcUrl, tornadoServiceFee } from '../config';
import { BigNumber, BigNumberish, BytesLike } from 'ethers';
import { JobType } from '../types';
import getPriceService from './PriceService';
import { GasPriceOracle } from 'gas-price-oracle'; import { GasPriceOracle } from 'gas-price-oracle';
import { Provider } from '@ethersproject/providers';
import { formatEther, parseUnits } from 'ethers/lib/utils';
import { BigNumber, BigNumberish, BytesLike } from 'ethers';
import { configService, getPriceService } from './index';
import { ProxyLightABI, TornadoProxyABI } from '../../contracts';
import { gasLimits, tornadoServiceFee } from '../config';
import { RelayerJobType } from '../types';
import { PriceService } from './price.service';
export type WithdrawalData = { export type WithdrawalData = {
contract: string, contract: string,
@ -24,37 +25,33 @@ export type WithdrawalData = {
export class TxService { export class TxService {
txManager: TxManager; txManager: TxManager;
tornadoProxy: TornadoProxyABI | ProxyLightABI; tornadoProxy: TornadoProxyABI | ProxyLightABI;
priceService: ReturnType<typeof getPriceService>;
oracle: GasPriceOracle; oracle: GasPriceOracle;
provider: Provider;
priceService: PriceService;
constructor() { constructor() {
const { privateKey, rpcUrl, netId } = configService; const { privateKey, rpcUrl, netId } = configService;
this.txManager = new TxManager({ privateKey, rpcUrl }); this.txManager = new TxManager({ privateKey, rpcUrl });
this.tornadoProxy = configService.proxyContract; this.tornadoProxy = configService.proxyContract;
this.oracle = new GasPriceOracle({ defaultRpc: httpRpcUrl, chainId: netId }); this.provider = this.tornadoProxy.provider;
this.oracle = new GasPriceOracle({ defaultRpc: rpcUrl, chainId: netId });
this.priceService = getPriceService(); this.priceService = getPriceService();
} }
async init() { async sendTx(tx: TransactionData) {
const currentTx = this.txManager.createTx({ const currentTx = this.txManager.createTx(tx);
nonce: 123,
to: '0x2f04c418e91585222a7042FFF4aB7281D34FdfCC',
value: parseEther('1'),
});
const receipt = await currentTx.send() return await currentTx.send()
.on('transactionHash', txHash => console.log({ txHash })) .on('transactionHash', txHash => console.log({ txHash }))
.on('mined', receipt => console.log('Mined in block', receipt.blockNumber)) .on('mined', receipt => console.log('Mined in block', receipt.blockNumber))
.on('confirmations', confirmations => console.log({ confirmations })); .on('confirmations', confirmations => console.log({ confirmations }));
return receipt;
} }
private async prepareCallData(data: WithdrawalData) { async prepareTxData(data: WithdrawalData): Promise<TransactionData> {
const { contract, proof, args } = data; const { contract, proof, args } = data;
const calldata = this.tornadoProxy.interface.encodeFunctionData('withdraw', [contract, proof, ...args]); const calldata = this.tornadoProxy.interface.encodeFunctionData('withdraw', [contract, proof, ...args]);
return { return {
value: data.args[5], value: args[5],
to: this.tornadoProxy.address, to: this.tornadoProxy.address,
data: calldata, data: calldata,
gasLimit: gasLimits['WITHDRAW_WITH_EXTRA'], gasLimit: gasLimits['WITHDRAW_WITH_EXTRA'],
@ -62,21 +59,26 @@ export class TxService {
} }
async checkTornadoFee({ args, contract }: WithdrawalData) { async checkTornadoFee({ args, contract }: WithdrawalData) {
const { currency, amount, decimals } = configService.getInstance(contract); const instance = configService.getInstance(contract);
if (!instance) throw new Error('Instance not found');
const { currency, amount, decimals } = instance;
const [fee, refund] = [args[4], args[5]].map(BigNumber.from); const [fee, refund] = [args[4], args[5]].map(BigNumber.from);
const gasPrice = await this.getGasPrice(); const gasPrice = await this.getGasPrice();
const ethPrice = await this.priceService.getPrice(currency); // TODO check refund value
const operationCost = gasPrice.mul((gasLimits[JobType.TORNADO_WITHDRAW])); const operationCost = gasPrice.mul((gasLimits[RelayerJobType.TORNADO_WITHDRAW]));
const serviceFee = parseUnits(amount, decimals) const serviceFee = parseUnits(amount, decimals)
.mul(tornadoServiceFee * 1e10) .mul(`${tornadoServiceFee * 1e10}`)
.div(100 * 1e10); .div(`${100 * 1e10}`);
let desiredFee = operationCost.add(serviceFee); let desiredFee = operationCost.add(serviceFee);
if (currency !== 'eth') {
if (!configService.isLightMode && currency !== 'eth') {
const ethPrice = await this.priceService.getPrice(currency);
const numerator = BigNumber.from(10).pow(decimals);
desiredFee = operationCost desiredFee = operationCost
.add(refund) .add(refund)
.mul(10 ** decimals) .mul(numerator)
.div(ethPrice) .div(ethPrice)
.add(serviceFee); .add(serviceFee);
} }
@ -90,17 +92,15 @@ export class TxService {
if (fee.lt(desiredFee)) { if (fee.lt(desiredFee)) {
throw new Error('Provided fee is not enough. Probably it is a Gas Price spike, try to resubmit.'); throw new Error('Provided fee is not enough. Probably it is a Gas Price spike, try to resubmit.');
} }
} }
async getGasPrice(): Promise<BigNumber> { async getGasPrice(): Promise<BigNumber> {
const { baseFeePerGas = 0 } = await this.tornadoProxy.provider.getBlock('latest'); // TODO eip https://eips.ethereum.org/EIPS/eip-1559
// const gasPrice = await this.tornadoProxy.provider.getGasPrice(); const { baseFeePerGas = 0 } = await this.provider.getBlock('latest');
if (baseFeePerGas) return baseFeePerGas; if (baseFeePerGas) return await this.provider.getGasPrice();
const { fast = 0 } = await this.oracle.gasPrices(); const { fast = 0 } = await this.oracle.gasPrices();
return parseUnits(String(fast), 'gwei'); return parseUnits(String(fast), 'gwei');
} }
} }
export default () => new TxService(); export default () => new TxService();

@ -1,4 +1,4 @@
export enum JobType { export enum RelayerJobType {
TORNADO_WITHDRAW = 'TORNADO_WITHDRAW', TORNADO_WITHDRAW = 'TORNADO_WITHDRAW',
MINING_REWARD = 'MINING_REWARD', MINING_REWARD = 'MINING_REWARD',
MINING_WITHDRAW = 'MINING_WITHDRAW', MINING_WITHDRAW = 'MINING_WITHDRAW',

@ -1,3 +1,3 @@
import { relayerWorker, schedulerWorker } from './queue/worker'; import { schedulerWorker } from './queue/worker';
schedulerWorker(); schedulerWorker();

@ -4411,6 +4411,11 @@ reduce-flatten@^2.0.0:
resolved "https://registry.yarnpkg.com/reduce-flatten/-/reduce-flatten-2.0.0.tgz#734fd84e65f375d7ca4465c69798c25c9d10ae27" resolved "https://registry.yarnpkg.com/reduce-flatten/-/reduce-flatten-2.0.0.tgz#734fd84e65f375d7ca4465c69798c25c9d10ae27"
integrity sha512-EJ4UNY/U1t2P/2k6oqotuX2Cc3T6nxJwsM0N0asT7dhrtH1ltUxDn4NalSYmPE2rCkVpcf/X6R0wDwcFpzhd4w== integrity sha512-EJ4UNY/U1t2P/2k6oqotuX2Cc3T6nxJwsM0N0asT7dhrtH1ltUxDn4NalSYmPE2rCkVpcf/X6R0wDwcFpzhd4w==
reflect-metadata@^0.1.13:
version "0.1.13"
resolved "https://registry.yarnpkg.com/reflect-metadata/-/reflect-metadata-0.1.13.tgz#67ae3ca57c972a2aa1642b10fe363fe32d49dc08"
integrity sha512-Ts1Y/anZELhSsjMcU605fU9RE4Oi3p5ORujwbIKXfWa+0Zxs510Qrmrce5/Jowq3cHSZSJqBjypxmHarc+vEWg==
regexpp@^3.2.0: regexpp@^3.2.0:
version "3.2.0" version "3.2.0"
resolved "https://registry.yarnpkg.com/regexpp/-/regexpp-3.2.0.tgz#0425a2768d8f23bad70ca4b90461fa2f1213e1b2" resolved "https://registry.yarnpkg.com/regexpp/-/regexpp-3.2.0.tgz#0425a2768d8f23bad70ca4b90461fa2f1213e1b2"
@ -4979,7 +4984,7 @@ ts-toolbelt@^9.6.0:
resolved "https://registry.yarnpkg.com/ts-toolbelt/-/ts-toolbelt-9.6.0.tgz#50a25426cfed500d4a09bd1b3afb6f28879edfd5" resolved "https://registry.yarnpkg.com/ts-toolbelt/-/ts-toolbelt-9.6.0.tgz#50a25426cfed500d4a09bd1b3afb6f28879edfd5"
integrity sha512-nsZd8ZeNUzukXPlJmTBwUAuABDe/9qtVDelJeT/qW0ow3ZS3BsQJtNkan1802aM9Uf68/Y8ljw86Hu0h5IUW3w== integrity sha512-nsZd8ZeNUzukXPlJmTBwUAuABDe/9qtVDelJeT/qW0ow3ZS3BsQJtNkan1802aM9Uf68/Y8ljw86Hu0h5IUW3w==
tslib@^1.14.1, tslib@^1.8.1: tslib@^1.14.1, tslib@^1.8.1, tslib@^1.9.3:
version "1.14.1" version "1.14.1"
resolved "https://registry.yarnpkg.com/tslib/-/tslib-1.14.1.tgz#cf2d38bdc34a134bcaf1091c41f6619e2f672d00" resolved "https://registry.yarnpkg.com/tslib/-/tslib-1.14.1.tgz#cf2d38bdc34a134bcaf1091c41f6619e2f672d00"
integrity sha512-Xni35NKzjgMrwevysHTCArtLDpPvye8zV/0E4EyYn43P7/7qvQwPh9BGkHewbMulVntbigmcT7rdX3BNo9wRJg== integrity sha512-Xni35NKzjgMrwevysHTCArtLDpPvye8zV/0E4EyYn43P7/7qvQwPh9BGkHewbMulVntbigmcT7rdX3BNo9wRJg==
@ -4996,6 +5001,13 @@ tsutils@^3.21.0:
dependencies: dependencies:
tslib "^1.8.1" tslib "^1.8.1"
tsyringe@^4.6.0:
version "4.6.0"
resolved "https://registry.yarnpkg.com/tsyringe/-/tsyringe-4.6.0.tgz#14915d3d7f0db35e1cf7269bdbf7c440713c8d07"
integrity sha512-BMQAZamSfEmIQzH8WJeRu1yZGQbPSDuI9g+yEiKZFIcO46GPZuMOC2d0b52cVBdw1d++06JnDSIIZvEnogMdAw==
dependencies:
tslib "^1.9.3"
tunnel-agent@^0.6.0: tunnel-agent@^0.6.0:
version "0.6.0" version "0.6.0"
resolved "https://registry.yarnpkg.com/tunnel-agent/-/tunnel-agent-0.6.0.tgz#27a5dea06b36b04a0a9966774b290868f0fc40fd" resolved "https://registry.yarnpkg.com/tunnel-agent/-/tunnel-agent-0.6.0.tgz#27a5dea06b36b04a0a9966774b290868f0fc40fd"