Polygon Transfer Tracking

Author: Ktl-XV

event-pipeline-evm/migrations/polygon/1653498151000-PolygonCreateLogTransferEventTable.ts

@@ -0,0 +1,37 @@
+import { MigrationInterface, QueryRunner } from 'typeorm';
+const createTable = ` create table events_polygon.log_transfer_events
+(
+    observed_timestamp bigint not null,
+    contract_address text not null,
+    transaction_hash text not null,
+    transaction_index bigint not null,
+    log_index bigint not null,
+    block_hash text not null,
+    block_number bigint not null,
+    token text not null,
+    "from" text not null,
+    "to" text not null,
+    amount numeric not null,
+    input1 numeric not null,
+    input2 numeric not null,
+    output1 numeric not null,
+    output2 numeric not null,
+    primary key (transaction_hash, log_index)
+);`;
+const createIndexes = `
+create index log_transfer_events_transaction_block_number_index
+    on events_polygon.log_transfer_events (block_number);
+`;
+
+const dropTable = `DROP TABLE events_polygon.log_transfer_events;`;
+
+export class PolygonCreateLogTransferEventTable1653498151000 implements MigrationInterface {
+    public async up(queryRunner: QueryRunner): Promise<void> {
+        await queryRunner.query(createTable);
+        await queryRunner.query(createIndexes);
+    }
+
+    public async down(queryRunner: QueryRunner): Promise<void> {
+        await queryRunner.query(dropTable);
+    }
+}

event-pipeline-evm/src/abis.ts

@@ -1046,3 +1046,19 @@ export const ERC1155_ORDER_PRESIGNED_ABI = {
     name: 'ERC1155OrderPreSigned',
     type: 'event',
 };
+
+export const LOG_TRANSFER_ABI = {
+    anonymous: false,
+    inputs: [
+        { indexed: true, internalType: 'address', name: 'token', type: 'address' },
+        { indexed: true, internalType: 'address', name: 'from', type: 'address' },
+        { indexed: true, internalType: 'address', name: 'to', type: 'address' },
+        { indexed: false, internalType: 'uint256', name: 'amount', type: 'uint256' },
+        { indexed: false, internalType: 'uint256', name: 'input1', type: 'uint256' },
+        { indexed: false, internalType: 'uint256', name: 'input2', type: 'uint256' },
+        { indexed: false, internalType: 'uint256', name: 'output1', type: 'uint256' },
+        { indexed: false, internalType: 'uint256', name: 'output2', type: 'uint256' },
+    ],
+    name: 'LogTransfer',
+    type: 'event',
+};

event-pipeline-evm/src/config.ts

@@ -17,6 +17,7 @@ import {
     DEFAULT_FEAT_PARASWAP_SWAPPED_V4_EVENT,
     DEFAULT_FEAT_PARASWAP_SWAPPED_V5_EVENT,
     DEFAULT_FEAT_PLP_SWAP_EVENT,
+    DEFAULT_FEAT_POLYGON_RFQM_PAYMENTS,
     DEFAULT_FEAT_RFQ_EVENT,
     DEFAULT_FEAT_SLINGSHOT_TRADE_EVENT,
     DEFAULT_FEAT_STAKING,
@@ -384,6 +385,26 @@ validateStartBlock(
 
 export const FEAT_TX_BACKFILL = getBoolConfig('FEAT_TX_BACKFILL', DEFAULT_FEAT_TX_BACKFILL);
 
+export const FEAT_POLYGON_RFQM_PAYMENTS = getBoolConfig(
+    'FEAT_POLYGON_RFQM_PAYMENTS',
+    DEFAULT_FEAT_POLYGON_RFQM_PAYMENTS,
+);
+
+export const POLYGON_RFQM_PAYMENTS_START_BLOCK = getIntConfig('POLYGON_RFQM_PAYMENTS_START_BLOCK', -1);
+validateStartBlock(
+    'POLYGON_RFQM_PAYMENTS_START_BLOCK',
+    POLYGON_RFQM_PAYMENTS_START_BLOCK,
+    'FEAT_POLYGON_RFQM_PAYMENTS',
+    FEAT_POLYGON_RFQM_PAYMENTS,
+);
+
+export const POLYGON_RFQM_PAYMENTS_ADDRESSES = process.env.POLYGON_RFQM_PAYMENTS_ADDRESSES
+    ? process.env.POLYGON_RFQM_PAYMENTS_ADDRESSES.split(',')
+    : [];
+if (FEAT_POLYGON_RFQM_PAYMENTS && POLYGON_RFQM_PAYMENTS_ADDRESSES.length === 0) {
+    throwError(`FEAT_POLYGON_RFQM_PAYMENTS is enabled, but no POLYGON_RFQM_PAYMENTS_ADDRESS was provided`);
+}
+
 function getBoolConfig(env: string, defaultValue: boolean): boolean {
     if (Object.prototype.hasOwnProperty.call(process.env, env)) {
         return process.env[env] === 'true';

event-pipeline-evm/src/constants.ts

@@ -25,6 +25,7 @@ export const DEFAULT_FEAT_PARASWAP_SWAPPED2_V5_EVENT = false;
 export const DEFAULT_FEAT_PARASWAP_SWAPPED_V4_EVENT = false;
 export const DEFAULT_FEAT_PARASWAP_SWAPPED_V5_EVENT = false;
 export const DEFAULT_FEAT_PLP_SWAP_EVENT = false;
+export const DEFAULT_FEAT_POLYGON_RFQM_PAYMENTS = false;
 export const DEFAULT_FEAT_RFQ_EVENT = false;
 export const DEFAULT_FEAT_SLINGSHOT_TRADE_EVENT = false;
 export const DEFAULT_FEAT_STAKING = false;
@@ -95,3 +96,6 @@ export const ERC165_ERC721_INTERFACE = '80ac58cd';
 export const ERC165_ERC1155_INTERFACE = 'd9b67a26';
 
 export * from './abis';
+
+export const LOG_TRANSFER_EVENT_TOPIC_0 = '0xe6497e3ee548a3372136af2fcb0696db31fc6cf20260707645068bd3fe97f3c4';
+export const POLYGON_MATIC_ADDRESS = '0x0000000000000000000000000000000000001010';

event-pipeline-evm/src/data_sources/events/web3.ts

@@ -10,7 +10,7 @@ export interface LogPullInfo {
     address: string;
     fromBlock: number;
     toBlock: number;
-    topics: string[];
+    topics: (string | null)[];
 }
 export interface ContractCallInfo {
     to: string;

event-pipeline-evm/src/entities/index.ts

@@ -15,6 +15,7 @@ export { Event } from './event';
 export { ExpiredRfqOrderEvent } from './expired_rfq_order_event';
 export { FillEvent } from './fill_event';
 export { LastBlockProcessed } from './last_block_processed';
+export { LogTransferEvent } from './log_transfer_event';
 export { MakerStakingPoolSetEvent } from './maker_staking_pool_set_event';
 export { MoveStakeEvent } from './move_stake_event';
 export { NativeFill } from './native_fill';

event-pipeline-evm/src/entities/log_transfer_event.ts

@@ -0,0 +1,27 @@
+import { bigNumberTransformer } from '../transformers/big_number';
+import { BigNumber } from '@0x/utils';
+import { Column, Entity } from 'typeorm';
+
+import { Event } from './event';
+
+// These events come directly from the Exchange contract and are fired whenever
+// someone fills an order.
+@Entity({ name: 'log_transfer_events' })
+export class LogTransferEvent extends Event {
+    @Column({ name: 'token' })
+    public token!: string;
+    @Column({ name: 'from' })
+    public from!: string;
+    @Column({ name: 'to' })
+    public to!: string;
+    @Column({ name: 'amount', type: 'numeric', transformer: bigNumberTransformer })
+    public amount!: BigNumber;
+    @Column({ name: 'input1', type: 'numeric', transformer: bigNumberTransformer })
+    public input1!: BigNumber;
+    @Column({ name: 'input2', type: 'numeric', transformer: bigNumberTransformer })
+    public input2!: BigNumber;
+    @Column({ name: 'output1', type: 'numeric', transformer: bigNumberTransformer })
+    public output1!: BigNumber;
+    @Column({ name: 'output2', type: 'numeric', transformer: bigNumberTransformer })
+    public output2!: BigNumber;
+}

event-pipeline-evm/src/ormconfig.ts

@@ -19,6 +19,7 @@ import {
     ExpiredRfqOrderEvent,
     FillEvent,
     LastBlockProcessed,
+    LogTransferEvent,
     MakerStakingPoolSetEvent,
     MoveStakeEvent,
     NativeFill,
@@ -68,6 +69,7 @@ const entities = [
     ExpiredRfqOrderEvent,
     FillEvent,
     LastBlockProcessed,
+    LogTransferEvent,
     MakerStakingPoolSetEvent,
     MoveStakeEvent,
     NativeFill,

event-pipeline-evm/src/parsers/events/log_transfer_events.ts

@@ -0,0 +1,29 @@
+const abiCoder = require('web3-eth-abi');
+import { RawLogEntry } from 'ethereum-types';
+import { LogTransferEvent } from '../../entities';
+
+import { parseEvent } from './parse_event';
+import { LOG_TRANSFER_ABI } from '../../constants';
+import { BigNumber } from '@0x/utils';
+
+export function parseLogTransferEvent(eventLog: RawLogEntry): LogTransferEvent {
+    const logTransferEvent = new LogTransferEvent();
+    parseEvent(eventLog, logTransferEvent);
+    // decode the basic info directly into logTransferEvent
+    const decodedLog = abiCoder.decodeLog(LOG_TRANSFER_ABI.inputs, eventLog.data, [
+        eventLog.topics[1],
+        eventLog.topics[2],
+        eventLog.topics[3],
+    ]);
+
+    logTransferEvent.token = decodedLog.token;
+    logTransferEvent.from = decodedLog.from;
+    logTransferEvent.to = decodedLog.to;
+    logTransferEvent.amount = new BigNumber(decodedLog.amount);
+    logTransferEvent.input1 = new BigNumber(decodedLog.input1);
+    logTransferEvent.input2 = new BigNumber(decodedLog.input2);
+    logTransferEvent.output1 = new BigNumber(decodedLog.output1);
+    logTransferEvent.output2 = new BigNumber(decodedLog.output2);
+
+    return logTransferEvent;
+}

event-pipeline-evm/src/scripts/pull_and_save_events_by_topic.ts

@@ -16,6 +16,7 @@ import {
     Erc721OrderPresignedEvent,
     ExpiredRfqOrderEvent,
     FillEvent,
+    LogTransferEvent,
     NativeFill,
     OneinchSwappedV3Event,
     OneinchSwappedV4Event,
@@ -47,6 +48,7 @@ import {
     FEAT_PARASWAP_SWAPPED_V4_EVENT,
     FEAT_PARASWAP_SWAPPED_V5_EVENT,
     FEAT_PLP_SWAP_EVENT,
+    FEAT_POLYGON_RFQM_PAYMENTS,
     FEAT_RFQ_EVENT,
     FEAT_SLINGSHOT_TRADE_EVENT,
     FEAT_TIMECHAIN_SWAP_V1_EVENT,
@@ -69,6 +71,8 @@ import {
     PARASWAP_V5_CONTRACT_ADDRESS,
     PARASWAP_V5_DEPLOYMENT_BLOCK,
     PLP_VIP_START_BLOCK,
+    POLYGON_RFQM_PAYMENTS_ADDRESSES,
+    POLYGON_RFQM_PAYMENTS_START_BLOCK,
     SLINGSHOT_DEPLOYMENT_BLOCK,
     TIMECHAIN_V1_DEPLOYMENT_BLOCK,
     UNISWAP_V2_VIP_SWAP_SOURCES,
@@ -87,6 +91,7 @@ import {
     EXPIRED_RFQ_ORDER_EVENT_TOPIC,
     LIMITORDERFILLED_EVENT_TOPIC,
     LIQUIDITYPROVIDERSWAP_EVENT_TOPIC,
+    LOG_TRANSFER_EVENT_TOPIC_0,
     ONEINCH_ROUTER_V3_CONTRACT_ADDRESS,
     ONEINCH_ROUTER_V4_CONTRACT_ADDRESS,
     ONEINCH_SWAPPED_EVENT_TOPIC,
@@ -96,6 +101,7 @@ import {
     PARASWAP_SWAPPED2_V5_EVENT_TOPIC,
     PARASWAP_SWAPPED_V4_EVENT_TOPIC,
     PARASWAP_SWAPPED_V5_EVENT_TOPIC,
+    POLYGON_MATIC_ADDRESS,
     RFQORDERFILLED_EVENT_TOPIC,
     SLINGSHOT_CONTRACT_ADDRESS,
     SLINGSHOT_TRADE_EVENT_TOPIC,
@@ -148,6 +154,7 @@ import {
 } from '../parsers/events/nft_events';
 
 import { parseBridgeFill } from '../parsers/events/bridge_transfer_events';
+import { parseLogTransferEvent } from '../parsers/events/log_transfer_events';
 
 import { PullAndSaveEventsByTopic } from './utils/event_abi_utils';
 import { SCRIPT_RUN_DURATION } from '../utils/metrics';
@@ -673,6 +680,31 @@ export class EventsByTopicScraper {
             );
         }
 
+        if (FEAT_POLYGON_RFQM_PAYMENTS) {
+            console.log('POLYGON_RFQM_PAYMENTS_ADDRESSES', POLYGON_RFQM_PAYMENTS_ADDRESSES);
+            for (const payment_recipient of POLYGON_RFQM_PAYMENTS_ADDRESSES) {
+                promises.push(
+                    pullAndSaveEventsByTopic.getParseSaveEventsByTopic<LogTransferEvent>(
+                        connection,
+                        web3Source,
+                        latestBlockWithOffset,
+                        'LogTransferEvent',
+                        LogTransferEvent,
+                        'log_transfer_events',
+                        [
+                            LOG_TRANSFER_EVENT_TOPIC_0,
+                            addressToTopic(POLYGON_MATIC_ADDRESS),
+                            null,
+                            addressToTopic(payment_recipient),
+                        ],
+                        POLYGON_MATIC_ADDRESS,
+                        POLYGON_RFQM_PAYMENTS_START_BLOCK,
+                        parseLogTransferEvent,
+                        {},
+                    ),
+                );
+            }
+        }
         const txHashes = [
             ...new Set((await Promise.all(promises)).reduce((accumulator, value) => accumulator.concat(value), [])),
         ];
@@ -685,3 +717,10 @@ export class EventsByTopicScraper {
         logger.info(`Finished pulling events by topic in ${scriptDurationSeconds}`);
     }
 }
+
+function addressToTopic(address: string): string {
+    if (address.length === 42 && address.substring(0, 2) === '0x') {
+        return `0x000000000000000000000000${address.substring(2)}`;
+    }
+    throw new Error(`Error while converting convert ${address} to topic`);
+}