Skip to content

Commit

Permalink
Implement new graph-node host API for BigDecimal exponentiation (#467)
Browse files Browse the repository at this point in the history
* Implement host API for BigDecimal pow

* Handle FEVM future block error in rpc-eth-client getFullBlocks

* Handle future block error in rpc-eth-client getBlockWithTransactions

* Upgrade package versions
  • Loading branch information
nikugogoi authored Nov 13, 2023
1 parent 66d6137 commit 7b5fbf3
Show file tree
Hide file tree
Showing 15 changed files with 134 additions and 89 deletions.
2 changes: 1 addition & 1 deletion lerna.json
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@
"packages": [
"packages/*"
],
"version": "0.2.69",
"version": "0.2.70",
"npmClient": "yarn",
"useWorkspaces": true,
"command": {
Expand Down
2 changes: 1 addition & 1 deletion packages/cache/package.json
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"name": "@cerc-io/cache",
"version": "0.2.69",
"version": "0.2.70",
"description": "Generic object cache",
"main": "dist/index.js",
"scripts": {
Expand Down
12 changes: 6 additions & 6 deletions packages/cli/package.json
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"name": "@cerc-io/cli",
"version": "0.2.69",
"version": "0.2.70",
"main": "dist/index.js",
"license": "AGPL-3.0",
"scripts": {
Expand All @@ -12,13 +12,13 @@
},
"dependencies": {
"@apollo/client": "^3.7.1",
"@cerc-io/cache": "^0.2.69",
"@cerc-io/ipld-eth-client": "^0.2.69",
"@cerc-io/cache": "^0.2.70",
"@cerc-io/ipld-eth-client": "^0.2.70",
"@cerc-io/libp2p": "^0.42.2-laconic-0.1.4",
"@cerc-io/nitro-node": "^0.1.15",
"@cerc-io/peer": "^0.2.69",
"@cerc-io/rpc-eth-client": "^0.2.69",
"@cerc-io/util": "^0.2.69",
"@cerc-io/peer": "^0.2.70",
"@cerc-io/rpc-eth-client": "^0.2.70",
"@cerc-io/util": "^0.2.70",
"@ethersproject/providers": "^5.4.4",
"@graphql-tools/utils": "^9.1.1",
"@ipld/dag-cbor": "^8.0.0",
Expand Down
4 changes: 2 additions & 2 deletions packages/codegen/package.json
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"name": "@cerc-io/codegen",
"version": "0.2.69",
"version": "0.2.70",
"description": "Code generator",
"private": true,
"main": "index.js",
Expand All @@ -20,7 +20,7 @@
},
"homepage": "https://github.com/cerc-io/watcher-ts#readme",
"dependencies": {
"@cerc-io/util": "^0.2.69",
"@cerc-io/util": "^0.2.70",
"@graphql-tools/load-files": "^6.5.2",
"@poanet/solidity-flattener": "https://github.com/vulcanize/solidity-flattener.git",
"@solidity-parser/parser": "^0.13.2",
Expand Down
10 changes: 5 additions & 5 deletions packages/codegen/src/templates/package-template.handlebars
Original file line number Diff line number Diff line change
Expand Up @@ -41,12 +41,12 @@
"homepage": "https://github.com/cerc-io/watcher-ts#readme",
"dependencies": {
"@apollo/client": "^3.3.19",
"@cerc-io/cli": "^0.2.69",
"@cerc-io/ipld-eth-client": "^0.2.69",
"@cerc-io/solidity-mapper": "^0.2.69",
"@cerc-io/util": "^0.2.69",
"@cerc-io/cli": "^0.2.70",
"@cerc-io/ipld-eth-client": "^0.2.70",
"@cerc-io/solidity-mapper": "^0.2.70",
"@cerc-io/util": "^0.2.70",
{{#if (subgraphPath)}}
"@cerc-io/graph-node": "^0.2.69",
"@cerc-io/graph-node": "^0.2.70",
{{/if}}
"@ethersproject/providers": "^5.4.4",
"debug": "^4.3.1",
Expand Down
10 changes: 5 additions & 5 deletions packages/graph-node/package.json
Original file line number Diff line number Diff line change
@@ -1,10 +1,10 @@
{
"name": "@cerc-io/graph-node",
"version": "0.2.69",
"version": "0.2.70",
"main": "dist/index.js",
"license": "AGPL-3.0",
"devDependencies": {
"@cerc-io/solidity-mapper": "^0.2.69",
"@cerc-io/solidity-mapper": "^0.2.70",
"@ethersproject/providers": "^5.4.4",
"@graphprotocol/graph-ts": "^0.22.0",
"@nomiclabs/hardhat-ethers": "^2.0.2",
Expand Down Expand Up @@ -51,9 +51,9 @@
"dependencies": {
"@apollo/client": "^3.3.19",
"@cerc-io/assemblyscript": "0.19.10-watcher-ts-0.1.2",
"@cerc-io/cache": "^0.2.69",
"@cerc-io/ipld-eth-client": "^0.2.69",
"@cerc-io/util": "^0.2.69",
"@cerc-io/cache": "^0.2.70",
"@cerc-io/ipld-eth-client": "^0.2.70",
"@cerc-io/util": "^0.2.70",
"@types/json-diff": "^0.5.2",
"@types/yargs": "^17.0.0",
"bn.js": "^4.11.9",
Expand Down
19 changes: 19 additions & 0 deletions packages/graph-node/src/loader.ts
Original file line number Diff line number Diff line change
Expand Up @@ -459,6 +459,25 @@ export const instantiate = async (

return mulResultBigDecimal;
},
'bigDecimal.pow': async (x: number, y: number) => {
// Create decimal x string.
const xBigDecimal = await BigDecimal.wrap(x);
const xStringPtr = await xBigDecimal.toString();
const xDecimalString = __getString(xStringPtr);
const xDecimal = new GraphDecimal(xDecimalString);

// Create decimal y string.
const yBigDecimal = await BigDecimal.wrap(y);
const yStringPtr = await yBigDecimal.toString();
const yDecimalString = __getString(yStringPtr);

// Perform the decimal pow operation.
const powResult = xDecimal.pow(yDecimalString);
const ptr = await __newString(powResult.toString());
const powResultBigDecimal = await BigDecimal.fromString(ptr);

return powResultBigDecimal;
},

'bigInt.fromString': async (s: number) => {
const string = __getString(s);
Expand Down
6 changes: 3 additions & 3 deletions packages/ipld-eth-client/package.json
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"name": "@cerc-io/ipld-eth-client",
"version": "0.2.69",
"version": "0.2.70",
"description": "IPLD ETH Client",
"main": "dist/index.js",
"scripts": {
Expand All @@ -20,8 +20,8 @@
"homepage": "https://github.com/cerc-io/watcher-ts#readme",
"dependencies": {
"@apollo/client": "^3.7.1",
"@cerc-io/cache": "^0.2.69",
"@cerc-io/util": "^0.2.69",
"@cerc-io/cache": "^0.2.70",
"@cerc-io/util": "^0.2.70",
"cross-fetch": "^3.1.4",
"debug": "^4.3.1",
"ethers": "^5.4.4",
Expand Down
2 changes: 1 addition & 1 deletion packages/peer/package.json
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"name": "@cerc-io/peer",
"version": "0.2.69",
"version": "0.2.70",
"description": "libp2p module",
"main": "dist/index.js",
"exports": "./dist/index.js",
Expand Down
8 changes: 4 additions & 4 deletions packages/rpc-eth-client/package.json
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"name": "@cerc-io/rpc-eth-client",
"version": "0.2.69",
"version": "0.2.70",
"description": "RPC ETH Client",
"main": "dist/index.js",
"scripts": {
Expand All @@ -19,9 +19,9 @@
},
"homepage": "https://github.com/cerc-io/watcher-ts#readme",
"dependencies": {
"@cerc-io/cache": "^0.2.69",
"@cerc-io/ipld-eth-client": "^0.2.69",
"@cerc-io/util": "^0.2.69",
"@cerc-io/cache": "^0.2.70",
"@cerc-io/ipld-eth-client": "^0.2.70",
"@cerc-io/util": "^0.2.70",
"chai": "^4.3.4",
"ethers": "^5.4.4",
"left-pad": "^1.3.0",
Expand Down
134 changes: 80 additions & 54 deletions packages/rpc-eth-client/src/eth-client.ts
Original file line number Diff line number Diff line change
Expand Up @@ -6,9 +6,11 @@ import assert from 'assert';
import { errors, providers, utils } from 'ethers';

import { Cache } from '@cerc-io/cache';
import { encodeHeader, escapeHexString, EthClient as EthClientInterface, EthFullTransaction } from '@cerc-io/util';
import { encodeHeader, escapeHexString, EthClient as EthClientInterface, EthFullBlock, EthFullTransaction } from '@cerc-io/util';
import { padKey } from '@cerc-io/ipld-eth-client';

const FUTURE_BLOCK_ERROR = "requested a future epoch (beyond 'latest')";

export interface Config {
cache: Cache | undefined;
rpcEndpoint: string;
Expand Down Expand Up @@ -68,11 +70,12 @@ export class EthClient implements EthClientInterface {
const blockHashOrBlockNumber = blockHash ?? blockNumber;
assert(blockHashOrBlockNumber);
console.time(`time:eth-client#getBlockWithTransactions-${JSON.stringify({ blockNumber, blockHash })}`);
const result = await this._provider.getBlockWithTransactions(blockHashOrBlockNumber);
console.timeEnd(`time:eth-client#getBlockWithTransactions-${JSON.stringify({ blockNumber, blockHash })}`);
let nodes: any[] = [];

const allEthHeaderCids = {
nodes: [
try {
const result = await this._provider.getBlockWithTransactions(blockHashOrBlockNumber);

nodes = [
{
blockNumber: result.number.toString(),
blockHash: result.hash,
Expand All @@ -88,10 +91,21 @@ export class EthClient implements EthClientInterface {
}))
}
}
]
};
];
} catch (err: any) {
// Check and ignore future block error
if (!(err.code === errors.SERVER_ERROR && err.error && err.error.message === FUTURE_BLOCK_ERROR)) {
throw err;
}
} finally {
console.timeEnd(`time:eth-client#getBlockWithTransactions-${JSON.stringify({ blockNumber, blockHash })}`);
}

return { allEthHeaderCids };
return {
allEthHeaderCids: {
nodes
}
};
}

async getBlocks ({ blockNumber, blockHash }: { blockNumber?: number, blockHash?: string }): Promise<any> {
Expand Down Expand Up @@ -125,7 +139,7 @@ export class EthClient implements EthClientInterface {
}
} catch (err: any) {
// Check and ignore future block error
if (!(err.code === errors.SERVER_ERROR && err.error && err.error.message === "requested a future epoch (beyond 'latest')")) {
if (!(err.code === errors.SERVER_ERROR && err.error && err.error.message === FUTURE_BLOCK_ERROR)) {
throw err;
}
} finally {
Expand All @@ -139,57 +153,69 @@ export class EthClient implements EthClientInterface {
};
}

async getFullBlocks ({ blockNumber, blockHash }: { blockNumber?: number, blockHash?: string }): Promise<any> {
async getFullBlocks ({ blockNumber, blockHash }: { blockNumber?: number, blockHash?: string }): Promise<EthFullBlock[]> {
const blockNumberHex = blockNumber ? utils.hexValue(blockNumber) : undefined;
const blockHashOrBlockNumber = blockHash ?? blockNumberHex;
assert(blockHashOrBlockNumber);

console.time(`time:eth-client#getFullBlocks-${JSON.stringify({ blockNumber, blockHash })}`);
const rawBlock = await this._provider.send(
blockHash ? 'eth_getBlockByHash' : 'eth_getBlockByNumber',
[blockHashOrBlockNumber, false]
);
console.timeEnd(`time:eth-client#getFullBlocks-${JSON.stringify({ blockNumber, blockHash })}`);

// Create block header
// https://github.com/cerc-io/go-ethereum/blob/v1.11.6-statediff-5.0.8/core/types/block.go#L64
const header = {
Parent: rawBlock.parentHash,
UnclesDigest: rawBlock.sha3Uncles,
Beneficiary: rawBlock.miner,
StateRoot: rawBlock.stateRoot,
TxRoot: rawBlock.transactionsRoot,
RctRoot: rawBlock.receiptsRoot,
Bloom: rawBlock.logsBloom,
Difficulty: BigInt(rawBlock.difficulty),
Number: BigInt(rawBlock.number),
GasLimit: BigInt(rawBlock.gasLimit),
GasUsed: BigInt(rawBlock.gasUsed),
Time: Number(rawBlock.timestamp),
Extra: rawBlock.extraData,
MixDigest: rawBlock.mixHash,
Nonce: BigInt(rawBlock.nonce),
BaseFee: rawBlock.baseFeePerGas && BigInt(rawBlock.baseFeePerGas)
};

const rlpData = encodeHeader(header);

return [{
blockNumber: this._provider.formatter.number(rawBlock.number).toString(),
blockHash: this._provider.formatter.hash(rawBlock.hash),
parentHash: this._provider.formatter.hash(rawBlock.parentHash),
timestamp: this._provider.formatter.number(rawBlock.timestamp).toString(),
stateRoot: this._provider.formatter.hash(rawBlock.stateRoot),
td: this._provider.formatter.bigNumber(rawBlock.totalDifficulty).toString(),
txRoot: this._provider.formatter.hash(rawBlock.transactionsRoot),
receiptRoot: this._provider.formatter.hash(rawBlock.receiptsRoot),
uncleRoot: this._provider.formatter.hash(rawBlock.sha3Uncles),
bloom: escapeHexString(this._provider.formatter.hex(rawBlock.logsBloom)),
size: this._provider.formatter.number(rawBlock.size).toString(),
blockByMhKey: {
data: escapeHexString(rlpData)
try {
const rawBlock = await this._provider.send(
blockHash ? 'eth_getBlockByHash' : 'eth_getBlockByNumber',
[blockHashOrBlockNumber, false]
);

if (rawBlock) {
// Create block header
// https://github.com/cerc-io/go-ethereum/blob/v1.11.6-statediff-5.0.8/core/types/block.go#L64
const header = {
Parent: rawBlock.parentHash,
UnclesDigest: rawBlock.sha3Uncles,
Beneficiary: rawBlock.miner,
StateRoot: rawBlock.stateRoot,
TxRoot: rawBlock.transactionsRoot,
RctRoot: rawBlock.receiptsRoot,
Bloom: rawBlock.logsBloom,
Difficulty: BigInt(rawBlock.difficulty),
Number: BigInt(rawBlock.number),
GasLimit: BigInt(rawBlock.gasLimit),
GasUsed: BigInt(rawBlock.gasUsed),
Time: Number(rawBlock.timestamp),
Extra: rawBlock.extraData,
MixDigest: rawBlock.mixHash,
Nonce: BigInt(rawBlock.nonce),
BaseFee: rawBlock.baseFeePerGas && BigInt(rawBlock.baseFeePerGas)
};

const rlpData = encodeHeader(header);

return [{
blockNumber: this._provider.formatter.number(rawBlock.number).toString(),
blockHash: this._provider.formatter.hash(rawBlock.hash),
parentHash: this._provider.formatter.hash(rawBlock.parentHash),
timestamp: this._provider.formatter.number(rawBlock.timestamp).toString(),
stateRoot: this._provider.formatter.hash(rawBlock.stateRoot),
td: this._provider.formatter.bigNumber(rawBlock.totalDifficulty).toString(),
txRoot: this._provider.formatter.hash(rawBlock.transactionsRoot),
receiptRoot: this._provider.formatter.hash(rawBlock.receiptsRoot),
uncleRoot: this._provider.formatter.hash(rawBlock.sha3Uncles),
bloom: escapeHexString(this._provider.formatter.hex(rawBlock.logsBloom)),
size: this._provider.formatter.number(rawBlock.size).toString(),
blockByMhKey: {
data: escapeHexString(rlpData)
}
}];
}
} catch (err: any) {
// Check and ignore future block error
if (!(err.code === errors.SERVER_ERROR && err.error && err.error.message === FUTURE_BLOCK_ERROR)) {
throw err;
}
}];
} finally {
console.timeEnd(`time:eth-client#getFullBlocks-${JSON.stringify({ blockNumber, blockHash })}`);
}

return [];
}

async getFullTransaction (txHash: string): Promise<EthFullTransaction> {
Expand Down
2 changes: 1 addition & 1 deletion packages/solidity-mapper/package.json
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"name": "@cerc-io/solidity-mapper",
"version": "0.2.69",
"version": "0.2.70",
"main": "dist/index.js",
"license": "AGPL-3.0",
"devDependencies": {
Expand Down
2 changes: 1 addition & 1 deletion packages/test/package.json
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"name": "@cerc-io/test",
"version": "0.2.69",
"version": "0.2.70",
"main": "dist/index.js",
"license": "AGPL-3.0",
"private": true,
Expand Down
2 changes: 1 addition & 1 deletion packages/tracing-client/package.json
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"name": "@cerc-io/tracing-client",
"version": "0.2.69",
"version": "0.2.70",
"description": "ETH VM tracing client",
"main": "dist/index.js",
"scripts": {
Expand Down
Loading

0 comments on commit 7b5fbf3

Please sign in to comment.