feat(torii): indexing cartridge controllers (#2959)

* feat(torii): indexing cartridge controllers & cartrdige paymaster contracts

* processor and migration

* rename

* use adderss for paralle

* fmt

* use udc to retrieve events

* read paymaster accounts

* use cartridge magic instead of deployer address

* comments

* c

* logs

* chore

* format address in hex

* unused event id

* rename

* fix build

Author: Larkooo

Cargo.lock

@@ -171,6 +171,15 @@ pub struct IndexingOptions {
     #[serde(default)]
     pub world_block: u64,
 
+    /// Whether or not to index Cartridge controllers.
+    #[arg(
+        long = "indexing.controllers",
+        default_value_t = false,
+        help = "Whether or not to index Cartridge controllers."
+    )]
+    #[serde(default)]
+    pub controllers: bool,
+
     /// Whether or not to read models from the block number they were registered in.
     /// If false, models will be read from the latest block.
     #[arg(
@@ -194,6 +203,7 @@ impl Default for IndexingOptions {
             max_concurrent_tasks: DEFAULT_MAX_CONCURRENT_TASKS,
             namespaces: vec![],
             world_block: 0,
+            controllers: false,
             strict_model_reader: false,
         }
     }
@@ -238,6 +248,10 @@ impl IndexingOptions {
                 self.world_block = other.world_block;
             }
 
+            if !self.controllers {
+                self.controllers = other.controllers;
+            }
+
             if !self.strict_model_reader {
                 self.strict_model_reader = other.strict_model_reader;
             }

crates/torii/cli/src/options.rs

@@ -38,6 +38,7 @@ ipfs-api-backend-hyper.workspace = true
 tokio-util.workspace = true
 tracing.workspace = true
 torii-sqlite.workspace = true
+lazy_static.workspace = true
 
 [dev-dependencies]
 dojo-test-utils.workspace = true

crates/torii/indexer/Cargo.toml

@@ -28,6 +28,7 @@ use torii_sqlite::{Cursors, Sql};
 use tracing::{debug, error, info, trace, warn};
 
 use crate::constants::LOG_TARGET;
+use crate::processors::controller::ControllerProcessor;
 use crate::processors::erc20_legacy_transfer::Erc20LegacyTransferProcessor;
 use crate::processors::erc20_transfer::Erc20TransferProcessor;
 use crate::processors::erc721_legacy_transfer::Erc721LegacyTransferProcessor;
@@ -39,6 +40,7 @@ use crate::processors::register_event::RegisterEventProcessor;
 use crate::processors::register_model::RegisterModelProcessor;
 use crate::processors::store_del_record::StoreDelRecordProcessor;
 use crate::processors::store_set_record::StoreSetRecordProcessor;
+use crate::processors::store_transaction::StoreTransactionProcessor;
 use crate::processors::store_update_member::StoreUpdateMemberProcessor;
 use crate::processors::store_update_record::StoreUpdateRecordProcessor;
 use crate::processors::upgrade_event::UpgradeEventProcessor;
@@ -62,7 +64,7 @@ impl<P: Provider + Send + Sync + std::fmt::Debug + 'static> Default for Processo
     fn default() -> Self {
         Self {
             block: vec![],
-            transaction: vec![],
+            transaction: vec![Box::new(StoreTransactionProcessor)],
             // We shouldn't have a catch all for now since the world doesn't forward raw events
             // anymore.
             catch_all_event: Box::new(RawEventProcessor) as Box<dyn EventProcessor<P>>,
@@ -105,6 +107,7 @@ impl<P: Provider + Send + Sync + std::fmt::Debug + 'static> Processors<P> {
                     Box::new(Erc721LegacyTransferProcessor) as Box<dyn EventProcessor<P>>,
                 ],
             ),
+            (ContractType::UDC, vec![Box::new(ControllerProcessor) as Box<dyn EventProcessor<P>>]),
         ];
 
         for (contract_type, processors) in event_processors {

crates/torii/indexer/src/engine.rs

@@ -0,0 +1,124 @@
+use std::hash::{DefaultHasher, Hash, Hasher};
+
+use anyhow::{Error, Result};
+use async_trait::async_trait;
+use dojo_world::contracts::world::WorldContractReader;
+use lazy_static::lazy_static;
+use starknet::core::types::Event;
+use starknet::core::utils::parse_cairo_short_string;
+use starknet::macros::felt;
+use starknet::providers::Provider;
+use starknet_crypto::Felt;
+use torii_sqlite::Sql;
+use tracing::info;
+
+use super::{EventProcessor, EventProcessorConfig};
+use crate::task_manager::{TaskId, TaskPriority};
+
+pub(crate) const LOG_TARGET: &str = "torii_indexer::processors::controller";
+
+#[derive(Default, Debug)]
+pub struct ControllerProcessor;
+
+lazy_static! {
+    // https://x.cartridge.gg/
+    pub(crate) static ref CARTRIDGE_MAGIC: [Felt; 22] = [
+        felt!("0x68"),
+        felt!("0x74"),
+        felt!("0x74"),
+        felt!("0x70"),
+        felt!("0x73"),
+        felt!("0x3a"),
+        felt!("0x2f"),
+        felt!("0x2f"),
+        felt!("0x78"),
+        felt!("0x2e"),
+        felt!("0x63"),
+        felt!("0x61"),
+        felt!("0x72"),
+        felt!("0x74"),
+        felt!("0x72"),
+        felt!("0x69"),
+        felt!("0x64"),
+        felt!("0x67"),
+        felt!("0x65"),
+        felt!("0x2e"),
+        felt!("0x67"),
+        felt!("0x67"),
+    ];
+}
+
+#[async_trait]
+impl<P> EventProcessor<P> for ControllerProcessor
+where
+    P: Provider + Send + Sync + std::fmt::Debug,
+{
+    fn event_key(&self) -> String {
+        "ContractDeployed".to_string()
+    }
+
+    fn validate(&self, event: &Event) -> bool {
+        // ContractDeployed event has no keys and contains username in data
+        event.keys.len() == 1 && !event.data.is_empty()
+    }
+
+    fn task_priority(&self) -> TaskPriority {
+        3
+    }
+
+    fn task_identifier(&self, event: &Event) -> TaskId {
+        let mut hasher = DefaultHasher::new();
+        // the contract address is the first felt in data
+        event.data[0].hash(&mut hasher);
+        hasher.finish()
+    }
+
+    async fn process(
+        &self,
+        _world: &WorldContractReader<P>,
+        db: &mut Sql,
+        _block_number: u64,
+        block_timestamp: u64,
+        _event_id: &str,
+        event: &Event,
+        _config: &EventProcessorConfig,
+    ) -> Result<(), Error> {
+        // Address is the first felt in data
+        let address = event.data[0];
+
+        let calldata = event.data[5..].to_vec();
+        // our calldata has to be more than 25 felts.
+        if calldata.len() < 25 {
+            return Ok(());
+        }
+        // check for this sequence of felts
+        let cartridge_magic_len = calldata[2];
+        // length has to be 22
+        if cartridge_magic_len != Felt::from(22) {
+            return Ok(());
+        }
+
+        // this should never fail if since our len is 22
+        let cartridge_magic: [Felt; 22] = calldata[3..25].try_into().unwrap();
+
+        // has to match with https://x.cartridge.gg/
+        if !CARTRIDGE_MAGIC.eq(&cartridge_magic) {
+            return Ok(());
+        }
+
+        // Last felt in data is the salt which is the username encoded as short string
+        let username_felt = event.data[event.data.len() - 1];
+        let username = parse_cairo_short_string(&username_felt)?;
+
+        info!(
+            target: LOG_TARGET,
+            username = %username,
+            address = %format!("{address:#x}"),
+            "Controller deployed."
+        );
+
+        db.add_controller(&username, &format!("{address:#x}"), block_timestamp).await?;
+
+        Ok(())
+    }
+}

crates/torii/indexer/src/processors/controller.rs

@@ -83,7 +83,7 @@ where
             block_number,
         )
         .await?;
-        debug!(target: LOG_TARGET,from = ?from, to = ?to, value = ?value, "Legacy ERC20 Transfer");
+        debug!(target: LOG_TARGET,from = ?from, to = ?to, value = ?value, "Legacy ERC20 Transfer.");
 
         Ok(())
     }

crates/torii/indexer/src/processors/erc20_legacy_transfer.rs

@@ -83,7 +83,7 @@ where
             block_number,
         )
         .await?;
-        debug!(target: LOG_TARGET,from = ?from, to = ?to, value = ?value, "ERC20 Transfer");
+        debug!(target: LOG_TARGET,from = ?from, to = ?to, value = ?value, "ERC20 Transfer.");
 
         Ok(())
     }

crates/torii/indexer/src/processors/erc20_transfer.rs

@@ -90,7 +90,7 @@ where
             block_number,
         )
         .await?;
-        debug!(target: LOG_TARGET, from = ?from, to = ?to, token_id = ?token_id, "ERC721 Transfer");
+        debug!(target: LOG_TARGET, from = ?from, to = ?to, token_id = ?token_id, "ERC721 Transfer.");
 
         Ok(())
     }

crates/torii/indexer/src/processors/erc721_legacy_transfer.rs

@@ -90,7 +90,7 @@ where
             block_number,
         )
         .await?;
-        debug!(target: LOG_TARGET, from = ?from, to = ?to, token_id = ?token_id, "ERC721 Transfer");
+        debug!(target: LOG_TARGET, from = ?from, to = ?to, token_id = ?token_id, "ERC721 Transfer.");
 
         Ok(())
     }

crates/torii/indexer/src/processors/erc721_transfer.rs

@@ -9,6 +9,7 @@ use torii_sqlite::Sql;
 
 use crate::task_manager::{TaskId, TaskPriority};
 
+pub mod controller;
 pub mod erc20_legacy_transfer;
 pub mod erc20_transfer;
 pub mod erc721_legacy_transfer;
@@ -25,7 +26,6 @@ pub mod store_update_member;
 pub mod store_update_record;
 pub mod upgrade_event;
 pub mod upgrade_model;
-
 #[derive(Clone, Debug, Default)]
 pub struct EventProcessorConfig {
     pub historical_events: HashSet<String>,