feat:init archiver and storage

Signed-off-by: Chen Kai <281165273grape@gmail.com>

Author: GrapeBaBa

Cargo.lock

@@ -0,0 +1,30 @@
+[workspace]
+members = ["bin/archiver", "bin/api", "crates/config", "crates/storage"]
+default-members = ["bin/archiver", "bin/api"]
+resolver = "2"
+
+[workspace.package]
+edition = "2021"
+license = "MIT"
+authors = ["grapebaba"]
+repository = "https://github.com/optimism-java/blob-archiver-rs"
+homepage = "https://github.com/optimism-java/blob-archiver-rs"
+exclude = ["**/target", "benches/", "tests"]
+
+[workspace.dependencies]
+eth2 = { git = "https://github.com/sigp/lighthouse.git", tag = "v5.2.1" }
+
+clap = "4"
+futures-util = "0.3"
+reqwest ="0.12"
+serde_json = "1.0.94"
+serde = "1.0"
+tracing = "0.1.40"
+eyre = "0.6.12"
+flate2 = "1.0.30"
+async-trait = "0.1.81"
+spin = { version = "0.9.8", features = ["mutex"] }
+
+aws-config = { version = "1.5.4", features = ["behavior-version-latest"] }
+aws-sdk-s3 = "1.41.0"
+tokio = { version = "1.38.1", features = ["full"] }

Cargo.toml

@@ -0,0 +1,11 @@
+[package]
+name = "api"
+version = "0.1.0"
+edition.workspace = true
+license.workspace = true
+authors.workspace = true
+repository.workspace = true
+homepage.workspace = true
+exclude.workspace = true
+
+[dependencies]

bin/api/Cargo.toml

@@ -0,0 +1,3 @@
+fn main() {
+    println!("Hello, world!");
+}

bin/api/src/main.rs

@@ -0,0 +1,22 @@
+[package]
+name = "archiver"
+version = "0.1.0"
+edition.workspace = true
+license.workspace = true
+authors.workspace = true
+repository.workspace = true
+homepage.workspace = true
+exclude.workspace = true
+
+[dependencies]
+eth2.workspace = true
+
+clap.workspace = true
+futures-util.workspace = true
+reqwest.workspace = true
+serde_json.workspace = true
+serde.workspace = true
+tracing.workspace = true
+tokio.workspace = true
+blob-archiver-storage = { path = "../../crates/storage" }
+

bin/archiver/Cargo.toml

@@ -0,0 +1,50 @@
+use eth2::{BeaconNodeHttpClient, Error};
+use eth2::types::{BlockId, MainnetEthSpec};
+use tracing::log::trace;
+use blob_archiver_storage::{BlobData, BlobSidecars, Header};
+
+pub struct Archiver {
+    pub beacon_client: BeaconNodeHttpClient,
+}
+
+impl Archiver {
+    pub fn new(beacon_client: BeaconNodeHttpClient) -> Self {
+        Self { beacon_client }
+    }
+
+    pub async fn persist_blobs_for_block(&self, block_id: BlockId) -> Result<(), Error> {
+        let header_resp_opt = self.beacon_client.get_beacon_headers_block_id(block_id).await?;
+        if let Some(header) = header_resp_opt {
+            let beacon_client = self.beacon_client.clone();
+            let blobs_resp_opt = beacon_client.get_blobs::<MainnetEthSpec>(BlockId::Root(header.data.root), None).await?;
+            if let Some(blob_sidecars) = blobs_resp_opt {
+                let blob_sidecar_list = blob_sidecars.data;
+                let blob_data = BlobData::new(Header { beacon_block_hash: header.data.root }, BlobSidecars { data: blob_sidecar_list });
+                trace!("Persisting blobs for block: {:?}", blob_data);
+                return Ok(());
+            }
+            return Ok(());
+        }
+
+        Ok(())
+    }
+}
+
+#[cfg(test)]
+mod tests {
+    use std::str::FromStr;
+    use std::time::Duration;
+
+    use eth2::{SensitiveUrl, Timeouts};
+
+    use super::*;
+
+    #[tokio::test]
+    async fn test_persist_blobs_for_block() {
+        let beacon_client = BeaconNodeHttpClient::new(SensitiveUrl::from_str("https://ethereum-beacon-api.publicnode.com").unwrap(), Timeouts::set_all(Duration::from_secs(30)));
+        let archiver = Archiver::new(beacon_client);
+
+        let block_id = BlockId::Head;
+        archiver.persist_blobs_for_block(block_id).await.unwrap();
+    }
+}

bin/archiver/src/archiver.rs

@@ -0,0 +1,19 @@
+use std::str::FromStr;
+use std::time::Duration;
+
+use eth2::{BeaconNodeHttpClient, SensitiveUrl, Timeouts};
+use eth2::types::BlockId;
+
+use crate::archiver::Archiver;
+
+mod archiver;
+
+#[tokio::main]
+async fn main() {
+    let beacon_client = BeaconNodeHttpClient::new(SensitiveUrl::from_str("https://ethereum-beacon-api.publicnode.com").unwrap(), Timeouts::set_all(Duration::from_secs(30)));
+    let archiver = Archiver::new(beacon_client);
+
+    let block_id = BlockId::Head;
+
+    archiver.persist_blobs_for_block(block_id).await.expect("TODO: panic message");
+}

bin/archiver/src/main.rs

@@ -0,0 +1,13 @@
+[package]
+name = "blob-archiver-config"
+version = "0.1.0"
+edition.workspace = true
+license.workspace = true
+authors.workspace = true
+repository.workspace = true
+homepage.workspace = true
+exclude.workspace = true
+
+[dependencies]
+eth2.workspace = true
+eyre.workspace = true

crates/config/Cargo.toml

@@ -0,0 +1,19 @@
+use std::str::FromStr;
+use std::time::Duration;
+use eth2::types::Hash256;
+use anyhow::Result;
+
+#[derive(Debug, Clone, Default, PartialEq, Eq)]
+pub struct BeaconConfig {
+    pub beacon_url: String,
+    pub beacon_client_timeout: Duration,
+    pub enforce_json: bool,
+}
+
+/// Configuration for the archiver.
+#[derive(Debug, Clone, Default, PartialEq, Eq)]
+pub struct ArchiverConfig {
+    pub beacon: BeaconConfig,
+    pub poll_interval: Duration,
+    pub origin_block: Hash256,
+}

crates/config/src/config.rs

@@ -0,0 +1,3 @@
+pub mod config;
+
+pub use config::{ArchiverConfig};