Prepare for object_store 0.6

Cargo.toml

@@ -69,3 +69,6 @@ opt-level = 3
 overflow-checks = false
 panic = 'unwind'
 rpath = false
+
+[patch.crates-io]
+object_store = { git = "https://github.com/tustvold/arrow-rs.git", rev = "99640d16c02769726d4c0c6cc9bfda7e605a62d8" }

datafusion-cli/Cargo.toml

@@ -36,8 +36,13 @@ datafusion = { path = "../datafusion/core", version = "24.0.0" }
 dirs = "4.0.0"
 env_logger = "0.9"
 mimalloc = { version = "0.1", default-features = false }
-object_store = { version = "0.5.5", features = ["aws", "gcp", "aws_profile"] }
+object_store = { version = "0.5.5", features = ["aws", "gcp"] }
 parking_lot = { version = "0.12" }
 rustyline = "10.0"
 tokio = { version = "1.24", features = ["macros", "rt", "rt-multi-thread", "sync", "parking_lot"] }
 url = "2.2"
+aws-config = "0.55"
+aws-credential-types = "0.55"
+
+[patch.crates-io]
+object_store = { git = "https://github.com/tustvold/arrow-rs.git", rev = "99640d16c02769726d4c0c6cc9bfda7e605a62d8" }

datafusion-cli/src/exec.rs

@@ -179,7 +179,7 @@ async fn exec_and_print(
     let plan = ctx.state().create_logical_plan(&sql).await?;
     let df = match &plan {
         LogicalPlan::Ddl(DdlStatement::CreateExternalTable(cmd)) => {
-            create_external_table(&ctx, cmd)?;
+            create_external_table(&ctx, cmd).await?;
             ctx.execute_logical_plan(plan).await?
         }
         _ => ctx.execute_logical_plan(plan).await?,
@@ -191,15 +191,18 @@ async fn exec_and_print(
     Ok(())
 }
 
-fn create_external_table(ctx: &SessionContext, cmd: &CreateExternalTable) -> Result<()> {
+async fn create_external_table(
+    ctx: &SessionContext,
+    cmd: &CreateExternalTable,
+) -> Result<()> {
     let table_path = ListingTableUrl::parse(&cmd.location)?;
     let scheme = table_path.scheme();
     let url: &Url = table_path.as_ref();
 
     // registering the cloud object store dynamically using cmd.options
     let store = match scheme {
         "s3" => {
-            let builder = get_s3_object_store_builder(url, cmd)?;
+            let builder = get_s3_object_store_builder(url, cmd).await?;
             Arc::new(builder.build()?) as Arc<dyn ObjectStore>
         }
         "oss" => {