feat: support manifest version hint

rust/lance-table/src/io/commit/external_manifest.rs

@@ -20,8 +20,8 @@ use snafu::location;
 use tracing::info;
 
 use super::{
-    current_manifest_path, default_resolve_version, make_staging_manifest_path, ManifestLocation,
-    ManifestNamingScheme, MANIFEST_EXTENSION,
+    current_manifest_path, default_resolve_version, make_staging_manifest_path, write_version_hint,
+    ManifestLocation, ManifestNamingScheme, MANIFEST_EXTENSION,
 };
 use crate::format::{IndexMetadata, Manifest, Transaction};
 use crate::io::commit::{CommitError, CommitHandler};
@@ -472,6 +472,7 @@ impl CommitHandler for ExternalManifestCommitHandler {
         manifest_writer: super::ManifestWriter,
         naming_scheme: ManifestNamingScheme,
         transaction: Option<Transaction>,
+        sync_version_hint_write: bool,
     ) -> std::result::Result<ManifestLocation, CommitError> {
         // path we get here is the path to the manifest we want to write
         // use object_store.base_path.as_ref() for getting the root of the dataset
@@ -497,7 +498,15 @@ impl CommitHandler for ExternalManifestCommitHandler {
             .await;
 
         match result {
-            Ok(location) => Ok(location),
+            Ok(location) => {
+                write_version_hint(
+                    object_store,
+                    base_path,
+                    manifest.version,
+                    sync_version_hint_write,
+                );
+                Ok(location)
+            }
             Err(_) => {
                 // delete the staging manifest
                 match object_store.inner.delete(&staging_path).await {

rust/lance/Cargo.toml

@@ -189,5 +189,13 @@ harness = false
 name = "mem_wal_read"
 harness = false
 
+[[bench]]
+name = "manifest_commit"
+harness = false
+
+[[bench]]
+name = "object_store_bench"
+harness = false
+
 [lints]
 workspace = true