feat(index): implement file index format and interface

crates/paimon/Cargo.toml

@@ -27,6 +27,9 @@ license.workspace = true
 version.workspace = true
 
 [dependencies]
+rand = "0.8.5"
+async-trait = "0.1.81"
+lazy_static = "1.5.0"
 bitflags = "2.6.0"
 chrono = { version = "0.4.38", features = ["serde"] }
 serde = { version = "1", features = ["derive"] }
@@ -35,3 +38,4 @@ serde_bytes = "0.11.15"
 snafu = "0.8.3"
 typed-builder = "^0.18"
 opendal = "0.48"
+tokio = { version = "1.39.2", features = ["full"] }

crates/paimon/src/fileindex/file_index_common.rs

@@ -0,0 +1,28 @@
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements.  See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership.  The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License.  You may obtain a copy of the License at
+//
+//   http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied.  See the License for the
+// specific language governing permissions and limitations
+// under the License.
+
+use std::collections::HashMap;
+
+use crate::spec::{DataField, DataType};
+
+pub fn to_map_key(map_column_name: &str, key_name: &str) -> String {
+    format!("{}[{}]", map_column_name, key_name)
+}
+
+pub fn get_field_type(_fields: &HashMap<String, DataField>, _column_name: &str) -> DataType {
+    todo!()
+}