feat(file_index): add file index format rw

apache · Aug 23, 2024 · 96cdef9 · 96cdef9
1 parent 8a2ea68
commit 96cdef9
Show file tree

Hide file tree

Showing 5 changed files with 540 additions and 0 deletions.
diff --git a/crates/paimon/Cargo.toml b/crates/paimon/Cargo.toml
@@ -34,6 +34,7 @@ storage-memory = ["opendal/services-memory"]
 storage-fs = ["opendal/services-fs"]
 
 [dependencies]
+rand = "0.8.5"
 url = "2.5.2"
 async-trait = "0.1.81"
 bytes = "1.7.1"

diff --git a/crates/paimon/src/error.rs b/crates/paimon/src/error.rs
@@ -52,6 +52,11 @@ pub enum Error {
         display("Paimon hitting invalid config: {}", message)
     )]
     ConfigInvalid { message: String },
+    #[snafu(
+        visibility(pub(crate)),
+        display("Paimon hitting invalid file index format: {}", message)
+    )]
+    FileIndexFormatInvalid { message: String },
 }
 
 impl From<opendal::Error> for Error {