Add Puffin FileMetadata

fqaiser94 · Dec 7, 2024 · d4703f4 · d4703f4
1 parent 3b71074
commit d4703f4
Show file tree

Hide file tree

Showing 8 changed files with 982 additions and 3 deletions.
diff --git a/crates/puffin/Cargo.toml b/crates/puffin/Cargo.toml
@@ -29,8 +29,13 @@ license = { workspace = true }
 keywords = ["iceberg", "puffin"]
 
 [dependencies]
+bytes = { workspace = true }
 iceberg = { workspace = true }
+once_cell = { workspace = true }
+serde = { workspace = true }
+serde_json = { workspace = true }
 zstd = { workspace = true }
 
 [dev-dependencies]
+tempfile = { workspace = true }
 tokio = { workspace = true }
diff --git a/crates/puffin/src/compression.rs b/crates/puffin/src/compression.rs
@@ -16,10 +16,13 @@
 // under the License.
 
 use iceberg::{Error, ErrorKind, Result};
+use serde::{Deserialize, Serialize};
 
-#[derive(Debug, PartialEq, Eq, Clone, Copy, Default)]
+#[derive(Debug, PartialEq, Eq, Serialize, Deserialize, Clone, Copy)]
+#[serde(rename_all = "lowercase")]
+#[derive(Default)]
 /// Data compression formats
-pub enum CompressionCodec {
+pub(crate) enum CompressionCodec {
     #[default]
     /// No compression
     None,

diff --git a/crates/puffin/src/lib.rs b/crates/puffin/src/lib.rs
@@ -22,4 +22,7 @@
 #![allow(dead_code)]
 
 mod compression;
-pub use compression::CompressionCodec;
+mod metadata;
+
+#[cfg(test)]
+mod test_utils;