Move inside iceberg crate

Author: fqaiser94

Cargo.toml

@@ -23,7 +23,6 @@ members = [
     "crates/iceberg",
     "crates/integration_tests",
     "crates/integrations/*",
-    "crates/puffin",
     "crates/test_utils",
 ]
 exclude = ["bindings/python"]

crates/iceberg/Cargo.toml

@@ -81,6 +81,7 @@ tokio = { workspace = true, optional = true }
 typed-builder = { workspace = true }
 url = { workspace = true }
 uuid = { workspace = true }
+zstd = { workspace = true }
 
 [dev-dependencies]
 ctor = { workspace = true }

crates/iceberg/src/lib.rs

@@ -84,3 +84,5 @@ mod runtime;
 pub mod arrow;
 mod utils;
 pub mod writer;
+
+pub mod puffin;

crates/puffin/src/blob.rs renamed to crates/iceberg/src/puffin/blob.rs

@@ -15,9 +15,10 @@
 // specific language governing permissions and limitations
 // under the License.
 
-use iceberg::{Error, ErrorKind, Result};
 use serde::{Deserialize, Serialize};
 
+use crate::{Error, ErrorKind, Result};
+
 #[derive(Debug, PartialEq, Eq, Serialize, Deserialize, Clone, Copy)]
 #[serde(rename_all = "lowercase")]
 #[derive(Default)]
@@ -73,7 +74,7 @@ impl CompressionCodec {
 
 #[cfg(test)]
 mod tests {
-    use crate::compression::CompressionCodec;
+    use crate::puffin::compression::CompressionCodec;
 
     #[tokio::test]
     async fn test_compression_codec_none() {

crates/puffin/src/compression.rs renamed to crates/iceberg/src/puffin/compression.rs

@@ -18,12 +18,12 @@
 use std::collections::{HashMap, HashSet};
 
 use bytes::Bytes;
-use iceberg::io::{FileRead, InputFile};
-use iceberg::{Error, ErrorKind, Result};
 use once_cell::sync::Lazy;
 use serde::{Deserialize, Serialize};
 
-use crate::compression::CompressionCodec;
+use crate::io::{FileRead, InputFile};
+use crate::puffin::compression::CompressionCodec;
+use crate::{Error, ErrorKind, Result};
 
 /// Human-readable identification of the application writing the file, along with its version.
 /// Example: "Trino version 381"
@@ -286,11 +286,11 @@ mod tests {
     use std::collections::HashMap;
 
     use bytes::Bytes;
-    use iceberg::io::{FileIOBuilder, InputFile};
     use tempfile::TempDir;
 
-    use crate::metadata::{BlobMetadata, CompressionCodec, FileMetadata};
-    use crate::test_utils::{
+    use crate::io::{FileIOBuilder, InputFile};
+    use crate::puffin::metadata::{BlobMetadata, CompressionCodec, FileMetadata};
+    use crate::puffin::test_utils::{
         empty_footer_payload, empty_footer_payload_bytes, empty_footer_payload_bytes_length_bytes,
         rust_empty_uncompressed_input_file, rust_uncompressed_metric_input_file,
         rust_zstd_compressed_metric_input_file, uncompressed_metric_file_metadata,

crates/puffin/src/lib.rs renamed to crates/iceberg/src/puffin/lib.rs

@@ -0,0 +1,38 @@
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements.  See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership.  The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License.  You may obtain a copy of the License at
+//
+//   http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied.  See the License for the
+// specific language governing permissions and limitations
+// under the License.
+
+//! Iceberg Puffin file format implementation
+
+#![deny(missing_docs)]
+
+mod blob;
+pub use blob::{Blob, APACHE_DATASKETCHES_THETA_V1};
+
+mod compression;
+pub use compression::CompressionCodec;
+
+mod metadata;
+pub use metadata::{BlobMetadata, FileMetadata, CREATED_BY_PROPERTY};
+
+mod reader;
+pub use reader::PuffinReader;
+
+#[cfg(test)]
+mod test_utils;
+
+mod writer;
+pub use writer::PuffinWriter;

crates/puffin/src/metadata.rs renamed to crates/iceberg/src/puffin/metadata.rs

@@ -15,11 +15,10 @@
 // specific language governing permissions and limitations
 // under the License.
 
-use iceberg::io::{FileRead, InputFile};
-use iceberg::Result;
-
-use crate::blob::Blob;
-use crate::metadata::{BlobMetadata, FileMetadata};
+use crate::io::{FileRead, InputFile};
+use crate::puffin::blob::Blob;
+use crate::puffin::metadata::{BlobMetadata, FileMetadata};
+use crate::Result;
 
 /// Puffin reader
 pub struct PuffinReader {
@@ -68,12 +67,12 @@ impl PuffinReader {
 #[cfg(test)]
 mod tests {
 
-    use crate::test_utils::{
+    use crate::puffin::test_utils::{
         blob_0, blob_1, rust_uncompressed_metric_input_file,
         rust_zstd_compressed_metric_input_file, uncompressed_metric_file_metadata,
         zstd_compressed_metric_file_metadata,
     };
-    use crate::PuffinReader;
+    use crate::puffin::PuffinReader;
 
     #[tokio::test]
     async fn test_puffin_reader_uncompressed_metric_data() {

crates/iceberg/src/puffin/mod.rs

@@ -17,14 +17,13 @@
 
 use std::collections::HashMap;
 
-use iceberg::io::{FileIOBuilder, InputFile};
+use crate::io::{FileIOBuilder, InputFile};
+use crate::puffin::blob::Blob;
+use crate::puffin::compression::CompressionCodec;
+use crate::puffin::metadata::{BlobMetadata, FileMetadata, CREATED_BY_PROPERTY};
 
-use crate::blob::Blob;
-use crate::compression::CompressionCodec;
-use crate::metadata::{BlobMetadata, FileMetadata, CREATED_BY_PROPERTY};
-
-const V1_RUST: &str = "testdata/v1/rust-generated";
-const V1_JAVA: &str = "testdata/v1/java-generated";
+const RUST_TESTDATA: &str = "testdata/puffin/rust-generated";
+const JAVA_TESTDATA: &str = "testdata/puffin/java-generated";
 const EMPTY_UNCOMPRESSED: &str = "empty-puffin-uncompressed.bin";
 const METRIC_UNCOMPRESSED: &str = "sample-metric-data-uncompressed.bin";
 const METRIC_ZSTD_COMPRESSED: &str = "sample-metric-data-compressed-zstd.bin";
@@ -38,27 +37,27 @@ fn input_file_for_test_data(path: &str) -> InputFile {
 }
 
 pub(crate) fn java_empty_uncompressed_input_file() -> InputFile {
-    input_file_for_test_data(&[V1_JAVA, EMPTY_UNCOMPRESSED].join("/"))
+    input_file_for_test_data(&[JAVA_TESTDATA, EMPTY_UNCOMPRESSED].join("/"))
 }
 
 pub(crate) fn rust_empty_uncompressed_input_file() -> InputFile {
-    input_file_for_test_data(&[V1_RUST, EMPTY_UNCOMPRESSED].join("/"))
+    input_file_for_test_data(&[RUST_TESTDATA, EMPTY_UNCOMPRESSED].join("/"))
 }
 
 pub(crate) fn java_uncompressed_metric_input_file() -> InputFile {
-    input_file_for_test_data(&[V1_JAVA, METRIC_UNCOMPRESSED].join("/"))
+    input_file_for_test_data(&[JAVA_TESTDATA, METRIC_UNCOMPRESSED].join("/"))
 }
 
 pub(crate) fn rust_uncompressed_metric_input_file() -> InputFile {
-    input_file_for_test_data(&[V1_RUST, METRIC_UNCOMPRESSED].join("/"))
+    input_file_for_test_data(&[RUST_TESTDATA, METRIC_UNCOMPRESSED].join("/"))
 }
 
 pub(crate) fn java_zstd_compressed_metric_input_file() -> InputFile {
-    input_file_for_test_data(&[V1_JAVA, METRIC_ZSTD_COMPRESSED].join("/"))
+    input_file_for_test_data(&[JAVA_TESTDATA, METRIC_ZSTD_COMPRESSED].join("/"))
 }
 
 pub(crate) fn rust_zstd_compressed_metric_input_file() -> InputFile {
-    input_file_for_test_data(&[V1_RUST, METRIC_ZSTD_COMPRESSED].join("/"))
+    input_file_for_test_data(&[RUST_TESTDATA, METRIC_ZSTD_COMPRESSED].join("/"))
 }
 
 pub(crate) fn empty_footer_payload() -> FileMetadata {