Skip to content

Commit

Permalink
project with actual file schema
Browse files Browse the repository at this point in the history
  • Loading branch information
HonahX committed Apr 11, 2024
1 parent 29839da commit 5ee09ac
Showing 1 changed file with 0 additions and 8 deletions.
8 changes: 0 additions & 8 deletions pyiceberg/io/pyarrow.py
Original file line number Diff line number Diff line change
Expand Up @@ -122,7 +122,6 @@
pre_order_visit,
promote,
prune_columns,
sanitize_column_names,
visit,
visit_with_partner,
)
Expand Down Expand Up @@ -966,13 +965,6 @@ def _task_to_table(
with fs.open_input_file(path) as fin:
fragment = arrow_format.make_fragment(fin)
physical_schema = fragment.physical_schema
schema_raw = None
if metadata := physical_schema.metadata:
schema_raw = metadata.get(ICEBERG_SCHEMA)
# file_schema = (
# Schema.model_validate_json(schema_raw) if schema_raw is not None else pyarrow_to_schema(physical_schema, name_mapping)
# )

file_schema = pyarrow_to_schema(physical_schema, name_mapping)

pyarrow_filter = None
Expand Down

0 comments on commit 5ee09ac

Please sign in to comment.