Skip to content

Commit

Permalink
daft error
Browse files Browse the repository at this point in the history
  • Loading branch information
kevinjqliu committed Dec 7, 2024
1 parent d22c0e3 commit c5ac13c
Show file tree
Hide file tree
Showing 2 changed files with 84 additions and 61 deletions.
137 changes: 78 additions & 59 deletions poetry.lock

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

8 changes: 6 additions & 2 deletions tests/integration/test_reads.py
Original file line number Diff line number Diff line change
Expand Up @@ -294,9 +294,11 @@ def test_pyarrow_limit_with_multiple_files(catalog: Catalog) -> None:


@pytest.mark.integration
@pytest.mark.filterwarnings("ignore")
@pytest.mark.parametrize("catalog", [pytest.lazy_fixture("session_catalog_hive"), pytest.lazy_fixture("session_catalog")])
def test_daft_nan(catalog: Catalog) -> None:
import daft

daft.context.set_runner_native()
table_test_null_nan_rewritten = catalog.load_table("default.test_null_nan_rewritten")
df = table_test_null_nan_rewritten.to_daft()
assert df.count_rows() == 3
Expand All @@ -306,6 +308,9 @@ def test_daft_nan(catalog: Catalog) -> None:
@pytest.mark.integration
@pytest.mark.parametrize("catalog", [pytest.lazy_fixture("session_catalog_hive"), pytest.lazy_fixture("session_catalog")])
def test_daft_nan_rewritten(catalog: Catalog) -> None:
import daft

daft.context.set_runner_native()
table_test_null_nan_rewritten = catalog.load_table("default.test_null_nan_rewritten")
df = table_test_null_nan_rewritten.to_daft()
df = df.where(df["col_numeric"].float.is_nan())
Expand All @@ -316,7 +321,6 @@ def test_daft_nan_rewritten(catalog: Catalog) -> None:


@pytest.mark.integration
@pytest.mark.filterwarnings("ignore")
@pytest.mark.parametrize("catalog", [pytest.lazy_fixture("session_catalog_hive"), pytest.lazy_fixture("session_catalog")])
def test_ray_nan(catalog: Catalog) -> None:
table_test_null_nan_rewritten = catalog.load_table("default.test_null_nan_rewritten")
Expand Down

0 comments on commit c5ac13c

Please sign in to comment.