Add drop_view to the rest catalog

Author: ndrluis

pyiceberg/catalog/__init__.py

@@ -613,6 +613,17 @@ def update_namespace_properties(
             ValueError: If removals and updates have overlapping keys.
         """
 
+    @abstractmethod
+    def drop_view(self, identifier: Union[str, Identifier]) -> None:
+        """Drop a view.
+
+        Args:
+            identifier (str | Identifier): View identifier.
+
+        Raises:
+            NoSuchViewError: If a view with the given name does not exist.
+        """
+
     @deprecated(
         deprecated_in="0.8.0",
         removed_in="0.9.0",

pyiceberg/catalog/dynamodb.py

@@ -528,6 +528,9 @@ def update_namespace_properties(
 
         return properties_update_summary
 
+    def drop_view(self, identifier: Union[str, Identifier]) -> None:
+        raise NotImplementedError
+
     def _get_iceberg_table_item(self, database_name: str, table_name: str) -> Dict[str, Any]:
         try:
             return self._get_dynamo_item(identifier=f"{database_name}.{table_name}", namespace=database_name)

pyiceberg/catalog/glue.py

@@ -769,3 +769,6 @@ def update_namespace_properties(
         self.glue.update_database(Name=database_name, DatabaseInput=_construct_database_input(database_name, updated_properties))
 
         return properties_update_summary
+
+    def drop_view(self, identifier: Union[str, Identifier]) -> None:
+        raise NotImplementedError

pyiceberg/catalog/hive.py

@@ -704,3 +704,6 @@ def update_namespace_properties(
         expected_to_change = (removals or set()).difference(removed)
 
         return PropertiesUpdateSummary(removed=list(removed or []), updated=list(updated or []), missing=list(expected_to_change))
+
+    def drop_view(self, identifier: Union[str, Identifier]) -> None:
+        raise NotImplementedError

pyiceberg/catalog/noop.py

@@ -113,3 +113,6 @@ def update_namespace_properties(
         self, namespace: Union[str, Identifier], removals: Optional[Set[str]] = None, updates: Properties = EMPTY_DICT
     ) -> PropertiesUpdateSummary:
         raise NotImplementedError
+
+    def drop_view(self, identifier: Union[str, Identifier]) -> None:
+        raise NotImplementedError

pyiceberg/catalog/rest.py

@@ -48,15 +48,16 @@
     ForbiddenError,
     NamespaceAlreadyExistsError,
     NamespaceNotEmptyError,
+    NoSuchIdentifierError,
     NoSuchNamespaceError,
     NoSuchTableError,
+    NoSuchViewError,
     OAuthError,
     RESTError,
     ServerError,
     ServiceUnavailableError,
     TableAlreadyExistsError,
     UnauthorizedError,
-    NoSuchIdentifierError,
 )
 from pyiceberg.partitioning import UNPARTITIONED_PARTITION_SPEC, PartitionSpec, assign_fresh_partition_spec_ids
 from pyiceberg.schema import Schema, assign_fresh_schema_ids
@@ -97,6 +98,7 @@ class Endpoints:
     table_exists: str = "namespaces/{namespace}/tables/{table}"
     get_token: str = "oauth/tokens"
     rename_table: str = "tables/rename"
+    drop_view: str = "namespaces/{namespace}/views/{view}"
 
 
 AUTHORIZATION_HEADER = "Authorization"
@@ -383,14 +385,15 @@ def _identifier_to_validated_tuple(self, identifier: Union[str, Identifier]) ->
             raise NoSuchIdentifierError(f"Missing namespace or invalid identifier: {'.'.join(identifier_tuple)}")
         return identifier_tuple
 
-    def _split_identifier_for_path(self, identifier: Union[str, Identifier, TableIdentifier]) -> Properties:
+    def _split_identifier_for_path(self, identifier: Union[str, Identifier, TableIdentifier], kind: str = "table") -> Properties:
         if isinstance(identifier, TableIdentifier):
             if identifier.namespace.root[0] == self.name:
                 return {"namespace": NAMESPACE_SEPARATOR.join(identifier.namespace.root[1:]), "table": identifier.name}
             else:
                 return {"namespace": NAMESPACE_SEPARATOR.join(identifier.namespace.root), "table": identifier.name}
         identifier_tuple = self._identifier_to_validated_tuple(identifier)
-        return {"namespace": NAMESPACE_SEPARATOR.join(identifier_tuple[:-1]), "table": identifier_tuple[-1]}
+
+        return {"namespace": NAMESPACE_SEPARATOR.join(identifier_tuple[:-1]), kind: identifier_tuple[-1]}
 
     def _split_identifier_for_json(self, identifier: Union[str, Identifier]) -> Dict[str, Union[Identifier, str]]:
         identifier_tuple = self._identifier_to_validated_tuple(identifier)
@@ -836,3 +839,14 @@ def table_exists(self, identifier: Union[str, Identifier]) -> bool:
             self.url(Endpoints.load_table, prefixed=True, **self._split_identifier_for_path(identifier_tuple))
         )
         return response.status_code in (200, 204)
+
+    @retry(**_RETRY_ARGS)
+    def drop_view(self, identifier: Union[str]) -> None:
+        identifier_tuple = self.identifier_to_tuple_without_catalog(identifier)
+        response = self._session.delete(
+            self.url(Endpoints.drop_view, prefixed=True, **self._split_identifier_for_path(identifier_tuple, kind="view")),
+        )
+        try:
+            response.raise_for_status()
+        except HTTPError as exc:
+            self._handle_non_200_response(exc, {404: NoSuchViewError})

pyiceberg/catalog/sql.py

@@ -696,3 +696,6 @@ def update_namespace_properties(
                 session.execute(insert_stmt)
             session.commit()
         return properties_update_summary
+
+    def drop_view(self, identifier: Union[str, Identifier]) -> None:
+        raise NotImplementedError

pyiceberg/exceptions.py

@@ -40,6 +40,8 @@ class NoSuchIcebergTableError(NoSuchTableError):
     """Raises when the table found in the REST catalog is not an iceberg table."""
 
 
+class NoSuchViewError(Exception):
+    """Raises when the view can't be found in the REST catalog."""
 
 
 class NoSuchIdentifierError(Exception):

pyiceberg/table/procedures.py

@@ -0,0 +1,33 @@
+from pyiceberg.table import Table
+from typing import Dict, Any, Callable
+
+
+class ExpireSnashots:
+    # Expire snapshots older than 3 days (timestampMillis a long timestamp)
+    DEFAULT_OPTS = {
+        "expire_older_than": 3 * 24 * 60 * 60 * 1000,
+        "retain_last": True,
+    }
+
+    expired_snapshots = []
+
+    def __init__(self, table: Table, opts: Dict[str, Any], delete_with: Callable[[str], None] = None):
+        self.table = table
+        self.opts = {**self.DEFAULT_OPTS, **opts}
+        self.delete_with = delete_with
+
+    def collect(self):
+        if len(self.expired_snapshots) > 0:
+            self.expired_snapshots = []
+
+        _collect_expired_snapshots()
+
+        return self
+
+    def commit(self):
+        # commit the changes
+        pass
+
+    def _collect_expired_snapshots(self):
+        # collect expired snapshots
+        pass

tests/catalog/test_base.py

@@ -256,6 +256,9 @@ def update_namespace_properties(
             removed=list(removed or []), updated=list(updates.keys() if updates else []), missing=list(expected_to_change)
         )
 
+    def drop_view(self, identifier: Union[str, Identifier]) -> None:
+        raise NotImplementedError
+
 
 @pytest.fixture
 def catalog(tmp_path: PosixPath) -> InMemoryCatalog:

tests/catalog/test_rest.py

@@ -29,11 +29,12 @@
     AuthorizationExpiredError,
     NamespaceAlreadyExistsError,
     NamespaceNotEmptyError,
+    NoSuchIdentifierError,
     NoSuchNamespaceError,
     NoSuchTableError,
+    NoSuchViewError,
     OAuthError,
     TableAlreadyExistsError,
-    NoSuchIdentifierError,
 )
 from pyiceberg.io import load_file_io
 from pyiceberg.partitioning import PartitionField, PartitionSpec
@@ -1249,3 +1250,41 @@ def test_table_identifier_in_commit_table_request(rest_mock: Mocker, example_tab
         rest_mock.last_request.text
         == """{"identifier":{"namespace":["namespace"],"name":"table_name"},"requirements":[],"updates":[]}"""
     )
+
+
+def test_drop_view_invalid_namespace(rest_mock: Mocker) -> None:
+    view = "view"
+    with pytest.raises(NoSuchIdentifierError) as e:
+        # Missing namespace
+        RestCatalog("rest", uri=TEST_URI, token=TEST_TOKEN).drop_view(view)
+
+    assert f"Missing namespace or invalid identifier: {view}" in str(e.value)
+
+
+def test_drop_view_404(rest_mock: Mocker) -> None:
+    rest_mock.delete(
+        f"{TEST_URI}v1/namespaces/some_namespace/views/does_not_exists",
+        json={
+            "error": {
+                "message": "The given view does not exist",
+                "type": "NoSuchViewException",
+                "code": 404,
+            }
+        },
+        status_code=404,
+        request_headers=TEST_HEADERS,
+    )
+
+    with pytest.raises(NoSuchViewError) as e:
+        RestCatalog("rest", uri=TEST_URI, token=TEST_TOKEN).drop_view(("some_namespace", "does_not_exists"))
+    assert "The given view does not exist" in str(e.value)
+
+
+def test_drop_view_204(rest_mock: Mocker) -> None:
+    rest_mock.delete(
+        f"{TEST_URI}v1/namespaces/some_namespace/views/some_view",
+        json={},
+        status_code=204,
+        request_headers=TEST_HEADERS,
+    )
+    RestCatalog("rest", uri=TEST_URI, token=TEST_TOKEN).drop_view(("some_namespace", "some_view"))