Added handling of exceptions when listing tables

datahub-project · Nov 15, 2024 · f9ac4c7 · f9ac4c7
1 parent 733ed5a
commit f9ac4c7
Showing 1 changed file with 15 additions and 0 deletions.
diff --git a/metadata-ingestion/tests/unit/test_iceberg.py b/metadata-ingestion/tests/unit/test_iceberg.py
@@ -561,6 +561,21 @@ def list_tables(self, namespace: str) -> Iterable[Tuple[str, str]]:
         return super().list_tables(namespace)
 
 
+class MockCatalogExceptionListingNamespaces(MockCatalog):
+    def list_namespaces(self) -> Iterable[str]:
+        raise Exception()
+
+
+def test_exception_while_listing_namespaces() -> None:
+    source = with_iceberg_source(processing_threads=2)
+    mock_catalog = MockCatalogExceptionListingNamespaces({})
+    with patch(
+        "datahub.ingestion.source.iceberg.iceberg.IcebergSourceConfig.get_catalog"
+    ) as get_catalog, pytest.raises(Exception):
+        get_catalog.return_value = mock_catalog
+        [*source.get_workunits_internal()]
+
+
 def test_known_exception_while_listing_tables() -> None:
     source = with_iceberg_source(processing_threads=2)
     mock_catalog = MockCatalogExceptionListingTables(