fix(elastic): improve error handling for profiling (#8785)

datahub-project · Sep 5, 2023 · c38bb91 · c38bb91
1 parent 9f223c0
commit c38bb91
Showing 1 changed file with 4 additions and 2 deletions.
diff --git a/metadata-ingestion/src/datahub/ingestion/source/elastic_search.py b/metadata-ingestion/src/datahub/ingestion/source/elastic_search.py
@@ -553,8 +553,10 @@ def _extract_mcps(
                 row_count = 0
                 size_in_bytes = 0
                 for profile_info in profile_info_current:
-                    row_count += int(profile_info["docs.count"])
-                    size_in_bytes += int(profile_info["store.size"])
+                    if profile_info["docs.count"] is not None:
+                        row_count += int(profile_info["docs.count"])
+                    if profile_info["store.size"] is not None:
+                        size_in_bytes += int(profile_info["store.size"])
                 yield MetadataChangeProposalWrapper(
                     entityUrn=dataset_urn,
                     aspect=DatasetProfileClass(