diff --git a/metadata-ingestion/src/datahub/configuration/source_common.py b/metadata-ingestion/src/datahub/configuration/source_common.py index 705cc0197ec62..636fcb96c43f5 100644 --- a/metadata-ingestion/src/datahub/configuration/source_common.py +++ b/metadata-ingestion/src/datahub/configuration/source_common.py @@ -54,13 +54,9 @@ class DatasetSourceConfigMixin(PlatformInstanceConfigMixin, EnvConfigMixin): """ -LOWER_CASE_URN_CONFIG_KEY = "convert_urns_to_lowercase" - - class LowerCaseDatasetUrnConfigMixin(ConfigModel): - convert_urns_to_lowercase2: bool = Field( + convert_urns_to_lowercase: bool = Field( default=False, - alias=LOWER_CASE_URN_CONFIG_KEY, description="Whether to convert dataset urns to lowercase.", ) diff --git a/metadata-ingestion/src/datahub/ingestion/api/source.py b/metadata-ingestion/src/datahub/ingestion/api/source.py index 79d939ea071b3..4946dd93e81c9 100644 --- a/metadata-ingestion/src/datahub/ingestion/api/source.py +++ b/metadata-ingestion/src/datahub/ingestion/api/source.py @@ -22,10 +22,7 @@ from pydantic import BaseModel from datahub.configuration.common import ConfigModel -from datahub.configuration.source_common import ( - LOWER_CASE_URN_CONFIG_KEY, - PlatformInstanceConfigMixin, -) +from datahub.configuration.source_common import PlatformInstanceConfigMixin from datahub.emitter.mcp_builder import mcps_from_mce from datahub.ingestion.api.closeable import Closeable from datahub.ingestion.api.common import PipelineContext, RecordEnvelope, WorkUnit @@ -200,7 +197,7 @@ def get_workunit_processors(self) -> List[Optional[MetadataWorkUnitProcessor]]: if ( self.ctx.pipeline_config and self.ctx.pipeline_config.source.config - and self.ctx.pipeline_config.source.config.get(LOWER_CASE_URN_CONFIG_KEY) + and self.ctx.pipeline_config.source.config.convert_urns_to_lowercase ): auto_lowercase_dataset_urns = auto_lowercase_urns return [