From 12f4baacce0f29e6721a31c9def9fe36f3931475 Mon Sep 17 00:00:00 2001 From: "pre-commit-ci[bot]" <66853113+pre-commit-ci[bot]@users.noreply.github.com> Date: Mon, 23 Dec 2024 16:41:14 +0000 Subject: [PATCH] [pre-commit.ci] auto fixes from pre-commit.com hooks for more information, see https://pre-commit.ci --- userCode/lib/dagster_env.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/userCode/lib/dagster_env.py b/userCode/lib/dagster_env.py index f5a652be..4553c80f 100644 --- a/userCode/lib/dagster_env.py +++ b/userCode/lib/dagster_env.py @@ -7,7 +7,7 @@ def filter_partitions( instance: DagsterInstance, partition_name: str, keys_to_keep: set[str] ) -> None: - """Remove all old partitions that are not in the list of keys to keep. + """Remove all old partitions that are not in the list of keys to keep. This is needed since dagster does not remove old partitions but keeps them by default for historical monitoring""" sources_partitions_def = instance.get_dynamic_partitions(partition_name) for key in sources_partitions_def: