Skip to content

Commit

Permalink
add image log
Browse files Browse the repository at this point in the history
  • Loading branch information
C-Loftus committed Feb 4, 2025
1 parent f388da8 commit fa2edeb
Showing 1 changed file with 4 additions and 3 deletions.
7 changes: 4 additions & 3 deletions userCode/main.py
Original file line number Diff line number Diff line change
Expand Up @@ -195,9 +195,9 @@ def gleaner_config(context: AssetExecutionContext):
sources = []
names: set[str] = set()

assert (
len(Lines) > 0
), f"No sitemaps found in sitemap index {REMOTE_GLEANER_SITEMAP}"
assert len(Lines) > 0, (
f"No sitemaps found in sitemap index {REMOTE_GLEANER_SITEMAP}"
)

for line in Lines:
basename = REMOTE_GLEANER_SITEMAP.removesuffix(".xml")
Expand Down Expand Up @@ -299,6 +299,7 @@ def docker_client_environment():
get_dagster_logger().info("Initializing docker client and pulling images: ")
client = docker.DockerClient()

get_dagster_logger().info(f"Pulling {GLEANER_IMAGE} and {NABU_IMAGE}")
# check if the docker socket is available
client.images.pull(GLEANER_IMAGE)
client.images.pull(NABU_IMAGE)
Expand Down

0 comments on commit fa2edeb

Please sign in to comment.