dagster.yaml

scheduler:
  module: dagster.core.scheduler
  class: DagsterDaemonScheduler

run_queue:
  max_concurrent_runs: 8

run_monitoring:
  enabled: true
  # values below are the defaults, and don't need to be specified except to override them
  # start_timeout_seconds: 180
  # cancel_timeout_seconds: 180
  # Reasonable approximation for the max amount of time it would take to crawl a sitemap of the max possible size (1 day)
  max_runtime_seconds: 86400
  # max_resume_run_attempts: 3 # experimental if above 0

  # NOTE: Timeouts can be confusing given the fact that polling only occurs
  # every one hundred twenty seconds by default for some reason; This can be
  # changed in the future if we want shorter timeouts
  # poll_interval_seconds: 120

run_storage:
  module: dagster_postgres.run_storage
  class: PostgresRunStorage
  config:
    postgres_db:
      hostname:
        env: DAGSTER_POSTGRES_HOST
      username:
        env: DAGSTER_POSTGRES_USER
      password:
        env: DAGSTER_POSTGRES_PASSWORD
      db_name:
        env: DAGSTER_POSTGRES_DB
      port: 5432

schedule_storage:
  module: dagster_postgres.schedule_storage
  class: PostgresScheduleStorage
  config:
    postgres_db:
      hostname:
        env: DAGSTER_POSTGRES_HOST
      username:
        env: DAGSTER_POSTGRES_USER
      password:
        env: DAGSTER_POSTGRES_PASSWORD
      db_name:
        env: DAGSTER_POSTGRES_DB
      port: 5432

event_log_storage:
  module: dagster_postgres.event_log
  class: PostgresEventLogStorage
  config:
    postgres_db:
      hostname:
        env: DAGSTER_POSTGRES_HOST
      username:
        env: DAGSTER_POSTGRES_USER
      password:
        env: DAGSTER_POSTGRES_PASSWORD
      db_name:
        env: DAGSTER_POSTGRES_DB
      port: 5432