diff --git a/src/workflows/ds-bricks.json b/src/workflows/ds-bricks.json new file mode 100644 index 0000000..aca2890 --- /dev/null +++ b/src/workflows/ds-bricks.json @@ -0,0 +1,113 @@ +{ + "job_id": 196700556036763, + "new_settings": { + "name": "ds-bricks", + "email_notifications": { + "no_alert_for_skipped_runs": false + }, + "webhook_notifications": {}, + "timeout_seconds": 0, + "max_concurrent_runs": 1, + "tasks": [ + { + "task_key": "fs_dia_horario", + "run_if": "ALL_SUCCESS", + "notebook_task": { + "notebook_path": "src/feature_store/ingestao", + "base_parameters": { + "table": "fs_dia_horario", + "dt_start": "{{job.start_time.iso_date}}", + "dt_stop": "{{job.start_time.iso_date}}" + }, + "source": "GIT" + }, + "existing_cluster_id": "0809-155233-nc569ju7", + "timeout_seconds": 0, + "email_notifications": {}, + "notification_settings": { + "no_alert_for_skipped_runs": false, + "no_alert_for_canceled_runs": false, + "alert_on_last_attempt": false + }, + "webhook_notifications": {} + }, + { + "task_key": "fs_geral", + "run_if": "ALL_SUCCESS", + "notebook_task": { + "notebook_path": "src/feature_store/ingestao", + "base_parameters": { + "table": "fs_geral", + "dt_start": "{{job.start_time.iso_date}}", + "dt_stop": "{{job.start_time.iso_date}}" + }, + "source": "GIT" + }, + "existing_cluster_id": "0809-155233-nc569ju7", + "timeout_seconds": 0, + "email_notifications": {}, + "notification_settings": { + "no_alert_for_skipped_runs": false, + "no_alert_for_canceled_runs": false, + "alert_on_last_attempt": false + }, + "webhook_notifications": {} + }, + { + "task_key": "fs_pontos", + "run_if": "ALL_SUCCESS", + "notebook_task": { + "notebook_path": "src/feature_store/ingestao", + "base_parameters": { + "table": "fs_pontos", + "dt_start": "{{job.start_time.iso_date}}", + "dt_stop": "{{job.start_time.iso_date}}" + }, + "source": "GIT" + }, + "existing_cluster_id": "0809-155233-nc569ju7", + "timeout_seconds": 0, + "email_notifications": {}, + "notification_settings": { + "no_alert_for_skipped_runs": false, + "no_alert_for_canceled_runs": false, + "alert_on_last_attempt": false + }, + "webhook_notifications": {} + }, + { + "task_key": "fs_transacoes", + "run_if": "ALL_SUCCESS", + "notebook_task": { + "notebook_path": "src/feature_store/ingestao", + "base_parameters": { + "table": "fs_transacoes", + "dt_start": "{{job.start_time.iso_date}}", + "dt_stop": "{{job.start_time.iso_date}}" + }, + "source": "GIT" + }, + "existing_cluster_id": "0809-155233-nc569ju7", + "timeout_seconds": 0, + "email_notifications": {}, + "notification_settings": { + "no_alert_for_skipped_runs": false, + "no_alert_for_canceled_runs": false, + "alert_on_last_attempt": false + }, + "webhook_notifications": {} + } + ], + "git_source": { + "git_url": "https://github.com/TeoMeWhy/ds-bricks", + "git_provider": "gitHub", + "git_branch": "main" + }, + "queue": { + "enabled": true + }, + "run_as": { + "user_name": "teomewhy@gmail.com" + } + } +} \ No newline at end of file