Skip to content

Commit

Permalink
add selector column, fix varchar colums width
Browse files Browse the repository at this point in the history
  • Loading branch information
Stanislav Lysikov committed Mar 22, 2024
1 parent ae1eaf0 commit a265624
Show file tree
Hide file tree
Showing 5 changed files with 21 additions and 14 deletions.
2 changes: 1 addition & 1 deletion README.md
Original file line number Diff line number Diff line change
Expand Up @@ -9,7 +9,7 @@ Parse result of every dbt model invocation and put it to the dbt_results table.
```yml packages.yml
packages:
- package: "https://github.com/barloc/hrelementary.git"
version: 0.0.2
version: 0.0.3
```
2. Run `dbt deps`
Expand Down
6 changes: 4 additions & 2 deletions macros/on_run_end.sql
Original file line number Diff line number Diff line change
Expand Up @@ -16,7 +16,8 @@
status,
execution_time_seconds,
rows_affected,
dbt_run_at
dbt_run_at,
selector
)
{%- for parsed_result_dict in parsed_results -%}
select
Expand All @@ -30,7 +31,8 @@
'{{ parsed_result_dict.get('status') }}',
{{ parsed_result_dict.get('execution_time_seconds') }},
{{ parsed_result_dict.get('rows_affected') }},
current_timestamp
current_timestamp,
'{{ parsed_result_dict.get('selector') }}'
{{- " union " if not loop.last else "" -}}
{%- endfor -%}

Expand Down
6 changes: 4 additions & 2 deletions macros/parse_dbt_results.sql
Original file line number Diff line number Diff line change
Expand Up @@ -11,6 +11,7 @@
{%- if not rows_affected -%}
{% set rows_affected = 0 %}
{%- endif -%}
{% set selector %}{{ invocation_args_dict.get('select', []) | join(',') }}{% endset %}
{% set parsed_result_dict = {
'result_id': invocation_id ~ '.' ~ node.get('unique_id'),
'invocation_id': invocation_id,
Expand All @@ -21,10 +22,11 @@
'resource_type': node.get('resource_type'),
'status': run_result_dict.get('status'),
'execution_time_seconds': run_result_dict.get('execution_time'),
'rows_affected': rows_affected
'rows_affected': rows_affected,
'selector': selector,
}%}
{% do parsed_results.append(parsed_result_dict) %}
{% print(parsed_result_dict) %}
{% print(parsed_result_dict) %}
{% endfor %}
{{ return(parsed_results) }}
{% endmacro %}
19 changes: 10 additions & 9 deletions models/dbt_results.sql
Original file line number Diff line number Diff line change
Expand Up @@ -10,17 +10,18 @@

with empty_table as (
select
null::varchar(255) as result_id,
null::varchar(255) as invocation_id,
null::varchar(255) as unique_id,
null::varchar(255) as database_name,
null::varchar(255) as schema_name,
null::varchar(255) as name,
null::varchar(255) as resource_type,
null::varchar(255) as status,
null::varchar(512) as result_id,
null::varchar(64) as invocation_id,
null::varchar(512) as unique_id,
null::varchar(32) as database_name,
null::varchar(64) as schema_name,
null::varchar(512) as name,
null::varchar(64) as resource_type,
null::varchar(64) as status,
cast(null as float) as execution_time_seconds,
cast(null as int) as rows_affected,
cast(null as timestamp) as dbt_run_at
cast(null as timestamp) as dbt_run_at,
null::varchar(128) as selector
)

select * from empty_table
Expand Down
2 changes: 2 additions & 0 deletions models/model.yml
Original file line number Diff line number Diff line change
Expand Up @@ -30,3 +30,5 @@ models:
description: Rows affected, number
- name: dbt_run_at
description: Run at
- name: selector
description: Selector from args when execute

0 comments on commit a265624

Please sign in to comment.