Skip to content

Commit

Permalink
Collect databricks http_path (added new column) (#607)
Browse files Browse the repository at this point in the history
* databricks http_path

* additional fields

* fix

* fix

* fix
  • Loading branch information
Maayan-s authored Nov 13, 2023
1 parent 767dbed commit b234a2f
Showing 1 changed file with 25 additions and 1 deletion.
26 changes: 25 additions & 1 deletion macros/edr/dbt_artifacts/upload_dbt_invocation.sql
Original file line number Diff line number Diff line change
Expand Up @@ -43,11 +43,34 @@
'job_url': elementary.get_job_url(orchestrator, job_id),
'job_run_url': elementary.get_job_run_url(orchestrator, job_id, job_run_id),
'account_id': elementary.get_var("account_id", ["DBT_ACCOUNT_ID"]),
'target_adapter_specific_fields': elementary.get_target_adapter_specific_fields()
} %}
{% do elementary.insert_rows(relation, [dbt_invocation], should_commit=true) %}
{% do elementary.file_log("Uploaded dbt invocation successfully.") %}
{% endmacro %}


{% macro get_target_adapter_specific_fields() %}
{{ return(adapter.dispatch('get_target_adapter_specific_fields', 'elementary')()) }}
{% endmacro %}

{% macro default__get_target_adapter_specific_fields() %}
{{ return('') }}
{% endmacro %}

{% macro databricks__get_target_adapter_specific_fields() %}
{{ return({"http_path": target.http_path}) }}
{% endmacro %}

{% macro snowflake__get_target_adapter_specific_fields() %}
{{ return({"warehouse": target.warehouse, "user": target.user, "role": target.role}) }}
{% endmacro %}

{% macro postgres__get_target_adapter_specific_fields() %}
{{ return({"user": target.user}) }}
{% endmacro %}


{% macro get_project_name() %}
{% set project_name = elementary.get_config_var("project_name") %}
{% if project_name %}
Expand Down Expand Up @@ -214,6 +237,7 @@
('dbt_user', 'string'),
('job_url', 'string'),
('job_run_url', 'string'),
('account_id', 'string')
('account_id', 'string'),
('target_adapter_specific_fields', 'long_string')
])) }}
{% endmacro %}

0 comments on commit b234a2f

Please sign in to comment.