This is an automated email from the ASF dual-hosted git repository.
zykkk pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/doris.git
The following commit(s) were added to refs/heads/master by this push:
new 21633908bd [feature-wip](dbt) overwrite the materialization for table
and view (#21935)
21633908bd is described below
commit 21633908bd6bb1fae0fe345cb008fcf673402449
Author: catpineapple <[email protected]>
AuthorDate: Wed Jul 19 10:20:29 2023 +0800
[feature-wip](dbt) overwrite the materialization for table and view (#21935)
overwrite the materialization for table and view
---
.../doris/macros/materializations/table/table.sql | 76 ++++++++++++++++++++++
.../doris/macros/materializations/view/view.sql | 71 ++++++++++++++++++++
2 files changed, 147 insertions(+)
diff --git
a/extension/dbt-doris/dbt/include/doris/macros/materializations/table/table.sql
b/extension/dbt-doris/dbt/include/doris/macros/materializations/table/table.sql
new file mode 100644
index 0000000000..16ca861736
--- /dev/null
+++
b/extension/dbt-doris/dbt/include/doris/macros/materializations/table/table.sql
@@ -0,0 +1,76 @@
+-- Licensed to the Apache Software Foundation (ASF) under one
+-- or more contributor license agreements. See the NOTICE file
+-- distributed with this work for additional information
+-- regarding copyright ownership. The ASF licenses this file
+-- to you under the Apache License, Version 2.0 (the
+-- "License"); you may not use this file except in compliance
+-- with the License. You may obtain a copy of the License at
+--
+-- http://www.apache.org/licenses/LICENSE-2.0
+--
+-- Unless required by applicable law or agreed to in writing,
+-- software distributed under the License is distributed on an
+-- "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+-- KIND, either express or implied. See the License for the
+-- specific language governing permissions and limitations
+-- under the License.
+
+{% materialization table, adapter='doris' %}
+
+ {%- set existing_relation = load_cached_relation(this) -%}
+ {%- set target_relation = this.incorporate(type='table') %}
+ {%- set intermediate_relation = make_intermediate_relation(target_relation)
-%}
+
+ {%- set preexisting_intermediate_relation =
load_cached_relation(intermediate_relation) -%}
+ /*
+ See ../view/view.sql for more information about this relation.
+ */
+ {%- set backup_relation_type = 'table' if existing_relation is none else
existing_relation.type -%}
+ {%- set backup_relation = make_backup_relation(target_relation,
backup_relation_type) -%}
+ -- as above, the backup_relation should not already exist
+ {%- set preexisting_backup_relation = load_cached_relation(backup_relation)
-%}
+ -- grab current tables grants config for comparision later on
+ {% set grant_config = config.get('grants') %}
+
+
+
+ -- drop the temp relations if they exist already in the database
+ {{ drop_relation_if_exists(preexisting_intermediate_relation) }}
+ {{ drop_relation_if_exists(preexisting_backup_relation) }}
+
+ {{ run_hooks(pre_hooks, inside_transaction=False) }}
+
+ -- `BEGIN` happens here:
+ {{ run_hooks(pre_hooks, inside_transaction=True) }}
+
+ -- build model
+ {% call statement('main') -%}
+ {{ get_create_table_as_sql(False, intermediate_relation, sql) }}
+ {%- endcall %}
+
+ -- cleanup
+ {% if existing_relation is not none %}
+ {{ adapter.rename_relation(existing_relation, backup_relation) }}
+ {% endif %}
+
+ {{ adapter.rename_relation(intermediate_relation, target_relation) }}
+
+ {% do create_indexes(target_relation) %}
+
+ {{ run_hooks(post_hooks, inside_transaction=True) }}
+
+ {% set should_revoke = should_revoke(existing_relation,
full_refresh_mode=True) %}
+ {% do apply_grants(target_relation, grant_config,
should_revoke=should_revoke) %}
+
+ {% do persist_docs(target_relation, model) %}
+
+ -- `COMMIT` happens here
+ {{ adapter.commit() }}
+
+ -- finally, drop the existing/backup relation after the commit
+ {{ drop_relation_if_exists(backup_relation) }}
+
+ {{ run_hooks(post_hooks, inside_transaction=False) }}
+
+ {{ return({'relations': [target_relation]}) }}
+{% endmaterialization %}
diff --git
a/extension/dbt-doris/dbt/include/doris/macros/materializations/view/view.sql
b/extension/dbt-doris/dbt/include/doris/macros/materializations/view/view.sql
new file mode 100644
index 0000000000..c6a9620d00
--- /dev/null
+++
b/extension/dbt-doris/dbt/include/doris/macros/materializations/view/view.sql
@@ -0,0 +1,71 @@
+-- Licensed to the Apache Software Foundation (ASF) under one
+-- or more contributor license agreements. See the NOTICE file
+-- distributed with this work for additional information
+-- regarding copyright ownership. The ASF licenses this file
+-- to you under the Apache License, Version 2.0 (the
+-- "License"); you may not use this file except in compliance
+-- with the License. You may obtain a copy of the License at
+--
+-- http://www.apache.org/licenses/LICENSE-2.0
+--
+-- Unless required by applicable law or agreed to in writing,
+-- software distributed under the License is distributed on an
+-- "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+-- KIND, either express or implied. See the License for the
+-- specific language governing permissions and limitations
+-- under the License.
+
+{%- materialization view, adapter='doris' -%}
+
+ {%- set existing_relation = load_cached_relation(this) -%}
+ {%- set target_relation = this.incorporate(type='view') -%}
+ {%- set intermediate_relation = make_intermediate_relation(target_relation)
-%}
+
+
+
+ {%- set preexisting_intermediate_relation =
load_cached_relation(intermediate_relation) -%}
+
+ {%- set backup_relation_type = 'view' if existing_relation is none else
existing_relation.type -%}
+ {%- set backup_relation = make_backup_relation(target_relation,
backup_relation_type) -%}
+ -- as above, the backup_relation should not already exist
+ {%- set preexisting_backup_relation = load_cached_relation(backup_relation)
-%}
+ -- grab current tables grants config for comparision later on
+ {% set grant_config = config.get('grants') %}
+
+ {{ run_hooks(pre_hooks, inside_transaction=False) }}
+
+ -- drop the temp relations if they exist already in the database
+ {{ drop_relation_if_exists(preexisting_intermediate_relation) }}
+ {{ drop_relation_if_exists(preexisting_backup_relation) }}
+
+ -- `BEGIN` happens here:
+ {{ run_hooks(pre_hooks, inside_transaction=True) }}
+
+ -- build model
+ {% call statement('main') -%}
+ {{ get_create_view_as_sql(intermediate_relation, sql) }}
+ {%- endcall %}
+
+ -- cleanup
+ -- move the existing view out of the way
+ {% if existing_relation is not none %}
+ {{ adapter.rename_relation(existing_relation, backup_relation) }}
+ {% endif %}
+ {{ adapter.rename_relation(intermediate_relation, target_relation) }}
+
+ {% set should_revoke = should_revoke(existing_relation,
full_refresh_mode=True) %}
+ {% do apply_grants(target_relation, grant_config,
should_revoke=should_revoke) %}
+
+ {% do persist_docs(target_relation, model) %}
+
+ {{ run_hooks(post_hooks, inside_transaction=True) }}
+
+ {{ adapter.commit() }}
+
+ {{ drop_relation_if_exists(backup_relation) }}
+
+ {{ run_hooks(post_hooks, inside_transaction=False) }}
+
+ {{ return({'relations': [target_relation]}) }}
+
+{%- endmaterialization -%}
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
