From 81aa6bfa980371422c5ae752924675821ce43f61 Mon Sep 17 00:00:00 2001 From: Daniele Frigo Date: Fri, 10 Nov 2023 12:20:23 +0100 Subject: [PATCH 1/2] enable refresh for all manual configured tables --- macros/plugins/snowflake/refresh_external_table.sql | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/macros/plugins/snowflake/refresh_external_table.sql b/macros/plugins/snowflake/refresh_external_table.sql index 8f28ae57..accf1822 100644 --- a/macros/plugins/snowflake/refresh_external_table.sql +++ b/macros/plugins/snowflake/refresh_external_table.sql @@ -5,8 +5,9 @@ {% set auto_refresh = external.get('auto_refresh', false) %} {% set partitions = external.get('partitions', none) %} + {% set delta_format = (external.table_format | lower == "delta") %} - {% set manual_refresh = (partitions and not auto_refresh) %} + {% set manual_refresh = not auto_refresh %} {% if manual_refresh %} From da1a3cc8b4aa318251ec4d72fd1c3551345ce894 Mon Sep 17 00:00:00 2001 From: Daniele Frigo Date: Fri, 10 Nov 2023 12:20:41 +0100 Subject: [PATCH 2/2] add refresh_on_create option for delta tables --- macros/plugins/snowflake/create_external_table.sql | 3 +++ 1 file changed, 3 insertions(+) diff --git a/macros/plugins/snowflake/create_external_table.sql b/macros/plugins/snowflake/create_external_table.sql index f48b87a7..2839fbaa 100644 --- a/macros/plugins/snowflake/create_external_table.sql +++ b/macros/plugins/snowflake/create_external_table.sql @@ -51,6 +51,9 @@ {% if external.auto_refresh in (true, false) -%} auto_refresh = {{external.auto_refresh}} {%- endif %} + {% if external.table_format | lower == "delta" %} + refresh_on_create = false + {% endif %} {% if external.pattern -%} pattern = '{{external.pattern}}' {%- endif %} {% if external.integration -%} integration = '{{external.integration}}' {%- endif %} file_format = {{external.file_format}}