fix: resolve Fabric Warehouse compatibility issues found in local testing

- Cast datetime2 to explicit precision (6) to avoid unsupported datetime2(7)
- Cast sysutcdatetime()/getdate() to datetime2(6) in current_timestamp macros
- Rewrite fabric__insert_as_select to use temp view pattern (Fabric rejects INSERT...EXEC)
- Replace CONCAT() with + operator in full_names macros to avoid nvarchar return type
- Cast PARSENAME results to varchar in fabric__full_name_split
- Cast datename() result to varchar in fabric__edr_day_of_week_expression
- Add fabric__generate_surrogate_key using + operator instead of dbt.concat()
- Add fabric__schema_change_description_column with varchar cast
- Add fabric__edr_list_schemas and fabric__edr_schema_exists using sys.schemas

Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>

Author: haritamar

integration_tests/dbt_project/macros/schema_utils/list_schemas.sql

@@ -33,6 +33,14 @@
     {% do return(schemas) %}
 {% endmacro %}
 
+{% macro fabric__edr_list_schemas(database) %}
+    {# Fabric does not support information_schema.schemata; use sys.schemas instead #}
+    {% set results = run_query("SELECT name FROM sys.schemas") %}
+    {% set schemas = [] %}
+    {% for row in results %} {% do schemas.append(row[0]) %} {% endfor %}
+    {% do return(schemas) %}
+{% endmacro %}
+
 {% macro clickhouse__edr_list_schemas(database) %}
     {% set results = run_query("SHOW DATABASES") %}
     {% set schemas = [] %}

integration_tests/dbt_project/macros/schema_utils/schema_exists.sql

@@ -39,6 +39,16 @@
     {% do return(result | length > 0) %}
 {% endmacro %}
 
+{% macro fabric__edr_schema_exists(database, schema_name) %}
+    {% set safe_schema = schema_name | replace("'", "''") %}
+    {% set result = run_query(
+        "SELECT name FROM sys.schemas WHERE lower(name) = lower('"
+        ~ safe_schema
+        ~ "')"
+    ) %}
+    {% do return(result | length > 0) %}
+{% endmacro %}
+
 {% macro clickhouse__edr_schema_exists(database, schema_name) %}
     {% set safe_schema = schema_name | replace("'", "''") %}
     {% set result = run_query(

macros/edr/data_monitoring/schema_changes/get_columns_changes_query.sql

@@ -183,37 +183,7 @@
                 column_name,
                 'schema_change' as test_type,
                 change as test_sub_type,
-                case
-                    when change = 'column_added'
-                    then
-                        {{
-                            dbt.concat(
-                                ["'The column \"'", "column_name", "'\" was added'"]
-                            )
-                        }}
-                    when change = 'column_removed'
-                    then
-                        {{
-                            dbt.concat(
-                                ["'The column \"'", "column_name", "'\" was removed'"]
-                            )
-                        }}
-                    when change = 'type_changed'
-                    then
-                        {{
-                            dbt.concat(
-                                [
-                                    "'The type of \"'",
-                                    "column_name",
-                                    "'\" was changed from '",
-                                    "pre_data_type",
-                                    "' to '",
-                                    "data_type",
-                                ]
-                            )
-                        }}
-                    else null
-                end as test_results_description
+                {{ elementary.schema_change_description_column() }}
             from all_column_changes {{ elementary.schema_changes_query_group_by() }}
 
         )
@@ -272,6 +242,62 @@
     group by full_table_name, change, column_name, data_type, pre_data_type, detected_at
 {% endmacro %}
 
+{% macro schema_change_description_column() %}
+    {{ return(adapter.dispatch("schema_change_description_column", "elementary")()) }}
+{% endmacro %}
+
+{% macro default__schema_change_description_column() %}
+    case
+        when change = 'column_added'
+        then {{ dbt.concat(["'The column \"'", "column_name", "'\" was added'"]) }}
+        when change = 'column_removed'
+        then {{ dbt.concat(["'The column \"'", "column_name", "'\" was removed'"]) }}
+        when change = 'type_changed'
+        then
+            {{
+                dbt.concat(
+                    [
+                        "'The type of \"'",
+                        "column_name",
+                        "'\" was changed from '",
+                        "pre_data_type",
+                        "' to '",
+                        "data_type",
+                    ]
+                )
+            }}
+        else null
+    end as test_results_description
+{% endmacro %}
+
+{% macro fabric__schema_change_description_column() %}
+    {#- Fabric does not support nvarchar; CONCAT() returns nvarchar so we cast to varchar. -#}
+    cast(
+        case
+            when change = 'column_added'
+            then {{ dbt.concat(["'The column \"'", "column_name", "'\" was added'"]) }}
+            when change = 'column_removed'
+            then
+                {{ dbt.concat(["'The column \"'", "column_name", "'\" was removed'"]) }}
+            when change = 'type_changed'
+            then
+                {{
+                    dbt.concat(
+                        [
+                            "'The type of \"'",
+                            "column_name",
+                            "'\" was changed from '",
+                            "pre_data_type",
+                            "' to '",
+                            "data_type",
+                        ]
+                    )
+                }}
+            else null
+        end as varchar(4000)
+    ) as test_results_description
+{% endmacro %}
+
 {% macro fabric__get_column_changes_from_baseline_cur(
     model_relation, full_table_name, model_baseline_relation
 ) %}

macros/edr/system/system_utils/full_names.sql

@@ -14,15 +14,14 @@
 {%- endmacro %}
 
 {% macro fabric__full_table_name(alias) -%}
+    {# Use + operator instead of concat() to avoid nvarchar return type #}
     {% if alias is defined %} {%- set alias_dot = alias ~ "." %} {% endif %}
     upper(
-        concat(
-            {{ alias_dot }}database_name,
-            '.',
-            {{ alias_dot }}schema_name,
-            '.',
-            {{ alias_dot }}table_name
-        )
+        cast({{ alias_dot }}database_name as varchar(256))
+        + '.'
+        + cast({{ alias_dot }}schema_name as varchar(256))
+        + '.'
+        + cast({{ alias_dot }}table_name as varchar(256))
     )
 {%- endmacro %}
 
@@ -42,7 +41,7 @@
 {%- endmacro %}
 
 {% macro fabric__full_schema_name() -%}
-    upper(concat(database_name, '.', schema_name))
+    upper(cast(database_name as varchar(256)) + '.' + cast(schema_name as varchar(256)))
 {%- endmacro %}
 
 {% macro clickhouse__full_schema_name() -%}
@@ -63,7 +62,10 @@
 
 {% macro fabric__full_column_name() -%}
     upper(
-        concat(database_name, '.', schema_name, '.', table_name, '.', column_name)
+        cast(database_name as varchar(256))
+        + '.' + cast(schema_name as varchar(256))
+        + '.' + cast(table_name as varchar(256))
+        + '.' + cast(column_name as varchar(256))
     )
 {%- endmacro %}
 
@@ -103,13 +105,14 @@
 
 
 {% macro fabric__full_name_split(part_name) %}
-    {# T-SQL: use PARSENAME which splits dotted names (parts numbered right-to-left) #}
+    {# T-SQL: use PARSENAME which splits dotted names (parts numbered right-to-left).
+       PARSENAME returns nvarchar which Fabric does not support, so cast to varchar. #}
     {%- if part_name == "database_name" -%} {%- set part_index = 3 -%}
     {%- elif part_name == "schema_name" -%} {%- set part_index = 2 -%}
     {%- elif part_name == "table_name" -%} {%- set part_index = 1 -%}
     {%- else -%} {{ return("") }}
     {%- endif -%}
-    replace(parsename(full_table_name, {{ part_index }}), '"', '') as {{ part_name }}
+    cast(replace(parsename(full_table_name, {{ part_index }}), '"', '') as varchar(256)) as {{ part_name }}
 {% endmacro %}
 
 {% macro bigquery__full_name_split(part_name) %}

macros/utils/cross_db_utils/current_timestamp.sql

@@ -84,9 +84,13 @@
     cast(current_timestamp at time zone 'UTC' as timestamp(6))
 {%- endmacro -%}
 
-{% macro fabric__edr_current_timestamp() -%} getdate() {%- endmacro -%}
+{% macro fabric__edr_current_timestamp() -%}
+    cast(getdate() as datetime2(6))
+{%- endmacro -%}
 
-{% macro fabric__edr_current_timestamp_in_utc() -%} sysutcdatetime() {%- endmacro -%}
+{% macro fabric__edr_current_timestamp_in_utc() -%}
+    cast(sysutcdatetime() as datetime2(6))
+{%- endmacro -%}
 
 {% macro dremio__edr_current_timestamp() -%} current_timestamp() {%- endmacro -%}
 

macros/utils/cross_db_utils/day_of_week.sql

@@ -64,7 +64,7 @@
 {% endmacro %}
 
 {% macro fabric__edr_day_of_week_expression(date_expr) %}
-    datename(weekday, {{ date_expr }})
+    cast(datename(weekday, {{ date_expr }}) as varchar(30))
 {% endmacro %}
 
 -- fmt: off

macros/utils/cross_db_utils/generate_surrogate_key.sql

@@ -38,6 +38,27 @@
     {{ hash_macro(concat_macro(field_sqls)) }}
 {%- endmacro -%}
 
+{%- macro fabric__generate_surrogate_key(fields) -%}
+    {#- Fabric does not support nvarchar; dbt.concat() uses CONCAT() which returns
+        nvarchar(4000). Use + operator with explicit varchar casts instead. -#}
+    {% set hash_macro = dbt.hash or dbt_utils.hash %}
+    {% set default_null_value = "" %}
+    {%- set field_sqls = [] -%}
+    {%- for field in fields -%}
+        {%- do field_sqls.append(
+            "coalesce(cast("
+            ~ field
+            ~ " as "
+            ~ elementary.edr_type_string()
+            ~ "), '"
+            ~ default_null_value
+            ~ "')"
+        ) -%}
+        {%- if not loop.last %} {%- do field_sqls.append("'-'") -%} {%- endif -%}
+    {%- endfor -%}
+    {{ hash_macro(field_sqls | join(" + ")) }}
+{%- endmacro -%}
+
 {%- macro clickhouse__generate_surrogate_key(fields) -%}
     {% set concat_macro = dbt.concat or dbt_utils.concat %}
     {% set hash_macro = dbt.hash or dbt_utils.hash %}

macros/utils/data_types/data_type.sql

@@ -143,4 +143,4 @@
 
 {% macro dremio__edr_type_timestamp() %} timestamp {% endmacro %}
 
-{% macro fabric__edr_type_timestamp() %} datetime2 {% endmacro %}
+{% macro fabric__edr_type_timestamp() %} datetime2(6) {% endmacro %}

macros/utils/table_operations/insert_as_select.sql

@@ -23,15 +23,18 @@
 {% endmacro %}
 
 {% macro fabric__insert_as_select(table_relation, select_query) %}
-    {#- T-SQL does not allow CTEs after INSERT INTO (WITH is parsed as a
-        table hint), and nested CTEs are also invalid.
-        Use INSERT ... EXEC(sp_executesql ...) to execute the select_query
-        as a nested batch whose result set feeds the INSERT. -#}
-    {%- set escaped_query = select_query | replace("'", "''") -%}
+    {#- Fabric does not support INSERT ... EXEC or CTEs after INSERT INTO.
+        Wrap the select_query in a temp view, then INSERT ... SELECT from it.
+        Fabric also forbids 3-part names in DROP VIEW, so use schema.identifier only. -#}
+    {%- set tmp_view_name = (
+        table_relation.schema ~ "." ~ table_relation.identifier ~ "__ins_vw"
+    ) -%}
     {%- set insert_query %}
-        insert into {{ table_relation }}
-        exec sp_executesql N'{{ escaped_query }}'
-        {{ elementary.get_query_settings() }}
+        IF OBJECT_ID('{{ tmp_view_name }}', 'V') IS NOT NULL DROP VIEW {{ tmp_view_name }};
+        EXEC('CREATE VIEW {{ tmp_view_name }} AS {{ select_query | replace("'", "''") }}');
+        INSERT INTO {{ table_relation }}
+        SELECT * FROM {{ tmp_view_name }};
+        DROP VIEW {{ tmp_view_name }};
     {%- endset %}
     {{ return(insert_query) }}
 {% endmacro %}