Merge remote-tracking branch 'origin/main' into stack/auth_logout

Author: mihaimitrea-db

.codegen/_openapi_sha

@@ -1 +1 @@
-2f10a6ab001e2fa2552f6b25f7fbb4a08014a43f
+4ad0f0856225e3ebc6bb11392d09d63a19e6d140

.github/workflows/tagging.yml

@@ -6,10 +6,10 @@ on:
   workflow_dispatch:
   # No inputs are required for the manual dispatch.
 
-  # Runs at 8:00 UTC on Tuesday, Wednesday, and Thursday. To enable automated
+  # Runs at 8:00 UTC on Monday, Tuesday, Wednesday, and Thursday. To enable automated
   # tagging for a repository, simply add it to the if block of the tag job.
   schedule:
-    - cron: '0 8 * * TUE,WED,THU'
+    - cron: '0 8 * * MON,TUE,WED,THU'
 
 # Ensure that only a single instance of the workflow is running at a time.
 concurrency:

.gitignore

@@ -57,3 +57,5 @@ go.work.sum
 
 # Fetched based on recorded hash
 .codegen/openapi.json
+
+.claude/settings.local.json

NEXT_CHANGELOG.md

@@ -8,5 +8,4 @@
 * Modify grants to use SDK types ([#4666](https://github.com/databricks/cli/pull/4666))
 
 ### Dependency updates
-
-### API Changes
+- Bump databricks-sdk-go from v0.112.0 to v0.117.0.

acceptance/bundle/config-remote-sync/job_fields/databricks.yml.tmpl

@@ -22,8 +22,18 @@ resources:
             environment_version: "3"
             dependencies:
               - ./*.whl
+      job_clusters:
+        - job_cluster_key: test_cluster
+          new_cluster:
+            spark_version: $DEFAULT_SPARK_VERSION
+            node_type_id: $NODE_TYPE_ID
+            num_workers: 1
       tasks:
         - task_key: main
+          notebook_task:
+            notebook_path: /Users/{{workspace_user_name}}/notebook
+          job_cluster_key: test_cluster
+        - task_key: inline_cluster_task
           notebook_task:
             notebook_path: /Users/{{workspace_user_name}}/notebook
           new_cluster:

acceptance/bundle/config-remote-sync/job_fields/output.txt

@@ -12,8 +12,11 @@ Detected changes in 1 resource(s):
 Resource: resources.jobs.my_job
   email_notifications.no_alert_for_skipped_runs: add
   email_notifications.on_failure: add
+  job_clusters[0].job_cluster_key: replace
   parameters: replace
   tags['team']: add
+  tasks[task_key='inline_cluster_task'].new_cluster.num_workers: replace
+  tasks[task_key='main'].job_cluster_key: replace
   trigger.pause_status: add
   trigger.periodic: remove
   trigger.table_update: add
@@ -52,9 +55,25 @@ Resource: resources.jobs.my_job
 +            - samples.nyctaxi.trips
        environments:
          - environment_key: default
-@@ -31,4 +37,6 @@
+@@ -24,5 +30,5 @@
+               - ./*.whl
+       job_clusters:
+-        - job_cluster_key: test_cluster
++        - job_cluster_key: test_cluster_renamed
+           new_cluster:
+             spark_version: [[DEFAULT_SPARK_VERSION]]
+@@ -33,5 +39,5 @@
+           notebook_task:
+             notebook_path: /Users/{{workspace_user_name}}/notebook
+-          job_cluster_key: test_cluster
++          job_cluster_key: test_cluster_renamed
+         - task_key: inline_cluster_task
+           notebook_task:
+@@ -40,5 +46,7 @@
+             spark_version: [[DEFAULT_SPARK_VERSION]]
              node_type_id: [NODE_TYPE_ID]
-             num_workers: 1
+-            num_workers: 1
++            num_workers: 2
 +      tags:
 +        team: data
 

acceptance/bundle/config-remote-sync/job_fields/script

@@ -1,6 +1,8 @@
 #!/bin/bash
 
 envsubst < databricks.yml.tmpl > databricks.yml
+add_repl.py "$DEFAULT_SPARK_VERSION" "[DEFAULT_SPARK_VERSION]"
+add_repl.py "$NODE_TYPE_ID" "[NODE_TYPE_ID]"
 
 cleanup() {
   trace $CLI bundle destroy --auto-approve
@@ -20,6 +22,16 @@ r["email_notifications"]["no_alert_for_skipped_runs"] = True
 r["parameters"].append({"name": "region", "default": "us-east-1"})
 r["trigger"] = {"pause_status": "UNPAUSED", "table_update": {"table_names": ["samples.nyctaxi.trips"]}}
 
+for cluster in r.get("job_clusters", []):
+    if cluster.get("job_cluster_key") == "test_cluster":
+        cluster["job_cluster_key"] = "test_cluster_renamed"
+for task in r.get("tasks", []):
+    if task.get("task_key") == "inline_cluster_task" and "new_cluster" in task:
+        task["new_cluster"]["num_workers"] = 2
+for task in r.get("tasks", []):
+    if task.get("job_cluster_key") == "test_cluster":
+        task["job_cluster_key"] = "test_cluster_renamed"
+
 if "tags" not in r:
     r["tags"] = {}
 r["tags"]["team"] = "data"

acceptance/bundle/refschema/out.fields.txt

@@ -188,6 +188,10 @@ resources.apps.*.resources[*].job	*apps.AppResourceJob	ALL
 resources.apps.*.resources[*].job.id	string	ALL
 resources.apps.*.resources[*].job.permission	apps.AppResourceJobJobPermission	ALL
 resources.apps.*.resources[*].name	string	ALL
+resources.apps.*.resources[*].postgres	*apps.AppResourcePostgres	ALL
+resources.apps.*.resources[*].postgres.branch	string	ALL
+resources.apps.*.resources[*].postgres.database	string	ALL
+resources.apps.*.resources[*].postgres.permission	apps.AppResourcePostgresPostgresPermission	ALL
 resources.apps.*.resources[*].secret	*apps.AppResourceSecret	ALL
 resources.apps.*.resources[*].secret.key	string	ALL
 resources.apps.*.resources[*].secret.permission	apps.AppResourceSecretSecretPermission	ALL
@@ -2267,9 +2271,11 @@ resources.pipelines.*.development	bool	ALL
 resources.pipelines.*.dry_run	bool	ALL
 resources.pipelines.*.edition	string	ALL
 resources.pipelines.*.effective_budget_policy_id	string	REMOTE
+resources.pipelines.*.effective_publishing_mode	pipelines.PublishingMode	REMOTE
 resources.pipelines.*.environment	*pipelines.PipelinesEnvironment	ALL
 resources.pipelines.*.environment.dependencies	[]string	ALL
 resources.pipelines.*.environment.dependencies[*]	string	ALL
+resources.pipelines.*.environment.environment_version	string	ALL
 resources.pipelines.*.event_log	*pipelines.EventLogSpec	ALL
 resources.pipelines.*.event_log.catalog	string	ALL
 resources.pipelines.*.event_log.name	string	ALL
@@ -2616,6 +2622,7 @@ resources.postgres_projects.*.default_endpoint_settings.pg_settings	map[string]s
 resources.postgres_projects.*.default_endpoint_settings.pg_settings.*	string	INPUT	STATE
 resources.postgres_projects.*.default_endpoint_settings.suspend_timeout_duration	*duration.Duration	INPUT	STATE
 resources.postgres_projects.*.display_name	string	INPUT	STATE
+resources.postgres_projects.*.enable_pg_native_login	bool	INPUT	STATE
 resources.postgres_projects.*.history_retention_duration	*duration.Duration	INPUT	STATE
 resources.postgres_projects.*.id	string	INPUT
 resources.postgres_projects.*.initial_endpoint_spec	*postgres.InitialEndpointSpec	REMOTE
@@ -2649,6 +2656,7 @@ resources.postgres_projects.*.spec.default_endpoint_settings.pg_settings	map[str
 resources.postgres_projects.*.spec.default_endpoint_settings.pg_settings.*	string	REMOTE
 resources.postgres_projects.*.spec.default_endpoint_settings.suspend_timeout_duration	*duration.Duration	REMOTE
 resources.postgres_projects.*.spec.display_name	string	REMOTE
+resources.postgres_projects.*.spec.enable_pg_native_login	bool	REMOTE
 resources.postgres_projects.*.spec.history_retention_duration	*duration.Duration	REMOTE
 resources.postgres_projects.*.spec.pg_version	int	REMOTE
 resources.postgres_projects.*.status	*postgres.ProjectStatus	REMOTE
@@ -2666,6 +2674,7 @@ resources.postgres_projects.*.status.default_endpoint_settings.pg_settings	map[s
 resources.postgres_projects.*.status.default_endpoint_settings.pg_settings.*	string	REMOTE
 resources.postgres_projects.*.status.default_endpoint_settings.suspend_timeout_duration	*duration.Duration	REMOTE
 resources.postgres_projects.*.status.display_name	string	REMOTE
+resources.postgres_projects.*.status.enable_pg_native_login	bool	REMOTE
 resources.postgres_projects.*.status.history_retention_duration	*duration.Duration	REMOTE
 resources.postgres_projects.*.status.owner	string	REMOTE
 resources.postgres_projects.*.status.pg_version	int	REMOTE

bundle/direct/dresources/pipeline.go

@@ -20,6 +20,7 @@ type PipelineRemote struct {
 	ClusterId               string                              `json:"cluster_id,omitempty"`
 	CreatorUserName         string                              `json:"creator_user_name,omitempty"`
 	EffectiveBudgetPolicyId string                              `json:"effective_budget_policy_id,omitempty"`
+	EffectivePublishingMode pipelines.PublishingMode            `json:"effective_publishing_mode,omitempty"`
 	Health                  pipelines.GetPipelineResponseHealth `json:"health,omitempty"`
 	LastModified            int64                               `json:"last_modified,omitempty"`
 	LatestUpdates           []pipelines.UpdateStateInfo         `json:"latest_updates,omitempty"`
@@ -111,6 +112,7 @@ func makePipelineRemote(p *pipelines.GetPipelineResponse) *PipelineRemote {
 		ClusterId:               p.ClusterId,
 		CreatorUserName:         p.CreatorUserName,
 		EffectiveBudgetPolicyId: p.EffectiveBudgetPolicyId,
+		EffectivePublishingMode: p.EffectivePublishingMode,
 		Health:                  p.Health,
 		LastModified:            p.LastModified,
 		LatestUpdates:           p.LatestUpdates,

bundle/direct/dresources/postgres_project.go

@@ -42,6 +42,7 @@ func (*ResourcePostgresProject) RemapState(remote *postgres.Project) *PostgresPr
 			CustomTags:               nil,
 			DefaultEndpointSettings:  nil,
 			DisplayName:              "",
+			EnablePgNativeLogin:      false,
 			HistoryRetentionDuration: nil,
 			PgVersion:                0,
 			ForceSendFields:          nil,