Upgrade TF provider to 1.68.0 (#2426)

## Changes
Upgrade TF provider to 1.68.0

- Added support for Volumes as a destination for Cluster log conf

acceptance/terraform/main.tf

@@ -2,7 +2,7 @@ terraform {
   required_providers {
     databricks = {
       source  = "databricks/databricks"
-      version = "1.65.1"
+      version = "1.68.0"
     }
   }
 

acceptance/terraform/output.txt

@@ -4,9 +4,9 @@
 Initializing the backend...
 
 Initializing provider plugins...
-- Finding databricks/databricks versions matching "1.65.1"...
+- Finding databricks/databricks versions matching "1.68.0"...
-- Installing databricks/databricks v1.65.1...
+- Installing databricks/databricks v1.68.0...
-- Installed databricks/databricks v1.65.1 (unauthenticated)
+- Installed databricks/databricks v1.68.0 (unauthenticated)
 
 Terraform has created a lock file .terraform.lock.hcl to record the provider
 selections it made above. Include this file in your version control repository

bundle/internal/tf/codegen/schema/version.go

@@ -1,3 +1,3 @@
 package schema
 
-const ProviderVersion = "1.65.1"
+const ProviderVersion = "1.68.0"

bundle/internal/tf/schema/data_source_app.go

@@ -90,6 +90,7 @@ type DataSourceAppApp struct {
 	Creator                  string                             `json:"creator,omitempty"`
 	DefaultSourceCodePath    string                             `json:"default_source_code_path,omitempty"`
 	Description              string                             `json:"description,omitempty"`
+	Id                       string                             `json:"id,omitempty"`
 	Name                     string                             `json:"name"`
 	PendingDeployment        *DataSourceAppAppPendingDeployment `json:"pending_deployment,omitempty"`
 	Resources                []DataSourceAppAppResources        `json:"resources,omitempty"`

bundle/internal/tf/schema/data_source_apps.go

@@ -90,6 +90,7 @@ type DataSourceAppsApp struct {
 	Creator                  string                              `json:"creator,omitempty"`
 	DefaultSourceCodePath    string                              `json:"default_source_code_path,omitempty"`
 	Description              string                              `json:"description,omitempty"`
+	Id                       string                              `json:"id,omitempty"`
 	Name                     string                              `json:"name"`
 	PendingDeployment        *DataSourceAppsAppPendingDeployment `json:"pending_deployment,omitempty"`
 	Resources                []DataSourceAppsAppResources        `json:"resources,omitempty"`

bundle/internal/tf/schema/data_source_cluster.go

@@ -46,9 +46,14 @@ type DataSourceClusterClusterInfoClusterLogConfS3 struct {
 	Region           string `json:"region,omitempty"`
 }
 
+type DataSourceClusterClusterInfoClusterLogConfVolumes struct {
+	Destination string `json:"destination"`
+}
+
 type DataSourceClusterClusterInfoClusterLogConf struct {
-	Dbfs *DataSourceClusterClusterInfoClusterLogConfDbfs `json:"dbfs,omitempty"`
+	Dbfs    *DataSourceClusterClusterInfoClusterLogConfDbfs    `json:"dbfs,omitempty"`
-	S3   *DataSourceClusterClusterInfoClusterLogConfS3   `json:"s3,omitempty"`
+	S3      *DataSourceClusterClusterInfoClusterLogConfS3      `json:"s3,omitempty"`
+	Volumes *DataSourceClusterClusterInfoClusterLogConfVolumes `json:"volumes,omitempty"`
 }
 
 type DataSourceClusterClusterInfoClusterLogStatus struct {
@@ -191,9 +196,14 @@ type DataSourceClusterClusterInfoSpecClusterLogConfS3 struct {
 	Region           string `json:"region,omitempty"`
 }
 
+type DataSourceClusterClusterInfoSpecClusterLogConfVolumes struct {
+	Destination string `json:"destination"`
+}
+
 type DataSourceClusterClusterInfoSpecClusterLogConf struct {
-	Dbfs *DataSourceClusterClusterInfoSpecClusterLogConfDbfs `json:"dbfs,omitempty"`
+	Dbfs    *DataSourceClusterClusterInfoSpecClusterLogConfDbfs    `json:"dbfs,omitempty"`
-	S3   *DataSourceClusterClusterInfoSpecClusterLogConfS3   `json:"s3,omitempty"`
+	S3      *DataSourceClusterClusterInfoSpecClusterLogConfS3      `json:"s3,omitempty"`
+	Volumes *DataSourceClusterClusterInfoSpecClusterLogConfVolumes `json:"volumes,omitempty"`
 }
 
 type DataSourceClusterClusterInfoSpecClusterMountInfoNetworkFilesystemInfo struct {

bundle/internal/tf/schema/data_source_dashboards.go

@@ -0,0 +1,21 @@
+// Generated from Databricks Terraform provider schema. DO NOT EDIT.
+
+package schema
+
+type DataSourceDashboardsDashboards struct {
+	CreateTime          string `json:"create_time,omitempty"`
+	DashboardId         string `json:"dashboard_id,omitempty"`
+	DisplayName         string `json:"display_name,omitempty"`
+	Etag                string `json:"etag,omitempty"`
+	LifecycleState      string `json:"lifecycle_state,omitempty"`
+	ParentPath          string `json:"parent_path,omitempty"`
+	Path                string `json:"path,omitempty"`
+	SerializedDashboard string `json:"serialized_dashboard,omitempty"`
+	UpdateTime          string `json:"update_time,omitempty"`
+	WarehouseId         string `json:"warehouse_id,omitempty"`
+}
+
+type DataSourceDashboards struct {
+	DashboardNameContains string                           `json:"dashboard_name_contains,omitempty"`
+	Dashboards            []DataSourceDashboardsDashboards `json:"dashboards,omitempty"`
+}

bundle/internal/tf/schema/data_sources.go

@@ -18,6 +18,7 @@ type DataSources struct {
 	CurrentConfig                   map[string]any `json:"databricks_current_config,omitempty"`
 	CurrentMetastore                map[string]any `json:"databricks_current_metastore,omitempty"`
 	CurrentUser                     map[string]any `json:"databricks_current_user,omitempty"`
+	Dashboards                      map[string]any `json:"databricks_dashboards,omitempty"`
 	DbfsFile                        map[string]any `json:"databricks_dbfs_file,omitempty"`
 	DbfsFilePaths                   map[string]any `json:"databricks_dbfs_file_paths,omitempty"`
 	Directory                       map[string]any `json:"databricks_directory,omitempty"`
@@ -83,6 +84,7 @@ func NewDataSources() *DataSources {
 		CurrentConfig:                   make(map[string]any),
 		CurrentMetastore:                make(map[string]any),
 		CurrentUser:                     make(map[string]any),
+		Dashboards:                      make(map[string]any),
 		DbfsFile:                        make(map[string]any),
 		DbfsFilePaths:                   make(map[string]any),
 		Directory:                       make(map[string]any),

bundle/internal/tf/schema/resource_app.go

@@ -90,6 +90,7 @@ type ResourceApp struct {
 	Creator                  string                        `json:"creator,omitempty"`
 	DefaultSourceCodePath    string                        `json:"default_source_code_path,omitempty"`
 	Description              string                        `json:"description,omitempty"`
+	Id                       string                        `json:"id,omitempty"`
 	Name                     string                        `json:"name"`
 	NoCompute                bool                          `json:"no_compute,omitempty"`
 	PendingDeployment        *ResourceAppPendingDeployment `json:"pending_deployment,omitempty"`

bundle/internal/tf/schema/resource_cluster.go

@@ -46,9 +46,14 @@ type ResourceClusterClusterLogConfS3 struct {
 	Region           string `json:"region,omitempty"`
 }
 
+type ResourceClusterClusterLogConfVolumes struct {
+	Destination string `json:"destination"`
+}
+
 type ResourceClusterClusterLogConf struct {
-	Dbfs *ResourceClusterClusterLogConfDbfs `json:"dbfs,omitempty"`
+	Dbfs    *ResourceClusterClusterLogConfDbfs    `json:"dbfs,omitempty"`
-	S3   *ResourceClusterClusterLogConfS3   `json:"s3,omitempty"`
+	S3      *ResourceClusterClusterLogConfS3      `json:"s3,omitempty"`
+	Volumes *ResourceClusterClusterLogConfVolumes `json:"volumes,omitempty"`
 }
 
 type ResourceClusterClusterMountInfoNetworkFilesystemInfo struct {

bundle/internal/tf/schema/resource_connection.go

@@ -3,13 +3,23 @@
 package schema
 
 type ResourceConnection struct {
-	Comment        string            `json:"comment,omitempty"`
+	Comment          string            `json:"comment,omitempty"`
-	ConnectionType string            `json:"connection_type"`
+	ConnectionId     string            `json:"connection_id,omitempty"`
-	Id             string            `json:"id,omitempty"`
+	ConnectionType   string            `json:"connection_type,omitempty"`
-	MetastoreId    string            `json:"metastore_id,omitempty"`
+	CreatedAt        int               `json:"created_at,omitempty"`
-	Name           string            `json:"name"`
+	CreatedBy        string            `json:"created_by,omitempty"`
-	Options        map[string]string `json:"options"`
+	CredentialType   string            `json:"credential_type,omitempty"`
-	Owner          string            `json:"owner,omitempty"`
+	FullName         string            `json:"full_name,omitempty"`
-	Properties     map[string]string `json:"properties,omitempty"`
+	Id               string            `json:"id,omitempty"`
-	ReadOnly       bool              `json:"read_only,omitempty"`
+	MetastoreId      string            `json:"metastore_id,omitempty"`
+	Name             string            `json:"name,omitempty"`
+	Options          map[string]string `json:"options,omitempty"`
+	Owner            string            `json:"owner,omitempty"`
+	Properties       map[string]string `json:"properties,omitempty"`
+	ProvisioningInfo []any             `json:"provisioning_info,omitempty"`
+	ReadOnly         bool              `json:"read_only,omitempty"`
+	SecurableType    string            `json:"securable_type,omitempty"`
+	UpdatedAt        int               `json:"updated_at,omitempty"`
+	UpdatedBy        string            `json:"updated_by,omitempty"`
+	Url              string            `json:"url,omitempty"`
 }

bundle/internal/tf/schema/resource_job.go

@@ -114,9 +114,14 @@ type ResourceJobJobClusterNewClusterClusterLogConfS3 struct {
 	Region           string `json:"region,omitempty"`
 }
 
+type ResourceJobJobClusterNewClusterClusterLogConfVolumes struct {
+	Destination string `json:"destination"`
+}
+
 type ResourceJobJobClusterNewClusterClusterLogConf struct {
-	Dbfs *ResourceJobJobClusterNewClusterClusterLogConfDbfs `json:"dbfs,omitempty"`
+	Dbfs    *ResourceJobJobClusterNewClusterClusterLogConfDbfs    `json:"dbfs,omitempty"`
-	S3   *ResourceJobJobClusterNewClusterClusterLogConfS3   `json:"s3,omitempty"`
+	S3      *ResourceJobJobClusterNewClusterClusterLogConfS3      `json:"s3,omitempty"`
+	Volumes *ResourceJobJobClusterNewClusterClusterLogConfVolumes `json:"volumes,omitempty"`
 }
 
 type ResourceJobJobClusterNewClusterClusterMountInfoNetworkFilesystemInfo struct {
@@ -339,9 +344,14 @@ type ResourceJobNewClusterClusterLogConfS3 struct {
 	Region           string `json:"region,omitempty"`
 }
 
+type ResourceJobNewClusterClusterLogConfVolumes struct {
+	Destination string `json:"destination"`
+}
+
 type ResourceJobNewClusterClusterLogConf struct {
-	Dbfs *ResourceJobNewClusterClusterLogConfDbfs `json:"dbfs,omitempty"`
+	Dbfs    *ResourceJobNewClusterClusterLogConfDbfs    `json:"dbfs,omitempty"`
-	S3   *ResourceJobNewClusterClusterLogConfS3   `json:"s3,omitempty"`
+	S3      *ResourceJobNewClusterClusterLogConfS3      `json:"s3,omitempty"`
+	Volumes *ResourceJobNewClusterClusterLogConfVolumes `json:"volumes,omitempty"`
 }
 
 type ResourceJobNewClusterClusterMountInfoNetworkFilesystemInfo struct {
@@ -708,9 +718,14 @@ type ResourceJobTaskForEachTaskTaskNewClusterClusterLogConfS3 struct {
 	Region           string `json:"region,omitempty"`
 }
 
+type ResourceJobTaskForEachTaskTaskNewClusterClusterLogConfVolumes struct {
+	Destination string `json:"destination"`
+}
+
 type ResourceJobTaskForEachTaskTaskNewClusterClusterLogConf struct {
-	Dbfs *ResourceJobTaskForEachTaskTaskNewClusterClusterLogConfDbfs `json:"dbfs,omitempty"`
+	Dbfs    *ResourceJobTaskForEachTaskTaskNewClusterClusterLogConfDbfs    `json:"dbfs,omitempty"`
-	S3   *ResourceJobTaskForEachTaskTaskNewClusterClusterLogConfS3   `json:"s3,omitempty"`
+	S3      *ResourceJobTaskForEachTaskTaskNewClusterClusterLogConfS3      `json:"s3,omitempty"`
+	Volumes *ResourceJobTaskForEachTaskTaskNewClusterClusterLogConfVolumes `json:"volumes,omitempty"`
 }
 
 type ResourceJobTaskForEachTaskTaskNewClusterClusterMountInfoNetworkFilesystemInfo struct {
@@ -1104,9 +1119,14 @@ type ResourceJobTaskNewClusterClusterLogConfS3 struct {
 	Region           string `json:"region,omitempty"`
 }
 
+type ResourceJobTaskNewClusterClusterLogConfVolumes struct {
+	Destination string `json:"destination"`
+}
+
 type ResourceJobTaskNewClusterClusterLogConf struct {
-	Dbfs *ResourceJobTaskNewClusterClusterLogConfDbfs `json:"dbfs,omitempty"`
+	Dbfs    *ResourceJobTaskNewClusterClusterLogConfDbfs    `json:"dbfs,omitempty"`
-	S3   *ResourceJobTaskNewClusterClusterLogConfS3   `json:"s3,omitempty"`
+	S3      *ResourceJobTaskNewClusterClusterLogConfS3      `json:"s3,omitempty"`
+	Volumes *ResourceJobTaskNewClusterClusterLogConfVolumes `json:"volumes,omitempty"`
 }
 
 type ResourceJobTaskNewClusterClusterMountInfoNetworkFilesystemInfo struct {

bundle/internal/tf/schema/resource_pipeline.go

@@ -47,9 +47,14 @@ type ResourcePipelineClusterClusterLogConfS3 struct {
 	Region           string `json:"region,omitempty"`
 }
 
+type ResourcePipelineClusterClusterLogConfVolumes struct {
+	Destination string `json:"destination"`
+}
+
 type ResourcePipelineClusterClusterLogConf struct {
-	Dbfs *ResourcePipelineClusterClusterLogConfDbfs `json:"dbfs,omitempty"`
+	Dbfs    *ResourcePipelineClusterClusterLogConfDbfs    `json:"dbfs,omitempty"`
-	S3   *ResourcePipelineClusterClusterLogConfS3   `json:"s3,omitempty"`
+	S3      *ResourcePipelineClusterClusterLogConfS3      `json:"s3,omitempty"`
+	Volumes *ResourcePipelineClusterClusterLogConfVolumes `json:"volumes,omitempty"`
 }
 
 type ResourcePipelineClusterGcpAttributes struct {

bundle/internal/tf/schema/root.go

@@ -21,7 +21,7 @@ type Root struct {
 
 const ProviderHost = "registry.terraform.io"
 const ProviderSource = "databricks/databricks"
-const ProviderVersion = "1.65.1"
+const ProviderVersion = "1.68.0"
 
 func NewRoot() *Root {
 	return &Root{