2022-12-06 15:26:19 +00:00
|
|
|
// Generated from Databricks Terraform provider schema. DO NOT EDIT.
|
|
|
|
|
|
|
|
package schema
|
|
|
|
|
|
|
|
type ResourcePipelineClusterAutoscale struct {
|
2024-08-15 12:43:39 +00:00
|
|
|
MaxWorkers int `json:"max_workers"`
|
|
|
|
MinWorkers int `json:"min_workers"`
|
2022-12-06 15:26:19 +00:00
|
|
|
Mode string `json:"mode,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type ResourcePipelineClusterAwsAttributes struct {
|
2023-03-20 16:22:55 +00:00
|
|
|
Availability string `json:"availability,omitempty"`
|
|
|
|
EbsVolumeCount int `json:"ebs_volume_count,omitempty"`
|
2024-08-15 12:43:39 +00:00
|
|
|
EbsVolumeIops int `json:"ebs_volume_iops,omitempty"`
|
2023-03-20 16:22:55 +00:00
|
|
|
EbsVolumeSize int `json:"ebs_volume_size,omitempty"`
|
2024-08-15 12:43:39 +00:00
|
|
|
EbsVolumeThroughput int `json:"ebs_volume_throughput,omitempty"`
|
2023-03-20 16:22:55 +00:00
|
|
|
EbsVolumeType string `json:"ebs_volume_type,omitempty"`
|
|
|
|
FirstOnDemand int `json:"first_on_demand,omitempty"`
|
|
|
|
InstanceProfileArn string `json:"instance_profile_arn,omitempty"`
|
|
|
|
SpotBidPricePercent int `json:"spot_bid_price_percent,omitempty"`
|
|
|
|
ZoneId string `json:"zone_id,omitempty"`
|
|
|
|
}
|
|
|
|
|
2024-08-15 12:43:39 +00:00
|
|
|
type ResourcePipelineClusterAzureAttributesLogAnalyticsInfo struct {
|
|
|
|
LogAnalyticsPrimaryKey string `json:"log_analytics_primary_key,omitempty"`
|
|
|
|
LogAnalyticsWorkspaceId string `json:"log_analytics_workspace_id,omitempty"`
|
|
|
|
}
|
|
|
|
|
2023-03-20 16:22:55 +00:00
|
|
|
type ResourcePipelineClusterAzureAttributes struct {
|
2024-08-15 12:43:39 +00:00
|
|
|
Availability string `json:"availability,omitempty"`
|
|
|
|
FirstOnDemand int `json:"first_on_demand,omitempty"`
|
|
|
|
SpotBidMaxPrice int `json:"spot_bid_max_price,omitempty"`
|
|
|
|
LogAnalyticsInfo *ResourcePipelineClusterAzureAttributesLogAnalyticsInfo `json:"log_analytics_info,omitempty"`
|
2022-12-06 15:26:19 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
type ResourcePipelineClusterClusterLogConfDbfs struct {
|
|
|
|
Destination string `json:"destination"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type ResourcePipelineClusterClusterLogConfS3 struct {
|
|
|
|
CannedAcl string `json:"canned_acl,omitempty"`
|
|
|
|
Destination string `json:"destination"`
|
|
|
|
EnableEncryption bool `json:"enable_encryption,omitempty"`
|
|
|
|
EncryptionType string `json:"encryption_type,omitempty"`
|
|
|
|
Endpoint string `json:"endpoint,omitempty"`
|
|
|
|
KmsKey string `json:"kms_key,omitempty"`
|
|
|
|
Region string `json:"region,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type ResourcePipelineClusterClusterLogConf struct {
|
|
|
|
Dbfs *ResourcePipelineClusterClusterLogConfDbfs `json:"dbfs,omitempty"`
|
|
|
|
S3 *ResourcePipelineClusterClusterLogConfS3 `json:"s3,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type ResourcePipelineClusterGcpAttributes struct {
|
2023-03-20 16:22:55 +00:00
|
|
|
Availability string `json:"availability,omitempty"`
|
2022-12-06 15:26:19 +00:00
|
|
|
GoogleServiceAccount string `json:"google_service_account,omitempty"`
|
2023-08-30 13:58:28 +00:00
|
|
|
LocalSsdCount int `json:"local_ssd_count,omitempty"`
|
2023-03-20 16:22:55 +00:00
|
|
|
ZoneId string `json:"zone_id,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type ResourcePipelineClusterInitScriptsAbfss struct {
|
2024-02-16 07:05:45 +00:00
|
|
|
Destination string `json:"destination"`
|
2022-12-06 15:26:19 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
type ResourcePipelineClusterInitScriptsDbfs struct {
|
|
|
|
Destination string `json:"destination"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type ResourcePipelineClusterInitScriptsFile struct {
|
2024-02-16 07:05:45 +00:00
|
|
|
Destination string `json:"destination"`
|
2022-12-06 15:26:19 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
type ResourcePipelineClusterInitScriptsGcs struct {
|
2024-02-16 07:05:45 +00:00
|
|
|
Destination string `json:"destination"`
|
2022-12-06 15:26:19 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
type ResourcePipelineClusterInitScriptsS3 struct {
|
|
|
|
CannedAcl string `json:"canned_acl,omitempty"`
|
|
|
|
Destination string `json:"destination"`
|
|
|
|
EnableEncryption bool `json:"enable_encryption,omitempty"`
|
|
|
|
EncryptionType string `json:"encryption_type,omitempty"`
|
|
|
|
Endpoint string `json:"endpoint,omitempty"`
|
|
|
|
KmsKey string `json:"kms_key,omitempty"`
|
|
|
|
Region string `json:"region,omitempty"`
|
|
|
|
}
|
|
|
|
|
2023-10-16 12:52:16 +00:00
|
|
|
type ResourcePipelineClusterInitScriptsVolumes struct {
|
2024-02-23 10:41:42 +00:00
|
|
|
Destination string `json:"destination"`
|
2023-10-16 12:52:16 +00:00
|
|
|
}
|
|
|
|
|
2023-05-23 17:33:24 +00:00
|
|
|
type ResourcePipelineClusterInitScriptsWorkspace struct {
|
2024-02-16 07:05:45 +00:00
|
|
|
Destination string `json:"destination"`
|
2023-05-23 17:33:24 +00:00
|
|
|
}
|
|
|
|
|
2022-12-06 15:26:19 +00:00
|
|
|
type ResourcePipelineClusterInitScripts struct {
|
2023-05-23 17:33:24 +00:00
|
|
|
Abfss *ResourcePipelineClusterInitScriptsAbfss `json:"abfss,omitempty"`
|
|
|
|
Dbfs *ResourcePipelineClusterInitScriptsDbfs `json:"dbfs,omitempty"`
|
|
|
|
File *ResourcePipelineClusterInitScriptsFile `json:"file,omitempty"`
|
|
|
|
Gcs *ResourcePipelineClusterInitScriptsGcs `json:"gcs,omitempty"`
|
|
|
|
S3 *ResourcePipelineClusterInitScriptsS3 `json:"s3,omitempty"`
|
2023-10-16 12:52:16 +00:00
|
|
|
Volumes *ResourcePipelineClusterInitScriptsVolumes `json:"volumes,omitempty"`
|
2023-05-23 17:33:24 +00:00
|
|
|
Workspace *ResourcePipelineClusterInitScriptsWorkspace `json:"workspace,omitempty"`
|
2022-12-06 15:26:19 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
type ResourcePipelineCluster struct {
|
2023-03-20 16:22:55 +00:00
|
|
|
ApplyPolicyDefaultValues bool `json:"apply_policy_default_values,omitempty"`
|
|
|
|
CustomTags map[string]string `json:"custom_tags,omitempty"`
|
|
|
|
DriverInstancePoolId string `json:"driver_instance_pool_id,omitempty"`
|
|
|
|
DriverNodeTypeId string `json:"driver_node_type_id,omitempty"`
|
|
|
|
EnableLocalDiskEncryption bool `json:"enable_local_disk_encryption,omitempty"`
|
|
|
|
InstancePoolId string `json:"instance_pool_id,omitempty"`
|
|
|
|
Label string `json:"label,omitempty"`
|
|
|
|
NodeTypeId string `json:"node_type_id,omitempty"`
|
|
|
|
NumWorkers int `json:"num_workers,omitempty"`
|
|
|
|
PolicyId string `json:"policy_id,omitempty"`
|
|
|
|
SparkConf map[string]string `json:"spark_conf,omitempty"`
|
|
|
|
SparkEnvVars map[string]string `json:"spark_env_vars,omitempty"`
|
|
|
|
SshPublicKeys []string `json:"ssh_public_keys,omitempty"`
|
|
|
|
Autoscale *ResourcePipelineClusterAutoscale `json:"autoscale,omitempty"`
|
|
|
|
AwsAttributes *ResourcePipelineClusterAwsAttributes `json:"aws_attributes,omitempty"`
|
|
|
|
AzureAttributes *ResourcePipelineClusterAzureAttributes `json:"azure_attributes,omitempty"`
|
|
|
|
ClusterLogConf *ResourcePipelineClusterClusterLogConf `json:"cluster_log_conf,omitempty"`
|
|
|
|
GcpAttributes *ResourcePipelineClusterGcpAttributes `json:"gcp_attributes,omitempty"`
|
|
|
|
InitScripts []ResourcePipelineClusterInitScripts `json:"init_scripts,omitempty"`
|
2022-12-06 15:26:19 +00:00
|
|
|
}
|
|
|
|
|
2024-04-18 20:20:01 +00:00
|
|
|
type ResourcePipelineDeployment struct {
|
|
|
|
Kind string `json:"kind,omitempty"`
|
|
|
|
MetadataFilePath string `json:"metadata_file_path,omitempty"`
|
|
|
|
}
|
|
|
|
|
2022-12-06 15:26:19 +00:00
|
|
|
type ResourcePipelineFilters struct {
|
|
|
|
Exclude []string `json:"exclude,omitempty"`
|
|
|
|
Include []string `json:"include,omitempty"`
|
|
|
|
}
|
|
|
|
|
2024-08-15 12:43:39 +00:00
|
|
|
type ResourcePipelineGatewayDefinition struct {
|
|
|
|
ConnectionId string `json:"connection_id,omitempty"`
|
|
|
|
GatewayStorageCatalog string `json:"gateway_storage_catalog,omitempty"`
|
|
|
|
GatewayStorageName string `json:"gateway_storage_name,omitempty"`
|
|
|
|
GatewayStorageSchema string `json:"gateway_storage_schema,omitempty"`
|
|
|
|
}
|
|
|
|
|
2024-10-22 10:43:43 +00:00
|
|
|
type ResourcePipelineIngestionDefinitionObjectsReportTableConfiguration struct {
|
|
|
|
PrimaryKeys []string `json:"primary_keys,omitempty"`
|
|
|
|
SalesforceIncludeFormulaFields bool `json:"salesforce_include_formula_fields,omitempty"`
|
|
|
|
ScdType string `json:"scd_type,omitempty"`
|
|
|
|
SequenceBy []string `json:"sequence_by,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type ResourcePipelineIngestionDefinitionObjectsReport struct {
|
|
|
|
DestinationCatalog string `json:"destination_catalog,omitempty"`
|
|
|
|
DestinationSchema string `json:"destination_schema,omitempty"`
|
|
|
|
DestinationTable string `json:"destination_table,omitempty"`
|
|
|
|
SourceUrl string `json:"source_url,omitempty"`
|
|
|
|
TableConfiguration *ResourcePipelineIngestionDefinitionObjectsReportTableConfiguration `json:"table_configuration,omitempty"`
|
|
|
|
}
|
|
|
|
|
2024-08-15 12:43:39 +00:00
|
|
|
type ResourcePipelineIngestionDefinitionObjectsSchemaTableConfiguration struct {
|
|
|
|
PrimaryKeys []string `json:"primary_keys,omitempty"`
|
|
|
|
SalesforceIncludeFormulaFields bool `json:"salesforce_include_formula_fields,omitempty"`
|
|
|
|
ScdType string `json:"scd_type,omitempty"`
|
2024-10-22 10:43:43 +00:00
|
|
|
SequenceBy []string `json:"sequence_by,omitempty"`
|
2024-08-15 12:43:39 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
type ResourcePipelineIngestionDefinitionObjectsSchema struct {
|
|
|
|
DestinationCatalog string `json:"destination_catalog,omitempty"`
|
|
|
|
DestinationSchema string `json:"destination_schema,omitempty"`
|
|
|
|
SourceCatalog string `json:"source_catalog,omitempty"`
|
|
|
|
SourceSchema string `json:"source_schema,omitempty"`
|
|
|
|
TableConfiguration *ResourcePipelineIngestionDefinitionObjectsSchemaTableConfiguration `json:"table_configuration,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type ResourcePipelineIngestionDefinitionObjectsTableTableConfiguration struct {
|
|
|
|
PrimaryKeys []string `json:"primary_keys,omitempty"`
|
|
|
|
SalesforceIncludeFormulaFields bool `json:"salesforce_include_formula_fields,omitempty"`
|
|
|
|
ScdType string `json:"scd_type,omitempty"`
|
2024-10-22 10:43:43 +00:00
|
|
|
SequenceBy []string `json:"sequence_by,omitempty"`
|
2024-08-15 12:43:39 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
type ResourcePipelineIngestionDefinitionObjectsTable struct {
|
|
|
|
DestinationCatalog string `json:"destination_catalog,omitempty"`
|
|
|
|
DestinationSchema string `json:"destination_schema,omitempty"`
|
|
|
|
DestinationTable string `json:"destination_table,omitempty"`
|
|
|
|
SourceCatalog string `json:"source_catalog,omitempty"`
|
|
|
|
SourceSchema string `json:"source_schema,omitempty"`
|
|
|
|
SourceTable string `json:"source_table,omitempty"`
|
|
|
|
TableConfiguration *ResourcePipelineIngestionDefinitionObjectsTableTableConfiguration `json:"table_configuration,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type ResourcePipelineIngestionDefinitionObjects struct {
|
2024-10-22 10:43:43 +00:00
|
|
|
Report *ResourcePipelineIngestionDefinitionObjectsReport `json:"report,omitempty"`
|
2024-08-15 12:43:39 +00:00
|
|
|
Schema *ResourcePipelineIngestionDefinitionObjectsSchema `json:"schema,omitempty"`
|
|
|
|
Table *ResourcePipelineIngestionDefinitionObjectsTable `json:"table,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type ResourcePipelineIngestionDefinitionTableConfiguration struct {
|
|
|
|
PrimaryKeys []string `json:"primary_keys,omitempty"`
|
|
|
|
SalesforceIncludeFormulaFields bool `json:"salesforce_include_formula_fields,omitempty"`
|
|
|
|
ScdType string `json:"scd_type,omitempty"`
|
2024-10-22 10:43:43 +00:00
|
|
|
SequenceBy []string `json:"sequence_by,omitempty"`
|
2024-08-15 12:43:39 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
type ResourcePipelineIngestionDefinition struct {
|
|
|
|
ConnectionName string `json:"connection_name,omitempty"`
|
|
|
|
IngestionGatewayId string `json:"ingestion_gateway_id,omitempty"`
|
|
|
|
Objects []ResourcePipelineIngestionDefinitionObjects `json:"objects,omitempty"`
|
|
|
|
TableConfiguration *ResourcePipelineIngestionDefinitionTableConfiguration `json:"table_configuration,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type ResourcePipelineLatestUpdates struct {
|
|
|
|
CreationTime string `json:"creation_time,omitempty"`
|
|
|
|
State string `json:"state,omitempty"`
|
|
|
|
UpdateId string `json:"update_id,omitempty"`
|
|
|
|
}
|
|
|
|
|
2023-03-20 16:22:55 +00:00
|
|
|
type ResourcePipelineLibraryFile struct {
|
2024-08-15 12:43:39 +00:00
|
|
|
Path string `json:"path,omitempty"`
|
2023-03-20 16:22:55 +00:00
|
|
|
}
|
|
|
|
|
2022-12-06 15:26:19 +00:00
|
|
|
type ResourcePipelineLibraryMaven struct {
|
|
|
|
Coordinates string `json:"coordinates"`
|
|
|
|
Exclusions []string `json:"exclusions,omitempty"`
|
|
|
|
Repo string `json:"repo,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type ResourcePipelineLibraryNotebook struct {
|
2024-08-15 12:43:39 +00:00
|
|
|
Path string `json:"path,omitempty"`
|
2022-12-06 15:26:19 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
type ResourcePipelineLibrary struct {
|
|
|
|
Jar string `json:"jar,omitempty"`
|
|
|
|
Whl string `json:"whl,omitempty"`
|
2023-03-20 16:22:55 +00:00
|
|
|
File *ResourcePipelineLibraryFile `json:"file,omitempty"`
|
2022-12-06 15:26:19 +00:00
|
|
|
Maven *ResourcePipelineLibraryMaven `json:"maven,omitempty"`
|
|
|
|
Notebook *ResourcePipelineLibraryNotebook `json:"notebook,omitempty"`
|
|
|
|
}
|
|
|
|
|
2023-05-23 17:33:24 +00:00
|
|
|
type ResourcePipelineNotification struct {
|
2024-08-15 12:43:39 +00:00
|
|
|
Alerts []string `json:"alerts,omitempty"`
|
|
|
|
EmailRecipients []string `json:"email_recipients,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type ResourcePipelineTriggerCron struct {
|
|
|
|
QuartzCronSchedule string `json:"quartz_cron_schedule,omitempty"`
|
|
|
|
TimezoneId string `json:"timezone_id,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type ResourcePipelineTriggerManual struct {
|
|
|
|
}
|
|
|
|
|
|
|
|
type ResourcePipelineTrigger struct {
|
|
|
|
Cron *ResourcePipelineTriggerCron `json:"cron,omitempty"`
|
|
|
|
Manual *ResourcePipelineTriggerManual `json:"manual,omitempty"`
|
2023-05-23 17:33:24 +00:00
|
|
|
}
|
|
|
|
|
2022-12-06 15:26:19 +00:00
|
|
|
type ResourcePipeline struct {
|
2024-08-15 12:43:39 +00:00
|
|
|
AllowDuplicateNames bool `json:"allow_duplicate_names,omitempty"`
|
2024-10-08 11:41:32 +00:00
|
|
|
BudgetPolicyId string `json:"budget_policy_id,omitempty"`
|
2024-08-15 12:43:39 +00:00
|
|
|
Catalog string `json:"catalog,omitempty"`
|
|
|
|
Cause string `json:"cause,omitempty"`
|
|
|
|
Channel string `json:"channel,omitempty"`
|
|
|
|
ClusterId string `json:"cluster_id,omitempty"`
|
|
|
|
Configuration map[string]string `json:"configuration,omitempty"`
|
|
|
|
Continuous bool `json:"continuous,omitempty"`
|
|
|
|
CreatorUserName string `json:"creator_user_name,omitempty"`
|
|
|
|
Development bool `json:"development,omitempty"`
|
|
|
|
Edition string `json:"edition,omitempty"`
|
|
|
|
ExpectedLastModified int `json:"expected_last_modified,omitempty"`
|
|
|
|
Health string `json:"health,omitempty"`
|
|
|
|
Id string `json:"id,omitempty"`
|
|
|
|
LastModified int `json:"last_modified,omitempty"`
|
|
|
|
Name string `json:"name,omitempty"`
|
|
|
|
Photon bool `json:"photon,omitempty"`
|
|
|
|
RunAsUserName string `json:"run_as_user_name,omitempty"`
|
2024-10-08 11:41:32 +00:00
|
|
|
Schema string `json:"schema,omitempty"`
|
2024-08-15 12:43:39 +00:00
|
|
|
Serverless bool `json:"serverless,omitempty"`
|
|
|
|
State string `json:"state,omitempty"`
|
|
|
|
Storage string `json:"storage,omitempty"`
|
|
|
|
Target string `json:"target,omitempty"`
|
|
|
|
Url string `json:"url,omitempty"`
|
|
|
|
Cluster []ResourcePipelineCluster `json:"cluster,omitempty"`
|
|
|
|
Deployment *ResourcePipelineDeployment `json:"deployment,omitempty"`
|
|
|
|
Filters *ResourcePipelineFilters `json:"filters,omitempty"`
|
|
|
|
GatewayDefinition *ResourcePipelineGatewayDefinition `json:"gateway_definition,omitempty"`
|
|
|
|
IngestionDefinition *ResourcePipelineIngestionDefinition `json:"ingestion_definition,omitempty"`
|
|
|
|
LatestUpdates []ResourcePipelineLatestUpdates `json:"latest_updates,omitempty"`
|
|
|
|
Library []ResourcePipelineLibrary `json:"library,omitempty"`
|
|
|
|
Notification []ResourcePipelineNotification `json:"notification,omitempty"`
|
|
|
|
Trigger *ResourcePipelineTrigger `json:"trigger,omitempty"`
|
2022-12-06 15:26:19 +00:00
|
|
|
}
|