2022-12-06 15:26:19 +00:00
|
|
|
// Generated from Databricks Terraform provider schema. DO NOT EDIT.
|
|
|
|
|
|
|
|
package schema
|
|
|
|
|
2023-03-20 16:22:55 +00:00
|
|
|
type DataSourceJobJobSettingsSettingsContinuous struct {
|
|
|
|
PauseStatus string `json:"pause_status,omitempty"`
|
|
|
|
}
|
|
|
|
|
2022-12-06 15:26:19 +00:00
|
|
|
type DataSourceJobJobSettingsSettingsDbtTask struct {
|
2023-03-20 16:22:55 +00:00
|
|
|
Catalog string `json:"catalog,omitempty"`
|
2022-12-06 15:26:19 +00:00
|
|
|
Commands []string `json:"commands"`
|
|
|
|
ProfilesDirectory string `json:"profiles_directory,omitempty"`
|
|
|
|
ProjectDirectory string `json:"project_directory,omitempty"`
|
|
|
|
Schema string `json:"schema,omitempty"`
|
2024-02-23 10:41:42 +00:00
|
|
|
Source string `json:"source,omitempty"`
|
2022-12-06 15:26:19 +00:00
|
|
|
WarehouseId string `json:"warehouse_id,omitempty"`
|
|
|
|
}
|
|
|
|
|
2023-10-27 09:16:41 +00:00
|
|
|
type DataSourceJobJobSettingsSettingsDeployment struct {
|
|
|
|
Kind string `json:"kind"`
|
|
|
|
MetadataFilePath string `json:"metadata_file_path,omitempty"`
|
|
|
|
}
|
|
|
|
|
2022-12-06 15:26:19 +00:00
|
|
|
type DataSourceJobJobSettingsSettingsEmailNotifications struct {
|
2023-08-03 11:20:30 +00:00
|
|
|
NoAlertForSkippedRuns bool `json:"no_alert_for_skipped_runs,omitempty"`
|
|
|
|
OnDurationWarningThresholdExceeded []string `json:"on_duration_warning_threshold_exceeded,omitempty"`
|
|
|
|
OnFailure []string `json:"on_failure,omitempty"`
|
|
|
|
OnStart []string `json:"on_start,omitempty"`
|
2024-06-26 09:29:46 +00:00
|
|
|
OnStreamingBacklogExceeded []string `json:"on_streaming_backlog_exceeded,omitempty"`
|
2023-08-03 11:20:30 +00:00
|
|
|
OnSuccess []string `json:"on_success,omitempty"`
|
|
|
|
}
|
|
|
|
|
2024-04-18 20:20:01 +00:00
|
|
|
type DataSourceJobJobSettingsSettingsEnvironmentSpec struct {
|
|
|
|
Client string `json:"client"`
|
|
|
|
Dependencies []string `json:"dependencies,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsEnvironment struct {
|
|
|
|
EnvironmentKey string `json:"environment_key"`
|
|
|
|
Spec *DataSourceJobJobSettingsSettingsEnvironmentSpec `json:"spec,omitempty"`
|
|
|
|
}
|
|
|
|
|
2023-08-03 11:20:30 +00:00
|
|
|
type DataSourceJobJobSettingsSettingsGitSourceJobSource struct {
|
|
|
|
DirtyState string `json:"dirty_state,omitempty"`
|
|
|
|
ImportFromGitBranch string `json:"import_from_git_branch"`
|
|
|
|
JobConfigPath string `json:"job_config_path"`
|
2022-12-06 15:26:19 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsGitSource struct {
|
2023-08-03 11:20:30 +00:00
|
|
|
Branch string `json:"branch,omitempty"`
|
|
|
|
Commit string `json:"commit,omitempty"`
|
|
|
|
Provider string `json:"provider,omitempty"`
|
|
|
|
Tag string `json:"tag,omitempty"`
|
|
|
|
Url string `json:"url"`
|
|
|
|
JobSource *DataSourceJobJobSettingsSettingsGitSourceJobSource `json:"job_source,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsHealthRules struct {
|
2024-05-31 07:13:43 +00:00
|
|
|
Metric string `json:"metric"`
|
|
|
|
Op string `json:"op"`
|
|
|
|
Value int `json:"value"`
|
2023-08-03 11:20:30 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsHealth struct {
|
|
|
|
Rules []DataSourceJobJobSettingsSettingsHealthRules `json:"rules,omitempty"`
|
2022-12-06 15:26:19 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsJobClusterNewClusterAutoscale struct {
|
|
|
|
MaxWorkers int `json:"max_workers,omitempty"`
|
|
|
|
MinWorkers int `json:"min_workers,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsJobClusterNewClusterAwsAttributes struct {
|
|
|
|
Availability string `json:"availability,omitempty"`
|
|
|
|
EbsVolumeCount int `json:"ebs_volume_count,omitempty"`
|
|
|
|
EbsVolumeSize int `json:"ebs_volume_size,omitempty"`
|
|
|
|
EbsVolumeType string `json:"ebs_volume_type,omitempty"`
|
|
|
|
FirstOnDemand int `json:"first_on_demand,omitempty"`
|
|
|
|
InstanceProfileArn string `json:"instance_profile_arn,omitempty"`
|
|
|
|
SpotBidPricePercent int `json:"spot_bid_price_percent,omitempty"`
|
|
|
|
ZoneId string `json:"zone_id,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsJobClusterNewClusterAzureAttributes struct {
|
|
|
|
Availability string `json:"availability,omitempty"`
|
|
|
|
FirstOnDemand int `json:"first_on_demand,omitempty"`
|
|
|
|
SpotBidMaxPrice int `json:"spot_bid_max_price,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsJobClusterNewClusterClusterLogConfDbfs struct {
|
|
|
|
Destination string `json:"destination"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsJobClusterNewClusterClusterLogConfS3 struct {
|
|
|
|
CannedAcl string `json:"canned_acl,omitempty"`
|
|
|
|
Destination string `json:"destination"`
|
|
|
|
EnableEncryption bool `json:"enable_encryption,omitempty"`
|
|
|
|
EncryptionType string `json:"encryption_type,omitempty"`
|
|
|
|
Endpoint string `json:"endpoint,omitempty"`
|
|
|
|
KmsKey string `json:"kms_key,omitempty"`
|
|
|
|
Region string `json:"region,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsJobClusterNewClusterClusterLogConf struct {
|
|
|
|
Dbfs *DataSourceJobJobSettingsSettingsJobClusterNewClusterClusterLogConfDbfs `json:"dbfs,omitempty"`
|
|
|
|
S3 *DataSourceJobJobSettingsSettingsJobClusterNewClusterClusterLogConfS3 `json:"s3,omitempty"`
|
|
|
|
}
|
|
|
|
|
2023-03-20 16:22:55 +00:00
|
|
|
type DataSourceJobJobSettingsSettingsJobClusterNewClusterClusterMountInfoNetworkFilesystemInfo struct {
|
|
|
|
MountOptions string `json:"mount_options,omitempty"`
|
|
|
|
ServerAddress string `json:"server_address"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsJobClusterNewClusterClusterMountInfo struct {
|
|
|
|
LocalMountDirPath string `json:"local_mount_dir_path"`
|
|
|
|
RemoteMountDirPath string `json:"remote_mount_dir_path,omitempty"`
|
|
|
|
NetworkFilesystemInfo *DataSourceJobJobSettingsSettingsJobClusterNewClusterClusterMountInfoNetworkFilesystemInfo `json:"network_filesystem_info,omitempty"`
|
|
|
|
}
|
|
|
|
|
2022-12-06 15:26:19 +00:00
|
|
|
type DataSourceJobJobSettingsSettingsJobClusterNewClusterDockerImageBasicAuth struct {
|
|
|
|
Password string `json:"password"`
|
|
|
|
Username string `json:"username"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsJobClusterNewClusterDockerImage struct {
|
|
|
|
Url string `json:"url"`
|
|
|
|
BasicAuth *DataSourceJobJobSettingsSettingsJobClusterNewClusterDockerImageBasicAuth `json:"basic_auth,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsJobClusterNewClusterGcpAttributes struct {
|
|
|
|
Availability string `json:"availability,omitempty"`
|
|
|
|
BootDiskSize int `json:"boot_disk_size,omitempty"`
|
|
|
|
GoogleServiceAccount string `json:"google_service_account,omitempty"`
|
2023-08-30 13:58:28 +00:00
|
|
|
LocalSsdCount int `json:"local_ssd_count,omitempty"`
|
2022-12-06 15:26:19 +00:00
|
|
|
UsePreemptibleExecutors bool `json:"use_preemptible_executors,omitempty"`
|
|
|
|
ZoneId string `json:"zone_id,omitempty"`
|
|
|
|
}
|
|
|
|
|
2023-03-20 16:22:55 +00:00
|
|
|
type DataSourceJobJobSettingsSettingsJobClusterNewClusterInitScriptsAbfss struct {
|
2024-02-16 07:05:45 +00:00
|
|
|
Destination string `json:"destination"`
|
2023-03-20 16:22:55 +00:00
|
|
|
}
|
|
|
|
|
2022-12-06 15:26:19 +00:00
|
|
|
type DataSourceJobJobSettingsSettingsJobClusterNewClusterInitScriptsDbfs struct {
|
|
|
|
Destination string `json:"destination"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsJobClusterNewClusterInitScriptsFile struct {
|
2024-02-16 07:05:45 +00:00
|
|
|
Destination string `json:"destination"`
|
2022-12-06 15:26:19 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsJobClusterNewClusterInitScriptsGcs struct {
|
2024-02-16 07:05:45 +00:00
|
|
|
Destination string `json:"destination"`
|
2022-12-06 15:26:19 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsJobClusterNewClusterInitScriptsS3 struct {
|
|
|
|
CannedAcl string `json:"canned_acl,omitempty"`
|
|
|
|
Destination string `json:"destination"`
|
|
|
|
EnableEncryption bool `json:"enable_encryption,omitempty"`
|
|
|
|
EncryptionType string `json:"encryption_type,omitempty"`
|
|
|
|
Endpoint string `json:"endpoint,omitempty"`
|
|
|
|
KmsKey string `json:"kms_key,omitempty"`
|
|
|
|
Region string `json:"region,omitempty"`
|
|
|
|
}
|
|
|
|
|
2023-10-16 12:52:16 +00:00
|
|
|
type DataSourceJobJobSettingsSettingsJobClusterNewClusterInitScriptsVolumes struct {
|
2024-02-23 10:41:42 +00:00
|
|
|
Destination string `json:"destination"`
|
2023-10-16 12:52:16 +00:00
|
|
|
}
|
|
|
|
|
2023-05-23 17:33:24 +00:00
|
|
|
type DataSourceJobJobSettingsSettingsJobClusterNewClusterInitScriptsWorkspace struct {
|
2024-02-16 07:05:45 +00:00
|
|
|
Destination string `json:"destination"`
|
2023-05-23 17:33:24 +00:00
|
|
|
}
|
|
|
|
|
2022-12-06 15:26:19 +00:00
|
|
|
type DataSourceJobJobSettingsSettingsJobClusterNewClusterInitScripts struct {
|
2023-05-23 17:33:24 +00:00
|
|
|
Abfss *DataSourceJobJobSettingsSettingsJobClusterNewClusterInitScriptsAbfss `json:"abfss,omitempty"`
|
|
|
|
Dbfs *DataSourceJobJobSettingsSettingsJobClusterNewClusterInitScriptsDbfs `json:"dbfs,omitempty"`
|
|
|
|
File *DataSourceJobJobSettingsSettingsJobClusterNewClusterInitScriptsFile `json:"file,omitempty"`
|
|
|
|
Gcs *DataSourceJobJobSettingsSettingsJobClusterNewClusterInitScriptsGcs `json:"gcs,omitempty"`
|
|
|
|
S3 *DataSourceJobJobSettingsSettingsJobClusterNewClusterInitScriptsS3 `json:"s3,omitempty"`
|
2023-10-16 12:52:16 +00:00
|
|
|
Volumes *DataSourceJobJobSettingsSettingsJobClusterNewClusterInitScriptsVolumes `json:"volumes,omitempty"`
|
2023-05-23 17:33:24 +00:00
|
|
|
Workspace *DataSourceJobJobSettingsSettingsJobClusterNewClusterInitScriptsWorkspace `json:"workspace,omitempty"`
|
2022-12-06 15:26:19 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsJobClusterNewClusterWorkloadTypeClients struct {
|
|
|
|
Jobs bool `json:"jobs,omitempty"`
|
|
|
|
Notebooks bool `json:"notebooks,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsJobClusterNewClusterWorkloadType struct {
|
|
|
|
Clients *DataSourceJobJobSettingsSettingsJobClusterNewClusterWorkloadTypeClients `json:"clients,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsJobClusterNewCluster struct {
|
2023-03-20 16:22:55 +00:00
|
|
|
ApplyPolicyDefaultValues bool `json:"apply_policy_default_values,omitempty"`
|
|
|
|
AutoterminationMinutes int `json:"autotermination_minutes,omitempty"`
|
|
|
|
ClusterId string `json:"cluster_id,omitempty"`
|
|
|
|
ClusterName string `json:"cluster_name,omitempty"`
|
|
|
|
CustomTags map[string]string `json:"custom_tags,omitempty"`
|
|
|
|
DataSecurityMode string `json:"data_security_mode,omitempty"`
|
|
|
|
DriverInstancePoolId string `json:"driver_instance_pool_id,omitempty"`
|
|
|
|
DriverNodeTypeId string `json:"driver_node_type_id,omitempty"`
|
|
|
|
EnableElasticDisk bool `json:"enable_elastic_disk,omitempty"`
|
|
|
|
EnableLocalDiskEncryption bool `json:"enable_local_disk_encryption,omitempty"`
|
|
|
|
IdempotencyToken string `json:"idempotency_token,omitempty"`
|
|
|
|
InstancePoolId string `json:"instance_pool_id,omitempty"`
|
|
|
|
NodeTypeId string `json:"node_type_id,omitempty"`
|
|
|
|
NumWorkers int `json:"num_workers"`
|
|
|
|
PolicyId string `json:"policy_id,omitempty"`
|
|
|
|
RuntimeEngine string `json:"runtime_engine,omitempty"`
|
|
|
|
SingleUserName string `json:"single_user_name,omitempty"`
|
|
|
|
SparkConf map[string]string `json:"spark_conf,omitempty"`
|
|
|
|
SparkEnvVars map[string]string `json:"spark_env_vars,omitempty"`
|
|
|
|
SparkVersion string `json:"spark_version"`
|
|
|
|
SshPublicKeys []string `json:"ssh_public_keys,omitempty"`
|
|
|
|
Autoscale *DataSourceJobJobSettingsSettingsJobClusterNewClusterAutoscale `json:"autoscale,omitempty"`
|
|
|
|
AwsAttributes *DataSourceJobJobSettingsSettingsJobClusterNewClusterAwsAttributes `json:"aws_attributes,omitempty"`
|
|
|
|
AzureAttributes *DataSourceJobJobSettingsSettingsJobClusterNewClusterAzureAttributes `json:"azure_attributes,omitempty"`
|
|
|
|
ClusterLogConf *DataSourceJobJobSettingsSettingsJobClusterNewClusterClusterLogConf `json:"cluster_log_conf,omitempty"`
|
|
|
|
ClusterMountInfo []DataSourceJobJobSettingsSettingsJobClusterNewClusterClusterMountInfo `json:"cluster_mount_info,omitempty"`
|
|
|
|
DockerImage *DataSourceJobJobSettingsSettingsJobClusterNewClusterDockerImage `json:"docker_image,omitempty"`
|
|
|
|
GcpAttributes *DataSourceJobJobSettingsSettingsJobClusterNewClusterGcpAttributes `json:"gcp_attributes,omitempty"`
|
|
|
|
InitScripts []DataSourceJobJobSettingsSettingsJobClusterNewClusterInitScripts `json:"init_scripts,omitempty"`
|
|
|
|
WorkloadType *DataSourceJobJobSettingsSettingsJobClusterNewClusterWorkloadType `json:"workload_type,omitempty"`
|
2022-12-06 15:26:19 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsJobCluster struct {
|
2024-05-31 07:13:43 +00:00
|
|
|
JobClusterKey string `json:"job_cluster_key"`
|
2022-12-06 15:26:19 +00:00
|
|
|
NewCluster *DataSourceJobJobSettingsSettingsJobClusterNewCluster `json:"new_cluster,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsLibraryCran struct {
|
|
|
|
Package string `json:"package"`
|
|
|
|
Repo string `json:"repo,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsLibraryMaven struct {
|
|
|
|
Coordinates string `json:"coordinates"`
|
|
|
|
Exclusions []string `json:"exclusions,omitempty"`
|
|
|
|
Repo string `json:"repo,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsLibraryPypi struct {
|
|
|
|
Package string `json:"package"`
|
|
|
|
Repo string `json:"repo,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsLibrary struct {
|
2024-05-06 11:41:37 +00:00
|
|
|
Egg string `json:"egg,omitempty"`
|
|
|
|
Jar string `json:"jar,omitempty"`
|
|
|
|
Requirements string `json:"requirements,omitempty"`
|
|
|
|
Whl string `json:"whl,omitempty"`
|
|
|
|
Cran *DataSourceJobJobSettingsSettingsLibraryCran `json:"cran,omitempty"`
|
|
|
|
Maven *DataSourceJobJobSettingsSettingsLibraryMaven `json:"maven,omitempty"`
|
|
|
|
Pypi *DataSourceJobJobSettingsSettingsLibraryPypi `json:"pypi,omitempty"`
|
2022-12-06 15:26:19 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsNewClusterAutoscale struct {
|
|
|
|
MaxWorkers int `json:"max_workers,omitempty"`
|
|
|
|
MinWorkers int `json:"min_workers,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsNewClusterAwsAttributes struct {
|
|
|
|
Availability string `json:"availability,omitempty"`
|
|
|
|
EbsVolumeCount int `json:"ebs_volume_count,omitempty"`
|
|
|
|
EbsVolumeSize int `json:"ebs_volume_size,omitempty"`
|
|
|
|
EbsVolumeType string `json:"ebs_volume_type,omitempty"`
|
|
|
|
FirstOnDemand int `json:"first_on_demand,omitempty"`
|
|
|
|
InstanceProfileArn string `json:"instance_profile_arn,omitempty"`
|
|
|
|
SpotBidPricePercent int `json:"spot_bid_price_percent,omitempty"`
|
|
|
|
ZoneId string `json:"zone_id,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsNewClusterAzureAttributes struct {
|
|
|
|
Availability string `json:"availability,omitempty"`
|
|
|
|
FirstOnDemand int `json:"first_on_demand,omitempty"`
|
|
|
|
SpotBidMaxPrice int `json:"spot_bid_max_price,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsNewClusterClusterLogConfDbfs struct {
|
|
|
|
Destination string `json:"destination"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsNewClusterClusterLogConfS3 struct {
|
|
|
|
CannedAcl string `json:"canned_acl,omitempty"`
|
|
|
|
Destination string `json:"destination"`
|
|
|
|
EnableEncryption bool `json:"enable_encryption,omitempty"`
|
|
|
|
EncryptionType string `json:"encryption_type,omitempty"`
|
|
|
|
Endpoint string `json:"endpoint,omitempty"`
|
|
|
|
KmsKey string `json:"kms_key,omitempty"`
|
|
|
|
Region string `json:"region,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsNewClusterClusterLogConf struct {
|
|
|
|
Dbfs *DataSourceJobJobSettingsSettingsNewClusterClusterLogConfDbfs `json:"dbfs,omitempty"`
|
|
|
|
S3 *DataSourceJobJobSettingsSettingsNewClusterClusterLogConfS3 `json:"s3,omitempty"`
|
|
|
|
}
|
|
|
|
|
2023-03-20 16:22:55 +00:00
|
|
|
type DataSourceJobJobSettingsSettingsNewClusterClusterMountInfoNetworkFilesystemInfo struct {
|
|
|
|
MountOptions string `json:"mount_options,omitempty"`
|
|
|
|
ServerAddress string `json:"server_address"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsNewClusterClusterMountInfo struct {
|
|
|
|
LocalMountDirPath string `json:"local_mount_dir_path"`
|
|
|
|
RemoteMountDirPath string `json:"remote_mount_dir_path,omitempty"`
|
|
|
|
NetworkFilesystemInfo *DataSourceJobJobSettingsSettingsNewClusterClusterMountInfoNetworkFilesystemInfo `json:"network_filesystem_info,omitempty"`
|
|
|
|
}
|
|
|
|
|
2022-12-06 15:26:19 +00:00
|
|
|
type DataSourceJobJobSettingsSettingsNewClusterDockerImageBasicAuth struct {
|
|
|
|
Password string `json:"password"`
|
|
|
|
Username string `json:"username"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsNewClusterDockerImage struct {
|
|
|
|
Url string `json:"url"`
|
|
|
|
BasicAuth *DataSourceJobJobSettingsSettingsNewClusterDockerImageBasicAuth `json:"basic_auth,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsNewClusterGcpAttributes struct {
|
|
|
|
Availability string `json:"availability,omitempty"`
|
|
|
|
BootDiskSize int `json:"boot_disk_size,omitempty"`
|
|
|
|
GoogleServiceAccount string `json:"google_service_account,omitempty"`
|
2023-08-30 13:58:28 +00:00
|
|
|
LocalSsdCount int `json:"local_ssd_count,omitempty"`
|
2022-12-06 15:26:19 +00:00
|
|
|
UsePreemptibleExecutors bool `json:"use_preemptible_executors,omitempty"`
|
|
|
|
ZoneId string `json:"zone_id,omitempty"`
|
|
|
|
}
|
|
|
|
|
2023-03-20 16:22:55 +00:00
|
|
|
type DataSourceJobJobSettingsSettingsNewClusterInitScriptsAbfss struct {
|
2024-02-16 07:05:45 +00:00
|
|
|
Destination string `json:"destination"`
|
2023-03-20 16:22:55 +00:00
|
|
|
}
|
|
|
|
|
2022-12-06 15:26:19 +00:00
|
|
|
type DataSourceJobJobSettingsSettingsNewClusterInitScriptsDbfs struct {
|
|
|
|
Destination string `json:"destination"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsNewClusterInitScriptsFile struct {
|
2024-02-16 07:05:45 +00:00
|
|
|
Destination string `json:"destination"`
|
2022-12-06 15:26:19 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsNewClusterInitScriptsGcs struct {
|
2024-02-16 07:05:45 +00:00
|
|
|
Destination string `json:"destination"`
|
2022-12-06 15:26:19 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsNewClusterInitScriptsS3 struct {
|
|
|
|
CannedAcl string `json:"canned_acl,omitempty"`
|
|
|
|
Destination string `json:"destination"`
|
|
|
|
EnableEncryption bool `json:"enable_encryption,omitempty"`
|
|
|
|
EncryptionType string `json:"encryption_type,omitempty"`
|
|
|
|
Endpoint string `json:"endpoint,omitempty"`
|
|
|
|
KmsKey string `json:"kms_key,omitempty"`
|
|
|
|
Region string `json:"region,omitempty"`
|
|
|
|
}
|
|
|
|
|
2023-10-16 12:52:16 +00:00
|
|
|
type DataSourceJobJobSettingsSettingsNewClusterInitScriptsVolumes struct {
|
2024-02-23 10:41:42 +00:00
|
|
|
Destination string `json:"destination"`
|
2023-10-16 12:52:16 +00:00
|
|
|
}
|
|
|
|
|
2023-05-23 17:33:24 +00:00
|
|
|
type DataSourceJobJobSettingsSettingsNewClusterInitScriptsWorkspace struct {
|
2024-02-16 07:05:45 +00:00
|
|
|
Destination string `json:"destination"`
|
2023-05-23 17:33:24 +00:00
|
|
|
}
|
|
|
|
|
2022-12-06 15:26:19 +00:00
|
|
|
type DataSourceJobJobSettingsSettingsNewClusterInitScripts struct {
|
2023-05-23 17:33:24 +00:00
|
|
|
Abfss *DataSourceJobJobSettingsSettingsNewClusterInitScriptsAbfss `json:"abfss,omitempty"`
|
|
|
|
Dbfs *DataSourceJobJobSettingsSettingsNewClusterInitScriptsDbfs `json:"dbfs,omitempty"`
|
|
|
|
File *DataSourceJobJobSettingsSettingsNewClusterInitScriptsFile `json:"file,omitempty"`
|
|
|
|
Gcs *DataSourceJobJobSettingsSettingsNewClusterInitScriptsGcs `json:"gcs,omitempty"`
|
|
|
|
S3 *DataSourceJobJobSettingsSettingsNewClusterInitScriptsS3 `json:"s3,omitempty"`
|
2023-10-16 12:52:16 +00:00
|
|
|
Volumes *DataSourceJobJobSettingsSettingsNewClusterInitScriptsVolumes `json:"volumes,omitempty"`
|
2023-05-23 17:33:24 +00:00
|
|
|
Workspace *DataSourceJobJobSettingsSettingsNewClusterInitScriptsWorkspace `json:"workspace,omitempty"`
|
2022-12-06 15:26:19 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsNewClusterWorkloadTypeClients struct {
|
|
|
|
Jobs bool `json:"jobs,omitempty"`
|
|
|
|
Notebooks bool `json:"notebooks,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsNewClusterWorkloadType struct {
|
|
|
|
Clients *DataSourceJobJobSettingsSettingsNewClusterWorkloadTypeClients `json:"clients,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsNewCluster struct {
|
2023-03-20 16:22:55 +00:00
|
|
|
ApplyPolicyDefaultValues bool `json:"apply_policy_default_values,omitempty"`
|
|
|
|
AutoterminationMinutes int `json:"autotermination_minutes,omitempty"`
|
|
|
|
ClusterId string `json:"cluster_id,omitempty"`
|
|
|
|
ClusterName string `json:"cluster_name,omitempty"`
|
|
|
|
CustomTags map[string]string `json:"custom_tags,omitempty"`
|
|
|
|
DataSecurityMode string `json:"data_security_mode,omitempty"`
|
|
|
|
DriverInstancePoolId string `json:"driver_instance_pool_id,omitempty"`
|
|
|
|
DriverNodeTypeId string `json:"driver_node_type_id,omitempty"`
|
|
|
|
EnableElasticDisk bool `json:"enable_elastic_disk,omitempty"`
|
|
|
|
EnableLocalDiskEncryption bool `json:"enable_local_disk_encryption,omitempty"`
|
|
|
|
IdempotencyToken string `json:"idempotency_token,omitempty"`
|
|
|
|
InstancePoolId string `json:"instance_pool_id,omitempty"`
|
|
|
|
NodeTypeId string `json:"node_type_id,omitempty"`
|
|
|
|
NumWorkers int `json:"num_workers"`
|
|
|
|
PolicyId string `json:"policy_id,omitempty"`
|
|
|
|
RuntimeEngine string `json:"runtime_engine,omitempty"`
|
|
|
|
SingleUserName string `json:"single_user_name,omitempty"`
|
|
|
|
SparkConf map[string]string `json:"spark_conf,omitempty"`
|
|
|
|
SparkEnvVars map[string]string `json:"spark_env_vars,omitempty"`
|
|
|
|
SparkVersion string `json:"spark_version"`
|
|
|
|
SshPublicKeys []string `json:"ssh_public_keys,omitempty"`
|
|
|
|
Autoscale *DataSourceJobJobSettingsSettingsNewClusterAutoscale `json:"autoscale,omitempty"`
|
|
|
|
AwsAttributes *DataSourceJobJobSettingsSettingsNewClusterAwsAttributes `json:"aws_attributes,omitempty"`
|
|
|
|
AzureAttributes *DataSourceJobJobSettingsSettingsNewClusterAzureAttributes `json:"azure_attributes,omitempty"`
|
|
|
|
ClusterLogConf *DataSourceJobJobSettingsSettingsNewClusterClusterLogConf `json:"cluster_log_conf,omitempty"`
|
|
|
|
ClusterMountInfo []DataSourceJobJobSettingsSettingsNewClusterClusterMountInfo `json:"cluster_mount_info,omitempty"`
|
|
|
|
DockerImage *DataSourceJobJobSettingsSettingsNewClusterDockerImage `json:"docker_image,omitempty"`
|
|
|
|
GcpAttributes *DataSourceJobJobSettingsSettingsNewClusterGcpAttributes `json:"gcp_attributes,omitempty"`
|
|
|
|
InitScripts []DataSourceJobJobSettingsSettingsNewClusterInitScripts `json:"init_scripts,omitempty"`
|
|
|
|
WorkloadType *DataSourceJobJobSettingsSettingsNewClusterWorkloadType `json:"workload_type,omitempty"`
|
2022-12-06 15:26:19 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsNotebookTask struct {
|
|
|
|
BaseParameters map[string]string `json:"base_parameters,omitempty"`
|
|
|
|
NotebookPath string `json:"notebook_path"`
|
2023-03-20 16:22:55 +00:00
|
|
|
Source string `json:"source,omitempty"`
|
2024-04-18 20:20:01 +00:00
|
|
|
WarehouseId string `json:"warehouse_id,omitempty"`
|
2022-12-06 15:26:19 +00:00
|
|
|
}
|
|
|
|
|
2023-05-23 17:33:24 +00:00
|
|
|
type DataSourceJobJobSettingsSettingsNotificationSettings struct {
|
|
|
|
NoAlertForCanceledRuns bool `json:"no_alert_for_canceled_runs,omitempty"`
|
|
|
|
NoAlertForSkippedRuns bool `json:"no_alert_for_skipped_runs,omitempty"`
|
|
|
|
}
|
|
|
|
|
2023-08-30 13:58:28 +00:00
|
|
|
type DataSourceJobJobSettingsSettingsParameter struct {
|
2024-02-16 07:05:45 +00:00
|
|
|
Default string `json:"default"`
|
|
|
|
Name string `json:"name"`
|
2023-08-30 13:58:28 +00:00
|
|
|
}
|
|
|
|
|
2022-12-06 15:26:19 +00:00
|
|
|
type DataSourceJobJobSettingsSettingsPipelineTask struct {
|
2023-08-03 11:20:30 +00:00
|
|
|
FullRefresh bool `json:"full_refresh,omitempty"`
|
|
|
|
PipelineId string `json:"pipeline_id"`
|
2022-12-06 15:26:19 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsPythonWheelTask struct {
|
|
|
|
EntryPoint string `json:"entry_point,omitempty"`
|
|
|
|
NamedParameters map[string]string `json:"named_parameters,omitempty"`
|
|
|
|
PackageName string `json:"package_name,omitempty"`
|
|
|
|
Parameters []string `json:"parameters,omitempty"`
|
|
|
|
}
|
|
|
|
|
2023-05-23 17:33:24 +00:00
|
|
|
type DataSourceJobJobSettingsSettingsQueue struct {
|
2023-10-16 12:52:16 +00:00
|
|
|
Enabled bool `json:"enabled"`
|
2023-05-23 17:33:24 +00:00
|
|
|
}
|
|
|
|
|
2023-06-21 06:40:11 +00:00
|
|
|
type DataSourceJobJobSettingsSettingsRunAs struct {
|
|
|
|
ServicePrincipalName string `json:"service_principal_name,omitempty"`
|
|
|
|
UserName string `json:"user_name,omitempty"`
|
|
|
|
}
|
|
|
|
|
2023-08-30 13:58:28 +00:00
|
|
|
type DataSourceJobJobSettingsSettingsRunJobTask struct {
|
2023-10-16 12:52:16 +00:00
|
|
|
JobId int `json:"job_id"`
|
2023-08-30 13:58:28 +00:00
|
|
|
JobParameters map[string]string `json:"job_parameters,omitempty"`
|
|
|
|
}
|
|
|
|
|
2022-12-06 15:26:19 +00:00
|
|
|
type DataSourceJobJobSettingsSettingsSchedule struct {
|
|
|
|
PauseStatus string `json:"pause_status,omitempty"`
|
|
|
|
QuartzCronExpression string `json:"quartz_cron_expression"`
|
|
|
|
TimezoneId string `json:"timezone_id"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsSparkJarTask struct {
|
|
|
|
JarUri string `json:"jar_uri,omitempty"`
|
|
|
|
MainClassName string `json:"main_class_name,omitempty"`
|
|
|
|
Parameters []string `json:"parameters,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsSparkPythonTask struct {
|
|
|
|
Parameters []string `json:"parameters,omitempty"`
|
|
|
|
PythonFile string `json:"python_file"`
|
2023-05-23 17:33:24 +00:00
|
|
|
Source string `json:"source,omitempty"`
|
2022-12-06 15:26:19 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsSparkSubmitTask struct {
|
|
|
|
Parameters []string `json:"parameters,omitempty"`
|
|
|
|
}
|
|
|
|
|
2023-07-07 12:52:41 +00:00
|
|
|
type DataSourceJobJobSettingsSettingsTaskConditionTask struct {
|
2024-04-05 14:49:04 +00:00
|
|
|
Left string `json:"left"`
|
|
|
|
Op string `json:"op"`
|
|
|
|
Right string `json:"right"`
|
2023-07-07 12:52:41 +00:00
|
|
|
}
|
|
|
|
|
2022-12-06 15:26:19 +00:00
|
|
|
type DataSourceJobJobSettingsSettingsTaskDbtTask struct {
|
2023-03-20 16:22:55 +00:00
|
|
|
Catalog string `json:"catalog,omitempty"`
|
2022-12-06 15:26:19 +00:00
|
|
|
Commands []string `json:"commands"`
|
|
|
|
ProfilesDirectory string `json:"profiles_directory,omitempty"`
|
|
|
|
ProjectDirectory string `json:"project_directory,omitempty"`
|
|
|
|
Schema string `json:"schema,omitempty"`
|
2024-02-23 10:41:42 +00:00
|
|
|
Source string `json:"source,omitempty"`
|
2022-12-06 15:26:19 +00:00
|
|
|
WarehouseId string `json:"warehouse_id,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskDependsOn struct {
|
2023-07-07 12:52:41 +00:00
|
|
|
Outcome string `json:"outcome,omitempty"`
|
|
|
|
TaskKey string `json:"task_key"`
|
2022-12-06 15:26:19 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskEmailNotifications struct {
|
2024-04-05 14:49:04 +00:00
|
|
|
NoAlertForSkippedRuns bool `json:"no_alert_for_skipped_runs,omitempty"`
|
2023-08-03 11:20:30 +00:00
|
|
|
OnDurationWarningThresholdExceeded []string `json:"on_duration_warning_threshold_exceeded,omitempty"`
|
|
|
|
OnFailure []string `json:"on_failure,omitempty"`
|
|
|
|
OnStart []string `json:"on_start,omitempty"`
|
2024-06-26 09:29:46 +00:00
|
|
|
OnStreamingBacklogExceeded []string `json:"on_streaming_backlog_exceeded,omitempty"`
|
2023-08-03 11:20:30 +00:00
|
|
|
OnSuccess []string `json:"on_success,omitempty"`
|
|
|
|
}
|
|
|
|
|
2024-02-23 10:41:42 +00:00
|
|
|
type DataSourceJobJobSettingsSettingsTaskForEachTaskTaskConditionTask struct {
|
2024-04-05 14:49:04 +00:00
|
|
|
Left string `json:"left"`
|
|
|
|
Op string `json:"op"`
|
|
|
|
Right string `json:"right"`
|
2024-02-23 10:41:42 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskForEachTaskTaskDbtTask struct {
|
|
|
|
Catalog string `json:"catalog,omitempty"`
|
|
|
|
Commands []string `json:"commands"`
|
|
|
|
ProfilesDirectory string `json:"profiles_directory,omitempty"`
|
|
|
|
ProjectDirectory string `json:"project_directory,omitempty"`
|
|
|
|
Schema string `json:"schema,omitempty"`
|
|
|
|
Source string `json:"source,omitempty"`
|
|
|
|
WarehouseId string `json:"warehouse_id,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskForEachTaskTaskDependsOn struct {
|
|
|
|
Outcome string `json:"outcome,omitempty"`
|
|
|
|
TaskKey string `json:"task_key"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskForEachTaskTaskEmailNotifications struct {
|
2024-04-05 14:49:04 +00:00
|
|
|
NoAlertForSkippedRuns bool `json:"no_alert_for_skipped_runs,omitempty"`
|
2024-02-23 10:41:42 +00:00
|
|
|
OnDurationWarningThresholdExceeded []string `json:"on_duration_warning_threshold_exceeded,omitempty"`
|
|
|
|
OnFailure []string `json:"on_failure,omitempty"`
|
|
|
|
OnStart []string `json:"on_start,omitempty"`
|
2024-06-26 09:29:46 +00:00
|
|
|
OnStreamingBacklogExceeded []string `json:"on_streaming_backlog_exceeded,omitempty"`
|
2024-02-23 10:41:42 +00:00
|
|
|
OnSuccess []string `json:"on_success,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskForEachTaskTaskHealthRules struct {
|
2024-05-31 07:13:43 +00:00
|
|
|
Metric string `json:"metric"`
|
|
|
|
Op string `json:"op"`
|
|
|
|
Value int `json:"value"`
|
2024-02-23 10:41:42 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskForEachTaskTaskHealth struct {
|
|
|
|
Rules []DataSourceJobJobSettingsSettingsTaskForEachTaskTaskHealthRules `json:"rules,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskForEachTaskTaskLibraryCran struct {
|
|
|
|
Package string `json:"package"`
|
|
|
|
Repo string `json:"repo,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskForEachTaskTaskLibraryMaven struct {
|
|
|
|
Coordinates string `json:"coordinates"`
|
|
|
|
Exclusions []string `json:"exclusions,omitempty"`
|
|
|
|
Repo string `json:"repo,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskForEachTaskTaskLibraryPypi struct {
|
|
|
|
Package string `json:"package"`
|
|
|
|
Repo string `json:"repo,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskForEachTaskTaskLibrary struct {
|
2024-05-06 11:41:37 +00:00
|
|
|
Egg string `json:"egg,omitempty"`
|
|
|
|
Jar string `json:"jar,omitempty"`
|
|
|
|
Requirements string `json:"requirements,omitempty"`
|
|
|
|
Whl string `json:"whl,omitempty"`
|
|
|
|
Cran *DataSourceJobJobSettingsSettingsTaskForEachTaskTaskLibraryCran `json:"cran,omitempty"`
|
|
|
|
Maven *DataSourceJobJobSettingsSettingsTaskForEachTaskTaskLibraryMaven `json:"maven,omitempty"`
|
|
|
|
Pypi *DataSourceJobJobSettingsSettingsTaskForEachTaskTaskLibraryPypi `json:"pypi,omitempty"`
|
2024-02-23 10:41:42 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskForEachTaskTaskNewClusterAutoscale struct {
|
|
|
|
MaxWorkers int `json:"max_workers,omitempty"`
|
|
|
|
MinWorkers int `json:"min_workers,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskForEachTaskTaskNewClusterAwsAttributes struct {
|
|
|
|
Availability string `json:"availability,omitempty"`
|
|
|
|
EbsVolumeCount int `json:"ebs_volume_count,omitempty"`
|
|
|
|
EbsVolumeSize int `json:"ebs_volume_size,omitempty"`
|
|
|
|
EbsVolumeType string `json:"ebs_volume_type,omitempty"`
|
|
|
|
FirstOnDemand int `json:"first_on_demand,omitempty"`
|
|
|
|
InstanceProfileArn string `json:"instance_profile_arn,omitempty"`
|
|
|
|
SpotBidPricePercent int `json:"spot_bid_price_percent,omitempty"`
|
|
|
|
ZoneId string `json:"zone_id,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskForEachTaskTaskNewClusterAzureAttributes struct {
|
|
|
|
Availability string `json:"availability,omitempty"`
|
|
|
|
FirstOnDemand int `json:"first_on_demand,omitempty"`
|
|
|
|
SpotBidMaxPrice int `json:"spot_bid_max_price,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskForEachTaskTaskNewClusterClusterLogConfDbfs struct {
|
|
|
|
Destination string `json:"destination"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskForEachTaskTaskNewClusterClusterLogConfS3 struct {
|
|
|
|
CannedAcl string `json:"canned_acl,omitempty"`
|
|
|
|
Destination string `json:"destination"`
|
|
|
|
EnableEncryption bool `json:"enable_encryption,omitempty"`
|
|
|
|
EncryptionType string `json:"encryption_type,omitempty"`
|
|
|
|
Endpoint string `json:"endpoint,omitempty"`
|
|
|
|
KmsKey string `json:"kms_key,omitempty"`
|
|
|
|
Region string `json:"region,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskForEachTaskTaskNewClusterClusterLogConf struct {
|
|
|
|
Dbfs *DataSourceJobJobSettingsSettingsTaskForEachTaskTaskNewClusterClusterLogConfDbfs `json:"dbfs,omitempty"`
|
|
|
|
S3 *DataSourceJobJobSettingsSettingsTaskForEachTaskTaskNewClusterClusterLogConfS3 `json:"s3,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskForEachTaskTaskNewClusterClusterMountInfoNetworkFilesystemInfo struct {
|
|
|
|
MountOptions string `json:"mount_options,omitempty"`
|
|
|
|
ServerAddress string `json:"server_address"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskForEachTaskTaskNewClusterClusterMountInfo struct {
|
|
|
|
LocalMountDirPath string `json:"local_mount_dir_path"`
|
|
|
|
RemoteMountDirPath string `json:"remote_mount_dir_path,omitempty"`
|
|
|
|
NetworkFilesystemInfo *DataSourceJobJobSettingsSettingsTaskForEachTaskTaskNewClusterClusterMountInfoNetworkFilesystemInfo `json:"network_filesystem_info,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskForEachTaskTaskNewClusterDockerImageBasicAuth struct {
|
|
|
|
Password string `json:"password"`
|
|
|
|
Username string `json:"username"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskForEachTaskTaskNewClusterDockerImage struct {
|
|
|
|
Url string `json:"url"`
|
|
|
|
BasicAuth *DataSourceJobJobSettingsSettingsTaskForEachTaskTaskNewClusterDockerImageBasicAuth `json:"basic_auth,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskForEachTaskTaskNewClusterGcpAttributes struct {
|
|
|
|
Availability string `json:"availability,omitempty"`
|
|
|
|
BootDiskSize int `json:"boot_disk_size,omitempty"`
|
|
|
|
GoogleServiceAccount string `json:"google_service_account,omitempty"`
|
|
|
|
LocalSsdCount int `json:"local_ssd_count,omitempty"`
|
|
|
|
UsePreemptibleExecutors bool `json:"use_preemptible_executors,omitempty"`
|
|
|
|
ZoneId string `json:"zone_id,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskForEachTaskTaskNewClusterInitScriptsAbfss struct {
|
|
|
|
Destination string `json:"destination"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskForEachTaskTaskNewClusterInitScriptsDbfs struct {
|
|
|
|
Destination string `json:"destination"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskForEachTaskTaskNewClusterInitScriptsFile struct {
|
|
|
|
Destination string `json:"destination"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskForEachTaskTaskNewClusterInitScriptsGcs struct {
|
|
|
|
Destination string `json:"destination"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskForEachTaskTaskNewClusterInitScriptsS3 struct {
|
|
|
|
CannedAcl string `json:"canned_acl,omitempty"`
|
|
|
|
Destination string `json:"destination"`
|
|
|
|
EnableEncryption bool `json:"enable_encryption,omitempty"`
|
|
|
|
EncryptionType string `json:"encryption_type,omitempty"`
|
|
|
|
Endpoint string `json:"endpoint,omitempty"`
|
|
|
|
KmsKey string `json:"kms_key,omitempty"`
|
|
|
|
Region string `json:"region,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskForEachTaskTaskNewClusterInitScriptsVolumes struct {
|
|
|
|
Destination string `json:"destination"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskForEachTaskTaskNewClusterInitScriptsWorkspace struct {
|
|
|
|
Destination string `json:"destination"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskForEachTaskTaskNewClusterInitScripts struct {
|
|
|
|
Abfss *DataSourceJobJobSettingsSettingsTaskForEachTaskTaskNewClusterInitScriptsAbfss `json:"abfss,omitempty"`
|
|
|
|
Dbfs *DataSourceJobJobSettingsSettingsTaskForEachTaskTaskNewClusterInitScriptsDbfs `json:"dbfs,omitempty"`
|
|
|
|
File *DataSourceJobJobSettingsSettingsTaskForEachTaskTaskNewClusterInitScriptsFile `json:"file,omitempty"`
|
|
|
|
Gcs *DataSourceJobJobSettingsSettingsTaskForEachTaskTaskNewClusterInitScriptsGcs `json:"gcs,omitempty"`
|
|
|
|
S3 *DataSourceJobJobSettingsSettingsTaskForEachTaskTaskNewClusterInitScriptsS3 `json:"s3,omitempty"`
|
|
|
|
Volumes *DataSourceJobJobSettingsSettingsTaskForEachTaskTaskNewClusterInitScriptsVolumes `json:"volumes,omitempty"`
|
|
|
|
Workspace *DataSourceJobJobSettingsSettingsTaskForEachTaskTaskNewClusterInitScriptsWorkspace `json:"workspace,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskForEachTaskTaskNewClusterWorkloadTypeClients struct {
|
|
|
|
Jobs bool `json:"jobs,omitempty"`
|
|
|
|
Notebooks bool `json:"notebooks,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskForEachTaskTaskNewClusterWorkloadType struct {
|
|
|
|
Clients *DataSourceJobJobSettingsSettingsTaskForEachTaskTaskNewClusterWorkloadTypeClients `json:"clients,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskForEachTaskTaskNewCluster struct {
|
|
|
|
ApplyPolicyDefaultValues bool `json:"apply_policy_default_values,omitempty"`
|
|
|
|
AutoterminationMinutes int `json:"autotermination_minutes,omitempty"`
|
|
|
|
ClusterId string `json:"cluster_id,omitempty"`
|
|
|
|
ClusterName string `json:"cluster_name,omitempty"`
|
|
|
|
CustomTags map[string]string `json:"custom_tags,omitempty"`
|
|
|
|
DataSecurityMode string `json:"data_security_mode,omitempty"`
|
|
|
|
DriverInstancePoolId string `json:"driver_instance_pool_id,omitempty"`
|
|
|
|
DriverNodeTypeId string `json:"driver_node_type_id,omitempty"`
|
|
|
|
EnableElasticDisk bool `json:"enable_elastic_disk,omitempty"`
|
|
|
|
EnableLocalDiskEncryption bool `json:"enable_local_disk_encryption,omitempty"`
|
|
|
|
IdempotencyToken string `json:"idempotency_token,omitempty"`
|
|
|
|
InstancePoolId string `json:"instance_pool_id,omitempty"`
|
|
|
|
NodeTypeId string `json:"node_type_id,omitempty"`
|
|
|
|
NumWorkers int `json:"num_workers"`
|
|
|
|
PolicyId string `json:"policy_id,omitempty"`
|
|
|
|
RuntimeEngine string `json:"runtime_engine,omitempty"`
|
|
|
|
SingleUserName string `json:"single_user_name,omitempty"`
|
|
|
|
SparkConf map[string]string `json:"spark_conf,omitempty"`
|
|
|
|
SparkEnvVars map[string]string `json:"spark_env_vars,omitempty"`
|
|
|
|
SparkVersion string `json:"spark_version"`
|
|
|
|
SshPublicKeys []string `json:"ssh_public_keys,omitempty"`
|
|
|
|
Autoscale *DataSourceJobJobSettingsSettingsTaskForEachTaskTaskNewClusterAutoscale `json:"autoscale,omitempty"`
|
|
|
|
AwsAttributes *DataSourceJobJobSettingsSettingsTaskForEachTaskTaskNewClusterAwsAttributes `json:"aws_attributes,omitempty"`
|
|
|
|
AzureAttributes *DataSourceJobJobSettingsSettingsTaskForEachTaskTaskNewClusterAzureAttributes `json:"azure_attributes,omitempty"`
|
|
|
|
ClusterLogConf *DataSourceJobJobSettingsSettingsTaskForEachTaskTaskNewClusterClusterLogConf `json:"cluster_log_conf,omitempty"`
|
|
|
|
ClusterMountInfo []DataSourceJobJobSettingsSettingsTaskForEachTaskTaskNewClusterClusterMountInfo `json:"cluster_mount_info,omitempty"`
|
|
|
|
DockerImage *DataSourceJobJobSettingsSettingsTaskForEachTaskTaskNewClusterDockerImage `json:"docker_image,omitempty"`
|
|
|
|
GcpAttributes *DataSourceJobJobSettingsSettingsTaskForEachTaskTaskNewClusterGcpAttributes `json:"gcp_attributes,omitempty"`
|
|
|
|
InitScripts []DataSourceJobJobSettingsSettingsTaskForEachTaskTaskNewClusterInitScripts `json:"init_scripts,omitempty"`
|
|
|
|
WorkloadType *DataSourceJobJobSettingsSettingsTaskForEachTaskTaskNewClusterWorkloadType `json:"workload_type,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskForEachTaskTaskNotebookTask struct {
|
|
|
|
BaseParameters map[string]string `json:"base_parameters,omitempty"`
|
|
|
|
NotebookPath string `json:"notebook_path"`
|
|
|
|
Source string `json:"source,omitempty"`
|
2024-04-18 20:20:01 +00:00
|
|
|
WarehouseId string `json:"warehouse_id,omitempty"`
|
2024-02-23 10:41:42 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskForEachTaskTaskNotificationSettings struct {
|
|
|
|
AlertOnLastAttempt bool `json:"alert_on_last_attempt,omitempty"`
|
|
|
|
NoAlertForCanceledRuns bool `json:"no_alert_for_canceled_runs,omitempty"`
|
|
|
|
NoAlertForSkippedRuns bool `json:"no_alert_for_skipped_runs,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskForEachTaskTaskPipelineTask struct {
|
|
|
|
FullRefresh bool `json:"full_refresh,omitempty"`
|
|
|
|
PipelineId string `json:"pipeline_id"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskForEachTaskTaskPythonWheelTask struct {
|
|
|
|
EntryPoint string `json:"entry_point,omitempty"`
|
|
|
|
NamedParameters map[string]string `json:"named_parameters,omitempty"`
|
|
|
|
PackageName string `json:"package_name,omitempty"`
|
|
|
|
Parameters []string `json:"parameters,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskForEachTaskTaskRunJobTask struct {
|
|
|
|
JobId int `json:"job_id"`
|
|
|
|
JobParameters map[string]string `json:"job_parameters,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskForEachTaskTaskSparkJarTask struct {
|
|
|
|
JarUri string `json:"jar_uri,omitempty"`
|
|
|
|
MainClassName string `json:"main_class_name,omitempty"`
|
|
|
|
Parameters []string `json:"parameters,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskForEachTaskTaskSparkPythonTask struct {
|
|
|
|
Parameters []string `json:"parameters,omitempty"`
|
|
|
|
PythonFile string `json:"python_file"`
|
|
|
|
Source string `json:"source,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskForEachTaskTaskSparkSubmitTask struct {
|
|
|
|
Parameters []string `json:"parameters,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskForEachTaskTaskSqlTaskAlertSubscriptions struct {
|
|
|
|
DestinationId string `json:"destination_id,omitempty"`
|
|
|
|
UserName string `json:"user_name,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskForEachTaskTaskSqlTaskAlert struct {
|
|
|
|
AlertId string `json:"alert_id"`
|
|
|
|
PauseSubscriptions bool `json:"pause_subscriptions,omitempty"`
|
|
|
|
Subscriptions []DataSourceJobJobSettingsSettingsTaskForEachTaskTaskSqlTaskAlertSubscriptions `json:"subscriptions,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskForEachTaskTaskSqlTaskDashboardSubscriptions struct {
|
|
|
|
DestinationId string `json:"destination_id,omitempty"`
|
|
|
|
UserName string `json:"user_name,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskForEachTaskTaskSqlTaskDashboard struct {
|
|
|
|
CustomSubject string `json:"custom_subject,omitempty"`
|
|
|
|
DashboardId string `json:"dashboard_id"`
|
|
|
|
PauseSubscriptions bool `json:"pause_subscriptions,omitempty"`
|
|
|
|
Subscriptions []DataSourceJobJobSettingsSettingsTaskForEachTaskTaskSqlTaskDashboardSubscriptions `json:"subscriptions,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskForEachTaskTaskSqlTaskFile struct {
|
|
|
|
Path string `json:"path"`
|
|
|
|
Source string `json:"source,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskForEachTaskTaskSqlTaskQuery struct {
|
|
|
|
QueryId string `json:"query_id"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskForEachTaskTaskSqlTask struct {
|
|
|
|
Parameters map[string]string `json:"parameters,omitempty"`
|
2024-05-31 07:13:43 +00:00
|
|
|
WarehouseId string `json:"warehouse_id"`
|
2024-02-23 10:41:42 +00:00
|
|
|
Alert *DataSourceJobJobSettingsSettingsTaskForEachTaskTaskSqlTaskAlert `json:"alert,omitempty"`
|
|
|
|
Dashboard *DataSourceJobJobSettingsSettingsTaskForEachTaskTaskSqlTaskDashboard `json:"dashboard,omitempty"`
|
|
|
|
File *DataSourceJobJobSettingsSettingsTaskForEachTaskTaskSqlTaskFile `json:"file,omitempty"`
|
|
|
|
Query *DataSourceJobJobSettingsSettingsTaskForEachTaskTaskSqlTaskQuery `json:"query,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskForEachTaskTaskWebhookNotificationsOnDurationWarningThresholdExceeded struct {
|
2024-04-05 14:49:04 +00:00
|
|
|
Id string `json:"id"`
|
2024-02-23 10:41:42 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskForEachTaskTaskWebhookNotificationsOnFailure struct {
|
2024-04-05 14:49:04 +00:00
|
|
|
Id string `json:"id"`
|
2024-02-23 10:41:42 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskForEachTaskTaskWebhookNotificationsOnStart struct {
|
2024-04-05 14:49:04 +00:00
|
|
|
Id string `json:"id"`
|
2024-02-23 10:41:42 +00:00
|
|
|
}
|
|
|
|
|
2024-06-26 09:29:46 +00:00
|
|
|
type DataSourceJobJobSettingsSettingsTaskForEachTaskTaskWebhookNotificationsOnStreamingBacklogExceeded struct {
|
|
|
|
Id string `json:"id"`
|
|
|
|
}
|
|
|
|
|
2024-02-23 10:41:42 +00:00
|
|
|
type DataSourceJobJobSettingsSettingsTaskForEachTaskTaskWebhookNotificationsOnSuccess struct {
|
2024-04-05 14:49:04 +00:00
|
|
|
Id string `json:"id"`
|
2024-02-23 10:41:42 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskForEachTaskTaskWebhookNotifications struct {
|
|
|
|
OnDurationWarningThresholdExceeded []DataSourceJobJobSettingsSettingsTaskForEachTaskTaskWebhookNotificationsOnDurationWarningThresholdExceeded `json:"on_duration_warning_threshold_exceeded,omitempty"`
|
|
|
|
OnFailure []DataSourceJobJobSettingsSettingsTaskForEachTaskTaskWebhookNotificationsOnFailure `json:"on_failure,omitempty"`
|
|
|
|
OnStart []DataSourceJobJobSettingsSettingsTaskForEachTaskTaskWebhookNotificationsOnStart `json:"on_start,omitempty"`
|
2024-06-26 09:29:46 +00:00
|
|
|
OnStreamingBacklogExceeded []DataSourceJobJobSettingsSettingsTaskForEachTaskTaskWebhookNotificationsOnStreamingBacklogExceeded `json:"on_streaming_backlog_exceeded,omitempty"`
|
2024-02-23 10:41:42 +00:00
|
|
|
OnSuccess []DataSourceJobJobSettingsSettingsTaskForEachTaskTaskWebhookNotificationsOnSuccess `json:"on_success,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskForEachTaskTask struct {
|
|
|
|
Description string `json:"description,omitempty"`
|
2024-04-18 20:20:01 +00:00
|
|
|
EnvironmentKey string `json:"environment_key,omitempty"`
|
2024-02-23 10:41:42 +00:00
|
|
|
ExistingClusterId string `json:"existing_cluster_id,omitempty"`
|
|
|
|
JobClusterKey string `json:"job_cluster_key,omitempty"`
|
|
|
|
MaxRetries int `json:"max_retries,omitempty"`
|
|
|
|
MinRetryIntervalMillis int `json:"min_retry_interval_millis,omitempty"`
|
|
|
|
RetryOnTimeout bool `json:"retry_on_timeout,omitempty"`
|
|
|
|
RunIf string `json:"run_if,omitempty"`
|
2024-05-31 07:13:43 +00:00
|
|
|
TaskKey string `json:"task_key"`
|
2024-02-23 10:41:42 +00:00
|
|
|
TimeoutSeconds int `json:"timeout_seconds,omitempty"`
|
|
|
|
ConditionTask *DataSourceJobJobSettingsSettingsTaskForEachTaskTaskConditionTask `json:"condition_task,omitempty"`
|
|
|
|
DbtTask *DataSourceJobJobSettingsSettingsTaskForEachTaskTaskDbtTask `json:"dbt_task,omitempty"`
|
|
|
|
DependsOn []DataSourceJobJobSettingsSettingsTaskForEachTaskTaskDependsOn `json:"depends_on,omitempty"`
|
|
|
|
EmailNotifications *DataSourceJobJobSettingsSettingsTaskForEachTaskTaskEmailNotifications `json:"email_notifications,omitempty"`
|
|
|
|
Health *DataSourceJobJobSettingsSettingsTaskForEachTaskTaskHealth `json:"health,omitempty"`
|
|
|
|
Library []DataSourceJobJobSettingsSettingsTaskForEachTaskTaskLibrary `json:"library,omitempty"`
|
|
|
|
NewCluster *DataSourceJobJobSettingsSettingsTaskForEachTaskTaskNewCluster `json:"new_cluster,omitempty"`
|
|
|
|
NotebookTask *DataSourceJobJobSettingsSettingsTaskForEachTaskTaskNotebookTask `json:"notebook_task,omitempty"`
|
|
|
|
NotificationSettings *DataSourceJobJobSettingsSettingsTaskForEachTaskTaskNotificationSettings `json:"notification_settings,omitempty"`
|
|
|
|
PipelineTask *DataSourceJobJobSettingsSettingsTaskForEachTaskTaskPipelineTask `json:"pipeline_task,omitempty"`
|
|
|
|
PythonWheelTask *DataSourceJobJobSettingsSettingsTaskForEachTaskTaskPythonWheelTask `json:"python_wheel_task,omitempty"`
|
|
|
|
RunJobTask *DataSourceJobJobSettingsSettingsTaskForEachTaskTaskRunJobTask `json:"run_job_task,omitempty"`
|
|
|
|
SparkJarTask *DataSourceJobJobSettingsSettingsTaskForEachTaskTaskSparkJarTask `json:"spark_jar_task,omitempty"`
|
|
|
|
SparkPythonTask *DataSourceJobJobSettingsSettingsTaskForEachTaskTaskSparkPythonTask `json:"spark_python_task,omitempty"`
|
|
|
|
SparkSubmitTask *DataSourceJobJobSettingsSettingsTaskForEachTaskTaskSparkSubmitTask `json:"spark_submit_task,omitempty"`
|
|
|
|
SqlTask *DataSourceJobJobSettingsSettingsTaskForEachTaskTaskSqlTask `json:"sql_task,omitempty"`
|
|
|
|
WebhookNotifications *DataSourceJobJobSettingsSettingsTaskForEachTaskTaskWebhookNotifications `json:"webhook_notifications,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskForEachTask struct {
|
|
|
|
Concurrency int `json:"concurrency,omitempty"`
|
|
|
|
Inputs string `json:"inputs"`
|
|
|
|
Task *DataSourceJobJobSettingsSettingsTaskForEachTaskTask `json:"task,omitempty"`
|
|
|
|
}
|
|
|
|
|
2023-08-03 11:20:30 +00:00
|
|
|
type DataSourceJobJobSettingsSettingsTaskHealthRules struct {
|
2024-05-31 07:13:43 +00:00
|
|
|
Metric string `json:"metric"`
|
|
|
|
Op string `json:"op"`
|
|
|
|
Value int `json:"value"`
|
2023-08-03 11:20:30 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskHealth struct {
|
|
|
|
Rules []DataSourceJobJobSettingsSettingsTaskHealthRules `json:"rules,omitempty"`
|
2022-12-06 15:26:19 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskLibraryCran struct {
|
|
|
|
Package string `json:"package"`
|
|
|
|
Repo string `json:"repo,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskLibraryMaven struct {
|
|
|
|
Coordinates string `json:"coordinates"`
|
|
|
|
Exclusions []string `json:"exclusions,omitempty"`
|
|
|
|
Repo string `json:"repo,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskLibraryPypi struct {
|
|
|
|
Package string `json:"package"`
|
|
|
|
Repo string `json:"repo,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskLibrary struct {
|
2024-05-06 11:41:37 +00:00
|
|
|
Egg string `json:"egg,omitempty"`
|
|
|
|
Jar string `json:"jar,omitempty"`
|
|
|
|
Requirements string `json:"requirements,omitempty"`
|
|
|
|
Whl string `json:"whl,omitempty"`
|
|
|
|
Cran *DataSourceJobJobSettingsSettingsTaskLibraryCran `json:"cran,omitempty"`
|
|
|
|
Maven *DataSourceJobJobSettingsSettingsTaskLibraryMaven `json:"maven,omitempty"`
|
|
|
|
Pypi *DataSourceJobJobSettingsSettingsTaskLibraryPypi `json:"pypi,omitempty"`
|
2022-12-06 15:26:19 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskNewClusterAutoscale struct {
|
|
|
|
MaxWorkers int `json:"max_workers,omitempty"`
|
|
|
|
MinWorkers int `json:"min_workers,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskNewClusterAwsAttributes struct {
|
|
|
|
Availability string `json:"availability,omitempty"`
|
|
|
|
EbsVolumeCount int `json:"ebs_volume_count,omitempty"`
|
|
|
|
EbsVolumeSize int `json:"ebs_volume_size,omitempty"`
|
|
|
|
EbsVolumeType string `json:"ebs_volume_type,omitempty"`
|
|
|
|
FirstOnDemand int `json:"first_on_demand,omitempty"`
|
|
|
|
InstanceProfileArn string `json:"instance_profile_arn,omitempty"`
|
|
|
|
SpotBidPricePercent int `json:"spot_bid_price_percent,omitempty"`
|
|
|
|
ZoneId string `json:"zone_id,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskNewClusterAzureAttributes struct {
|
|
|
|
Availability string `json:"availability,omitempty"`
|
|
|
|
FirstOnDemand int `json:"first_on_demand,omitempty"`
|
|
|
|
SpotBidMaxPrice int `json:"spot_bid_max_price,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskNewClusterClusterLogConfDbfs struct {
|
|
|
|
Destination string `json:"destination"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskNewClusterClusterLogConfS3 struct {
|
|
|
|
CannedAcl string `json:"canned_acl,omitempty"`
|
|
|
|
Destination string `json:"destination"`
|
|
|
|
EnableEncryption bool `json:"enable_encryption,omitempty"`
|
|
|
|
EncryptionType string `json:"encryption_type,omitempty"`
|
|
|
|
Endpoint string `json:"endpoint,omitempty"`
|
|
|
|
KmsKey string `json:"kms_key,omitempty"`
|
|
|
|
Region string `json:"region,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskNewClusterClusterLogConf struct {
|
|
|
|
Dbfs *DataSourceJobJobSettingsSettingsTaskNewClusterClusterLogConfDbfs `json:"dbfs,omitempty"`
|
|
|
|
S3 *DataSourceJobJobSettingsSettingsTaskNewClusterClusterLogConfS3 `json:"s3,omitempty"`
|
|
|
|
}
|
|
|
|
|
2023-03-20 16:22:55 +00:00
|
|
|
type DataSourceJobJobSettingsSettingsTaskNewClusterClusterMountInfoNetworkFilesystemInfo struct {
|
|
|
|
MountOptions string `json:"mount_options,omitempty"`
|
|
|
|
ServerAddress string `json:"server_address"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskNewClusterClusterMountInfo struct {
|
|
|
|
LocalMountDirPath string `json:"local_mount_dir_path"`
|
|
|
|
RemoteMountDirPath string `json:"remote_mount_dir_path,omitempty"`
|
|
|
|
NetworkFilesystemInfo *DataSourceJobJobSettingsSettingsTaskNewClusterClusterMountInfoNetworkFilesystemInfo `json:"network_filesystem_info,omitempty"`
|
|
|
|
}
|
|
|
|
|
2022-12-06 15:26:19 +00:00
|
|
|
type DataSourceJobJobSettingsSettingsTaskNewClusterDockerImageBasicAuth struct {
|
|
|
|
Password string `json:"password"`
|
|
|
|
Username string `json:"username"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskNewClusterDockerImage struct {
|
|
|
|
Url string `json:"url"`
|
|
|
|
BasicAuth *DataSourceJobJobSettingsSettingsTaskNewClusterDockerImageBasicAuth `json:"basic_auth,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskNewClusterGcpAttributes struct {
|
|
|
|
Availability string `json:"availability,omitempty"`
|
|
|
|
BootDiskSize int `json:"boot_disk_size,omitempty"`
|
|
|
|
GoogleServiceAccount string `json:"google_service_account,omitempty"`
|
2023-08-30 13:58:28 +00:00
|
|
|
LocalSsdCount int `json:"local_ssd_count,omitempty"`
|
2022-12-06 15:26:19 +00:00
|
|
|
UsePreemptibleExecutors bool `json:"use_preemptible_executors,omitempty"`
|
|
|
|
ZoneId string `json:"zone_id,omitempty"`
|
|
|
|
}
|
|
|
|
|
2023-03-20 16:22:55 +00:00
|
|
|
type DataSourceJobJobSettingsSettingsTaskNewClusterInitScriptsAbfss struct {
|
2024-02-16 07:05:45 +00:00
|
|
|
Destination string `json:"destination"`
|
2023-03-20 16:22:55 +00:00
|
|
|
}
|
|
|
|
|
2022-12-06 15:26:19 +00:00
|
|
|
type DataSourceJobJobSettingsSettingsTaskNewClusterInitScriptsDbfs struct {
|
|
|
|
Destination string `json:"destination"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskNewClusterInitScriptsFile struct {
|
2024-02-16 07:05:45 +00:00
|
|
|
Destination string `json:"destination"`
|
2022-12-06 15:26:19 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskNewClusterInitScriptsGcs struct {
|
2024-02-16 07:05:45 +00:00
|
|
|
Destination string `json:"destination"`
|
2022-12-06 15:26:19 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskNewClusterInitScriptsS3 struct {
|
|
|
|
CannedAcl string `json:"canned_acl,omitempty"`
|
|
|
|
Destination string `json:"destination"`
|
|
|
|
EnableEncryption bool `json:"enable_encryption,omitempty"`
|
|
|
|
EncryptionType string `json:"encryption_type,omitempty"`
|
|
|
|
Endpoint string `json:"endpoint,omitempty"`
|
|
|
|
KmsKey string `json:"kms_key,omitempty"`
|
|
|
|
Region string `json:"region,omitempty"`
|
|
|
|
}
|
|
|
|
|
2023-10-16 12:52:16 +00:00
|
|
|
type DataSourceJobJobSettingsSettingsTaskNewClusterInitScriptsVolumes struct {
|
2024-02-23 10:41:42 +00:00
|
|
|
Destination string `json:"destination"`
|
2023-10-16 12:52:16 +00:00
|
|
|
}
|
|
|
|
|
2023-05-23 17:33:24 +00:00
|
|
|
type DataSourceJobJobSettingsSettingsTaskNewClusterInitScriptsWorkspace struct {
|
2024-02-16 07:05:45 +00:00
|
|
|
Destination string `json:"destination"`
|
2023-05-23 17:33:24 +00:00
|
|
|
}
|
|
|
|
|
2022-12-06 15:26:19 +00:00
|
|
|
type DataSourceJobJobSettingsSettingsTaskNewClusterInitScripts struct {
|
2023-05-23 17:33:24 +00:00
|
|
|
Abfss *DataSourceJobJobSettingsSettingsTaskNewClusterInitScriptsAbfss `json:"abfss,omitempty"`
|
|
|
|
Dbfs *DataSourceJobJobSettingsSettingsTaskNewClusterInitScriptsDbfs `json:"dbfs,omitempty"`
|
|
|
|
File *DataSourceJobJobSettingsSettingsTaskNewClusterInitScriptsFile `json:"file,omitempty"`
|
|
|
|
Gcs *DataSourceJobJobSettingsSettingsTaskNewClusterInitScriptsGcs `json:"gcs,omitempty"`
|
|
|
|
S3 *DataSourceJobJobSettingsSettingsTaskNewClusterInitScriptsS3 `json:"s3,omitempty"`
|
2023-10-16 12:52:16 +00:00
|
|
|
Volumes *DataSourceJobJobSettingsSettingsTaskNewClusterInitScriptsVolumes `json:"volumes,omitempty"`
|
2023-05-23 17:33:24 +00:00
|
|
|
Workspace *DataSourceJobJobSettingsSettingsTaskNewClusterInitScriptsWorkspace `json:"workspace,omitempty"`
|
2022-12-06 15:26:19 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskNewClusterWorkloadTypeClients struct {
|
|
|
|
Jobs bool `json:"jobs,omitempty"`
|
|
|
|
Notebooks bool `json:"notebooks,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskNewClusterWorkloadType struct {
|
|
|
|
Clients *DataSourceJobJobSettingsSettingsTaskNewClusterWorkloadTypeClients `json:"clients,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskNewCluster struct {
|
2023-03-20 16:22:55 +00:00
|
|
|
ApplyPolicyDefaultValues bool `json:"apply_policy_default_values,omitempty"`
|
|
|
|
AutoterminationMinutes int `json:"autotermination_minutes,omitempty"`
|
|
|
|
ClusterId string `json:"cluster_id,omitempty"`
|
|
|
|
ClusterName string `json:"cluster_name,omitempty"`
|
|
|
|
CustomTags map[string]string `json:"custom_tags,omitempty"`
|
|
|
|
DataSecurityMode string `json:"data_security_mode,omitempty"`
|
|
|
|
DriverInstancePoolId string `json:"driver_instance_pool_id,omitempty"`
|
|
|
|
DriverNodeTypeId string `json:"driver_node_type_id,omitempty"`
|
|
|
|
EnableElasticDisk bool `json:"enable_elastic_disk,omitempty"`
|
|
|
|
EnableLocalDiskEncryption bool `json:"enable_local_disk_encryption,omitempty"`
|
|
|
|
IdempotencyToken string `json:"idempotency_token,omitempty"`
|
|
|
|
InstancePoolId string `json:"instance_pool_id,omitempty"`
|
|
|
|
NodeTypeId string `json:"node_type_id,omitempty"`
|
|
|
|
NumWorkers int `json:"num_workers"`
|
|
|
|
PolicyId string `json:"policy_id,omitempty"`
|
|
|
|
RuntimeEngine string `json:"runtime_engine,omitempty"`
|
|
|
|
SingleUserName string `json:"single_user_name,omitempty"`
|
|
|
|
SparkConf map[string]string `json:"spark_conf,omitempty"`
|
|
|
|
SparkEnvVars map[string]string `json:"spark_env_vars,omitempty"`
|
|
|
|
SparkVersion string `json:"spark_version"`
|
|
|
|
SshPublicKeys []string `json:"ssh_public_keys,omitempty"`
|
|
|
|
Autoscale *DataSourceJobJobSettingsSettingsTaskNewClusterAutoscale `json:"autoscale,omitempty"`
|
|
|
|
AwsAttributes *DataSourceJobJobSettingsSettingsTaskNewClusterAwsAttributes `json:"aws_attributes,omitempty"`
|
|
|
|
AzureAttributes *DataSourceJobJobSettingsSettingsTaskNewClusterAzureAttributes `json:"azure_attributes,omitempty"`
|
|
|
|
ClusterLogConf *DataSourceJobJobSettingsSettingsTaskNewClusterClusterLogConf `json:"cluster_log_conf,omitempty"`
|
|
|
|
ClusterMountInfo []DataSourceJobJobSettingsSettingsTaskNewClusterClusterMountInfo `json:"cluster_mount_info,omitempty"`
|
|
|
|
DockerImage *DataSourceJobJobSettingsSettingsTaskNewClusterDockerImage `json:"docker_image,omitempty"`
|
|
|
|
GcpAttributes *DataSourceJobJobSettingsSettingsTaskNewClusterGcpAttributes `json:"gcp_attributes,omitempty"`
|
|
|
|
InitScripts []DataSourceJobJobSettingsSettingsTaskNewClusterInitScripts `json:"init_scripts,omitempty"`
|
|
|
|
WorkloadType *DataSourceJobJobSettingsSettingsTaskNewClusterWorkloadType `json:"workload_type,omitempty"`
|
2022-12-06 15:26:19 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskNotebookTask struct {
|
|
|
|
BaseParameters map[string]string `json:"base_parameters,omitempty"`
|
|
|
|
NotebookPath string `json:"notebook_path"`
|
2023-03-20 16:22:55 +00:00
|
|
|
Source string `json:"source,omitempty"`
|
2024-04-18 20:20:01 +00:00
|
|
|
WarehouseId string `json:"warehouse_id,omitempty"`
|
2022-12-06 15:26:19 +00:00
|
|
|
}
|
|
|
|
|
2023-08-03 11:20:30 +00:00
|
|
|
type DataSourceJobJobSettingsSettingsTaskNotificationSettings struct {
|
|
|
|
AlertOnLastAttempt bool `json:"alert_on_last_attempt,omitempty"`
|
|
|
|
NoAlertForCanceledRuns bool `json:"no_alert_for_canceled_runs,omitempty"`
|
|
|
|
NoAlertForSkippedRuns bool `json:"no_alert_for_skipped_runs,omitempty"`
|
|
|
|
}
|
|
|
|
|
2022-12-06 15:26:19 +00:00
|
|
|
type DataSourceJobJobSettingsSettingsTaskPipelineTask struct {
|
2023-08-03 11:20:30 +00:00
|
|
|
FullRefresh bool `json:"full_refresh,omitempty"`
|
|
|
|
PipelineId string `json:"pipeline_id"`
|
2022-12-06 15:26:19 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskPythonWheelTask struct {
|
|
|
|
EntryPoint string `json:"entry_point,omitempty"`
|
|
|
|
NamedParameters map[string]string `json:"named_parameters,omitempty"`
|
|
|
|
PackageName string `json:"package_name,omitempty"`
|
|
|
|
Parameters []string `json:"parameters,omitempty"`
|
|
|
|
}
|
|
|
|
|
2023-08-30 13:58:28 +00:00
|
|
|
type DataSourceJobJobSettingsSettingsTaskRunJobTask struct {
|
2023-10-16 12:52:16 +00:00
|
|
|
JobId int `json:"job_id"`
|
2023-08-30 13:58:28 +00:00
|
|
|
JobParameters map[string]string `json:"job_parameters,omitempty"`
|
|
|
|
}
|
|
|
|
|
2022-12-06 15:26:19 +00:00
|
|
|
type DataSourceJobJobSettingsSettingsTaskSparkJarTask struct {
|
|
|
|
JarUri string `json:"jar_uri,omitempty"`
|
|
|
|
MainClassName string `json:"main_class_name,omitempty"`
|
|
|
|
Parameters []string `json:"parameters,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskSparkPythonTask struct {
|
|
|
|
Parameters []string `json:"parameters,omitempty"`
|
|
|
|
PythonFile string `json:"python_file"`
|
2023-05-23 17:33:24 +00:00
|
|
|
Source string `json:"source,omitempty"`
|
2022-12-06 15:26:19 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskSparkSubmitTask struct {
|
|
|
|
Parameters []string `json:"parameters,omitempty"`
|
|
|
|
}
|
|
|
|
|
2023-07-07 12:52:41 +00:00
|
|
|
type DataSourceJobJobSettingsSettingsTaskSqlTaskAlertSubscriptions struct {
|
|
|
|
DestinationId string `json:"destination_id,omitempty"`
|
|
|
|
UserName string `json:"user_name,omitempty"`
|
|
|
|
}
|
|
|
|
|
2022-12-06 15:26:19 +00:00
|
|
|
type DataSourceJobJobSettingsSettingsTaskSqlTaskAlert struct {
|
2023-07-07 12:52:41 +00:00
|
|
|
AlertId string `json:"alert_id"`
|
|
|
|
PauseSubscriptions bool `json:"pause_subscriptions,omitempty"`
|
|
|
|
Subscriptions []DataSourceJobJobSettingsSettingsTaskSqlTaskAlertSubscriptions `json:"subscriptions,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskSqlTaskDashboardSubscriptions struct {
|
|
|
|
DestinationId string `json:"destination_id,omitempty"`
|
|
|
|
UserName string `json:"user_name,omitempty"`
|
2022-12-06 15:26:19 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskSqlTaskDashboard struct {
|
2023-07-07 12:52:41 +00:00
|
|
|
CustomSubject string `json:"custom_subject,omitempty"`
|
|
|
|
DashboardId string `json:"dashboard_id"`
|
|
|
|
PauseSubscriptions bool `json:"pause_subscriptions,omitempty"`
|
|
|
|
Subscriptions []DataSourceJobJobSettingsSettingsTaskSqlTaskDashboardSubscriptions `json:"subscriptions,omitempty"`
|
2022-12-06 15:26:19 +00:00
|
|
|
}
|
|
|
|
|
2023-05-23 17:33:24 +00:00
|
|
|
type DataSourceJobJobSettingsSettingsTaskSqlTaskFile struct {
|
2024-02-23 10:41:42 +00:00
|
|
|
Path string `json:"path"`
|
|
|
|
Source string `json:"source,omitempty"`
|
2023-05-23 17:33:24 +00:00
|
|
|
}
|
|
|
|
|
2022-12-06 15:26:19 +00:00
|
|
|
type DataSourceJobJobSettingsSettingsTaskSqlTaskQuery struct {
|
|
|
|
QueryId string `json:"query_id"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskSqlTask struct {
|
|
|
|
Parameters map[string]string `json:"parameters,omitempty"`
|
2024-05-31 07:13:43 +00:00
|
|
|
WarehouseId string `json:"warehouse_id"`
|
2022-12-06 15:26:19 +00:00
|
|
|
Alert *DataSourceJobJobSettingsSettingsTaskSqlTaskAlert `json:"alert,omitempty"`
|
|
|
|
Dashboard *DataSourceJobJobSettingsSettingsTaskSqlTaskDashboard `json:"dashboard,omitempty"`
|
2023-05-23 17:33:24 +00:00
|
|
|
File *DataSourceJobJobSettingsSettingsTaskSqlTaskFile `json:"file,omitempty"`
|
2022-12-06 15:26:19 +00:00
|
|
|
Query *DataSourceJobJobSettingsSettingsTaskSqlTaskQuery `json:"query,omitempty"`
|
|
|
|
}
|
|
|
|
|
2023-12-11 21:53:21 +00:00
|
|
|
type DataSourceJobJobSettingsSettingsTaskWebhookNotificationsOnDurationWarningThresholdExceeded struct {
|
2024-04-05 14:49:04 +00:00
|
|
|
Id string `json:"id"`
|
2023-12-11 21:53:21 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskWebhookNotificationsOnFailure struct {
|
2024-04-05 14:49:04 +00:00
|
|
|
Id string `json:"id"`
|
2023-12-11 21:53:21 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskWebhookNotificationsOnStart struct {
|
2024-04-05 14:49:04 +00:00
|
|
|
Id string `json:"id"`
|
2023-12-11 21:53:21 +00:00
|
|
|
}
|
|
|
|
|
2024-06-26 09:29:46 +00:00
|
|
|
type DataSourceJobJobSettingsSettingsTaskWebhookNotificationsOnStreamingBacklogExceeded struct {
|
|
|
|
Id string `json:"id"`
|
|
|
|
}
|
|
|
|
|
2023-12-11 21:53:21 +00:00
|
|
|
type DataSourceJobJobSettingsSettingsTaskWebhookNotificationsOnSuccess struct {
|
2024-04-05 14:49:04 +00:00
|
|
|
Id string `json:"id"`
|
2023-12-11 21:53:21 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsTaskWebhookNotifications struct {
|
|
|
|
OnDurationWarningThresholdExceeded []DataSourceJobJobSettingsSettingsTaskWebhookNotificationsOnDurationWarningThresholdExceeded `json:"on_duration_warning_threshold_exceeded,omitempty"`
|
|
|
|
OnFailure []DataSourceJobJobSettingsSettingsTaskWebhookNotificationsOnFailure `json:"on_failure,omitempty"`
|
|
|
|
OnStart []DataSourceJobJobSettingsSettingsTaskWebhookNotificationsOnStart `json:"on_start,omitempty"`
|
2024-06-26 09:29:46 +00:00
|
|
|
OnStreamingBacklogExceeded []DataSourceJobJobSettingsSettingsTaskWebhookNotificationsOnStreamingBacklogExceeded `json:"on_streaming_backlog_exceeded,omitempty"`
|
2023-12-11 21:53:21 +00:00
|
|
|
OnSuccess []DataSourceJobJobSettingsSettingsTaskWebhookNotificationsOnSuccess `json:"on_success,omitempty"`
|
|
|
|
}
|
|
|
|
|
2022-12-06 15:26:19 +00:00
|
|
|
type DataSourceJobJobSettingsSettingsTask struct {
|
2023-08-03 11:20:30 +00:00
|
|
|
Description string `json:"description,omitempty"`
|
2024-04-18 20:20:01 +00:00
|
|
|
EnvironmentKey string `json:"environment_key,omitempty"`
|
2023-08-03 11:20:30 +00:00
|
|
|
ExistingClusterId string `json:"existing_cluster_id,omitempty"`
|
|
|
|
JobClusterKey string `json:"job_cluster_key,omitempty"`
|
|
|
|
MaxRetries int `json:"max_retries,omitempty"`
|
|
|
|
MinRetryIntervalMillis int `json:"min_retry_interval_millis,omitempty"`
|
|
|
|
RetryOnTimeout bool `json:"retry_on_timeout,omitempty"`
|
|
|
|
RunIf string `json:"run_if,omitempty"`
|
2024-05-31 07:13:43 +00:00
|
|
|
TaskKey string `json:"task_key"`
|
2023-08-03 11:20:30 +00:00
|
|
|
TimeoutSeconds int `json:"timeout_seconds,omitempty"`
|
|
|
|
ConditionTask *DataSourceJobJobSettingsSettingsTaskConditionTask `json:"condition_task,omitempty"`
|
|
|
|
DbtTask *DataSourceJobJobSettingsSettingsTaskDbtTask `json:"dbt_task,omitempty"`
|
|
|
|
DependsOn []DataSourceJobJobSettingsSettingsTaskDependsOn `json:"depends_on,omitempty"`
|
|
|
|
EmailNotifications *DataSourceJobJobSettingsSettingsTaskEmailNotifications `json:"email_notifications,omitempty"`
|
2024-02-23 10:41:42 +00:00
|
|
|
ForEachTask *DataSourceJobJobSettingsSettingsTaskForEachTask `json:"for_each_task,omitempty"`
|
2023-08-03 11:20:30 +00:00
|
|
|
Health *DataSourceJobJobSettingsSettingsTaskHealth `json:"health,omitempty"`
|
|
|
|
Library []DataSourceJobJobSettingsSettingsTaskLibrary `json:"library,omitempty"`
|
|
|
|
NewCluster *DataSourceJobJobSettingsSettingsTaskNewCluster `json:"new_cluster,omitempty"`
|
|
|
|
NotebookTask *DataSourceJobJobSettingsSettingsTaskNotebookTask `json:"notebook_task,omitempty"`
|
|
|
|
NotificationSettings *DataSourceJobJobSettingsSettingsTaskNotificationSettings `json:"notification_settings,omitempty"`
|
|
|
|
PipelineTask *DataSourceJobJobSettingsSettingsTaskPipelineTask `json:"pipeline_task,omitempty"`
|
|
|
|
PythonWheelTask *DataSourceJobJobSettingsSettingsTaskPythonWheelTask `json:"python_wheel_task,omitempty"`
|
2023-08-30 13:58:28 +00:00
|
|
|
RunJobTask *DataSourceJobJobSettingsSettingsTaskRunJobTask `json:"run_job_task,omitempty"`
|
2023-08-03 11:20:30 +00:00
|
|
|
SparkJarTask *DataSourceJobJobSettingsSettingsTaskSparkJarTask `json:"spark_jar_task,omitempty"`
|
|
|
|
SparkPythonTask *DataSourceJobJobSettingsSettingsTaskSparkPythonTask `json:"spark_python_task,omitempty"`
|
|
|
|
SparkSubmitTask *DataSourceJobJobSettingsSettingsTaskSparkSubmitTask `json:"spark_submit_task,omitempty"`
|
|
|
|
SqlTask *DataSourceJobJobSettingsSettingsTaskSqlTask `json:"sql_task,omitempty"`
|
2023-12-11 21:53:21 +00:00
|
|
|
WebhookNotifications *DataSourceJobJobSettingsSettingsTaskWebhookNotifications `json:"webhook_notifications,omitempty"`
|
2022-12-06 15:26:19 +00:00
|
|
|
}
|
|
|
|
|
2023-05-23 17:33:24 +00:00
|
|
|
type DataSourceJobJobSettingsSettingsTriggerFileArrival struct {
|
2023-07-07 12:52:41 +00:00
|
|
|
MinTimeBetweenTriggersSeconds int `json:"min_time_between_triggers_seconds,omitempty"`
|
|
|
|
Url string `json:"url"`
|
|
|
|
WaitAfterLastChangeSeconds int `json:"wait_after_last_change_seconds,omitempty"`
|
2023-05-23 17:33:24 +00:00
|
|
|
}
|
|
|
|
|
2024-04-05 14:49:04 +00:00
|
|
|
type DataSourceJobJobSettingsSettingsTriggerTableUpdate struct {
|
|
|
|
Condition string `json:"condition,omitempty"`
|
|
|
|
MinTimeBetweenTriggersSeconds int `json:"min_time_between_triggers_seconds,omitempty"`
|
|
|
|
TableNames []string `json:"table_names"`
|
|
|
|
WaitAfterLastChangeSeconds int `json:"wait_after_last_change_seconds,omitempty"`
|
|
|
|
}
|
|
|
|
|
2023-05-23 17:33:24 +00:00
|
|
|
type DataSourceJobJobSettingsSettingsTrigger struct {
|
|
|
|
PauseStatus string `json:"pause_status,omitempty"`
|
|
|
|
FileArrival *DataSourceJobJobSettingsSettingsTriggerFileArrival `json:"file_arrival,omitempty"`
|
2024-04-05 14:49:04 +00:00
|
|
|
TableUpdate *DataSourceJobJobSettingsSettingsTriggerTableUpdate `json:"table_update,omitempty"`
|
2023-05-23 17:33:24 +00:00
|
|
|
}
|
|
|
|
|
2023-08-03 11:20:30 +00:00
|
|
|
type DataSourceJobJobSettingsSettingsWebhookNotificationsOnDurationWarningThresholdExceeded struct {
|
2024-04-05 14:49:04 +00:00
|
|
|
Id string `json:"id"`
|
2023-08-03 11:20:30 +00:00
|
|
|
}
|
|
|
|
|
2022-12-06 15:26:19 +00:00
|
|
|
type DataSourceJobJobSettingsSettingsWebhookNotificationsOnFailure struct {
|
2024-04-05 14:49:04 +00:00
|
|
|
Id string `json:"id"`
|
2022-12-06 15:26:19 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsWebhookNotificationsOnStart struct {
|
2024-04-05 14:49:04 +00:00
|
|
|
Id string `json:"id"`
|
2022-12-06 15:26:19 +00:00
|
|
|
}
|
|
|
|
|
2024-06-26 09:29:46 +00:00
|
|
|
type DataSourceJobJobSettingsSettingsWebhookNotificationsOnStreamingBacklogExceeded struct {
|
|
|
|
Id string `json:"id"`
|
|
|
|
}
|
|
|
|
|
2022-12-06 15:26:19 +00:00
|
|
|
type DataSourceJobJobSettingsSettingsWebhookNotificationsOnSuccess struct {
|
2024-04-05 14:49:04 +00:00
|
|
|
Id string `json:"id"`
|
2022-12-06 15:26:19 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettingsWebhookNotifications struct {
|
2023-08-03 11:20:30 +00:00
|
|
|
OnDurationWarningThresholdExceeded []DataSourceJobJobSettingsSettingsWebhookNotificationsOnDurationWarningThresholdExceeded `json:"on_duration_warning_threshold_exceeded,omitempty"`
|
|
|
|
OnFailure []DataSourceJobJobSettingsSettingsWebhookNotificationsOnFailure `json:"on_failure,omitempty"`
|
|
|
|
OnStart []DataSourceJobJobSettingsSettingsWebhookNotificationsOnStart `json:"on_start,omitempty"`
|
2024-06-26 09:29:46 +00:00
|
|
|
OnStreamingBacklogExceeded []DataSourceJobJobSettingsSettingsWebhookNotificationsOnStreamingBacklogExceeded `json:"on_streaming_backlog_exceeded,omitempty"`
|
2023-08-03 11:20:30 +00:00
|
|
|
OnSuccess []DataSourceJobJobSettingsSettingsWebhookNotificationsOnSuccess `json:"on_success,omitempty"`
|
2022-12-06 15:26:19 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettingsSettings struct {
|
2023-12-11 21:53:21 +00:00
|
|
|
Description string `json:"description,omitempty"`
|
|
|
|
EditMode string `json:"edit_mode,omitempty"`
|
2022-12-06 15:26:19 +00:00
|
|
|
ExistingClusterId string `json:"existing_cluster_id,omitempty"`
|
|
|
|
Format string `json:"format,omitempty"`
|
|
|
|
MaxConcurrentRuns int `json:"max_concurrent_runs,omitempty"`
|
|
|
|
MaxRetries int `json:"max_retries,omitempty"`
|
|
|
|
MinRetryIntervalMillis int `json:"min_retry_interval_millis,omitempty"`
|
|
|
|
Name string `json:"name,omitempty"`
|
|
|
|
RetryOnTimeout bool `json:"retry_on_timeout,omitempty"`
|
|
|
|
Tags map[string]string `json:"tags,omitempty"`
|
|
|
|
TimeoutSeconds int `json:"timeout_seconds,omitempty"`
|
2023-03-20 16:22:55 +00:00
|
|
|
Continuous *DataSourceJobJobSettingsSettingsContinuous `json:"continuous,omitempty"`
|
2022-12-06 15:26:19 +00:00
|
|
|
DbtTask *DataSourceJobJobSettingsSettingsDbtTask `json:"dbt_task,omitempty"`
|
2023-10-27 09:16:41 +00:00
|
|
|
Deployment *DataSourceJobJobSettingsSettingsDeployment `json:"deployment,omitempty"`
|
2022-12-06 15:26:19 +00:00
|
|
|
EmailNotifications *DataSourceJobJobSettingsSettingsEmailNotifications `json:"email_notifications,omitempty"`
|
2024-04-18 20:20:01 +00:00
|
|
|
Environment []DataSourceJobJobSettingsSettingsEnvironment `json:"environment,omitempty"`
|
2022-12-06 15:26:19 +00:00
|
|
|
GitSource *DataSourceJobJobSettingsSettingsGitSource `json:"git_source,omitempty"`
|
2023-08-03 11:20:30 +00:00
|
|
|
Health *DataSourceJobJobSettingsSettingsHealth `json:"health,omitempty"`
|
2022-12-06 15:26:19 +00:00
|
|
|
JobCluster []DataSourceJobJobSettingsSettingsJobCluster `json:"job_cluster,omitempty"`
|
|
|
|
Library []DataSourceJobJobSettingsSettingsLibrary `json:"library,omitempty"`
|
|
|
|
NewCluster *DataSourceJobJobSettingsSettingsNewCluster `json:"new_cluster,omitempty"`
|
|
|
|
NotebookTask *DataSourceJobJobSettingsSettingsNotebookTask `json:"notebook_task,omitempty"`
|
2023-05-23 17:33:24 +00:00
|
|
|
NotificationSettings *DataSourceJobJobSettingsSettingsNotificationSettings `json:"notification_settings,omitempty"`
|
2023-08-30 13:58:28 +00:00
|
|
|
Parameter []DataSourceJobJobSettingsSettingsParameter `json:"parameter,omitempty"`
|
2022-12-06 15:26:19 +00:00
|
|
|
PipelineTask *DataSourceJobJobSettingsSettingsPipelineTask `json:"pipeline_task,omitempty"`
|
|
|
|
PythonWheelTask *DataSourceJobJobSettingsSettingsPythonWheelTask `json:"python_wheel_task,omitempty"`
|
2023-05-23 17:33:24 +00:00
|
|
|
Queue *DataSourceJobJobSettingsSettingsQueue `json:"queue,omitempty"`
|
2023-06-21 06:40:11 +00:00
|
|
|
RunAs *DataSourceJobJobSettingsSettingsRunAs `json:"run_as,omitempty"`
|
2023-08-30 13:58:28 +00:00
|
|
|
RunJobTask *DataSourceJobJobSettingsSettingsRunJobTask `json:"run_job_task,omitempty"`
|
2022-12-06 15:26:19 +00:00
|
|
|
Schedule *DataSourceJobJobSettingsSettingsSchedule `json:"schedule,omitempty"`
|
|
|
|
SparkJarTask *DataSourceJobJobSettingsSettingsSparkJarTask `json:"spark_jar_task,omitempty"`
|
|
|
|
SparkPythonTask *DataSourceJobJobSettingsSettingsSparkPythonTask `json:"spark_python_task,omitempty"`
|
|
|
|
SparkSubmitTask *DataSourceJobJobSettingsSettingsSparkSubmitTask `json:"spark_submit_task,omitempty"`
|
|
|
|
Task []DataSourceJobJobSettingsSettingsTask `json:"task,omitempty"`
|
2023-05-23 17:33:24 +00:00
|
|
|
Trigger *DataSourceJobJobSettingsSettingsTrigger `json:"trigger,omitempty"`
|
2022-12-06 15:26:19 +00:00
|
|
|
WebhookNotifications *DataSourceJobJobSettingsSettingsWebhookNotifications `json:"webhook_notifications,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJobJobSettings struct {
|
|
|
|
CreatedTime int `json:"created_time,omitempty"`
|
|
|
|
CreatorUserName string `json:"creator_user_name,omitempty"`
|
|
|
|
JobId int `json:"job_id,omitempty"`
|
2023-06-21 06:40:11 +00:00
|
|
|
RunAsUserName string `json:"run_as_user_name,omitempty"`
|
2022-12-06 15:26:19 +00:00
|
|
|
Settings *DataSourceJobJobSettingsSettings `json:"settings,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
type DataSourceJob struct {
|
|
|
|
Id string `json:"id,omitempty"`
|
|
|
|
JobId string `json:"job_id,omitempty"`
|
|
|
|
JobName string `json:"job_name,omitempty"`
|
2023-03-20 16:22:55 +00:00
|
|
|
Name string `json:"name,omitempty"`
|
2022-12-06 15:26:19 +00:00
|
|
|
JobSettings *DataSourceJobJobSettings `json:"job_settings,omitempty"`
|
|
|
|
}
|