mirror of https://github.com/databricks/cli.git
10845 lines
348 KiB
JSON
10845 lines
348 KiB
JSON
{
|
|
"properties": {
|
|
"environments": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"resources": {
|
|
"properties": {
|
|
"aws_s3_mount": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"cluster_id": {
|
|
"type": "string"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"instance_profile": {
|
|
"type": "string"
|
|
},
|
|
"mount_name": {
|
|
"type": "string"
|
|
},
|
|
"s3_bucket_name": {
|
|
"type": "string"
|
|
},
|
|
"source": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"mount_name",
|
|
"s3_bucket_name"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"azure_adls_gen1_mount": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"client_id": {
|
|
"type": "string"
|
|
},
|
|
"client_secret_key": {
|
|
"type": "string"
|
|
},
|
|
"client_secret_scope": {
|
|
"type": "string"
|
|
},
|
|
"cluster_id": {
|
|
"type": "string"
|
|
},
|
|
"directory": {
|
|
"type": "string"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"mount_name": {
|
|
"type": "string"
|
|
},
|
|
"source": {
|
|
"type": "string"
|
|
},
|
|
"spark_conf_prefix": {
|
|
"type": "string"
|
|
},
|
|
"storage_resource_name": {
|
|
"type": "string"
|
|
},
|
|
"tenant_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"tenant_id",
|
|
"mount_name",
|
|
"storage_resource_name",
|
|
"client_id",
|
|
"client_secret_key",
|
|
"client_secret_scope"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"azure_adls_gen2_mount": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"client_id": {
|
|
"type": "string"
|
|
},
|
|
"client_secret_key": {
|
|
"type": "string"
|
|
},
|
|
"client_secret_scope": {
|
|
"type": "string"
|
|
},
|
|
"cluster_id": {
|
|
"type": "string"
|
|
},
|
|
"container_name": {
|
|
"type": "string"
|
|
},
|
|
"directory": {
|
|
"type": "string"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"initialize_file_system": {
|
|
"type": "boolean"
|
|
},
|
|
"mount_name": {
|
|
"type": "string"
|
|
},
|
|
"source": {
|
|
"type": "string"
|
|
},
|
|
"storage_account_name": {
|
|
"type": "string"
|
|
},
|
|
"tenant_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"initialize_file_system",
|
|
"mount_name",
|
|
"tenant_id",
|
|
"client_secret_key",
|
|
"container_name",
|
|
"storage_account_name",
|
|
"client_id",
|
|
"client_secret_scope"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"azure_blob_mount": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"auth_type": {
|
|
"type": "string"
|
|
},
|
|
"cluster_id": {
|
|
"type": "string"
|
|
},
|
|
"container_name": {
|
|
"type": "string"
|
|
},
|
|
"directory": {
|
|
"type": "string"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"mount_name": {
|
|
"type": "string"
|
|
},
|
|
"source": {
|
|
"type": "string"
|
|
},
|
|
"storage_account_name": {
|
|
"type": "string"
|
|
},
|
|
"token_secret_key": {
|
|
"type": "string"
|
|
},
|
|
"token_secret_scope": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"container_name",
|
|
"token_secret_key",
|
|
"auth_type",
|
|
"mount_name",
|
|
"storage_account_name",
|
|
"token_secret_scope"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"catalog": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"comment": {
|
|
"type": "string"
|
|
},
|
|
"force_destroy": {
|
|
"type": "boolean"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"metastore_id": {
|
|
"type": "string"
|
|
},
|
|
"name": {
|
|
"type": "string"
|
|
},
|
|
"owner": {
|
|
"type": "string"
|
|
},
|
|
"properties": {
|
|
"type": "object"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"name"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"cluster": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"apply_policy_default_values": {
|
|
"type": "boolean"
|
|
},
|
|
"autoscale": {
|
|
"properties": {
|
|
"max_workers": {
|
|
"type": "integer"
|
|
},
|
|
"min_workers": {
|
|
"type": "integer"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"autotermination_minutes": {
|
|
"type": "integer"
|
|
},
|
|
"aws_attributes": {
|
|
"properties": {
|
|
"availability": {
|
|
"type": "string"
|
|
},
|
|
"ebs_volume_count": {
|
|
"type": "integer"
|
|
},
|
|
"ebs_volume_size": {
|
|
"type": "integer"
|
|
},
|
|
"ebs_volume_type": {
|
|
"type": "string"
|
|
},
|
|
"first_on_demand": {
|
|
"type": "integer"
|
|
},
|
|
"instance_profile_arn": {
|
|
"type": "string"
|
|
},
|
|
"spot_bid_price_percent": {
|
|
"type": "integer"
|
|
},
|
|
"zone_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"azure_attributes": {
|
|
"properties": {
|
|
"availability": {
|
|
"type": "string"
|
|
},
|
|
"first_on_demand": {
|
|
"type": "integer"
|
|
},
|
|
"spot_bid_max_price": {
|
|
"type": "integer"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"cluster_id": {
|
|
"type": "string"
|
|
},
|
|
"cluster_log_conf": {
|
|
"properties": {
|
|
"dbfs": {
|
|
"properties": {
|
|
"destination": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"destination"
|
|
]
|
|
},
|
|
"s3": {
|
|
"properties": {
|
|
"canned_acl": {
|
|
"type": "string"
|
|
},
|
|
"destination": {
|
|
"type": "string"
|
|
},
|
|
"enable_encryption": {
|
|
"type": "boolean"
|
|
},
|
|
"encryption_type": {
|
|
"type": "string"
|
|
},
|
|
"endpoint": {
|
|
"type": "string"
|
|
},
|
|
"kms_key": {
|
|
"type": "string"
|
|
},
|
|
"region": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"destination"
|
|
]
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"cluster_name": {
|
|
"type": "string"
|
|
},
|
|
"custom_tags": {
|
|
"type": "object"
|
|
},
|
|
"data_security_mode": {
|
|
"type": "string"
|
|
},
|
|
"default_tags": {
|
|
"type": "object"
|
|
},
|
|
"docker_image": {
|
|
"properties": {
|
|
"basic_auth": {
|
|
"properties": {
|
|
"password": {
|
|
"type": "string"
|
|
},
|
|
"username": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"password",
|
|
"username"
|
|
]
|
|
},
|
|
"url": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"url"
|
|
]
|
|
},
|
|
"driver_instance_pool_id": {
|
|
"type": "string"
|
|
},
|
|
"driver_node_type_id": {
|
|
"type": "string"
|
|
},
|
|
"enable_elastic_disk": {
|
|
"type": "boolean"
|
|
},
|
|
"enable_local_disk_encryption": {
|
|
"type": "boolean"
|
|
},
|
|
"gcp_attributes": {
|
|
"properties": {
|
|
"availability": {
|
|
"type": "string"
|
|
},
|
|
"boot_disk_size": {
|
|
"type": "integer"
|
|
},
|
|
"google_service_account": {
|
|
"type": "string"
|
|
},
|
|
"use_preemptible_executors": {
|
|
"type": "boolean"
|
|
},
|
|
"zone_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"idempotency_token": {
|
|
"type": "string"
|
|
},
|
|
"init_scripts": {
|
|
"properties": {
|
|
"dbfs": {
|
|
"properties": {
|
|
"destination": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"destination"
|
|
]
|
|
},
|
|
"file": {
|
|
"properties": {
|
|
"destination": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"gcs": {
|
|
"properties": {
|
|
"destination": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"s3": {
|
|
"properties": {
|
|
"canned_acl": {
|
|
"type": "string"
|
|
},
|
|
"destination": {
|
|
"type": "string"
|
|
},
|
|
"enable_encryption": {
|
|
"type": "boolean"
|
|
},
|
|
"encryption_type": {
|
|
"type": "string"
|
|
},
|
|
"endpoint": {
|
|
"type": "string"
|
|
},
|
|
"kms_key": {
|
|
"type": "string"
|
|
},
|
|
"region": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"destination"
|
|
]
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"instance_pool_id": {
|
|
"type": "string"
|
|
},
|
|
"is_pinned": {
|
|
"type": "boolean"
|
|
},
|
|
"library": {
|
|
"properties": {
|
|
"cran": {
|
|
"properties": {
|
|
"package": {
|
|
"type": "string"
|
|
},
|
|
"repo": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"package"
|
|
]
|
|
},
|
|
"egg": {
|
|
"type": "string"
|
|
},
|
|
"jar": {
|
|
"type": "string"
|
|
},
|
|
"maven": {
|
|
"properties": {
|
|
"coordinates": {
|
|
"type": "string"
|
|
},
|
|
"exclusions": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
},
|
|
"repo": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"coordinates"
|
|
]
|
|
},
|
|
"pypi": {
|
|
"properties": {
|
|
"package": {
|
|
"type": "string"
|
|
},
|
|
"repo": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"package"
|
|
]
|
|
},
|
|
"whl": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"node_type_id": {
|
|
"type": "string"
|
|
},
|
|
"num_workers": {
|
|
"type": "integer"
|
|
},
|
|
"policy_id": {
|
|
"type": "string"
|
|
},
|
|
"single_user_name": {
|
|
"type": "string"
|
|
},
|
|
"spark_conf": {
|
|
"type": "object"
|
|
},
|
|
"spark_env_vars": {
|
|
"type": "object"
|
|
},
|
|
"spark_version": {
|
|
"type": "string"
|
|
},
|
|
"ssh_public_keys": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
},
|
|
"state": {
|
|
"type": "string"
|
|
},
|
|
"timeouts": {
|
|
"properties": {
|
|
"create": {
|
|
"type": "string"
|
|
},
|
|
"delete": {
|
|
"type": "string"
|
|
},
|
|
"update": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"url": {
|
|
"type": "string"
|
|
},
|
|
"workload_type": {
|
|
"properties": {
|
|
"clients": {
|
|
"properties": {
|
|
"jobs": {
|
|
"type": "boolean"
|
|
},
|
|
"notebooks": {
|
|
"type": "boolean"
|
|
}
|
|
},
|
|
"type": "object"
|
|
}
|
|
},
|
|
"type": "object"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"spark_version"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"cluster_policy": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"definition": {
|
|
"type": "string",
|
|
"description": "Policy definition JSON document expressed in\nDatabricks Policy Definition Language."
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"name": {
|
|
"type": "string",
|
|
"description": "Cluster policy name. This must be unique.\nLength must be between 1 and 100 characters."
|
|
},
|
|
"policy_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"name"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"dbfs_file": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"content_base64": {
|
|
"type": "string"
|
|
},
|
|
"dbfs_path": {
|
|
"type": "string"
|
|
},
|
|
"file_size": {
|
|
"type": "integer"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"md5": {
|
|
"type": "string"
|
|
},
|
|
"path": {
|
|
"type": "string"
|
|
},
|
|
"source": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"path"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"directory": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"delete_recursive": {
|
|
"type": "boolean"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"object_id": {
|
|
"type": "integer"
|
|
},
|
|
"path": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"path"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"entitlements": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"allow_cluster_create": {
|
|
"type": "boolean"
|
|
},
|
|
"allow_instance_pool_create": {
|
|
"type": "boolean"
|
|
},
|
|
"databricks_sql_access": {
|
|
"type": "boolean"
|
|
},
|
|
"group_id": {
|
|
"type": "string"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"service_principal_id": {
|
|
"type": "string"
|
|
},
|
|
"user_id": {
|
|
"type": "string"
|
|
},
|
|
"workspace_access": {
|
|
"type": "boolean"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"type": "object"
|
|
},
|
|
"external_location": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"comment": {
|
|
"type": "string"
|
|
},
|
|
"credential_name": {
|
|
"type": "string"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"metastore_id": {
|
|
"type": "string"
|
|
},
|
|
"name": {
|
|
"type": "string"
|
|
},
|
|
"owner": {
|
|
"type": "string"
|
|
},
|
|
"skip_validation": {
|
|
"type": "boolean"
|
|
},
|
|
"url": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"url",
|
|
"credential_name",
|
|
"name"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"git_credential": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"force": {
|
|
"type": "boolean"
|
|
},
|
|
"git_provider": {
|
|
"type": "string"
|
|
},
|
|
"git_username": {
|
|
"type": "string"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"personal_access_token": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"git_provider",
|
|
"git_username",
|
|
"personal_access_token"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"global_init_script": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"content_base64": {
|
|
"type": "string"
|
|
},
|
|
"enabled": {
|
|
"type": "boolean"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"md5": {
|
|
"type": "string"
|
|
},
|
|
"name": {
|
|
"type": "string"
|
|
},
|
|
"position": {
|
|
"type": "integer"
|
|
},
|
|
"source": {
|
|
"type": "string"
|
|
},
|
|
"timeouts": {
|
|
"type": "object"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"name"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"grants": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"catalog": {
|
|
"type": "string"
|
|
},
|
|
"external_location": {
|
|
"type": "string"
|
|
},
|
|
"function": {
|
|
"type": "string"
|
|
},
|
|
"grant": {
|
|
"properties": {
|
|
"principal": {
|
|
"type": "string"
|
|
},
|
|
"privileges": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"principal",
|
|
"privileges"
|
|
]
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"metastore": {
|
|
"type": "string"
|
|
},
|
|
"schema": {
|
|
"type": "string"
|
|
},
|
|
"storage_credential": {
|
|
"type": "string"
|
|
},
|
|
"table": {
|
|
"type": "string"
|
|
},
|
|
"view": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"type": "object"
|
|
},
|
|
"group": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"allow_cluster_create": {
|
|
"type": "boolean"
|
|
},
|
|
"allow_instance_pool_create": {
|
|
"type": "boolean"
|
|
},
|
|
"databricks_sql_access": {
|
|
"type": "boolean"
|
|
},
|
|
"display_name": {
|
|
"type": "string"
|
|
},
|
|
"external_id": {
|
|
"type": "string"
|
|
},
|
|
"force": {
|
|
"type": "boolean"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"url": {
|
|
"type": "string"
|
|
},
|
|
"workspace_access": {
|
|
"type": "boolean"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"display_name"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"group_instance_profile": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"group_id": {
|
|
"type": "string"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"instance_profile_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"group_id",
|
|
"instance_profile_id"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"group_member": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"group_id": {
|
|
"type": "string"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"member_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"member_id",
|
|
"group_id"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"group_role": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"group_id": {
|
|
"type": "string"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"role": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"group_id",
|
|
"role"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"instance_pool": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"aws_attributes": {
|
|
"properties": {
|
|
"availability": {
|
|
"type": "string"
|
|
},
|
|
"spot_bid_price_percent": {
|
|
"type": "integer"
|
|
},
|
|
"zone_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"azure_attributes": {
|
|
"properties": {
|
|
"availability": {
|
|
"type": "string"
|
|
},
|
|
"spot_bid_max_price": {
|
|
"type": "integer"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"custom_tags": {
|
|
"type": "object"
|
|
},
|
|
"disk_spec": {
|
|
"properties": {
|
|
"disk_count": {
|
|
"type": "integer"
|
|
},
|
|
"disk_size": {
|
|
"type": "integer"
|
|
},
|
|
"disk_type": {
|
|
"properties": {
|
|
"azure_disk_volume_type": {
|
|
"type": "string"
|
|
},
|
|
"ebs_volume_type": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"enable_elastic_disk": {
|
|
"type": "boolean"
|
|
},
|
|
"gcp_attributes": {
|
|
"properties": {
|
|
"availability": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"idle_instance_autotermination_minutes": {
|
|
"type": "integer"
|
|
},
|
|
"instance_pool_fleet_attributes": {
|
|
"properties": {
|
|
"fleet_on_demand_option": {
|
|
"properties": {
|
|
"allocation_strategy": {
|
|
"type": "string"
|
|
},
|
|
"instance_pools_to_use_count": {
|
|
"type": "integer"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"allocation_strategy"
|
|
]
|
|
},
|
|
"fleet_spot_option": {
|
|
"properties": {
|
|
"allocation_strategy": {
|
|
"type": "string"
|
|
},
|
|
"instance_pools_to_use_count": {
|
|
"type": "integer"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"allocation_strategy"
|
|
]
|
|
},
|
|
"launch_template_override": {
|
|
"properties": {
|
|
"availability_zone": {
|
|
"type": "string"
|
|
},
|
|
"instance_type": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"availability_zone",
|
|
"instance_type"
|
|
]
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"instance_pool_id": {
|
|
"type": "string"
|
|
},
|
|
"instance_pool_name": {
|
|
"type": "string"
|
|
},
|
|
"max_capacity": {
|
|
"type": "integer"
|
|
},
|
|
"min_idle_instances": {
|
|
"type": "integer"
|
|
},
|
|
"node_type_id": {
|
|
"type": "string"
|
|
},
|
|
"preloaded_docker_image": {
|
|
"properties": {
|
|
"basic_auth": {
|
|
"properties": {
|
|
"password": {
|
|
"type": "string"
|
|
},
|
|
"username": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"password",
|
|
"username"
|
|
]
|
|
},
|
|
"url": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"url"
|
|
]
|
|
},
|
|
"preloaded_spark_versions": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"idle_instance_autotermination_minutes",
|
|
"instance_pool_name"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"instance_profile": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"instance_profile_arn": {
|
|
"type": "string"
|
|
},
|
|
"is_meta_instance_profile": {
|
|
"type": "boolean"
|
|
},
|
|
"skip_validation": {
|
|
"type": "boolean"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"type": "object"
|
|
},
|
|
"ip_access_list": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"enabled": {
|
|
"type": "boolean"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"ip_addresses": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
},
|
|
"label": {
|
|
"type": "string"
|
|
},
|
|
"list_type": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"ip_addresses",
|
|
"label",
|
|
"list_type"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"job": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"always_running": {
|
|
"type": "boolean"
|
|
},
|
|
"dbt_task": {
|
|
"properties": {
|
|
"commands": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
},
|
|
"profiles_directory": {
|
|
"type": "string"
|
|
},
|
|
"project_directory": {
|
|
"type": "string"
|
|
},
|
|
"schema": {
|
|
"type": "string"
|
|
},
|
|
"warehouse_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"commands"
|
|
]
|
|
},
|
|
"email_notifications": {
|
|
"properties": {
|
|
"alert_on_last_attempt": {
|
|
"type": "boolean"
|
|
},
|
|
"no_alert_for_skipped_runs": {
|
|
"type": "boolean"
|
|
},
|
|
"on_failure": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
},
|
|
"on_start": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
},
|
|
"on_success": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"existing_cluster_id": {
|
|
"type": "string"
|
|
},
|
|
"format": {
|
|
"type": "string"
|
|
},
|
|
"git_source": {
|
|
"properties": {
|
|
"branch": {
|
|
"type": "string"
|
|
},
|
|
"commit": {
|
|
"type": "string"
|
|
},
|
|
"provider": {
|
|
"type": "string"
|
|
},
|
|
"tag": {
|
|
"type": "string"
|
|
},
|
|
"url": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"url"
|
|
]
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"job_cluster": {
|
|
"properties": {
|
|
"job_cluster_key": {
|
|
"type": "string"
|
|
},
|
|
"new_cluster": {
|
|
"properties": {
|
|
"apply_policy_default_values": {
|
|
"type": "boolean"
|
|
},
|
|
"autoscale": {
|
|
"properties": {
|
|
"max_workers": {
|
|
"type": "integer"
|
|
},
|
|
"min_workers": {
|
|
"type": "integer"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"autotermination_minutes": {
|
|
"type": "integer"
|
|
},
|
|
"aws_attributes": {
|
|
"properties": {
|
|
"availability": {
|
|
"type": "string"
|
|
},
|
|
"ebs_volume_count": {
|
|
"type": "integer"
|
|
},
|
|
"ebs_volume_size": {
|
|
"type": "integer"
|
|
},
|
|
"ebs_volume_type": {
|
|
"type": "string"
|
|
},
|
|
"first_on_demand": {
|
|
"type": "integer"
|
|
},
|
|
"instance_profile_arn": {
|
|
"type": "string"
|
|
},
|
|
"spot_bid_price_percent": {
|
|
"type": "integer"
|
|
},
|
|
"zone_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"azure_attributes": {
|
|
"properties": {
|
|
"availability": {
|
|
"type": "string"
|
|
},
|
|
"first_on_demand": {
|
|
"type": "integer"
|
|
},
|
|
"spot_bid_max_price": {
|
|
"type": "integer"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"cluster_id": {
|
|
"type": "string"
|
|
},
|
|
"cluster_log_conf": {
|
|
"properties": {
|
|
"dbfs": {
|
|
"properties": {
|
|
"destination": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"destination"
|
|
]
|
|
},
|
|
"s3": {
|
|
"properties": {
|
|
"canned_acl": {
|
|
"type": "string"
|
|
},
|
|
"destination": {
|
|
"type": "string"
|
|
},
|
|
"enable_encryption": {
|
|
"type": "boolean"
|
|
},
|
|
"encryption_type": {
|
|
"type": "string"
|
|
},
|
|
"endpoint": {
|
|
"type": "string"
|
|
},
|
|
"kms_key": {
|
|
"type": "string"
|
|
},
|
|
"region": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"destination"
|
|
]
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"cluster_name": {
|
|
"type": "string"
|
|
},
|
|
"custom_tags": {
|
|
"type": "object"
|
|
},
|
|
"data_security_mode": {
|
|
"type": "string"
|
|
},
|
|
"docker_image": {
|
|
"properties": {
|
|
"basic_auth": {
|
|
"properties": {
|
|
"password": {
|
|
"type": "string"
|
|
},
|
|
"username": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"password",
|
|
"username"
|
|
]
|
|
},
|
|
"url": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"url"
|
|
]
|
|
},
|
|
"driver_instance_pool_id": {
|
|
"type": "string"
|
|
},
|
|
"driver_node_type_id": {
|
|
"type": "string"
|
|
},
|
|
"enable_elastic_disk": {
|
|
"type": "boolean"
|
|
},
|
|
"enable_local_disk_encryption": {
|
|
"type": "boolean"
|
|
},
|
|
"gcp_attributes": {
|
|
"properties": {
|
|
"availability": {
|
|
"type": "string"
|
|
},
|
|
"boot_disk_size": {
|
|
"type": "integer"
|
|
},
|
|
"google_service_account": {
|
|
"type": "string"
|
|
},
|
|
"use_preemptible_executors": {
|
|
"type": "boolean"
|
|
},
|
|
"zone_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"idempotency_token": {
|
|
"type": "string"
|
|
},
|
|
"init_scripts": {
|
|
"properties": {
|
|
"dbfs": {
|
|
"properties": {
|
|
"destination": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"destination"
|
|
]
|
|
},
|
|
"file": {
|
|
"properties": {
|
|
"destination": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"gcs": {
|
|
"properties": {
|
|
"destination": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"s3": {
|
|
"properties": {
|
|
"canned_acl": {
|
|
"type": "string"
|
|
},
|
|
"destination": {
|
|
"type": "string"
|
|
},
|
|
"enable_encryption": {
|
|
"type": "boolean"
|
|
},
|
|
"encryption_type": {
|
|
"type": "string"
|
|
},
|
|
"endpoint": {
|
|
"type": "string"
|
|
},
|
|
"kms_key": {
|
|
"type": "string"
|
|
},
|
|
"region": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"destination"
|
|
]
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"instance_pool_id": {
|
|
"type": "string"
|
|
},
|
|
"node_type_id": {
|
|
"type": "string"
|
|
},
|
|
"num_workers": {
|
|
"type": "integer"
|
|
},
|
|
"policy_id": {
|
|
"type": "string"
|
|
},
|
|
"single_user_name": {
|
|
"type": "string"
|
|
},
|
|
"spark_conf": {
|
|
"type": "object"
|
|
},
|
|
"spark_env_vars": {
|
|
"type": "object"
|
|
},
|
|
"spark_version": {
|
|
"type": "string"
|
|
},
|
|
"ssh_public_keys": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
},
|
|
"workload_type": {
|
|
"properties": {
|
|
"clients": {
|
|
"properties": {
|
|
"jobs": {
|
|
"type": "boolean"
|
|
},
|
|
"notebooks": {
|
|
"type": "boolean"
|
|
}
|
|
},
|
|
"type": "object"
|
|
}
|
|
},
|
|
"type": "object"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"spark_version"
|
|
]
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"library": {
|
|
"properties": {
|
|
"cran": {
|
|
"properties": {
|
|
"package": {
|
|
"type": "string"
|
|
},
|
|
"repo": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"package"
|
|
]
|
|
},
|
|
"egg": {
|
|
"type": "string"
|
|
},
|
|
"jar": {
|
|
"type": "string"
|
|
},
|
|
"maven": {
|
|
"properties": {
|
|
"coordinates": {
|
|
"type": "string"
|
|
},
|
|
"exclusions": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
},
|
|
"repo": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"coordinates"
|
|
]
|
|
},
|
|
"pypi": {
|
|
"properties": {
|
|
"package": {
|
|
"type": "string"
|
|
},
|
|
"repo": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"package"
|
|
]
|
|
},
|
|
"whl": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"max_concurrent_runs": {
|
|
"type": "integer"
|
|
},
|
|
"max_retries": {
|
|
"type": "integer"
|
|
},
|
|
"min_retry_interval_millis": {
|
|
"type": "integer"
|
|
},
|
|
"name": {
|
|
"type": "string"
|
|
},
|
|
"new_cluster": {
|
|
"properties": {
|
|
"apply_policy_default_values": {
|
|
"type": "boolean"
|
|
},
|
|
"autoscale": {
|
|
"properties": {
|
|
"max_workers": {
|
|
"type": "integer"
|
|
},
|
|
"min_workers": {
|
|
"type": "integer"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"autotermination_minutes": {
|
|
"type": "integer"
|
|
},
|
|
"aws_attributes": {
|
|
"properties": {
|
|
"availability": {
|
|
"type": "string"
|
|
},
|
|
"ebs_volume_count": {
|
|
"type": "integer"
|
|
},
|
|
"ebs_volume_size": {
|
|
"type": "integer"
|
|
},
|
|
"ebs_volume_type": {
|
|
"type": "string"
|
|
},
|
|
"first_on_demand": {
|
|
"type": "integer"
|
|
},
|
|
"instance_profile_arn": {
|
|
"type": "string"
|
|
},
|
|
"spot_bid_price_percent": {
|
|
"type": "integer"
|
|
},
|
|
"zone_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"azure_attributes": {
|
|
"properties": {
|
|
"availability": {
|
|
"type": "string"
|
|
},
|
|
"first_on_demand": {
|
|
"type": "integer"
|
|
},
|
|
"spot_bid_max_price": {
|
|
"type": "integer"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"cluster_id": {
|
|
"type": "string"
|
|
},
|
|
"cluster_log_conf": {
|
|
"properties": {
|
|
"dbfs": {
|
|
"properties": {
|
|
"destination": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"destination"
|
|
]
|
|
},
|
|
"s3": {
|
|
"properties": {
|
|
"canned_acl": {
|
|
"type": "string"
|
|
},
|
|
"destination": {
|
|
"type": "string"
|
|
},
|
|
"enable_encryption": {
|
|
"type": "boolean"
|
|
},
|
|
"encryption_type": {
|
|
"type": "string"
|
|
},
|
|
"endpoint": {
|
|
"type": "string"
|
|
},
|
|
"kms_key": {
|
|
"type": "string"
|
|
},
|
|
"region": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"destination"
|
|
]
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"cluster_name": {
|
|
"type": "string"
|
|
},
|
|
"custom_tags": {
|
|
"type": "object"
|
|
},
|
|
"data_security_mode": {
|
|
"type": "string"
|
|
},
|
|
"docker_image": {
|
|
"properties": {
|
|
"basic_auth": {
|
|
"properties": {
|
|
"password": {
|
|
"type": "string"
|
|
},
|
|
"username": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"password",
|
|
"username"
|
|
]
|
|
},
|
|
"url": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"url"
|
|
]
|
|
},
|
|
"driver_instance_pool_id": {
|
|
"type": "string"
|
|
},
|
|
"driver_node_type_id": {
|
|
"type": "string"
|
|
},
|
|
"enable_elastic_disk": {
|
|
"type": "boolean"
|
|
},
|
|
"enable_local_disk_encryption": {
|
|
"type": "boolean"
|
|
},
|
|
"gcp_attributes": {
|
|
"properties": {
|
|
"availability": {
|
|
"type": "string"
|
|
},
|
|
"boot_disk_size": {
|
|
"type": "integer"
|
|
},
|
|
"google_service_account": {
|
|
"type": "string"
|
|
},
|
|
"use_preemptible_executors": {
|
|
"type": "boolean"
|
|
},
|
|
"zone_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"idempotency_token": {
|
|
"type": "string"
|
|
},
|
|
"init_scripts": {
|
|
"properties": {
|
|
"dbfs": {
|
|
"properties": {
|
|
"destination": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"destination"
|
|
]
|
|
},
|
|
"file": {
|
|
"properties": {
|
|
"destination": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"gcs": {
|
|
"properties": {
|
|
"destination": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"s3": {
|
|
"properties": {
|
|
"canned_acl": {
|
|
"type": "string"
|
|
},
|
|
"destination": {
|
|
"type": "string"
|
|
},
|
|
"enable_encryption": {
|
|
"type": "boolean"
|
|
},
|
|
"encryption_type": {
|
|
"type": "string"
|
|
},
|
|
"endpoint": {
|
|
"type": "string"
|
|
},
|
|
"kms_key": {
|
|
"type": "string"
|
|
},
|
|
"region": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"destination"
|
|
]
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"instance_pool_id": {
|
|
"type": "string"
|
|
},
|
|
"node_type_id": {
|
|
"type": "string"
|
|
},
|
|
"num_workers": {
|
|
"type": "integer"
|
|
},
|
|
"policy_id": {
|
|
"type": "string"
|
|
},
|
|
"single_user_name": {
|
|
"type": "string"
|
|
},
|
|
"spark_conf": {
|
|
"type": "object"
|
|
},
|
|
"spark_env_vars": {
|
|
"type": "object"
|
|
},
|
|
"spark_version": {
|
|
"type": "string"
|
|
},
|
|
"ssh_public_keys": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
},
|
|
"workload_type": {
|
|
"properties": {
|
|
"clients": {
|
|
"properties": {
|
|
"jobs": {
|
|
"type": "boolean"
|
|
},
|
|
"notebooks": {
|
|
"type": "boolean"
|
|
}
|
|
},
|
|
"type": "object"
|
|
}
|
|
},
|
|
"type": "object"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"spark_version"
|
|
]
|
|
},
|
|
"notebook_task": {
|
|
"properties": {
|
|
"base_parameters": {
|
|
"type": "object"
|
|
},
|
|
"notebook_path": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"notebook_path"
|
|
]
|
|
},
|
|
"pipeline_task": {
|
|
"properties": {
|
|
"pipeline_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"pipeline_id"
|
|
]
|
|
},
|
|
"python_wheel_task": {
|
|
"properties": {
|
|
"entry_point": {
|
|
"type": "string"
|
|
},
|
|
"named_parameters": {
|
|
"type": "object"
|
|
},
|
|
"package_name": {
|
|
"type": "string"
|
|
},
|
|
"parameters": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"retry_on_timeout": {
|
|
"type": "boolean"
|
|
},
|
|
"schedule": {
|
|
"properties": {
|
|
"pause_status": {
|
|
"type": "string"
|
|
},
|
|
"quartz_cron_expression": {
|
|
"type": "string"
|
|
},
|
|
"timezone_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"quartz_cron_expression",
|
|
"timezone_id"
|
|
]
|
|
},
|
|
"spark_jar_task": {
|
|
"properties": {
|
|
"jar_uri": {
|
|
"type": "string"
|
|
},
|
|
"main_class_name": {
|
|
"type": "string"
|
|
},
|
|
"parameters": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"spark_python_task": {
|
|
"properties": {
|
|
"parameters": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
},
|
|
"python_file": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"python_file"
|
|
]
|
|
},
|
|
"spark_submit_task": {
|
|
"properties": {
|
|
"parameters": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"tags": {
|
|
"type": "object"
|
|
},
|
|
"task": {
|
|
"properties": {
|
|
"dbt_task": {
|
|
"properties": {
|
|
"commands": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
},
|
|
"profiles_directory": {
|
|
"type": "string"
|
|
},
|
|
"project_directory": {
|
|
"type": "string"
|
|
},
|
|
"schema": {
|
|
"type": "string"
|
|
},
|
|
"warehouse_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"commands"
|
|
]
|
|
},
|
|
"depends_on": {
|
|
"properties": {
|
|
"task_key": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"description": {
|
|
"type": "string"
|
|
},
|
|
"email_notifications": {
|
|
"properties": {
|
|
"alert_on_last_attempt": {
|
|
"type": "boolean"
|
|
},
|
|
"no_alert_for_skipped_runs": {
|
|
"type": "boolean"
|
|
},
|
|
"on_failure": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
},
|
|
"on_start": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
},
|
|
"on_success": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"existing_cluster_id": {
|
|
"type": "string"
|
|
},
|
|
"job_cluster_key": {
|
|
"type": "string"
|
|
},
|
|
"library": {
|
|
"properties": {
|
|
"cran": {
|
|
"properties": {
|
|
"package": {
|
|
"type": "string"
|
|
},
|
|
"repo": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"package"
|
|
]
|
|
},
|
|
"egg": {
|
|
"type": "string"
|
|
},
|
|
"jar": {
|
|
"type": "string"
|
|
},
|
|
"maven": {
|
|
"properties": {
|
|
"coordinates": {
|
|
"type": "string"
|
|
},
|
|
"exclusions": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
},
|
|
"repo": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"coordinates"
|
|
]
|
|
},
|
|
"pypi": {
|
|
"properties": {
|
|
"package": {
|
|
"type": "string"
|
|
},
|
|
"repo": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"package"
|
|
]
|
|
},
|
|
"whl": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"max_retries": {
|
|
"type": "integer"
|
|
},
|
|
"min_retry_interval_millis": {
|
|
"type": "integer"
|
|
},
|
|
"new_cluster": {
|
|
"properties": {
|
|
"apply_policy_default_values": {
|
|
"type": "boolean"
|
|
},
|
|
"autoscale": {
|
|
"properties": {
|
|
"max_workers": {
|
|
"type": "integer"
|
|
},
|
|
"min_workers": {
|
|
"type": "integer"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"autotermination_minutes": {
|
|
"type": "integer"
|
|
},
|
|
"aws_attributes": {
|
|
"properties": {
|
|
"availability": {
|
|
"type": "string"
|
|
},
|
|
"ebs_volume_count": {
|
|
"type": "integer"
|
|
},
|
|
"ebs_volume_size": {
|
|
"type": "integer"
|
|
},
|
|
"ebs_volume_type": {
|
|
"type": "string"
|
|
},
|
|
"first_on_demand": {
|
|
"type": "integer"
|
|
},
|
|
"instance_profile_arn": {
|
|
"type": "string"
|
|
},
|
|
"spot_bid_price_percent": {
|
|
"type": "integer"
|
|
},
|
|
"zone_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"azure_attributes": {
|
|
"properties": {
|
|
"availability": {
|
|
"type": "string"
|
|
},
|
|
"first_on_demand": {
|
|
"type": "integer"
|
|
},
|
|
"spot_bid_max_price": {
|
|
"type": "integer"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"cluster_id": {
|
|
"type": "string"
|
|
},
|
|
"cluster_log_conf": {
|
|
"properties": {
|
|
"dbfs": {
|
|
"properties": {
|
|
"destination": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"destination"
|
|
]
|
|
},
|
|
"s3": {
|
|
"properties": {
|
|
"canned_acl": {
|
|
"type": "string"
|
|
},
|
|
"destination": {
|
|
"type": "string"
|
|
},
|
|
"enable_encryption": {
|
|
"type": "boolean"
|
|
},
|
|
"encryption_type": {
|
|
"type": "string"
|
|
},
|
|
"endpoint": {
|
|
"type": "string"
|
|
},
|
|
"kms_key": {
|
|
"type": "string"
|
|
},
|
|
"region": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"destination"
|
|
]
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"cluster_name": {
|
|
"type": "string"
|
|
},
|
|
"custom_tags": {
|
|
"type": "object"
|
|
},
|
|
"data_security_mode": {
|
|
"type": "string"
|
|
},
|
|
"docker_image": {
|
|
"properties": {
|
|
"basic_auth": {
|
|
"properties": {
|
|
"password": {
|
|
"type": "string"
|
|
},
|
|
"username": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"password",
|
|
"username"
|
|
]
|
|
},
|
|
"url": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"url"
|
|
]
|
|
},
|
|
"driver_instance_pool_id": {
|
|
"type": "string"
|
|
},
|
|
"driver_node_type_id": {
|
|
"type": "string"
|
|
},
|
|
"enable_elastic_disk": {
|
|
"type": "boolean"
|
|
},
|
|
"enable_local_disk_encryption": {
|
|
"type": "boolean"
|
|
},
|
|
"gcp_attributes": {
|
|
"properties": {
|
|
"availability": {
|
|
"type": "string"
|
|
},
|
|
"boot_disk_size": {
|
|
"type": "integer"
|
|
},
|
|
"google_service_account": {
|
|
"type": "string"
|
|
},
|
|
"use_preemptible_executors": {
|
|
"type": "boolean"
|
|
},
|
|
"zone_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"idempotency_token": {
|
|
"type": "string"
|
|
},
|
|
"init_scripts": {
|
|
"properties": {
|
|
"dbfs": {
|
|
"properties": {
|
|
"destination": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"destination"
|
|
]
|
|
},
|
|
"file": {
|
|
"properties": {
|
|
"destination": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"gcs": {
|
|
"properties": {
|
|
"destination": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"s3": {
|
|
"properties": {
|
|
"canned_acl": {
|
|
"type": "string"
|
|
},
|
|
"destination": {
|
|
"type": "string"
|
|
},
|
|
"enable_encryption": {
|
|
"type": "boolean"
|
|
},
|
|
"encryption_type": {
|
|
"type": "string"
|
|
},
|
|
"endpoint": {
|
|
"type": "string"
|
|
},
|
|
"kms_key": {
|
|
"type": "string"
|
|
},
|
|
"region": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"destination"
|
|
]
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"instance_pool_id": {
|
|
"type": "string"
|
|
},
|
|
"node_type_id": {
|
|
"type": "string"
|
|
},
|
|
"num_workers": {
|
|
"type": "integer"
|
|
},
|
|
"policy_id": {
|
|
"type": "string"
|
|
},
|
|
"single_user_name": {
|
|
"type": "string"
|
|
},
|
|
"spark_conf": {
|
|
"type": "object"
|
|
},
|
|
"spark_env_vars": {
|
|
"type": "object"
|
|
},
|
|
"spark_version": {
|
|
"type": "string"
|
|
},
|
|
"ssh_public_keys": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
},
|
|
"workload_type": {
|
|
"properties": {
|
|
"clients": {
|
|
"properties": {
|
|
"jobs": {
|
|
"type": "boolean"
|
|
},
|
|
"notebooks": {
|
|
"type": "boolean"
|
|
}
|
|
},
|
|
"type": "object"
|
|
}
|
|
},
|
|
"type": "object"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"spark_version"
|
|
]
|
|
},
|
|
"notebook_task": {
|
|
"properties": {
|
|
"base_parameters": {
|
|
"type": "object"
|
|
},
|
|
"notebook_path": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"notebook_path"
|
|
]
|
|
},
|
|
"pipeline_task": {
|
|
"properties": {
|
|
"pipeline_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"pipeline_id"
|
|
]
|
|
},
|
|
"python_wheel_task": {
|
|
"properties": {
|
|
"entry_point": {
|
|
"type": "string"
|
|
},
|
|
"named_parameters": {
|
|
"type": "object"
|
|
},
|
|
"package_name": {
|
|
"type": "string"
|
|
},
|
|
"parameters": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"retry_on_timeout": {
|
|
"type": "boolean"
|
|
},
|
|
"spark_jar_task": {
|
|
"properties": {
|
|
"jar_uri": {
|
|
"type": "string"
|
|
},
|
|
"main_class_name": {
|
|
"type": "string"
|
|
},
|
|
"parameters": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"spark_python_task": {
|
|
"properties": {
|
|
"parameters": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
},
|
|
"python_file": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"python_file"
|
|
]
|
|
},
|
|
"spark_submit_task": {
|
|
"properties": {
|
|
"parameters": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"sql_task": {
|
|
"properties": {
|
|
"alert": {
|
|
"properties": {
|
|
"alert_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"alert_id"
|
|
]
|
|
},
|
|
"dashboard": {
|
|
"properties": {
|
|
"dashboard_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"dashboard_id"
|
|
]
|
|
},
|
|
"parameters": {
|
|
"type": "object"
|
|
},
|
|
"query": {
|
|
"properties": {
|
|
"query_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"query_id"
|
|
]
|
|
},
|
|
"warehouse_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"task_key": {
|
|
"type": "string"
|
|
},
|
|
"timeout_seconds": {
|
|
"type": "integer"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"timeout_seconds": {
|
|
"type": "integer"
|
|
},
|
|
"timeouts": {
|
|
"properties": {
|
|
"create": {
|
|
"type": "string"
|
|
},
|
|
"update": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"url": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"type": "object"
|
|
},
|
|
"library": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"cluster_id": {
|
|
"type": "string"
|
|
},
|
|
"cran": {
|
|
"properties": {
|
|
"package": {
|
|
"type": "string"
|
|
},
|
|
"repo": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"package"
|
|
]
|
|
},
|
|
"egg": {
|
|
"type": "string"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"jar": {
|
|
"type": "string"
|
|
},
|
|
"maven": {
|
|
"properties": {
|
|
"coordinates": {
|
|
"type": "string"
|
|
},
|
|
"exclusions": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
},
|
|
"repo": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"coordinates"
|
|
]
|
|
},
|
|
"pypi": {
|
|
"properties": {
|
|
"package": {
|
|
"type": "string"
|
|
},
|
|
"repo": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"package"
|
|
]
|
|
},
|
|
"whl": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"cluster_id"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"metastore": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"cloud": {
|
|
"type": "string"
|
|
},
|
|
"created_at": {
|
|
"type": "integer"
|
|
},
|
|
"created_by": {
|
|
"type": "string"
|
|
},
|
|
"default_data_access_config_id": {
|
|
"type": "string"
|
|
},
|
|
"delta_sharing_organization_name": {
|
|
"type": "string"
|
|
},
|
|
"delta_sharing_recipient_token_lifetime_in_seconds": {
|
|
"type": "integer"
|
|
},
|
|
"delta_sharing_scope": {
|
|
"type": "string"
|
|
},
|
|
"force_destroy": {
|
|
"type": "boolean"
|
|
},
|
|
"global_metastore_id": {
|
|
"type": "string"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"name": {
|
|
"type": "string"
|
|
},
|
|
"owner": {
|
|
"type": "string"
|
|
},
|
|
"region": {
|
|
"type": "string"
|
|
},
|
|
"storage_root": {
|
|
"type": "string"
|
|
},
|
|
"updated_at": {
|
|
"type": "integer"
|
|
},
|
|
"updated_by": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"storage_root",
|
|
"name"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"metastore_assignment": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"default_catalog_name": {
|
|
"type": "string"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"metastore_id": {
|
|
"type": "string"
|
|
},
|
|
"workspace_id": {
|
|
"type": "integer"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"metastore_id",
|
|
"workspace_id"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"metastore_data_access": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"aws_iam_role": {
|
|
"properties": {
|
|
"role_arn": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"role_arn"
|
|
]
|
|
},
|
|
"azure_managed_identity": {
|
|
"properties": {
|
|
"access_connector_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"access_connector_id"
|
|
]
|
|
},
|
|
"azure_service_principal": {
|
|
"properties": {
|
|
"application_id": {
|
|
"type": "string"
|
|
},
|
|
"client_secret": {
|
|
"type": "string"
|
|
},
|
|
"directory_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"directory_id",
|
|
"application_id",
|
|
"client_secret"
|
|
]
|
|
},
|
|
"configuration_type": {
|
|
"type": "string"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"is_default": {
|
|
"type": "boolean"
|
|
},
|
|
"metastore_id": {
|
|
"type": "string"
|
|
},
|
|
"name": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"metastore_id",
|
|
"name"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"mlflow_experiment": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"artifact_location": {
|
|
"type": "string"
|
|
},
|
|
"creation_time": {
|
|
"type": "integer"
|
|
},
|
|
"description": {
|
|
"type": "string"
|
|
},
|
|
"experiment_id": {
|
|
"type": "string"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"last_update_time": {
|
|
"type": "integer"
|
|
},
|
|
"lifecycle_stage": {
|
|
"type": "string"
|
|
},
|
|
"name": {
|
|
"type": "string"
|
|
},
|
|
"timeouts": {
|
|
"type": "object"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"name"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"mlflow_model": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"creation_timestamp": {
|
|
"type": "integer"
|
|
},
|
|
"description": {
|
|
"type": "string"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"last_updated_timestamp": {
|
|
"type": "integer"
|
|
},
|
|
"name": {
|
|
"type": "string"
|
|
},
|
|
"registered_model_id": {
|
|
"type": "string"
|
|
},
|
|
"tags": {
|
|
"properties": {
|
|
"key": {
|
|
"type": "string"
|
|
},
|
|
"value": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"key",
|
|
"value"
|
|
]
|
|
},
|
|
"user_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"name"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"mlflow_webhook": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"description": {
|
|
"type": "string"
|
|
},
|
|
"events": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
},
|
|
"http_url_spec": {
|
|
"properties": {
|
|
"authorization": {
|
|
"type": "string"
|
|
},
|
|
"enable_ssl_verification": {
|
|
"type": "boolean"
|
|
},
|
|
"string": {
|
|
"type": "string"
|
|
},
|
|
"url": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"url"
|
|
]
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"job_spec": {
|
|
"properties": {
|
|
"access_token": {
|
|
"type": "string"
|
|
},
|
|
"job_id": {
|
|
"type": "string"
|
|
},
|
|
"workspace_url": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"access_token",
|
|
"job_id"
|
|
]
|
|
},
|
|
"model_name": {
|
|
"type": "string"
|
|
},
|
|
"status": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"events"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"mount": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"abfs": {
|
|
"properties": {
|
|
"client_id": {
|
|
"type": "string"
|
|
},
|
|
"client_secret_key": {
|
|
"type": "string"
|
|
},
|
|
"client_secret_scope": {
|
|
"type": "string"
|
|
},
|
|
"container_name": {
|
|
"type": "string"
|
|
},
|
|
"directory": {
|
|
"type": "string"
|
|
},
|
|
"initialize_file_system": {
|
|
"type": "boolean"
|
|
},
|
|
"storage_account_name": {
|
|
"type": "string"
|
|
},
|
|
"tenant_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"client_secret_key",
|
|
"client_secret_scope",
|
|
"initialize_file_system",
|
|
"client_id"
|
|
]
|
|
},
|
|
"adl": {
|
|
"properties": {
|
|
"client_id": {
|
|
"type": "string"
|
|
},
|
|
"client_secret_key": {
|
|
"type": "string"
|
|
},
|
|
"client_secret_scope": {
|
|
"type": "string"
|
|
},
|
|
"directory": {
|
|
"type": "string"
|
|
},
|
|
"spark_conf_prefix": {
|
|
"type": "string"
|
|
},
|
|
"storage_resource_name": {
|
|
"type": "string"
|
|
},
|
|
"tenant_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"client_id",
|
|
"client_secret_key",
|
|
"client_secret_scope"
|
|
]
|
|
},
|
|
"cluster_id": {
|
|
"type": "string"
|
|
},
|
|
"encryption_type": {
|
|
"type": "string"
|
|
},
|
|
"extra_configs": {
|
|
"type": "object"
|
|
},
|
|
"gs": {
|
|
"properties": {
|
|
"bucket_name": {
|
|
"type": "string"
|
|
},
|
|
"service_account": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"bucket_name"
|
|
]
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"name": {
|
|
"type": "string"
|
|
},
|
|
"resource_id": {
|
|
"type": "string"
|
|
},
|
|
"s3": {
|
|
"properties": {
|
|
"bucket_name": {
|
|
"type": "string"
|
|
},
|
|
"instance_profile": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"bucket_name"
|
|
]
|
|
},
|
|
"source": {
|
|
"type": "string"
|
|
},
|
|
"timeouts": {
|
|
"properties": {
|
|
"default": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"uri": {
|
|
"type": "string"
|
|
},
|
|
"wasb": {
|
|
"properties": {
|
|
"auth_type": {
|
|
"type": "string"
|
|
},
|
|
"container_name": {
|
|
"type": "string"
|
|
},
|
|
"directory": {
|
|
"type": "string"
|
|
},
|
|
"storage_account_name": {
|
|
"type": "string"
|
|
},
|
|
"token_secret_key": {
|
|
"type": "string"
|
|
},
|
|
"token_secret_scope": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"auth_type",
|
|
"token_secret_key",
|
|
"token_secret_scope"
|
|
]
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"type": "object"
|
|
},
|
|
"mws_credentials": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"account_id": {
|
|
"type": "string"
|
|
},
|
|
"creation_time": {
|
|
"type": "integer"
|
|
},
|
|
"credentials_id": {
|
|
"type": "string"
|
|
},
|
|
"credentials_name": {
|
|
"type": "string"
|
|
},
|
|
"external_id": {
|
|
"type": "string"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"role_arn": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"account_id",
|
|
"credentials_name",
|
|
"role_arn"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"mws_customer_managed_keys": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"account_id": {
|
|
"type": "string"
|
|
},
|
|
"aws_key_info": {
|
|
"properties": {
|
|
"key_alias": {
|
|
"type": "string"
|
|
},
|
|
"key_arn": {
|
|
"type": "string"
|
|
},
|
|
"key_region": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"key_alias",
|
|
"key_arn"
|
|
]
|
|
},
|
|
"creation_time": {
|
|
"type": "integer"
|
|
},
|
|
"customer_managed_key_id": {
|
|
"type": "string"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"use_cases": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"account_id",
|
|
"use_cases"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"mws_log_delivery": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"account_id": {
|
|
"type": "string"
|
|
},
|
|
"config_id": {
|
|
"type": "string"
|
|
},
|
|
"config_name": {
|
|
"type": "string"
|
|
},
|
|
"credentials_id": {
|
|
"type": "string"
|
|
},
|
|
"delivery_path_prefix": {
|
|
"type": "string"
|
|
},
|
|
"delivery_start_time": {
|
|
"type": "string"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"log_type": {
|
|
"type": "string"
|
|
},
|
|
"output_format": {
|
|
"type": "string"
|
|
},
|
|
"status": {
|
|
"type": "string"
|
|
},
|
|
"storage_configuration_id": {
|
|
"type": "string"
|
|
},
|
|
"workspace_ids_filter": {
|
|
"items": {
|
|
"type": "integer"
|
|
},
|
|
"type": "array"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"log_type",
|
|
"output_format",
|
|
"storage_configuration_id",
|
|
"credentials_id",
|
|
"account_id"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"mws_networks": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"account_id": {
|
|
"type": "string"
|
|
},
|
|
"creation_time": {
|
|
"type": "integer"
|
|
},
|
|
"error_messages": {
|
|
"properties": {
|
|
"error_message": {
|
|
"type": "string"
|
|
},
|
|
"error_type": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"network_id": {
|
|
"type": "string"
|
|
},
|
|
"network_name": {
|
|
"type": "string"
|
|
},
|
|
"security_group_ids": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
},
|
|
"subnet_ids": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
},
|
|
"vpc_endpoints": {
|
|
"properties": {
|
|
"dataplane_relay": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
},
|
|
"rest_api": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"dataplane_relay",
|
|
"rest_api"
|
|
]
|
|
},
|
|
"vpc_id": {
|
|
"type": "string"
|
|
},
|
|
"vpc_status": {
|
|
"type": "string"
|
|
},
|
|
"workspace_id": {
|
|
"type": "integer"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"account_id",
|
|
"security_group_ids",
|
|
"vpc_id",
|
|
"network_name",
|
|
"subnet_ids"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"mws_permission_assignment": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"permissions": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
},
|
|
"principal_id": {
|
|
"type": "integer"
|
|
},
|
|
"workspace_id": {
|
|
"type": "integer"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"workspace_id",
|
|
"permissions",
|
|
"principal_id"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"mws_private_access_settings": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"account_id": {
|
|
"type": "string"
|
|
},
|
|
"allowed_vpc_endpoint_ids": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"private_access_level": {
|
|
"type": "string"
|
|
},
|
|
"private_access_settings_id": {
|
|
"type": "string"
|
|
},
|
|
"private_access_settings_name": {
|
|
"type": "string"
|
|
},
|
|
"public_access_enabled": {
|
|
"type": "boolean"
|
|
},
|
|
"region": {
|
|
"type": "string"
|
|
},
|
|
"status": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"private_access_settings_name",
|
|
"region"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"mws_storage_configurations": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"account_id": {
|
|
"type": "string"
|
|
},
|
|
"bucket_name": {
|
|
"type": "string"
|
|
},
|
|
"creation_time": {
|
|
"type": "integer"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"storage_configuration_id": {
|
|
"type": "string"
|
|
},
|
|
"storage_configuration_name": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"bucket_name",
|
|
"storage_configuration_name",
|
|
"account_id"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"mws_vpc_endpoint": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"account_id": {
|
|
"type": "string"
|
|
},
|
|
"aws_account_id": {
|
|
"type": "string"
|
|
},
|
|
"aws_endpoint_service_id": {
|
|
"type": "string"
|
|
},
|
|
"aws_vpc_endpoint_id": {
|
|
"type": "string"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"region": {
|
|
"type": "string"
|
|
},
|
|
"state": {
|
|
"type": "string"
|
|
},
|
|
"use_case": {
|
|
"type": "string"
|
|
},
|
|
"vpc_endpoint_id": {
|
|
"type": "string"
|
|
},
|
|
"vpc_endpoint_name": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"vpc_endpoint_name",
|
|
"aws_vpc_endpoint_id",
|
|
"region"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"mws_workspaces": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"account_id": {
|
|
"type": "string"
|
|
},
|
|
"aws_region": {
|
|
"type": "string"
|
|
},
|
|
"cloud": {
|
|
"type": "string"
|
|
},
|
|
"cloud_resource_bucket": {
|
|
"properties": {
|
|
"gcp": {
|
|
"properties": {
|
|
"project_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"project_id"
|
|
]
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"creation_time": {
|
|
"type": "integer"
|
|
},
|
|
"credentials_id": {
|
|
"type": "string"
|
|
},
|
|
"deployment_name": {
|
|
"type": "string"
|
|
},
|
|
"external_customer_info": {
|
|
"properties": {
|
|
"authoritative_user_email": {
|
|
"type": "string"
|
|
},
|
|
"authoritative_user_full_name": {
|
|
"type": "string"
|
|
},
|
|
"customer_name": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"authoritative_user_full_name",
|
|
"customer_name",
|
|
"authoritative_user_email"
|
|
]
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"is_no_public_ip_enabled": {
|
|
"type": "boolean"
|
|
},
|
|
"location": {
|
|
"type": "string"
|
|
},
|
|
"managed_services_customer_managed_key_id": {
|
|
"type": "string"
|
|
},
|
|
"network": {
|
|
"properties": {
|
|
"gcp_common_network_config": {
|
|
"properties": {
|
|
"gke_cluster_master_ip_range": {
|
|
"type": "string"
|
|
},
|
|
"gke_connectivity_type": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"gke_cluster_master_ip_range",
|
|
"gke_connectivity_type"
|
|
]
|
|
},
|
|
"gcp_managed_network_config": {
|
|
"properties": {
|
|
"gke_cluster_pod_ip_range": {
|
|
"type": "string"
|
|
},
|
|
"gke_cluster_service_ip_range": {
|
|
"type": "string"
|
|
},
|
|
"subnet_cidr": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"gke_cluster_pod_ip_range",
|
|
"gke_cluster_service_ip_range",
|
|
"subnet_cidr"
|
|
]
|
|
},
|
|
"network_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"network_id": {
|
|
"type": "string"
|
|
},
|
|
"pricing_tier": {
|
|
"type": "string"
|
|
},
|
|
"private_access_settings_id": {
|
|
"type": "string"
|
|
},
|
|
"storage_configuration_id": {
|
|
"type": "string"
|
|
},
|
|
"storage_customer_managed_key_id": {
|
|
"type": "string"
|
|
},
|
|
"timeouts": {
|
|
"properties": {
|
|
"create": {
|
|
"type": "string"
|
|
},
|
|
"read": {
|
|
"type": "string"
|
|
},
|
|
"update": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"token": {
|
|
"properties": {
|
|
"comment": {
|
|
"type": "string"
|
|
},
|
|
"lifetime_seconds": {
|
|
"type": "integer"
|
|
},
|
|
"token_id": {
|
|
"type": "string"
|
|
},
|
|
"token_value": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"workspace_id": {
|
|
"type": "integer"
|
|
},
|
|
"workspace_name": {
|
|
"type": "string"
|
|
},
|
|
"workspace_status": {
|
|
"type": "string"
|
|
},
|
|
"workspace_status_message": {
|
|
"type": "string"
|
|
},
|
|
"workspace_url": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"account_id",
|
|
"workspace_name"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"notebook": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"content_base64": {
|
|
"type": "string"
|
|
},
|
|
"format": {
|
|
"type": "string"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"language": {
|
|
"type": "string"
|
|
},
|
|
"md5": {
|
|
"type": "string"
|
|
},
|
|
"path": {
|
|
"type": "string"
|
|
},
|
|
"source": {
|
|
"type": "string"
|
|
},
|
|
"url": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"path"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"obo_token": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"application_id": {
|
|
"type": "string"
|
|
},
|
|
"comment": {
|
|
"type": "string"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"lifetime_seconds": {
|
|
"type": "integer"
|
|
},
|
|
"token_value": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"application_id",
|
|
"comment",
|
|
"lifetime_seconds"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"permission_assignment": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"permissions": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
},
|
|
"principal_id": {
|
|
"type": "integer"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"permissions",
|
|
"principal_id"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"permissions": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"access_control": {
|
|
"properties": {
|
|
"group_name": {
|
|
"type": "string"
|
|
},
|
|
"permission_level": {
|
|
"type": "string"
|
|
},
|
|
"service_principal_name": {
|
|
"type": "string"
|
|
},
|
|
"user_name": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"permission_level"
|
|
]
|
|
},
|
|
"authorization": {
|
|
"type": "string"
|
|
},
|
|
"cluster_id": {
|
|
"type": "string"
|
|
},
|
|
"cluster_policy_id": {
|
|
"type": "string"
|
|
},
|
|
"directory_id": {
|
|
"type": "string"
|
|
},
|
|
"directory_path": {
|
|
"type": "string"
|
|
},
|
|
"experiment_id": {
|
|
"type": "string"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"instance_pool_id": {
|
|
"type": "string"
|
|
},
|
|
"job_id": {
|
|
"type": "string"
|
|
},
|
|
"notebook_id": {
|
|
"type": "string"
|
|
},
|
|
"notebook_path": {
|
|
"type": "string"
|
|
},
|
|
"object_type": {
|
|
"type": "string"
|
|
},
|
|
"pipeline_id": {
|
|
"type": "string"
|
|
},
|
|
"registered_model_id": {
|
|
"type": "string"
|
|
},
|
|
"repo_id": {
|
|
"type": "string"
|
|
},
|
|
"repo_path": {
|
|
"type": "string"
|
|
},
|
|
"sql_alert_id": {
|
|
"type": "string"
|
|
},
|
|
"sql_dashboard_id": {
|
|
"type": "string"
|
|
},
|
|
"sql_endpoint_id": {
|
|
"type": "string"
|
|
},
|
|
"sql_query_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"type": "object"
|
|
},
|
|
"pipeline": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"allow_duplicate_names": {
|
|
"type": "boolean"
|
|
},
|
|
"channel": {
|
|
"type": "string"
|
|
},
|
|
"cluster": {
|
|
"properties": {
|
|
"apply_policy_default_values": {
|
|
"type": "boolean"
|
|
},
|
|
"autoscale": {
|
|
"properties": {
|
|
"max_workers": {
|
|
"type": "integer"
|
|
},
|
|
"min_workers": {
|
|
"type": "integer"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"aws_attributes": {
|
|
"properties": {
|
|
"first_on_demand": {
|
|
"type": "integer"
|
|
},
|
|
"instance_profile_arn": {
|
|
"type": "string"
|
|
},
|
|
"zone_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"cluster_log_conf": {
|
|
"properties": {
|
|
"dbfs": {
|
|
"properties": {
|
|
"destination": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"destination"
|
|
]
|
|
},
|
|
"s3": {
|
|
"properties": {
|
|
"canned_acl": {
|
|
"type": "string"
|
|
},
|
|
"destination": {
|
|
"type": "string"
|
|
},
|
|
"enable_encryption": {
|
|
"type": "boolean"
|
|
},
|
|
"encryption_type": {
|
|
"type": "string"
|
|
},
|
|
"endpoint": {
|
|
"type": "string"
|
|
},
|
|
"kms_key": {
|
|
"type": "string"
|
|
},
|
|
"region": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"destination"
|
|
]
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"custom_tags": {
|
|
"type": "object"
|
|
},
|
|
"driver_instance_pool_id": {
|
|
"type": "string"
|
|
},
|
|
"driver_node_type_id": {
|
|
"type": "string"
|
|
},
|
|
"gcp_attributes": {
|
|
"properties": {
|
|
"google_service_account": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"init_scripts": {
|
|
"properties": {
|
|
"dbfs": {
|
|
"properties": {
|
|
"destination": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"destination"
|
|
]
|
|
},
|
|
"file": {
|
|
"properties": {
|
|
"destination": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"gcs": {
|
|
"properties": {
|
|
"destination": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"s3": {
|
|
"properties": {
|
|
"canned_acl": {
|
|
"type": "string"
|
|
},
|
|
"destination": {
|
|
"type": "string"
|
|
},
|
|
"enable_encryption": {
|
|
"type": "boolean"
|
|
},
|
|
"encryption_type": {
|
|
"type": "string"
|
|
},
|
|
"endpoint": {
|
|
"type": "string"
|
|
},
|
|
"kms_key": {
|
|
"type": "string"
|
|
},
|
|
"region": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"destination"
|
|
]
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"instance_pool_id": {
|
|
"type": "string"
|
|
},
|
|
"label": {
|
|
"type": "string"
|
|
},
|
|
"node_type_id": {
|
|
"type": "string"
|
|
},
|
|
"num_workers": {
|
|
"type": "integer"
|
|
},
|
|
"policy_id": {
|
|
"type": "string"
|
|
},
|
|
"spark_conf": {
|
|
"type": "object"
|
|
},
|
|
"spark_env_vars": {
|
|
"type": "object"
|
|
},
|
|
"ssh_public_keys": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"configuration": {
|
|
"type": "object"
|
|
},
|
|
"continuous": {
|
|
"type": "boolean"
|
|
},
|
|
"development": {
|
|
"type": "boolean"
|
|
},
|
|
"edition": {
|
|
"type": "string"
|
|
},
|
|
"filters": {
|
|
"properties": {
|
|
"exclude": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
},
|
|
"include": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"library": {
|
|
"properties": {
|
|
"jar": {
|
|
"type": "string"
|
|
},
|
|
"maven": {
|
|
"properties": {
|
|
"coordinates": {
|
|
"type": "string"
|
|
},
|
|
"exclusions": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
},
|
|
"repo": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"coordinates"
|
|
]
|
|
},
|
|
"notebook": {
|
|
"properties": {
|
|
"path": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"path"
|
|
]
|
|
},
|
|
"whl": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"name": {
|
|
"type": "string"
|
|
},
|
|
"photon": {
|
|
"type": "boolean"
|
|
},
|
|
"storage": {
|
|
"type": "string"
|
|
},
|
|
"target": {
|
|
"type": "string"
|
|
},
|
|
"timeouts": {
|
|
"properties": {
|
|
"default": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"url": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"type": "object"
|
|
},
|
|
"recipient": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"authentication_type": {
|
|
"type": "string"
|
|
},
|
|
"comment": {
|
|
"type": "string"
|
|
},
|
|
"data_recipient_global_metastore_id": {
|
|
"type": "string"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"ip_access_list": {
|
|
"properties": {
|
|
"allowed_ip_addresses": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"allowed_ip_addresses"
|
|
]
|
|
},
|
|
"name": {
|
|
"type": "string"
|
|
},
|
|
"sharing_code": {
|
|
"type": "string"
|
|
},
|
|
"tokens": {
|
|
"properties": {
|
|
"activation_url": {
|
|
"type": "string"
|
|
},
|
|
"created_at": {
|
|
"type": "integer"
|
|
},
|
|
"created_by": {
|
|
"type": "string"
|
|
},
|
|
"expiration_time": {
|
|
"type": "integer"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"updated_at": {
|
|
"type": "integer"
|
|
},
|
|
"updated_by": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"authentication_type",
|
|
"name"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"repo": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"branch": {
|
|
"type": "string"
|
|
},
|
|
"commit_hash": {
|
|
"type": "string"
|
|
},
|
|
"git_provider": {
|
|
"type": "string"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"path": {
|
|
"type": "string"
|
|
},
|
|
"tag": {
|
|
"type": "string"
|
|
},
|
|
"url": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"url"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"schema": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"catalog_name": {
|
|
"type": "string"
|
|
},
|
|
"comment": {
|
|
"type": "string"
|
|
},
|
|
"force_destroy": {
|
|
"type": "boolean"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"metastore_id": {
|
|
"type": "string"
|
|
},
|
|
"name": {
|
|
"type": "string"
|
|
},
|
|
"owner": {
|
|
"type": "string"
|
|
},
|
|
"properties": {
|
|
"type": "object"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"name",
|
|
"catalog_name"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"secret": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"key": {
|
|
"type": "string"
|
|
},
|
|
"last_updated_timestamp": {
|
|
"type": "integer"
|
|
},
|
|
"scope": {
|
|
"type": "string"
|
|
},
|
|
"string_value": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"string_value",
|
|
"key",
|
|
"scope"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"secret_acl": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"permission": {
|
|
"type": "string"
|
|
},
|
|
"principal": {
|
|
"type": "string"
|
|
},
|
|
"scope": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"permission",
|
|
"principal",
|
|
"scope"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"secret_scope": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"backend_type": {
|
|
"type": "string"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"initial_manage_principal": {
|
|
"type": "string"
|
|
},
|
|
"keyvault_metadata": {
|
|
"properties": {
|
|
"dns_name": {
|
|
"type": "string"
|
|
},
|
|
"resource_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"dns_name",
|
|
"resource_id"
|
|
]
|
|
},
|
|
"name": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"name"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"service_principal": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"active": {
|
|
"type": "boolean"
|
|
},
|
|
"allow_cluster_create": {
|
|
"type": "boolean"
|
|
},
|
|
"allow_instance_pool_create": {
|
|
"type": "boolean"
|
|
},
|
|
"application_id": {
|
|
"type": "string"
|
|
},
|
|
"databricks_sql_access": {
|
|
"type": "boolean"
|
|
},
|
|
"display_name": {
|
|
"type": "string"
|
|
},
|
|
"external_id": {
|
|
"type": "string"
|
|
},
|
|
"force": {
|
|
"type": "boolean"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"workspace_access": {
|
|
"type": "boolean"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"type": "object"
|
|
},
|
|
"service_principal_role": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"role": {
|
|
"type": "string"
|
|
},
|
|
"service_principal_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"role",
|
|
"service_principal_id"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"sql_dashboard": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"name": {
|
|
"type": "string"
|
|
},
|
|
"tags": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"name"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"sql_endpoint": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"auto_stop_mins": {
|
|
"type": "integer"
|
|
},
|
|
"channel": {
|
|
"properties": {
|
|
"name": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"cluster_size": {
|
|
"type": "string"
|
|
},
|
|
"data_source_id": {
|
|
"type": "string"
|
|
},
|
|
"enable_photon": {
|
|
"type": "boolean"
|
|
},
|
|
"enable_serverless_compute": {
|
|
"type": "boolean"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"instance_profile_arn": {
|
|
"type": "string"
|
|
},
|
|
"jdbc_url": {
|
|
"type": "string"
|
|
},
|
|
"max_num_clusters": {
|
|
"type": "integer"
|
|
},
|
|
"min_num_clusters": {
|
|
"type": "integer"
|
|
},
|
|
"name": {
|
|
"type": "string"
|
|
},
|
|
"num_clusters": {
|
|
"type": "integer"
|
|
},
|
|
"odbc_params": {
|
|
"properties": {
|
|
"host": {
|
|
"type": "string"
|
|
},
|
|
"hostname": {
|
|
"type": "string"
|
|
},
|
|
"path": {
|
|
"type": "string"
|
|
},
|
|
"port": {
|
|
"type": "integer"
|
|
},
|
|
"protocol": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"port",
|
|
"protocol",
|
|
"path"
|
|
]
|
|
},
|
|
"spot_instance_policy": {
|
|
"type": "string"
|
|
},
|
|
"state": {
|
|
"type": "string"
|
|
},
|
|
"tags": {
|
|
"properties": {
|
|
"custom_tags": {
|
|
"properties": {
|
|
"key": {
|
|
"type": "string"
|
|
},
|
|
"value": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"value",
|
|
"key"
|
|
]
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"timeouts": {
|
|
"properties": {
|
|
"create": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"name",
|
|
"cluster_size"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"sql_global_config": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"data_access_config": {
|
|
"type": "object"
|
|
},
|
|
"enable_serverless_compute": {
|
|
"type": "boolean"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"instance_profile_arn": {
|
|
"type": "string"
|
|
},
|
|
"security_policy": {
|
|
"type": "string"
|
|
},
|
|
"sql_config_params": {
|
|
"type": "object"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"type": "object"
|
|
},
|
|
"sql_permissions": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"anonymous_function": {
|
|
"type": "boolean"
|
|
},
|
|
"any_file": {
|
|
"type": "boolean"
|
|
},
|
|
"catalog": {
|
|
"type": "boolean"
|
|
},
|
|
"cluster_id": {
|
|
"type": "string"
|
|
},
|
|
"database": {
|
|
"type": "string"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"privilege_assignments": {
|
|
"properties": {
|
|
"principal": {
|
|
"type": "string"
|
|
},
|
|
"privileges": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"principal",
|
|
"privileges"
|
|
]
|
|
},
|
|
"table": {
|
|
"type": "string"
|
|
},
|
|
"view": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"type": "object"
|
|
},
|
|
"sql_query": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"data_source_id": {
|
|
"type": "string"
|
|
},
|
|
"description": {
|
|
"type": "string"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"name": {
|
|
"type": "string"
|
|
},
|
|
"parameter": {
|
|
"properties": {
|
|
"date": {
|
|
"properties": {
|
|
"value": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"value"
|
|
]
|
|
},
|
|
"date_range": {
|
|
"properties": {
|
|
"value": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"value"
|
|
]
|
|
},
|
|
"datetime": {
|
|
"properties": {
|
|
"value": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"value"
|
|
]
|
|
},
|
|
"datetime_range": {
|
|
"properties": {
|
|
"value": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"value"
|
|
]
|
|
},
|
|
"datetimesec": {
|
|
"properties": {
|
|
"value": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"value"
|
|
]
|
|
},
|
|
"datetimesec_range": {
|
|
"properties": {
|
|
"value": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"value"
|
|
]
|
|
},
|
|
"enum": {
|
|
"properties": {
|
|
"multiple": {
|
|
"properties": {
|
|
"prefix": {
|
|
"type": "string"
|
|
},
|
|
"separator": {
|
|
"type": "string"
|
|
},
|
|
"suffix": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"prefix",
|
|
"separator",
|
|
"suffix"
|
|
]
|
|
},
|
|
"options": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
},
|
|
"value": {
|
|
"type": "string"
|
|
},
|
|
"values": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"options"
|
|
]
|
|
},
|
|
"name": {
|
|
"type": "string"
|
|
},
|
|
"number": {
|
|
"properties": {
|
|
"value": {
|
|
"type": "integer"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"value"
|
|
]
|
|
},
|
|
"query": {
|
|
"properties": {
|
|
"multiple": {
|
|
"properties": {
|
|
"prefix": {
|
|
"type": "string"
|
|
},
|
|
"separator": {
|
|
"type": "string"
|
|
},
|
|
"suffix": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"prefix",
|
|
"separator",
|
|
"suffix"
|
|
]
|
|
},
|
|
"query_id": {
|
|
"type": "string"
|
|
},
|
|
"value": {
|
|
"type": "string"
|
|
},
|
|
"values": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"query_id"
|
|
]
|
|
},
|
|
"text": {
|
|
"properties": {
|
|
"value": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"value"
|
|
]
|
|
},
|
|
"title": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"name"
|
|
]
|
|
},
|
|
"query": {
|
|
"type": "string"
|
|
},
|
|
"run_as_role": {
|
|
"type": "string"
|
|
},
|
|
"schedule": {
|
|
"properties": {
|
|
"continuous": {
|
|
"properties": {
|
|
"interval_seconds": {
|
|
"type": "integer"
|
|
},
|
|
"until_date": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"interval_seconds"
|
|
]
|
|
},
|
|
"daily": {
|
|
"properties": {
|
|
"interval_days": {
|
|
"type": "integer"
|
|
},
|
|
"time_of_day": {
|
|
"type": "string"
|
|
},
|
|
"until_date": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"interval_days",
|
|
"time_of_day"
|
|
]
|
|
},
|
|
"weekly": {
|
|
"properties": {
|
|
"day_of_week": {
|
|
"type": "string"
|
|
},
|
|
"interval_weeks": {
|
|
"type": "integer"
|
|
},
|
|
"time_of_day": {
|
|
"type": "string"
|
|
},
|
|
"until_date": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"day_of_week",
|
|
"interval_weeks",
|
|
"time_of_day"
|
|
]
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"tags": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"name",
|
|
"query",
|
|
"data_source_id"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"sql_visualization": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"description": {
|
|
"type": "string"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"name": {
|
|
"type": "string"
|
|
},
|
|
"options": {
|
|
"type": "string"
|
|
},
|
|
"query_id": {
|
|
"type": "string"
|
|
},
|
|
"type": {
|
|
"type": "string"
|
|
},
|
|
"visualization_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"name",
|
|
"options",
|
|
"query_id",
|
|
"type"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"sql_widget": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"dashboard_id": {
|
|
"type": "string"
|
|
},
|
|
"description": {
|
|
"type": "string"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"parameter": {
|
|
"properties": {
|
|
"map_to": {
|
|
"type": "string"
|
|
},
|
|
"name": {
|
|
"type": "string"
|
|
},
|
|
"title": {
|
|
"type": "string"
|
|
},
|
|
"type": {
|
|
"type": "string"
|
|
},
|
|
"value": {
|
|
"type": "string"
|
|
},
|
|
"values": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"name",
|
|
"type"
|
|
]
|
|
},
|
|
"position": {
|
|
"properties": {
|
|
"auto_height": {
|
|
"type": "boolean"
|
|
},
|
|
"pos_x": {
|
|
"type": "integer"
|
|
},
|
|
"pos_y": {
|
|
"type": "integer"
|
|
},
|
|
"size_x": {
|
|
"type": "integer"
|
|
},
|
|
"size_y": {
|
|
"type": "integer"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"size_x",
|
|
"size_y"
|
|
]
|
|
},
|
|
"text": {
|
|
"type": "string"
|
|
},
|
|
"title": {
|
|
"type": "string"
|
|
},
|
|
"visualization_id": {
|
|
"type": "string"
|
|
},
|
|
"widget_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"dashboard_id"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"storage_credential": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"aws_iam_role": {
|
|
"properties": {
|
|
"role_arn": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"role_arn"
|
|
]
|
|
},
|
|
"azure_managed_identity": {
|
|
"properties": {
|
|
"access_connector_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"access_connector_id"
|
|
]
|
|
},
|
|
"azure_service_principal": {
|
|
"properties": {
|
|
"application_id": {
|
|
"type": "string"
|
|
},
|
|
"client_secret": {
|
|
"type": "string"
|
|
},
|
|
"directory_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"client_secret",
|
|
"directory_id",
|
|
"application_id"
|
|
]
|
|
},
|
|
"comment": {
|
|
"type": "string"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"metastore_id": {
|
|
"type": "string"
|
|
},
|
|
"name": {
|
|
"type": "string"
|
|
},
|
|
"owner": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"name"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"table": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"catalog_name": {
|
|
"type": "string"
|
|
},
|
|
"column": {
|
|
"properties": {
|
|
"comment": {
|
|
"type": "string"
|
|
},
|
|
"name": {
|
|
"type": "string"
|
|
},
|
|
"nullable": {
|
|
"type": "boolean"
|
|
},
|
|
"partition_index": {
|
|
"type": "integer"
|
|
},
|
|
"position": {
|
|
"type": "integer"
|
|
},
|
|
"type_interval_type": {
|
|
"type": "string"
|
|
},
|
|
"type_json": {
|
|
"type": "string"
|
|
},
|
|
"type_name": {
|
|
"type": "string"
|
|
},
|
|
"type_precision": {
|
|
"type": "integer"
|
|
},
|
|
"type_scale": {
|
|
"type": "integer"
|
|
},
|
|
"type_text": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"position",
|
|
"type_text",
|
|
"name",
|
|
"type_name"
|
|
]
|
|
},
|
|
"comment": {
|
|
"type": "string"
|
|
},
|
|
"data_source_format": {
|
|
"type": "string"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"name": {
|
|
"type": "string"
|
|
},
|
|
"owner": {
|
|
"type": "string"
|
|
},
|
|
"properties": {
|
|
"type": "object"
|
|
},
|
|
"schema_name": {
|
|
"type": "string"
|
|
},
|
|
"storage_credential_name": {
|
|
"type": "string"
|
|
},
|
|
"storage_location": {
|
|
"type": "string"
|
|
},
|
|
"table_type": {
|
|
"type": "string"
|
|
},
|
|
"view_definition": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"name",
|
|
"schema_name",
|
|
"data_source_format",
|
|
"table_type",
|
|
"catalog_name"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"token": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"comment": {
|
|
"type": "string"
|
|
},
|
|
"creation_time": {
|
|
"type": "integer"
|
|
},
|
|
"expiry_time": {
|
|
"type": "integer"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"lifetime_seconds": {
|
|
"type": "integer"
|
|
},
|
|
"token_id": {
|
|
"type": "string"
|
|
},
|
|
"token_value": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"type": "object"
|
|
},
|
|
"user": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"active": {
|
|
"type": "boolean"
|
|
},
|
|
"allow_cluster_create": {
|
|
"type": "boolean"
|
|
},
|
|
"allow_instance_pool_create": {
|
|
"type": "boolean"
|
|
},
|
|
"databricks_sql_access": {
|
|
"type": "boolean"
|
|
},
|
|
"display_name": {
|
|
"type": "string"
|
|
},
|
|
"external_id": {
|
|
"type": "string"
|
|
},
|
|
"force": {
|
|
"type": "boolean"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"user_name": {
|
|
"type": "string"
|
|
},
|
|
"workspace_access": {
|
|
"type": "boolean"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"user_name"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"user_instance_profile": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"instance_profile_id": {
|
|
"type": "string"
|
|
},
|
|
"user_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"instance_profile_id",
|
|
"user_id"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"user_role": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"role": {
|
|
"type": "string"
|
|
},
|
|
"user_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"role",
|
|
"user_id"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"workspace_conf": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"custom_config": {
|
|
"type": "object"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"type": "object"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"title": "resources"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"type": "object"
|
|
},
|
|
"resources": {
|
|
"properties": {
|
|
"aws_s3_mount": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"cluster_id": {
|
|
"type": "string"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"instance_profile": {
|
|
"type": "string"
|
|
},
|
|
"mount_name": {
|
|
"type": "string"
|
|
},
|
|
"s3_bucket_name": {
|
|
"type": "string"
|
|
},
|
|
"source": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"mount_name",
|
|
"s3_bucket_name"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"azure_adls_gen1_mount": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"client_id": {
|
|
"type": "string"
|
|
},
|
|
"client_secret_key": {
|
|
"type": "string"
|
|
},
|
|
"client_secret_scope": {
|
|
"type": "string"
|
|
},
|
|
"cluster_id": {
|
|
"type": "string"
|
|
},
|
|
"directory": {
|
|
"type": "string"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"mount_name": {
|
|
"type": "string"
|
|
},
|
|
"source": {
|
|
"type": "string"
|
|
},
|
|
"spark_conf_prefix": {
|
|
"type": "string"
|
|
},
|
|
"storage_resource_name": {
|
|
"type": "string"
|
|
},
|
|
"tenant_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"tenant_id",
|
|
"mount_name",
|
|
"storage_resource_name",
|
|
"client_id",
|
|
"client_secret_key",
|
|
"client_secret_scope"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"azure_adls_gen2_mount": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"client_id": {
|
|
"type": "string"
|
|
},
|
|
"client_secret_key": {
|
|
"type": "string"
|
|
},
|
|
"client_secret_scope": {
|
|
"type": "string"
|
|
},
|
|
"cluster_id": {
|
|
"type": "string"
|
|
},
|
|
"container_name": {
|
|
"type": "string"
|
|
},
|
|
"directory": {
|
|
"type": "string"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"initialize_file_system": {
|
|
"type": "boolean"
|
|
},
|
|
"mount_name": {
|
|
"type": "string"
|
|
},
|
|
"source": {
|
|
"type": "string"
|
|
},
|
|
"storage_account_name": {
|
|
"type": "string"
|
|
},
|
|
"tenant_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"initialize_file_system",
|
|
"mount_name",
|
|
"tenant_id",
|
|
"client_secret_key",
|
|
"container_name",
|
|
"storage_account_name",
|
|
"client_id",
|
|
"client_secret_scope"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"azure_blob_mount": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"auth_type": {
|
|
"type": "string"
|
|
},
|
|
"cluster_id": {
|
|
"type": "string"
|
|
},
|
|
"container_name": {
|
|
"type": "string"
|
|
},
|
|
"directory": {
|
|
"type": "string"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"mount_name": {
|
|
"type": "string"
|
|
},
|
|
"source": {
|
|
"type": "string"
|
|
},
|
|
"storage_account_name": {
|
|
"type": "string"
|
|
},
|
|
"token_secret_key": {
|
|
"type": "string"
|
|
},
|
|
"token_secret_scope": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"container_name",
|
|
"token_secret_key",
|
|
"auth_type",
|
|
"mount_name",
|
|
"storage_account_name",
|
|
"token_secret_scope"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"catalog": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"comment": {
|
|
"type": "string"
|
|
},
|
|
"force_destroy": {
|
|
"type": "boolean"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"metastore_id": {
|
|
"type": "string"
|
|
},
|
|
"name": {
|
|
"type": "string"
|
|
},
|
|
"owner": {
|
|
"type": "string"
|
|
},
|
|
"properties": {
|
|
"type": "object"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"name"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"cluster": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"apply_policy_default_values": {
|
|
"type": "boolean"
|
|
},
|
|
"autoscale": {
|
|
"properties": {
|
|
"max_workers": {
|
|
"type": "integer"
|
|
},
|
|
"min_workers": {
|
|
"type": "integer"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"autotermination_minutes": {
|
|
"type": "integer"
|
|
},
|
|
"aws_attributes": {
|
|
"properties": {
|
|
"availability": {
|
|
"type": "string"
|
|
},
|
|
"ebs_volume_count": {
|
|
"type": "integer"
|
|
},
|
|
"ebs_volume_size": {
|
|
"type": "integer"
|
|
},
|
|
"ebs_volume_type": {
|
|
"type": "string"
|
|
},
|
|
"first_on_demand": {
|
|
"type": "integer"
|
|
},
|
|
"instance_profile_arn": {
|
|
"type": "string"
|
|
},
|
|
"spot_bid_price_percent": {
|
|
"type": "integer"
|
|
},
|
|
"zone_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"azure_attributes": {
|
|
"properties": {
|
|
"availability": {
|
|
"type": "string"
|
|
},
|
|
"first_on_demand": {
|
|
"type": "integer"
|
|
},
|
|
"spot_bid_max_price": {
|
|
"type": "integer"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"cluster_id": {
|
|
"type": "string"
|
|
},
|
|
"cluster_log_conf": {
|
|
"properties": {
|
|
"dbfs": {
|
|
"properties": {
|
|
"destination": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"destination"
|
|
]
|
|
},
|
|
"s3": {
|
|
"properties": {
|
|
"canned_acl": {
|
|
"type": "string"
|
|
},
|
|
"destination": {
|
|
"type": "string"
|
|
},
|
|
"enable_encryption": {
|
|
"type": "boolean"
|
|
},
|
|
"encryption_type": {
|
|
"type": "string"
|
|
},
|
|
"endpoint": {
|
|
"type": "string"
|
|
},
|
|
"kms_key": {
|
|
"type": "string"
|
|
},
|
|
"region": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"destination"
|
|
]
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"cluster_name": {
|
|
"type": "string"
|
|
},
|
|
"custom_tags": {
|
|
"type": "object"
|
|
},
|
|
"data_security_mode": {
|
|
"type": "string"
|
|
},
|
|
"default_tags": {
|
|
"type": "object"
|
|
},
|
|
"docker_image": {
|
|
"properties": {
|
|
"basic_auth": {
|
|
"properties": {
|
|
"password": {
|
|
"type": "string"
|
|
},
|
|
"username": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"password",
|
|
"username"
|
|
]
|
|
},
|
|
"url": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"url"
|
|
]
|
|
},
|
|
"driver_instance_pool_id": {
|
|
"type": "string"
|
|
},
|
|
"driver_node_type_id": {
|
|
"type": "string"
|
|
},
|
|
"enable_elastic_disk": {
|
|
"type": "boolean"
|
|
},
|
|
"enable_local_disk_encryption": {
|
|
"type": "boolean"
|
|
},
|
|
"gcp_attributes": {
|
|
"properties": {
|
|
"availability": {
|
|
"type": "string"
|
|
},
|
|
"boot_disk_size": {
|
|
"type": "integer"
|
|
},
|
|
"google_service_account": {
|
|
"type": "string"
|
|
},
|
|
"use_preemptible_executors": {
|
|
"type": "boolean"
|
|
},
|
|
"zone_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"idempotency_token": {
|
|
"type": "string"
|
|
},
|
|
"init_scripts": {
|
|
"properties": {
|
|
"dbfs": {
|
|
"properties": {
|
|
"destination": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"destination"
|
|
]
|
|
},
|
|
"file": {
|
|
"properties": {
|
|
"destination": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"gcs": {
|
|
"properties": {
|
|
"destination": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"s3": {
|
|
"properties": {
|
|
"canned_acl": {
|
|
"type": "string"
|
|
},
|
|
"destination": {
|
|
"type": "string"
|
|
},
|
|
"enable_encryption": {
|
|
"type": "boolean"
|
|
},
|
|
"encryption_type": {
|
|
"type": "string"
|
|
},
|
|
"endpoint": {
|
|
"type": "string"
|
|
},
|
|
"kms_key": {
|
|
"type": "string"
|
|
},
|
|
"region": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"destination"
|
|
]
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"instance_pool_id": {
|
|
"type": "string"
|
|
},
|
|
"is_pinned": {
|
|
"type": "boolean"
|
|
},
|
|
"library": {
|
|
"properties": {
|
|
"cran": {
|
|
"properties": {
|
|
"package": {
|
|
"type": "string"
|
|
},
|
|
"repo": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"package"
|
|
]
|
|
},
|
|
"egg": {
|
|
"type": "string"
|
|
},
|
|
"jar": {
|
|
"type": "string"
|
|
},
|
|
"maven": {
|
|
"properties": {
|
|
"coordinates": {
|
|
"type": "string"
|
|
},
|
|
"exclusions": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
},
|
|
"repo": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"coordinates"
|
|
]
|
|
},
|
|
"pypi": {
|
|
"properties": {
|
|
"package": {
|
|
"type": "string"
|
|
},
|
|
"repo": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"package"
|
|
]
|
|
},
|
|
"whl": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"node_type_id": {
|
|
"type": "string"
|
|
},
|
|
"num_workers": {
|
|
"type": "integer"
|
|
},
|
|
"policy_id": {
|
|
"type": "string"
|
|
},
|
|
"single_user_name": {
|
|
"type": "string"
|
|
},
|
|
"spark_conf": {
|
|
"type": "object"
|
|
},
|
|
"spark_env_vars": {
|
|
"type": "object"
|
|
},
|
|
"spark_version": {
|
|
"type": "string"
|
|
},
|
|
"ssh_public_keys": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
},
|
|
"state": {
|
|
"type": "string"
|
|
},
|
|
"timeouts": {
|
|
"properties": {
|
|
"create": {
|
|
"type": "string"
|
|
},
|
|
"delete": {
|
|
"type": "string"
|
|
},
|
|
"update": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"url": {
|
|
"type": "string"
|
|
},
|
|
"workload_type": {
|
|
"properties": {
|
|
"clients": {
|
|
"properties": {
|
|
"jobs": {
|
|
"type": "boolean"
|
|
},
|
|
"notebooks": {
|
|
"type": "boolean"
|
|
}
|
|
},
|
|
"type": "object"
|
|
}
|
|
},
|
|
"type": "object"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"spark_version"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"cluster_policy": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"definition": {
|
|
"type": "string",
|
|
"description": "Policy definition JSON document expressed in\nDatabricks Policy Definition Language."
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"name": {
|
|
"type": "string",
|
|
"description": "Cluster policy name. This must be unique.\nLength must be between 1 and 100 characters."
|
|
},
|
|
"policy_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"name"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"dbfs_file": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"content_base64": {
|
|
"type": "string"
|
|
},
|
|
"dbfs_path": {
|
|
"type": "string"
|
|
},
|
|
"file_size": {
|
|
"type": "integer"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"md5": {
|
|
"type": "string"
|
|
},
|
|
"path": {
|
|
"type": "string"
|
|
},
|
|
"source": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"path"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"directory": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"delete_recursive": {
|
|
"type": "boolean"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"object_id": {
|
|
"type": "integer"
|
|
},
|
|
"path": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"path"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"entitlements": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"allow_cluster_create": {
|
|
"type": "boolean"
|
|
},
|
|
"allow_instance_pool_create": {
|
|
"type": "boolean"
|
|
},
|
|
"databricks_sql_access": {
|
|
"type": "boolean"
|
|
},
|
|
"group_id": {
|
|
"type": "string"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"service_principal_id": {
|
|
"type": "string"
|
|
},
|
|
"user_id": {
|
|
"type": "string"
|
|
},
|
|
"workspace_access": {
|
|
"type": "boolean"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"type": "object"
|
|
},
|
|
"external_location": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"comment": {
|
|
"type": "string"
|
|
},
|
|
"credential_name": {
|
|
"type": "string"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"metastore_id": {
|
|
"type": "string"
|
|
},
|
|
"name": {
|
|
"type": "string"
|
|
},
|
|
"owner": {
|
|
"type": "string"
|
|
},
|
|
"skip_validation": {
|
|
"type": "boolean"
|
|
},
|
|
"url": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"url",
|
|
"credential_name",
|
|
"name"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"git_credential": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"force": {
|
|
"type": "boolean"
|
|
},
|
|
"git_provider": {
|
|
"type": "string"
|
|
},
|
|
"git_username": {
|
|
"type": "string"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"personal_access_token": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"git_provider",
|
|
"git_username",
|
|
"personal_access_token"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"global_init_script": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"content_base64": {
|
|
"type": "string"
|
|
},
|
|
"enabled": {
|
|
"type": "boolean"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"md5": {
|
|
"type": "string"
|
|
},
|
|
"name": {
|
|
"type": "string"
|
|
},
|
|
"position": {
|
|
"type": "integer"
|
|
},
|
|
"source": {
|
|
"type": "string"
|
|
},
|
|
"timeouts": {
|
|
"type": "object"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"name"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"grants": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"catalog": {
|
|
"type": "string"
|
|
},
|
|
"external_location": {
|
|
"type": "string"
|
|
},
|
|
"function": {
|
|
"type": "string"
|
|
},
|
|
"grant": {
|
|
"properties": {
|
|
"principal": {
|
|
"type": "string"
|
|
},
|
|
"privileges": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"principal",
|
|
"privileges"
|
|
]
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"metastore": {
|
|
"type": "string"
|
|
},
|
|
"schema": {
|
|
"type": "string"
|
|
},
|
|
"storage_credential": {
|
|
"type": "string"
|
|
},
|
|
"table": {
|
|
"type": "string"
|
|
},
|
|
"view": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"type": "object"
|
|
},
|
|
"group": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"allow_cluster_create": {
|
|
"type": "boolean"
|
|
},
|
|
"allow_instance_pool_create": {
|
|
"type": "boolean"
|
|
},
|
|
"databricks_sql_access": {
|
|
"type": "boolean"
|
|
},
|
|
"display_name": {
|
|
"type": "string"
|
|
},
|
|
"external_id": {
|
|
"type": "string"
|
|
},
|
|
"force": {
|
|
"type": "boolean"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"url": {
|
|
"type": "string"
|
|
},
|
|
"workspace_access": {
|
|
"type": "boolean"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"display_name"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"group_instance_profile": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"group_id": {
|
|
"type": "string"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"instance_profile_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"group_id",
|
|
"instance_profile_id"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"group_member": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"group_id": {
|
|
"type": "string"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"member_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"member_id",
|
|
"group_id"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"group_role": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"group_id": {
|
|
"type": "string"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"role": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"group_id",
|
|
"role"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"instance_pool": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"aws_attributes": {
|
|
"properties": {
|
|
"availability": {
|
|
"type": "string"
|
|
},
|
|
"spot_bid_price_percent": {
|
|
"type": "integer"
|
|
},
|
|
"zone_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"azure_attributes": {
|
|
"properties": {
|
|
"availability": {
|
|
"type": "string"
|
|
},
|
|
"spot_bid_max_price": {
|
|
"type": "integer"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"custom_tags": {
|
|
"type": "object"
|
|
},
|
|
"disk_spec": {
|
|
"properties": {
|
|
"disk_count": {
|
|
"type": "integer"
|
|
},
|
|
"disk_size": {
|
|
"type": "integer"
|
|
},
|
|
"disk_type": {
|
|
"properties": {
|
|
"azure_disk_volume_type": {
|
|
"type": "string"
|
|
},
|
|
"ebs_volume_type": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"enable_elastic_disk": {
|
|
"type": "boolean"
|
|
},
|
|
"gcp_attributes": {
|
|
"properties": {
|
|
"availability": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"idle_instance_autotermination_minutes": {
|
|
"type": "integer"
|
|
},
|
|
"instance_pool_fleet_attributes": {
|
|
"properties": {
|
|
"fleet_on_demand_option": {
|
|
"properties": {
|
|
"allocation_strategy": {
|
|
"type": "string"
|
|
},
|
|
"instance_pools_to_use_count": {
|
|
"type": "integer"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"allocation_strategy"
|
|
]
|
|
},
|
|
"fleet_spot_option": {
|
|
"properties": {
|
|
"allocation_strategy": {
|
|
"type": "string"
|
|
},
|
|
"instance_pools_to_use_count": {
|
|
"type": "integer"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"allocation_strategy"
|
|
]
|
|
},
|
|
"launch_template_override": {
|
|
"properties": {
|
|
"availability_zone": {
|
|
"type": "string"
|
|
},
|
|
"instance_type": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"availability_zone",
|
|
"instance_type"
|
|
]
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"instance_pool_id": {
|
|
"type": "string"
|
|
},
|
|
"instance_pool_name": {
|
|
"type": "string"
|
|
},
|
|
"max_capacity": {
|
|
"type": "integer"
|
|
},
|
|
"min_idle_instances": {
|
|
"type": "integer"
|
|
},
|
|
"node_type_id": {
|
|
"type": "string"
|
|
},
|
|
"preloaded_docker_image": {
|
|
"properties": {
|
|
"basic_auth": {
|
|
"properties": {
|
|
"password": {
|
|
"type": "string"
|
|
},
|
|
"username": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"password",
|
|
"username"
|
|
]
|
|
},
|
|
"url": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"url"
|
|
]
|
|
},
|
|
"preloaded_spark_versions": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"idle_instance_autotermination_minutes",
|
|
"instance_pool_name"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"instance_profile": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"instance_profile_arn": {
|
|
"type": "string"
|
|
},
|
|
"is_meta_instance_profile": {
|
|
"type": "boolean"
|
|
},
|
|
"skip_validation": {
|
|
"type": "boolean"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"type": "object"
|
|
},
|
|
"ip_access_list": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"enabled": {
|
|
"type": "boolean"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"ip_addresses": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
},
|
|
"label": {
|
|
"type": "string"
|
|
},
|
|
"list_type": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"ip_addresses",
|
|
"label",
|
|
"list_type"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"job": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"always_running": {
|
|
"type": "boolean"
|
|
},
|
|
"dbt_task": {
|
|
"properties": {
|
|
"commands": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
},
|
|
"profiles_directory": {
|
|
"type": "string"
|
|
},
|
|
"project_directory": {
|
|
"type": "string"
|
|
},
|
|
"schema": {
|
|
"type": "string"
|
|
},
|
|
"warehouse_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"commands"
|
|
]
|
|
},
|
|
"email_notifications": {
|
|
"properties": {
|
|
"alert_on_last_attempt": {
|
|
"type": "boolean"
|
|
},
|
|
"no_alert_for_skipped_runs": {
|
|
"type": "boolean"
|
|
},
|
|
"on_failure": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
},
|
|
"on_start": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
},
|
|
"on_success": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"existing_cluster_id": {
|
|
"type": "string"
|
|
},
|
|
"format": {
|
|
"type": "string"
|
|
},
|
|
"git_source": {
|
|
"properties": {
|
|
"branch": {
|
|
"type": "string"
|
|
},
|
|
"commit": {
|
|
"type": "string"
|
|
},
|
|
"provider": {
|
|
"type": "string"
|
|
},
|
|
"tag": {
|
|
"type": "string"
|
|
},
|
|
"url": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"url"
|
|
]
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"job_cluster": {
|
|
"properties": {
|
|
"job_cluster_key": {
|
|
"type": "string"
|
|
},
|
|
"new_cluster": {
|
|
"properties": {
|
|
"apply_policy_default_values": {
|
|
"type": "boolean"
|
|
},
|
|
"autoscale": {
|
|
"properties": {
|
|
"max_workers": {
|
|
"type": "integer"
|
|
},
|
|
"min_workers": {
|
|
"type": "integer"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"autotermination_minutes": {
|
|
"type": "integer"
|
|
},
|
|
"aws_attributes": {
|
|
"properties": {
|
|
"availability": {
|
|
"type": "string"
|
|
},
|
|
"ebs_volume_count": {
|
|
"type": "integer"
|
|
},
|
|
"ebs_volume_size": {
|
|
"type": "integer"
|
|
},
|
|
"ebs_volume_type": {
|
|
"type": "string"
|
|
},
|
|
"first_on_demand": {
|
|
"type": "integer"
|
|
},
|
|
"instance_profile_arn": {
|
|
"type": "string"
|
|
},
|
|
"spot_bid_price_percent": {
|
|
"type": "integer"
|
|
},
|
|
"zone_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"azure_attributes": {
|
|
"properties": {
|
|
"availability": {
|
|
"type": "string"
|
|
},
|
|
"first_on_demand": {
|
|
"type": "integer"
|
|
},
|
|
"spot_bid_max_price": {
|
|
"type": "integer"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"cluster_id": {
|
|
"type": "string"
|
|
},
|
|
"cluster_log_conf": {
|
|
"properties": {
|
|
"dbfs": {
|
|
"properties": {
|
|
"destination": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"destination"
|
|
]
|
|
},
|
|
"s3": {
|
|
"properties": {
|
|
"canned_acl": {
|
|
"type": "string"
|
|
},
|
|
"destination": {
|
|
"type": "string"
|
|
},
|
|
"enable_encryption": {
|
|
"type": "boolean"
|
|
},
|
|
"encryption_type": {
|
|
"type": "string"
|
|
},
|
|
"endpoint": {
|
|
"type": "string"
|
|
},
|
|
"kms_key": {
|
|
"type": "string"
|
|
},
|
|
"region": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"destination"
|
|
]
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"cluster_name": {
|
|
"type": "string"
|
|
},
|
|
"custom_tags": {
|
|
"type": "object"
|
|
},
|
|
"data_security_mode": {
|
|
"type": "string"
|
|
},
|
|
"docker_image": {
|
|
"properties": {
|
|
"basic_auth": {
|
|
"properties": {
|
|
"password": {
|
|
"type": "string"
|
|
},
|
|
"username": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"password",
|
|
"username"
|
|
]
|
|
},
|
|
"url": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"url"
|
|
]
|
|
},
|
|
"driver_instance_pool_id": {
|
|
"type": "string"
|
|
},
|
|
"driver_node_type_id": {
|
|
"type": "string"
|
|
},
|
|
"enable_elastic_disk": {
|
|
"type": "boolean"
|
|
},
|
|
"enable_local_disk_encryption": {
|
|
"type": "boolean"
|
|
},
|
|
"gcp_attributes": {
|
|
"properties": {
|
|
"availability": {
|
|
"type": "string"
|
|
},
|
|
"boot_disk_size": {
|
|
"type": "integer"
|
|
},
|
|
"google_service_account": {
|
|
"type": "string"
|
|
},
|
|
"use_preemptible_executors": {
|
|
"type": "boolean"
|
|
},
|
|
"zone_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"idempotency_token": {
|
|
"type": "string"
|
|
},
|
|
"init_scripts": {
|
|
"properties": {
|
|
"dbfs": {
|
|
"properties": {
|
|
"destination": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"destination"
|
|
]
|
|
},
|
|
"file": {
|
|
"properties": {
|
|
"destination": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"gcs": {
|
|
"properties": {
|
|
"destination": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"s3": {
|
|
"properties": {
|
|
"canned_acl": {
|
|
"type": "string"
|
|
},
|
|
"destination": {
|
|
"type": "string"
|
|
},
|
|
"enable_encryption": {
|
|
"type": "boolean"
|
|
},
|
|
"encryption_type": {
|
|
"type": "string"
|
|
},
|
|
"endpoint": {
|
|
"type": "string"
|
|
},
|
|
"kms_key": {
|
|
"type": "string"
|
|
},
|
|
"region": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"destination"
|
|
]
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"instance_pool_id": {
|
|
"type": "string"
|
|
},
|
|
"node_type_id": {
|
|
"type": "string"
|
|
},
|
|
"num_workers": {
|
|
"type": "integer"
|
|
},
|
|
"policy_id": {
|
|
"type": "string"
|
|
},
|
|
"single_user_name": {
|
|
"type": "string"
|
|
},
|
|
"spark_conf": {
|
|
"type": "object"
|
|
},
|
|
"spark_env_vars": {
|
|
"type": "object"
|
|
},
|
|
"spark_version": {
|
|
"type": "string"
|
|
},
|
|
"ssh_public_keys": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
},
|
|
"workload_type": {
|
|
"properties": {
|
|
"clients": {
|
|
"properties": {
|
|
"jobs": {
|
|
"type": "boolean"
|
|
},
|
|
"notebooks": {
|
|
"type": "boolean"
|
|
}
|
|
},
|
|
"type": "object"
|
|
}
|
|
},
|
|
"type": "object"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"spark_version"
|
|
]
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"library": {
|
|
"properties": {
|
|
"cran": {
|
|
"properties": {
|
|
"package": {
|
|
"type": "string"
|
|
},
|
|
"repo": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"package"
|
|
]
|
|
},
|
|
"egg": {
|
|
"type": "string"
|
|
},
|
|
"jar": {
|
|
"type": "string"
|
|
},
|
|
"maven": {
|
|
"properties": {
|
|
"coordinates": {
|
|
"type": "string"
|
|
},
|
|
"exclusions": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
},
|
|
"repo": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"coordinates"
|
|
]
|
|
},
|
|
"pypi": {
|
|
"properties": {
|
|
"package": {
|
|
"type": "string"
|
|
},
|
|
"repo": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"package"
|
|
]
|
|
},
|
|
"whl": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"max_concurrent_runs": {
|
|
"type": "integer"
|
|
},
|
|
"max_retries": {
|
|
"type": "integer"
|
|
},
|
|
"min_retry_interval_millis": {
|
|
"type": "integer"
|
|
},
|
|
"name": {
|
|
"type": "string"
|
|
},
|
|
"new_cluster": {
|
|
"properties": {
|
|
"apply_policy_default_values": {
|
|
"type": "boolean"
|
|
},
|
|
"autoscale": {
|
|
"properties": {
|
|
"max_workers": {
|
|
"type": "integer"
|
|
},
|
|
"min_workers": {
|
|
"type": "integer"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"autotermination_minutes": {
|
|
"type": "integer"
|
|
},
|
|
"aws_attributes": {
|
|
"properties": {
|
|
"availability": {
|
|
"type": "string"
|
|
},
|
|
"ebs_volume_count": {
|
|
"type": "integer"
|
|
},
|
|
"ebs_volume_size": {
|
|
"type": "integer"
|
|
},
|
|
"ebs_volume_type": {
|
|
"type": "string"
|
|
},
|
|
"first_on_demand": {
|
|
"type": "integer"
|
|
},
|
|
"instance_profile_arn": {
|
|
"type": "string"
|
|
},
|
|
"spot_bid_price_percent": {
|
|
"type": "integer"
|
|
},
|
|
"zone_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"azure_attributes": {
|
|
"properties": {
|
|
"availability": {
|
|
"type": "string"
|
|
},
|
|
"first_on_demand": {
|
|
"type": "integer"
|
|
},
|
|
"spot_bid_max_price": {
|
|
"type": "integer"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"cluster_id": {
|
|
"type": "string"
|
|
},
|
|
"cluster_log_conf": {
|
|
"properties": {
|
|
"dbfs": {
|
|
"properties": {
|
|
"destination": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"destination"
|
|
]
|
|
},
|
|
"s3": {
|
|
"properties": {
|
|
"canned_acl": {
|
|
"type": "string"
|
|
},
|
|
"destination": {
|
|
"type": "string"
|
|
},
|
|
"enable_encryption": {
|
|
"type": "boolean"
|
|
},
|
|
"encryption_type": {
|
|
"type": "string"
|
|
},
|
|
"endpoint": {
|
|
"type": "string"
|
|
},
|
|
"kms_key": {
|
|
"type": "string"
|
|
},
|
|
"region": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"destination"
|
|
]
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"cluster_name": {
|
|
"type": "string"
|
|
},
|
|
"custom_tags": {
|
|
"type": "object"
|
|
},
|
|
"data_security_mode": {
|
|
"type": "string"
|
|
},
|
|
"docker_image": {
|
|
"properties": {
|
|
"basic_auth": {
|
|
"properties": {
|
|
"password": {
|
|
"type": "string"
|
|
},
|
|
"username": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"password",
|
|
"username"
|
|
]
|
|
},
|
|
"url": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"url"
|
|
]
|
|
},
|
|
"driver_instance_pool_id": {
|
|
"type": "string"
|
|
},
|
|
"driver_node_type_id": {
|
|
"type": "string"
|
|
},
|
|
"enable_elastic_disk": {
|
|
"type": "boolean"
|
|
},
|
|
"enable_local_disk_encryption": {
|
|
"type": "boolean"
|
|
},
|
|
"gcp_attributes": {
|
|
"properties": {
|
|
"availability": {
|
|
"type": "string"
|
|
},
|
|
"boot_disk_size": {
|
|
"type": "integer"
|
|
},
|
|
"google_service_account": {
|
|
"type": "string"
|
|
},
|
|
"use_preemptible_executors": {
|
|
"type": "boolean"
|
|
},
|
|
"zone_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"idempotency_token": {
|
|
"type": "string"
|
|
},
|
|
"init_scripts": {
|
|
"properties": {
|
|
"dbfs": {
|
|
"properties": {
|
|
"destination": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"destination"
|
|
]
|
|
},
|
|
"file": {
|
|
"properties": {
|
|
"destination": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"gcs": {
|
|
"properties": {
|
|
"destination": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"s3": {
|
|
"properties": {
|
|
"canned_acl": {
|
|
"type": "string"
|
|
},
|
|
"destination": {
|
|
"type": "string"
|
|
},
|
|
"enable_encryption": {
|
|
"type": "boolean"
|
|
},
|
|
"encryption_type": {
|
|
"type": "string"
|
|
},
|
|
"endpoint": {
|
|
"type": "string"
|
|
},
|
|
"kms_key": {
|
|
"type": "string"
|
|
},
|
|
"region": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"destination"
|
|
]
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"instance_pool_id": {
|
|
"type": "string"
|
|
},
|
|
"node_type_id": {
|
|
"type": "string"
|
|
},
|
|
"num_workers": {
|
|
"type": "integer"
|
|
},
|
|
"policy_id": {
|
|
"type": "string"
|
|
},
|
|
"single_user_name": {
|
|
"type": "string"
|
|
},
|
|
"spark_conf": {
|
|
"type": "object"
|
|
},
|
|
"spark_env_vars": {
|
|
"type": "object"
|
|
},
|
|
"spark_version": {
|
|
"type": "string"
|
|
},
|
|
"ssh_public_keys": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
},
|
|
"workload_type": {
|
|
"properties": {
|
|
"clients": {
|
|
"properties": {
|
|
"jobs": {
|
|
"type": "boolean"
|
|
},
|
|
"notebooks": {
|
|
"type": "boolean"
|
|
}
|
|
},
|
|
"type": "object"
|
|
}
|
|
},
|
|
"type": "object"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"spark_version"
|
|
]
|
|
},
|
|
"notebook_task": {
|
|
"properties": {
|
|
"base_parameters": {
|
|
"type": "object"
|
|
},
|
|
"notebook_path": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"notebook_path"
|
|
]
|
|
},
|
|
"pipeline_task": {
|
|
"properties": {
|
|
"pipeline_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"pipeline_id"
|
|
]
|
|
},
|
|
"python_wheel_task": {
|
|
"properties": {
|
|
"entry_point": {
|
|
"type": "string"
|
|
},
|
|
"named_parameters": {
|
|
"type": "object"
|
|
},
|
|
"package_name": {
|
|
"type": "string"
|
|
},
|
|
"parameters": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"retry_on_timeout": {
|
|
"type": "boolean"
|
|
},
|
|
"schedule": {
|
|
"properties": {
|
|
"pause_status": {
|
|
"type": "string"
|
|
},
|
|
"quartz_cron_expression": {
|
|
"type": "string"
|
|
},
|
|
"timezone_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"quartz_cron_expression",
|
|
"timezone_id"
|
|
]
|
|
},
|
|
"spark_jar_task": {
|
|
"properties": {
|
|
"jar_uri": {
|
|
"type": "string"
|
|
},
|
|
"main_class_name": {
|
|
"type": "string"
|
|
},
|
|
"parameters": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"spark_python_task": {
|
|
"properties": {
|
|
"parameters": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
},
|
|
"python_file": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"python_file"
|
|
]
|
|
},
|
|
"spark_submit_task": {
|
|
"properties": {
|
|
"parameters": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"tags": {
|
|
"type": "object"
|
|
},
|
|
"task": {
|
|
"properties": {
|
|
"dbt_task": {
|
|
"properties": {
|
|
"commands": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
},
|
|
"profiles_directory": {
|
|
"type": "string"
|
|
},
|
|
"project_directory": {
|
|
"type": "string"
|
|
},
|
|
"schema": {
|
|
"type": "string"
|
|
},
|
|
"warehouse_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"commands"
|
|
]
|
|
},
|
|
"depends_on": {
|
|
"properties": {
|
|
"task_key": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"description": {
|
|
"type": "string"
|
|
},
|
|
"email_notifications": {
|
|
"properties": {
|
|
"alert_on_last_attempt": {
|
|
"type": "boolean"
|
|
},
|
|
"no_alert_for_skipped_runs": {
|
|
"type": "boolean"
|
|
},
|
|
"on_failure": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
},
|
|
"on_start": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
},
|
|
"on_success": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"existing_cluster_id": {
|
|
"type": "string"
|
|
},
|
|
"job_cluster_key": {
|
|
"type": "string"
|
|
},
|
|
"library": {
|
|
"properties": {
|
|
"cran": {
|
|
"properties": {
|
|
"package": {
|
|
"type": "string"
|
|
},
|
|
"repo": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"package"
|
|
]
|
|
},
|
|
"egg": {
|
|
"type": "string"
|
|
},
|
|
"jar": {
|
|
"type": "string"
|
|
},
|
|
"maven": {
|
|
"properties": {
|
|
"coordinates": {
|
|
"type": "string"
|
|
},
|
|
"exclusions": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
},
|
|
"repo": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"coordinates"
|
|
]
|
|
},
|
|
"pypi": {
|
|
"properties": {
|
|
"package": {
|
|
"type": "string"
|
|
},
|
|
"repo": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"package"
|
|
]
|
|
},
|
|
"whl": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"max_retries": {
|
|
"type": "integer"
|
|
},
|
|
"min_retry_interval_millis": {
|
|
"type": "integer"
|
|
},
|
|
"new_cluster": {
|
|
"properties": {
|
|
"apply_policy_default_values": {
|
|
"type": "boolean"
|
|
},
|
|
"autoscale": {
|
|
"properties": {
|
|
"max_workers": {
|
|
"type": "integer"
|
|
},
|
|
"min_workers": {
|
|
"type": "integer"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"autotermination_minutes": {
|
|
"type": "integer"
|
|
},
|
|
"aws_attributes": {
|
|
"properties": {
|
|
"availability": {
|
|
"type": "string"
|
|
},
|
|
"ebs_volume_count": {
|
|
"type": "integer"
|
|
},
|
|
"ebs_volume_size": {
|
|
"type": "integer"
|
|
},
|
|
"ebs_volume_type": {
|
|
"type": "string"
|
|
},
|
|
"first_on_demand": {
|
|
"type": "integer"
|
|
},
|
|
"instance_profile_arn": {
|
|
"type": "string"
|
|
},
|
|
"spot_bid_price_percent": {
|
|
"type": "integer"
|
|
},
|
|
"zone_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"azure_attributes": {
|
|
"properties": {
|
|
"availability": {
|
|
"type": "string"
|
|
},
|
|
"first_on_demand": {
|
|
"type": "integer"
|
|
},
|
|
"spot_bid_max_price": {
|
|
"type": "integer"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"cluster_id": {
|
|
"type": "string"
|
|
},
|
|
"cluster_log_conf": {
|
|
"properties": {
|
|
"dbfs": {
|
|
"properties": {
|
|
"destination": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"destination"
|
|
]
|
|
},
|
|
"s3": {
|
|
"properties": {
|
|
"canned_acl": {
|
|
"type": "string"
|
|
},
|
|
"destination": {
|
|
"type": "string"
|
|
},
|
|
"enable_encryption": {
|
|
"type": "boolean"
|
|
},
|
|
"encryption_type": {
|
|
"type": "string"
|
|
},
|
|
"endpoint": {
|
|
"type": "string"
|
|
},
|
|
"kms_key": {
|
|
"type": "string"
|
|
},
|
|
"region": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"destination"
|
|
]
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"cluster_name": {
|
|
"type": "string"
|
|
},
|
|
"custom_tags": {
|
|
"type": "object"
|
|
},
|
|
"data_security_mode": {
|
|
"type": "string"
|
|
},
|
|
"docker_image": {
|
|
"properties": {
|
|
"basic_auth": {
|
|
"properties": {
|
|
"password": {
|
|
"type": "string"
|
|
},
|
|
"username": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"password",
|
|
"username"
|
|
]
|
|
},
|
|
"url": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"url"
|
|
]
|
|
},
|
|
"driver_instance_pool_id": {
|
|
"type": "string"
|
|
},
|
|
"driver_node_type_id": {
|
|
"type": "string"
|
|
},
|
|
"enable_elastic_disk": {
|
|
"type": "boolean"
|
|
},
|
|
"enable_local_disk_encryption": {
|
|
"type": "boolean"
|
|
},
|
|
"gcp_attributes": {
|
|
"properties": {
|
|
"availability": {
|
|
"type": "string"
|
|
},
|
|
"boot_disk_size": {
|
|
"type": "integer"
|
|
},
|
|
"google_service_account": {
|
|
"type": "string"
|
|
},
|
|
"use_preemptible_executors": {
|
|
"type": "boolean"
|
|
},
|
|
"zone_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"idempotency_token": {
|
|
"type": "string"
|
|
},
|
|
"init_scripts": {
|
|
"properties": {
|
|
"dbfs": {
|
|
"properties": {
|
|
"destination": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"destination"
|
|
]
|
|
},
|
|
"file": {
|
|
"properties": {
|
|
"destination": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"gcs": {
|
|
"properties": {
|
|
"destination": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"s3": {
|
|
"properties": {
|
|
"canned_acl": {
|
|
"type": "string"
|
|
},
|
|
"destination": {
|
|
"type": "string"
|
|
},
|
|
"enable_encryption": {
|
|
"type": "boolean"
|
|
},
|
|
"encryption_type": {
|
|
"type": "string"
|
|
},
|
|
"endpoint": {
|
|
"type": "string"
|
|
},
|
|
"kms_key": {
|
|
"type": "string"
|
|
},
|
|
"region": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"destination"
|
|
]
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"instance_pool_id": {
|
|
"type": "string"
|
|
},
|
|
"node_type_id": {
|
|
"type": "string"
|
|
},
|
|
"num_workers": {
|
|
"type": "integer"
|
|
},
|
|
"policy_id": {
|
|
"type": "string"
|
|
},
|
|
"single_user_name": {
|
|
"type": "string"
|
|
},
|
|
"spark_conf": {
|
|
"type": "object"
|
|
},
|
|
"spark_env_vars": {
|
|
"type": "object"
|
|
},
|
|
"spark_version": {
|
|
"type": "string"
|
|
},
|
|
"ssh_public_keys": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
},
|
|
"workload_type": {
|
|
"properties": {
|
|
"clients": {
|
|
"properties": {
|
|
"jobs": {
|
|
"type": "boolean"
|
|
},
|
|
"notebooks": {
|
|
"type": "boolean"
|
|
}
|
|
},
|
|
"type": "object"
|
|
}
|
|
},
|
|
"type": "object"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"spark_version"
|
|
]
|
|
},
|
|
"notebook_task": {
|
|
"properties": {
|
|
"base_parameters": {
|
|
"type": "object"
|
|
},
|
|
"notebook_path": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"notebook_path"
|
|
]
|
|
},
|
|
"pipeline_task": {
|
|
"properties": {
|
|
"pipeline_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"pipeline_id"
|
|
]
|
|
},
|
|
"python_wheel_task": {
|
|
"properties": {
|
|
"entry_point": {
|
|
"type": "string"
|
|
},
|
|
"named_parameters": {
|
|
"type": "object"
|
|
},
|
|
"package_name": {
|
|
"type": "string"
|
|
},
|
|
"parameters": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"retry_on_timeout": {
|
|
"type": "boolean"
|
|
},
|
|
"spark_jar_task": {
|
|
"properties": {
|
|
"jar_uri": {
|
|
"type": "string"
|
|
},
|
|
"main_class_name": {
|
|
"type": "string"
|
|
},
|
|
"parameters": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"spark_python_task": {
|
|
"properties": {
|
|
"parameters": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
},
|
|
"python_file": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"python_file"
|
|
]
|
|
},
|
|
"spark_submit_task": {
|
|
"properties": {
|
|
"parameters": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"sql_task": {
|
|
"properties": {
|
|
"alert": {
|
|
"properties": {
|
|
"alert_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"alert_id"
|
|
]
|
|
},
|
|
"dashboard": {
|
|
"properties": {
|
|
"dashboard_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"dashboard_id"
|
|
]
|
|
},
|
|
"parameters": {
|
|
"type": "object"
|
|
},
|
|
"query": {
|
|
"properties": {
|
|
"query_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"query_id"
|
|
]
|
|
},
|
|
"warehouse_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"task_key": {
|
|
"type": "string"
|
|
},
|
|
"timeout_seconds": {
|
|
"type": "integer"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"timeout_seconds": {
|
|
"type": "integer"
|
|
},
|
|
"timeouts": {
|
|
"properties": {
|
|
"create": {
|
|
"type": "string"
|
|
},
|
|
"update": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"url": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"type": "object"
|
|
},
|
|
"library": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"cluster_id": {
|
|
"type": "string"
|
|
},
|
|
"cran": {
|
|
"properties": {
|
|
"package": {
|
|
"type": "string"
|
|
},
|
|
"repo": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"package"
|
|
]
|
|
},
|
|
"egg": {
|
|
"type": "string"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"jar": {
|
|
"type": "string"
|
|
},
|
|
"maven": {
|
|
"properties": {
|
|
"coordinates": {
|
|
"type": "string"
|
|
},
|
|
"exclusions": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
},
|
|
"repo": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"coordinates"
|
|
]
|
|
},
|
|
"pypi": {
|
|
"properties": {
|
|
"package": {
|
|
"type": "string"
|
|
},
|
|
"repo": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"package"
|
|
]
|
|
},
|
|
"whl": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"cluster_id"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"metastore": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"cloud": {
|
|
"type": "string"
|
|
},
|
|
"created_at": {
|
|
"type": "integer"
|
|
},
|
|
"created_by": {
|
|
"type": "string"
|
|
},
|
|
"default_data_access_config_id": {
|
|
"type": "string"
|
|
},
|
|
"delta_sharing_organization_name": {
|
|
"type": "string"
|
|
},
|
|
"delta_sharing_recipient_token_lifetime_in_seconds": {
|
|
"type": "integer"
|
|
},
|
|
"delta_sharing_scope": {
|
|
"type": "string"
|
|
},
|
|
"force_destroy": {
|
|
"type": "boolean"
|
|
},
|
|
"global_metastore_id": {
|
|
"type": "string"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"name": {
|
|
"type": "string"
|
|
},
|
|
"owner": {
|
|
"type": "string"
|
|
},
|
|
"region": {
|
|
"type": "string"
|
|
},
|
|
"storage_root": {
|
|
"type": "string"
|
|
},
|
|
"updated_at": {
|
|
"type": "integer"
|
|
},
|
|
"updated_by": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"storage_root",
|
|
"name"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"metastore_assignment": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"default_catalog_name": {
|
|
"type": "string"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"metastore_id": {
|
|
"type": "string"
|
|
},
|
|
"workspace_id": {
|
|
"type": "integer"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"metastore_id",
|
|
"workspace_id"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"metastore_data_access": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"aws_iam_role": {
|
|
"properties": {
|
|
"role_arn": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"role_arn"
|
|
]
|
|
},
|
|
"azure_managed_identity": {
|
|
"properties": {
|
|
"access_connector_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"access_connector_id"
|
|
]
|
|
},
|
|
"azure_service_principal": {
|
|
"properties": {
|
|
"application_id": {
|
|
"type": "string"
|
|
},
|
|
"client_secret": {
|
|
"type": "string"
|
|
},
|
|
"directory_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"directory_id",
|
|
"application_id",
|
|
"client_secret"
|
|
]
|
|
},
|
|
"configuration_type": {
|
|
"type": "string"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"is_default": {
|
|
"type": "boolean"
|
|
},
|
|
"metastore_id": {
|
|
"type": "string"
|
|
},
|
|
"name": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"metastore_id",
|
|
"name"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"mlflow_experiment": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"artifact_location": {
|
|
"type": "string"
|
|
},
|
|
"creation_time": {
|
|
"type": "integer"
|
|
},
|
|
"description": {
|
|
"type": "string"
|
|
},
|
|
"experiment_id": {
|
|
"type": "string"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"last_update_time": {
|
|
"type": "integer"
|
|
},
|
|
"lifecycle_stage": {
|
|
"type": "string"
|
|
},
|
|
"name": {
|
|
"type": "string"
|
|
},
|
|
"timeouts": {
|
|
"type": "object"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"name"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"mlflow_model": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"creation_timestamp": {
|
|
"type": "integer"
|
|
},
|
|
"description": {
|
|
"type": "string"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"last_updated_timestamp": {
|
|
"type": "integer"
|
|
},
|
|
"name": {
|
|
"type": "string"
|
|
},
|
|
"registered_model_id": {
|
|
"type": "string"
|
|
},
|
|
"tags": {
|
|
"properties": {
|
|
"key": {
|
|
"type": "string"
|
|
},
|
|
"value": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"key",
|
|
"value"
|
|
]
|
|
},
|
|
"user_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"name"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"mlflow_webhook": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"description": {
|
|
"type": "string"
|
|
},
|
|
"events": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
},
|
|
"http_url_spec": {
|
|
"properties": {
|
|
"authorization": {
|
|
"type": "string"
|
|
},
|
|
"enable_ssl_verification": {
|
|
"type": "boolean"
|
|
},
|
|
"string": {
|
|
"type": "string"
|
|
},
|
|
"url": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"url"
|
|
]
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"job_spec": {
|
|
"properties": {
|
|
"access_token": {
|
|
"type": "string"
|
|
},
|
|
"job_id": {
|
|
"type": "string"
|
|
},
|
|
"workspace_url": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"access_token",
|
|
"job_id"
|
|
]
|
|
},
|
|
"model_name": {
|
|
"type": "string"
|
|
},
|
|
"status": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"events"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"mount": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"abfs": {
|
|
"properties": {
|
|
"client_id": {
|
|
"type": "string"
|
|
},
|
|
"client_secret_key": {
|
|
"type": "string"
|
|
},
|
|
"client_secret_scope": {
|
|
"type": "string"
|
|
},
|
|
"container_name": {
|
|
"type": "string"
|
|
},
|
|
"directory": {
|
|
"type": "string"
|
|
},
|
|
"initialize_file_system": {
|
|
"type": "boolean"
|
|
},
|
|
"storage_account_name": {
|
|
"type": "string"
|
|
},
|
|
"tenant_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"client_secret_key",
|
|
"client_secret_scope",
|
|
"initialize_file_system",
|
|
"client_id"
|
|
]
|
|
},
|
|
"adl": {
|
|
"properties": {
|
|
"client_id": {
|
|
"type": "string"
|
|
},
|
|
"client_secret_key": {
|
|
"type": "string"
|
|
},
|
|
"client_secret_scope": {
|
|
"type": "string"
|
|
},
|
|
"directory": {
|
|
"type": "string"
|
|
},
|
|
"spark_conf_prefix": {
|
|
"type": "string"
|
|
},
|
|
"storage_resource_name": {
|
|
"type": "string"
|
|
},
|
|
"tenant_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"client_id",
|
|
"client_secret_key",
|
|
"client_secret_scope"
|
|
]
|
|
},
|
|
"cluster_id": {
|
|
"type": "string"
|
|
},
|
|
"encryption_type": {
|
|
"type": "string"
|
|
},
|
|
"extra_configs": {
|
|
"type": "object"
|
|
},
|
|
"gs": {
|
|
"properties": {
|
|
"bucket_name": {
|
|
"type": "string"
|
|
},
|
|
"service_account": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"bucket_name"
|
|
]
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"name": {
|
|
"type": "string"
|
|
},
|
|
"resource_id": {
|
|
"type": "string"
|
|
},
|
|
"s3": {
|
|
"properties": {
|
|
"bucket_name": {
|
|
"type": "string"
|
|
},
|
|
"instance_profile": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"bucket_name"
|
|
]
|
|
},
|
|
"source": {
|
|
"type": "string"
|
|
},
|
|
"timeouts": {
|
|
"properties": {
|
|
"default": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"uri": {
|
|
"type": "string"
|
|
},
|
|
"wasb": {
|
|
"properties": {
|
|
"auth_type": {
|
|
"type": "string"
|
|
},
|
|
"container_name": {
|
|
"type": "string"
|
|
},
|
|
"directory": {
|
|
"type": "string"
|
|
},
|
|
"storage_account_name": {
|
|
"type": "string"
|
|
},
|
|
"token_secret_key": {
|
|
"type": "string"
|
|
},
|
|
"token_secret_scope": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"auth_type",
|
|
"token_secret_key",
|
|
"token_secret_scope"
|
|
]
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"type": "object"
|
|
},
|
|
"mws_credentials": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"account_id": {
|
|
"type": "string"
|
|
},
|
|
"creation_time": {
|
|
"type": "integer"
|
|
},
|
|
"credentials_id": {
|
|
"type": "string"
|
|
},
|
|
"credentials_name": {
|
|
"type": "string"
|
|
},
|
|
"external_id": {
|
|
"type": "string"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"role_arn": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"account_id",
|
|
"credentials_name",
|
|
"role_arn"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"mws_customer_managed_keys": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"account_id": {
|
|
"type": "string"
|
|
},
|
|
"aws_key_info": {
|
|
"properties": {
|
|
"key_alias": {
|
|
"type": "string"
|
|
},
|
|
"key_arn": {
|
|
"type": "string"
|
|
},
|
|
"key_region": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"key_alias",
|
|
"key_arn"
|
|
]
|
|
},
|
|
"creation_time": {
|
|
"type": "integer"
|
|
},
|
|
"customer_managed_key_id": {
|
|
"type": "string"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"use_cases": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"account_id",
|
|
"use_cases"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"mws_log_delivery": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"account_id": {
|
|
"type": "string"
|
|
},
|
|
"config_id": {
|
|
"type": "string"
|
|
},
|
|
"config_name": {
|
|
"type": "string"
|
|
},
|
|
"credentials_id": {
|
|
"type": "string"
|
|
},
|
|
"delivery_path_prefix": {
|
|
"type": "string"
|
|
},
|
|
"delivery_start_time": {
|
|
"type": "string"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"log_type": {
|
|
"type": "string"
|
|
},
|
|
"output_format": {
|
|
"type": "string"
|
|
},
|
|
"status": {
|
|
"type": "string"
|
|
},
|
|
"storage_configuration_id": {
|
|
"type": "string"
|
|
},
|
|
"workspace_ids_filter": {
|
|
"items": {
|
|
"type": "integer"
|
|
},
|
|
"type": "array"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"log_type",
|
|
"output_format",
|
|
"storage_configuration_id",
|
|
"credentials_id",
|
|
"account_id"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"mws_networks": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"account_id": {
|
|
"type": "string"
|
|
},
|
|
"creation_time": {
|
|
"type": "integer"
|
|
},
|
|
"error_messages": {
|
|
"properties": {
|
|
"error_message": {
|
|
"type": "string"
|
|
},
|
|
"error_type": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"network_id": {
|
|
"type": "string"
|
|
},
|
|
"network_name": {
|
|
"type": "string"
|
|
},
|
|
"security_group_ids": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
},
|
|
"subnet_ids": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
},
|
|
"vpc_endpoints": {
|
|
"properties": {
|
|
"dataplane_relay": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
},
|
|
"rest_api": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"dataplane_relay",
|
|
"rest_api"
|
|
]
|
|
},
|
|
"vpc_id": {
|
|
"type": "string"
|
|
},
|
|
"vpc_status": {
|
|
"type": "string"
|
|
},
|
|
"workspace_id": {
|
|
"type": "integer"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"account_id",
|
|
"security_group_ids",
|
|
"vpc_id",
|
|
"network_name",
|
|
"subnet_ids"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"mws_permission_assignment": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"permissions": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
},
|
|
"principal_id": {
|
|
"type": "integer"
|
|
},
|
|
"workspace_id": {
|
|
"type": "integer"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"workspace_id",
|
|
"permissions",
|
|
"principal_id"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"mws_private_access_settings": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"account_id": {
|
|
"type": "string"
|
|
},
|
|
"allowed_vpc_endpoint_ids": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"private_access_level": {
|
|
"type": "string"
|
|
},
|
|
"private_access_settings_id": {
|
|
"type": "string"
|
|
},
|
|
"private_access_settings_name": {
|
|
"type": "string"
|
|
},
|
|
"public_access_enabled": {
|
|
"type": "boolean"
|
|
},
|
|
"region": {
|
|
"type": "string"
|
|
},
|
|
"status": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"private_access_settings_name",
|
|
"region"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"mws_storage_configurations": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"account_id": {
|
|
"type": "string"
|
|
},
|
|
"bucket_name": {
|
|
"type": "string"
|
|
},
|
|
"creation_time": {
|
|
"type": "integer"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"storage_configuration_id": {
|
|
"type": "string"
|
|
},
|
|
"storage_configuration_name": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"bucket_name",
|
|
"storage_configuration_name",
|
|
"account_id"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"mws_vpc_endpoint": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"account_id": {
|
|
"type": "string"
|
|
},
|
|
"aws_account_id": {
|
|
"type": "string"
|
|
},
|
|
"aws_endpoint_service_id": {
|
|
"type": "string"
|
|
},
|
|
"aws_vpc_endpoint_id": {
|
|
"type": "string"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"region": {
|
|
"type": "string"
|
|
},
|
|
"state": {
|
|
"type": "string"
|
|
},
|
|
"use_case": {
|
|
"type": "string"
|
|
},
|
|
"vpc_endpoint_id": {
|
|
"type": "string"
|
|
},
|
|
"vpc_endpoint_name": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"vpc_endpoint_name",
|
|
"aws_vpc_endpoint_id",
|
|
"region"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"mws_workspaces": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"account_id": {
|
|
"type": "string"
|
|
},
|
|
"aws_region": {
|
|
"type": "string"
|
|
},
|
|
"cloud": {
|
|
"type": "string"
|
|
},
|
|
"cloud_resource_bucket": {
|
|
"properties": {
|
|
"gcp": {
|
|
"properties": {
|
|
"project_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"project_id"
|
|
]
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"creation_time": {
|
|
"type": "integer"
|
|
},
|
|
"credentials_id": {
|
|
"type": "string"
|
|
},
|
|
"deployment_name": {
|
|
"type": "string"
|
|
},
|
|
"external_customer_info": {
|
|
"properties": {
|
|
"authoritative_user_email": {
|
|
"type": "string"
|
|
},
|
|
"authoritative_user_full_name": {
|
|
"type": "string"
|
|
},
|
|
"customer_name": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"authoritative_user_full_name",
|
|
"customer_name",
|
|
"authoritative_user_email"
|
|
]
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"is_no_public_ip_enabled": {
|
|
"type": "boolean"
|
|
},
|
|
"location": {
|
|
"type": "string"
|
|
},
|
|
"managed_services_customer_managed_key_id": {
|
|
"type": "string"
|
|
},
|
|
"network": {
|
|
"properties": {
|
|
"gcp_common_network_config": {
|
|
"properties": {
|
|
"gke_cluster_master_ip_range": {
|
|
"type": "string"
|
|
},
|
|
"gke_connectivity_type": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"gke_cluster_master_ip_range",
|
|
"gke_connectivity_type"
|
|
]
|
|
},
|
|
"gcp_managed_network_config": {
|
|
"properties": {
|
|
"gke_cluster_pod_ip_range": {
|
|
"type": "string"
|
|
},
|
|
"gke_cluster_service_ip_range": {
|
|
"type": "string"
|
|
},
|
|
"subnet_cidr": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"gke_cluster_pod_ip_range",
|
|
"gke_cluster_service_ip_range",
|
|
"subnet_cidr"
|
|
]
|
|
},
|
|
"network_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"network_id": {
|
|
"type": "string"
|
|
},
|
|
"pricing_tier": {
|
|
"type": "string"
|
|
},
|
|
"private_access_settings_id": {
|
|
"type": "string"
|
|
},
|
|
"storage_configuration_id": {
|
|
"type": "string"
|
|
},
|
|
"storage_customer_managed_key_id": {
|
|
"type": "string"
|
|
},
|
|
"timeouts": {
|
|
"properties": {
|
|
"create": {
|
|
"type": "string"
|
|
},
|
|
"read": {
|
|
"type": "string"
|
|
},
|
|
"update": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"token": {
|
|
"properties": {
|
|
"comment": {
|
|
"type": "string"
|
|
},
|
|
"lifetime_seconds": {
|
|
"type": "integer"
|
|
},
|
|
"token_id": {
|
|
"type": "string"
|
|
},
|
|
"token_value": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"workspace_id": {
|
|
"type": "integer"
|
|
},
|
|
"workspace_name": {
|
|
"type": "string"
|
|
},
|
|
"workspace_status": {
|
|
"type": "string"
|
|
},
|
|
"workspace_status_message": {
|
|
"type": "string"
|
|
},
|
|
"workspace_url": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"account_id",
|
|
"workspace_name"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"notebook": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"content_base64": {
|
|
"type": "string"
|
|
},
|
|
"format": {
|
|
"type": "string"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"language": {
|
|
"type": "string"
|
|
},
|
|
"md5": {
|
|
"type": "string"
|
|
},
|
|
"path": {
|
|
"type": "string"
|
|
},
|
|
"source": {
|
|
"type": "string"
|
|
},
|
|
"url": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"path"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"obo_token": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"application_id": {
|
|
"type": "string"
|
|
},
|
|
"comment": {
|
|
"type": "string"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"lifetime_seconds": {
|
|
"type": "integer"
|
|
},
|
|
"token_value": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"application_id",
|
|
"comment",
|
|
"lifetime_seconds"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"permission_assignment": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"permissions": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
},
|
|
"principal_id": {
|
|
"type": "integer"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"permissions",
|
|
"principal_id"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"permissions": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"access_control": {
|
|
"properties": {
|
|
"group_name": {
|
|
"type": "string"
|
|
},
|
|
"permission_level": {
|
|
"type": "string"
|
|
},
|
|
"service_principal_name": {
|
|
"type": "string"
|
|
},
|
|
"user_name": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"permission_level"
|
|
]
|
|
},
|
|
"authorization": {
|
|
"type": "string"
|
|
},
|
|
"cluster_id": {
|
|
"type": "string"
|
|
},
|
|
"cluster_policy_id": {
|
|
"type": "string"
|
|
},
|
|
"directory_id": {
|
|
"type": "string"
|
|
},
|
|
"directory_path": {
|
|
"type": "string"
|
|
},
|
|
"experiment_id": {
|
|
"type": "string"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"instance_pool_id": {
|
|
"type": "string"
|
|
},
|
|
"job_id": {
|
|
"type": "string"
|
|
},
|
|
"notebook_id": {
|
|
"type": "string"
|
|
},
|
|
"notebook_path": {
|
|
"type": "string"
|
|
},
|
|
"object_type": {
|
|
"type": "string"
|
|
},
|
|
"pipeline_id": {
|
|
"type": "string"
|
|
},
|
|
"registered_model_id": {
|
|
"type": "string"
|
|
},
|
|
"repo_id": {
|
|
"type": "string"
|
|
},
|
|
"repo_path": {
|
|
"type": "string"
|
|
},
|
|
"sql_alert_id": {
|
|
"type": "string"
|
|
},
|
|
"sql_dashboard_id": {
|
|
"type": "string"
|
|
},
|
|
"sql_endpoint_id": {
|
|
"type": "string"
|
|
},
|
|
"sql_query_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"type": "object"
|
|
},
|
|
"pipeline": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"allow_duplicate_names": {
|
|
"type": "boolean"
|
|
},
|
|
"channel": {
|
|
"type": "string"
|
|
},
|
|
"cluster": {
|
|
"properties": {
|
|
"apply_policy_default_values": {
|
|
"type": "boolean"
|
|
},
|
|
"autoscale": {
|
|
"properties": {
|
|
"max_workers": {
|
|
"type": "integer"
|
|
},
|
|
"min_workers": {
|
|
"type": "integer"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"aws_attributes": {
|
|
"properties": {
|
|
"first_on_demand": {
|
|
"type": "integer"
|
|
},
|
|
"instance_profile_arn": {
|
|
"type": "string"
|
|
},
|
|
"zone_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"cluster_log_conf": {
|
|
"properties": {
|
|
"dbfs": {
|
|
"properties": {
|
|
"destination": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"destination"
|
|
]
|
|
},
|
|
"s3": {
|
|
"properties": {
|
|
"canned_acl": {
|
|
"type": "string"
|
|
},
|
|
"destination": {
|
|
"type": "string"
|
|
},
|
|
"enable_encryption": {
|
|
"type": "boolean"
|
|
},
|
|
"encryption_type": {
|
|
"type": "string"
|
|
},
|
|
"endpoint": {
|
|
"type": "string"
|
|
},
|
|
"kms_key": {
|
|
"type": "string"
|
|
},
|
|
"region": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"destination"
|
|
]
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"custom_tags": {
|
|
"type": "object"
|
|
},
|
|
"driver_instance_pool_id": {
|
|
"type": "string"
|
|
},
|
|
"driver_node_type_id": {
|
|
"type": "string"
|
|
},
|
|
"gcp_attributes": {
|
|
"properties": {
|
|
"google_service_account": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"init_scripts": {
|
|
"properties": {
|
|
"dbfs": {
|
|
"properties": {
|
|
"destination": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"destination"
|
|
]
|
|
},
|
|
"file": {
|
|
"properties": {
|
|
"destination": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"gcs": {
|
|
"properties": {
|
|
"destination": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"s3": {
|
|
"properties": {
|
|
"canned_acl": {
|
|
"type": "string"
|
|
},
|
|
"destination": {
|
|
"type": "string"
|
|
},
|
|
"enable_encryption": {
|
|
"type": "boolean"
|
|
},
|
|
"encryption_type": {
|
|
"type": "string"
|
|
},
|
|
"endpoint": {
|
|
"type": "string"
|
|
},
|
|
"kms_key": {
|
|
"type": "string"
|
|
},
|
|
"region": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"destination"
|
|
]
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"instance_pool_id": {
|
|
"type": "string"
|
|
},
|
|
"label": {
|
|
"type": "string"
|
|
},
|
|
"node_type_id": {
|
|
"type": "string"
|
|
},
|
|
"num_workers": {
|
|
"type": "integer"
|
|
},
|
|
"policy_id": {
|
|
"type": "string"
|
|
},
|
|
"spark_conf": {
|
|
"type": "object"
|
|
},
|
|
"spark_env_vars": {
|
|
"type": "object"
|
|
},
|
|
"ssh_public_keys": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"configuration": {
|
|
"type": "object"
|
|
},
|
|
"continuous": {
|
|
"type": "boolean"
|
|
},
|
|
"development": {
|
|
"type": "boolean"
|
|
},
|
|
"edition": {
|
|
"type": "string"
|
|
},
|
|
"filters": {
|
|
"properties": {
|
|
"exclude": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
},
|
|
"include": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"library": {
|
|
"properties": {
|
|
"jar": {
|
|
"type": "string"
|
|
},
|
|
"maven": {
|
|
"properties": {
|
|
"coordinates": {
|
|
"type": "string"
|
|
},
|
|
"exclusions": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
},
|
|
"repo": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"coordinates"
|
|
]
|
|
},
|
|
"notebook": {
|
|
"properties": {
|
|
"path": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"path"
|
|
]
|
|
},
|
|
"whl": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"name": {
|
|
"type": "string"
|
|
},
|
|
"photon": {
|
|
"type": "boolean"
|
|
},
|
|
"storage": {
|
|
"type": "string"
|
|
},
|
|
"target": {
|
|
"type": "string"
|
|
},
|
|
"timeouts": {
|
|
"properties": {
|
|
"default": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"url": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"type": "object"
|
|
},
|
|
"recipient": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"authentication_type": {
|
|
"type": "string"
|
|
},
|
|
"comment": {
|
|
"type": "string"
|
|
},
|
|
"data_recipient_global_metastore_id": {
|
|
"type": "string"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"ip_access_list": {
|
|
"properties": {
|
|
"allowed_ip_addresses": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"allowed_ip_addresses"
|
|
]
|
|
},
|
|
"name": {
|
|
"type": "string"
|
|
},
|
|
"sharing_code": {
|
|
"type": "string"
|
|
},
|
|
"tokens": {
|
|
"properties": {
|
|
"activation_url": {
|
|
"type": "string"
|
|
},
|
|
"created_at": {
|
|
"type": "integer"
|
|
},
|
|
"created_by": {
|
|
"type": "string"
|
|
},
|
|
"expiration_time": {
|
|
"type": "integer"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"updated_at": {
|
|
"type": "integer"
|
|
},
|
|
"updated_by": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"authentication_type",
|
|
"name"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"repo": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"branch": {
|
|
"type": "string"
|
|
},
|
|
"commit_hash": {
|
|
"type": "string"
|
|
},
|
|
"git_provider": {
|
|
"type": "string"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"path": {
|
|
"type": "string"
|
|
},
|
|
"tag": {
|
|
"type": "string"
|
|
},
|
|
"url": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"url"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"schema": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"catalog_name": {
|
|
"type": "string"
|
|
},
|
|
"comment": {
|
|
"type": "string"
|
|
},
|
|
"force_destroy": {
|
|
"type": "boolean"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"metastore_id": {
|
|
"type": "string"
|
|
},
|
|
"name": {
|
|
"type": "string"
|
|
},
|
|
"owner": {
|
|
"type": "string"
|
|
},
|
|
"properties": {
|
|
"type": "object"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"name",
|
|
"catalog_name"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"secret": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"key": {
|
|
"type": "string"
|
|
},
|
|
"last_updated_timestamp": {
|
|
"type": "integer"
|
|
},
|
|
"scope": {
|
|
"type": "string"
|
|
},
|
|
"string_value": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"string_value",
|
|
"key",
|
|
"scope"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"secret_acl": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"permission": {
|
|
"type": "string"
|
|
},
|
|
"principal": {
|
|
"type": "string"
|
|
},
|
|
"scope": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"permission",
|
|
"principal",
|
|
"scope"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"secret_scope": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"backend_type": {
|
|
"type": "string"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"initial_manage_principal": {
|
|
"type": "string"
|
|
},
|
|
"keyvault_metadata": {
|
|
"properties": {
|
|
"dns_name": {
|
|
"type": "string"
|
|
},
|
|
"resource_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"dns_name",
|
|
"resource_id"
|
|
]
|
|
},
|
|
"name": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"name"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"service_principal": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"active": {
|
|
"type": "boolean"
|
|
},
|
|
"allow_cluster_create": {
|
|
"type": "boolean"
|
|
},
|
|
"allow_instance_pool_create": {
|
|
"type": "boolean"
|
|
},
|
|
"application_id": {
|
|
"type": "string"
|
|
},
|
|
"databricks_sql_access": {
|
|
"type": "boolean"
|
|
},
|
|
"display_name": {
|
|
"type": "string"
|
|
},
|
|
"external_id": {
|
|
"type": "string"
|
|
},
|
|
"force": {
|
|
"type": "boolean"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"workspace_access": {
|
|
"type": "boolean"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"type": "object"
|
|
},
|
|
"service_principal_role": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"role": {
|
|
"type": "string"
|
|
},
|
|
"service_principal_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"role",
|
|
"service_principal_id"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"sql_dashboard": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"name": {
|
|
"type": "string"
|
|
},
|
|
"tags": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"name"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"sql_endpoint": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"auto_stop_mins": {
|
|
"type": "integer"
|
|
},
|
|
"channel": {
|
|
"properties": {
|
|
"name": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"cluster_size": {
|
|
"type": "string"
|
|
},
|
|
"data_source_id": {
|
|
"type": "string"
|
|
},
|
|
"enable_photon": {
|
|
"type": "boolean"
|
|
},
|
|
"enable_serverless_compute": {
|
|
"type": "boolean"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"instance_profile_arn": {
|
|
"type": "string"
|
|
},
|
|
"jdbc_url": {
|
|
"type": "string"
|
|
},
|
|
"max_num_clusters": {
|
|
"type": "integer"
|
|
},
|
|
"min_num_clusters": {
|
|
"type": "integer"
|
|
},
|
|
"name": {
|
|
"type": "string"
|
|
},
|
|
"num_clusters": {
|
|
"type": "integer"
|
|
},
|
|
"odbc_params": {
|
|
"properties": {
|
|
"host": {
|
|
"type": "string"
|
|
},
|
|
"hostname": {
|
|
"type": "string"
|
|
},
|
|
"path": {
|
|
"type": "string"
|
|
},
|
|
"port": {
|
|
"type": "integer"
|
|
},
|
|
"protocol": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"port",
|
|
"protocol",
|
|
"path"
|
|
]
|
|
},
|
|
"spot_instance_policy": {
|
|
"type": "string"
|
|
},
|
|
"state": {
|
|
"type": "string"
|
|
},
|
|
"tags": {
|
|
"properties": {
|
|
"custom_tags": {
|
|
"properties": {
|
|
"key": {
|
|
"type": "string"
|
|
},
|
|
"value": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"value",
|
|
"key"
|
|
]
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"timeouts": {
|
|
"properties": {
|
|
"create": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"name",
|
|
"cluster_size"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"sql_global_config": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"data_access_config": {
|
|
"type": "object"
|
|
},
|
|
"enable_serverless_compute": {
|
|
"type": "boolean"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"instance_profile_arn": {
|
|
"type": "string"
|
|
},
|
|
"security_policy": {
|
|
"type": "string"
|
|
},
|
|
"sql_config_params": {
|
|
"type": "object"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"type": "object"
|
|
},
|
|
"sql_permissions": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"anonymous_function": {
|
|
"type": "boolean"
|
|
},
|
|
"any_file": {
|
|
"type": "boolean"
|
|
},
|
|
"catalog": {
|
|
"type": "boolean"
|
|
},
|
|
"cluster_id": {
|
|
"type": "string"
|
|
},
|
|
"database": {
|
|
"type": "string"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"privilege_assignments": {
|
|
"properties": {
|
|
"principal": {
|
|
"type": "string"
|
|
},
|
|
"privileges": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"principal",
|
|
"privileges"
|
|
]
|
|
},
|
|
"table": {
|
|
"type": "string"
|
|
},
|
|
"view": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"type": "object"
|
|
},
|
|
"sql_query": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"data_source_id": {
|
|
"type": "string"
|
|
},
|
|
"description": {
|
|
"type": "string"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"name": {
|
|
"type": "string"
|
|
},
|
|
"parameter": {
|
|
"properties": {
|
|
"date": {
|
|
"properties": {
|
|
"value": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"value"
|
|
]
|
|
},
|
|
"date_range": {
|
|
"properties": {
|
|
"value": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"value"
|
|
]
|
|
},
|
|
"datetime": {
|
|
"properties": {
|
|
"value": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"value"
|
|
]
|
|
},
|
|
"datetime_range": {
|
|
"properties": {
|
|
"value": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"value"
|
|
]
|
|
},
|
|
"datetimesec": {
|
|
"properties": {
|
|
"value": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"value"
|
|
]
|
|
},
|
|
"datetimesec_range": {
|
|
"properties": {
|
|
"value": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"value"
|
|
]
|
|
},
|
|
"enum": {
|
|
"properties": {
|
|
"multiple": {
|
|
"properties": {
|
|
"prefix": {
|
|
"type": "string"
|
|
},
|
|
"separator": {
|
|
"type": "string"
|
|
},
|
|
"suffix": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"prefix",
|
|
"separator",
|
|
"suffix"
|
|
]
|
|
},
|
|
"options": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
},
|
|
"value": {
|
|
"type": "string"
|
|
},
|
|
"values": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"options"
|
|
]
|
|
},
|
|
"name": {
|
|
"type": "string"
|
|
},
|
|
"number": {
|
|
"properties": {
|
|
"value": {
|
|
"type": "integer"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"value"
|
|
]
|
|
},
|
|
"query": {
|
|
"properties": {
|
|
"multiple": {
|
|
"properties": {
|
|
"prefix": {
|
|
"type": "string"
|
|
},
|
|
"separator": {
|
|
"type": "string"
|
|
},
|
|
"suffix": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"prefix",
|
|
"separator",
|
|
"suffix"
|
|
]
|
|
},
|
|
"query_id": {
|
|
"type": "string"
|
|
},
|
|
"value": {
|
|
"type": "string"
|
|
},
|
|
"values": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"query_id"
|
|
]
|
|
},
|
|
"text": {
|
|
"properties": {
|
|
"value": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"value"
|
|
]
|
|
},
|
|
"title": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"name"
|
|
]
|
|
},
|
|
"query": {
|
|
"type": "string"
|
|
},
|
|
"run_as_role": {
|
|
"type": "string"
|
|
},
|
|
"schedule": {
|
|
"properties": {
|
|
"continuous": {
|
|
"properties": {
|
|
"interval_seconds": {
|
|
"type": "integer"
|
|
},
|
|
"until_date": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"interval_seconds"
|
|
]
|
|
},
|
|
"daily": {
|
|
"properties": {
|
|
"interval_days": {
|
|
"type": "integer"
|
|
},
|
|
"time_of_day": {
|
|
"type": "string"
|
|
},
|
|
"until_date": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"interval_days",
|
|
"time_of_day"
|
|
]
|
|
},
|
|
"weekly": {
|
|
"properties": {
|
|
"day_of_week": {
|
|
"type": "string"
|
|
},
|
|
"interval_weeks": {
|
|
"type": "integer"
|
|
},
|
|
"time_of_day": {
|
|
"type": "string"
|
|
},
|
|
"until_date": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"day_of_week",
|
|
"interval_weeks",
|
|
"time_of_day"
|
|
]
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"tags": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"name",
|
|
"query",
|
|
"data_source_id"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"sql_visualization": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"description": {
|
|
"type": "string"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"name": {
|
|
"type": "string"
|
|
},
|
|
"options": {
|
|
"type": "string"
|
|
},
|
|
"query_id": {
|
|
"type": "string"
|
|
},
|
|
"type": {
|
|
"type": "string"
|
|
},
|
|
"visualization_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"name",
|
|
"options",
|
|
"query_id",
|
|
"type"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"sql_widget": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"dashboard_id": {
|
|
"type": "string"
|
|
},
|
|
"description": {
|
|
"type": "string"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"parameter": {
|
|
"properties": {
|
|
"map_to": {
|
|
"type": "string"
|
|
},
|
|
"name": {
|
|
"type": "string"
|
|
},
|
|
"title": {
|
|
"type": "string"
|
|
},
|
|
"type": {
|
|
"type": "string"
|
|
},
|
|
"value": {
|
|
"type": "string"
|
|
},
|
|
"values": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"type": "array"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"name",
|
|
"type"
|
|
]
|
|
},
|
|
"position": {
|
|
"properties": {
|
|
"auto_height": {
|
|
"type": "boolean"
|
|
},
|
|
"pos_x": {
|
|
"type": "integer"
|
|
},
|
|
"pos_y": {
|
|
"type": "integer"
|
|
},
|
|
"size_x": {
|
|
"type": "integer"
|
|
},
|
|
"size_y": {
|
|
"type": "integer"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"size_x",
|
|
"size_y"
|
|
]
|
|
},
|
|
"text": {
|
|
"type": "string"
|
|
},
|
|
"title": {
|
|
"type": "string"
|
|
},
|
|
"visualization_id": {
|
|
"type": "string"
|
|
},
|
|
"widget_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"dashboard_id"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"storage_credential": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"aws_iam_role": {
|
|
"properties": {
|
|
"role_arn": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"role_arn"
|
|
]
|
|
},
|
|
"azure_managed_identity": {
|
|
"properties": {
|
|
"access_connector_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"access_connector_id"
|
|
]
|
|
},
|
|
"azure_service_principal": {
|
|
"properties": {
|
|
"application_id": {
|
|
"type": "string"
|
|
},
|
|
"client_secret": {
|
|
"type": "string"
|
|
},
|
|
"directory_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"client_secret",
|
|
"directory_id",
|
|
"application_id"
|
|
]
|
|
},
|
|
"comment": {
|
|
"type": "string"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"metastore_id": {
|
|
"type": "string"
|
|
},
|
|
"name": {
|
|
"type": "string"
|
|
},
|
|
"owner": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"name"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"table": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"catalog_name": {
|
|
"type": "string"
|
|
},
|
|
"column": {
|
|
"properties": {
|
|
"comment": {
|
|
"type": "string"
|
|
},
|
|
"name": {
|
|
"type": "string"
|
|
},
|
|
"nullable": {
|
|
"type": "boolean"
|
|
},
|
|
"partition_index": {
|
|
"type": "integer"
|
|
},
|
|
"position": {
|
|
"type": "integer"
|
|
},
|
|
"type_interval_type": {
|
|
"type": "string"
|
|
},
|
|
"type_json": {
|
|
"type": "string"
|
|
},
|
|
"type_name": {
|
|
"type": "string"
|
|
},
|
|
"type_precision": {
|
|
"type": "integer"
|
|
},
|
|
"type_scale": {
|
|
"type": "integer"
|
|
},
|
|
"type_text": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"position",
|
|
"type_text",
|
|
"name",
|
|
"type_name"
|
|
]
|
|
},
|
|
"comment": {
|
|
"type": "string"
|
|
},
|
|
"data_source_format": {
|
|
"type": "string"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"name": {
|
|
"type": "string"
|
|
},
|
|
"owner": {
|
|
"type": "string"
|
|
},
|
|
"properties": {
|
|
"type": "object"
|
|
},
|
|
"schema_name": {
|
|
"type": "string"
|
|
},
|
|
"storage_credential_name": {
|
|
"type": "string"
|
|
},
|
|
"storage_location": {
|
|
"type": "string"
|
|
},
|
|
"table_type": {
|
|
"type": "string"
|
|
},
|
|
"view_definition": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"name",
|
|
"schema_name",
|
|
"data_source_format",
|
|
"table_type",
|
|
"catalog_name"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"token": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"comment": {
|
|
"type": "string"
|
|
},
|
|
"creation_time": {
|
|
"type": "integer"
|
|
},
|
|
"expiry_time": {
|
|
"type": "integer"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"lifetime_seconds": {
|
|
"type": "integer"
|
|
},
|
|
"token_id": {
|
|
"type": "string"
|
|
},
|
|
"token_value": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"type": "object"
|
|
},
|
|
"user": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"active": {
|
|
"type": "boolean"
|
|
},
|
|
"allow_cluster_create": {
|
|
"type": "boolean"
|
|
},
|
|
"allow_instance_pool_create": {
|
|
"type": "boolean"
|
|
},
|
|
"databricks_sql_access": {
|
|
"type": "boolean"
|
|
},
|
|
"display_name": {
|
|
"type": "string"
|
|
},
|
|
"external_id": {
|
|
"type": "string"
|
|
},
|
|
"force": {
|
|
"type": "boolean"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"user_name": {
|
|
"type": "string"
|
|
},
|
|
"workspace_access": {
|
|
"type": "boolean"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"user_name"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"user_instance_profile": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"instance_profile_id": {
|
|
"type": "string"
|
|
},
|
|
"user_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"instance_profile_id",
|
|
"user_id"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"user_role": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"id": {
|
|
"type": "string"
|
|
},
|
|
"role": {
|
|
"type": "string"
|
|
},
|
|
"user_id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"required": [
|
|
"role",
|
|
"user_id"
|
|
]
|
|
},
|
|
"type": "object"
|
|
},
|
|
"workspace_conf": {
|
|
"additionalProperties": {
|
|
"properties": {
|
|
"custom_config": {
|
|
"type": "object"
|
|
},
|
|
"id": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"type": "object"
|
|
},
|
|
"type": "object"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"title": "resources"
|
|
}
|
|
},
|
|
"type": "object",
|
|
"title": "resource file"
|
|
}
|