mirror of https://github.com/databricks/cli.git
This commit is contained in:
parent
bd231012d1
commit
06b44be17b
|
@ -9,4 +9,77 @@ Workspace to use (auto-detected, edit in 'my_jobs_as_code/databricks.yml'): $DAT
|
||||||
Please refer to the README.md file for "getting started" instructions.
|
Please refer to the README.md file for "getting started" instructions.
|
||||||
See also the documentation at https://docs.databricks.com/dev-tools/bundles/index.html.
|
See also the documentation at https://docs.databricks.com/dev-tools/bundles/index.html.
|
||||||
|
|
||||||
Exit code: 2
|
>>> $CLI bundle validate -t dev --output json
|
||||||
|
{
|
||||||
|
"jobs": {
|
||||||
|
"my_jobs_as_code_job": {
|
||||||
|
"deployment": {
|
||||||
|
"kind": "BUNDLE",
|
||||||
|
"metadata_file_path": "/Workspace/Users/$USERNAME/.bundle/my_jobs_as_code/dev/state/metadata.json"
|
||||||
|
},
|
||||||
|
"edit_mode": "UI_LOCKED",
|
||||||
|
"email_notifications": {
|
||||||
|
"on_failure": [
|
||||||
|
"$USERNAME"
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"format": "MULTI_TASK",
|
||||||
|
"job_clusters": [
|
||||||
|
{
|
||||||
|
"job_cluster_key": "job_cluster",
|
||||||
|
"new_cluster": {
|
||||||
|
"autoscale": {
|
||||||
|
"max_workers": 4,
|
||||||
|
"min_workers": 1
|
||||||
|
},
|
||||||
|
"node_type_id": "i3.xlarge",
|
||||||
|
"spark_version": "15.4.x-scala2.12"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"max_concurrent_runs": 4,
|
||||||
|
"name": "[dev $USERNAME] my_jobs_as_code_job",
|
||||||
|
"permissions": [],
|
||||||
|
"queue": {
|
||||||
|
"enabled": true
|
||||||
|
},
|
||||||
|
"tags": {
|
||||||
|
"dev": "$USERNAME"
|
||||||
|
},
|
||||||
|
"tasks": [
|
||||||
|
{
|
||||||
|
"job_cluster_key": "job_cluster",
|
||||||
|
"notebook_task": {
|
||||||
|
"notebook_path": "/Workspace/Users/$USERNAME/.bundle/my_jobs_as_code/dev/files/src/notebook"
|
||||||
|
},
|
||||||
|
"task_key": "notebook_task"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"depends_on": [
|
||||||
|
{
|
||||||
|
"task_key": "notebook_task"
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"job_cluster_key": "job_cluster",
|
||||||
|
"libraries": [
|
||||||
|
{
|
||||||
|
"whl": "dist/*.whl"
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"python_wheel_task": {
|
||||||
|
"entry_point": "main",
|
||||||
|
"package_name": "my_jobs_as_code"
|
||||||
|
},
|
||||||
|
"task_key": "main_task"
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"trigger": {
|
||||||
|
"pause_status": "PAUSED",
|
||||||
|
"periodic": {
|
||||||
|
"interval": 1,
|
||||||
|
"unit": "DAYS"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
|
@ -8,7 +8,7 @@
|
||||||
"headers": {
|
"headers": {
|
||||||
"Authorization": "Bearer $DATABRICKS_TOKEN",
|
"Authorization": "Bearer $DATABRICKS_TOKEN",
|
||||||
"Content-Type": "application/json",
|
"Content-Type": "application/json",
|
||||||
"User-Agent": "cli/$CLI_VERSION+24be18a2c7c4 databricks-sdk-go/$GO_SDK_VERSION go/$GO_VERSION os/$OPERATING_SYSTEM cmd/jobs_create cmd-exec-id/<UUID> auth/pat"
|
"User-Agent": "cli/$CLI_VERSION+bd231012d146 databricks-sdk-go/$GO_SDK_VERSION go/$GO_VERSION os/$OPERATING_SYSTEM cmd/jobs_create cmd-exec-id/<UUID> auth/pat"
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
]
|
]
|
Loading…
Reference in New Issue