mirror of https://github.com/databricks/cli.git
59 lines
1.2 KiB
YAML
59 lines
1.2 KiB
YAML
|
bundle:
|
||
|
|
name: a pipeline
|
||
|
|
|
||
|
|
workspace:
|
||
|
|
host: "https://myworkspace.com"
|
||
|
|
root_path: /abc
|
||
|
|
|
||
|
|
presets:
|
||
|
|
name_prefix: "[DEV]"
|
||
|
|
jobs_max_concurrent_runs: 10
|
||
|
|
|
||
|
|
variables:
|
||
|
|
simplevar:
|
||
|
|
default: true
|
||
|
|
description: "simplevar description"
|
||
|
|
|
||
|
|
complexvar:
|
||
|
|
default:
|
||
|
|
key1: value1
|
||
|
|
key2: value2
|
||
|
|
key3:
|
||
|
|
- value3
|
||
|
|
- value4
|
||
|
|
description: "complexvar description"
|
||
|
|
|
||
|
|
# TODO: Include enums for fields that are a part of the bundle config in the generate
|
||
|
|
# JSON schema.
|
||
|
|
# TODO: No need to include the regex patterns for string fields. Fix upstream.
|
||
|
|
# TODO: Clean up yaml-ls referneces in the tests, and the spec file as well.
|
||
|
|
artifacts:
|
||
|
|
mywheel:
|
||
|
|
path: ./mywheel.whl
|
||
|
|
type: WHEEL
|
||
|
|
|
||
|
|
run_as:
|
||
|
|
service_principal_name: myserviceprincipal
|
||
|
|
|
||
|
|
resources:
|
||
|
|
jobs:
|
||
|
|
myjob:
|
||
|
|
name: myjob
|
||
|
|
tasks:
|
||
|
|
- task_key: ${bundle.name} pipeline trigger
|
||
|
|
pipeline_task:
|
||
|
|
pipeline_id: ${resources.mypipeline.id}
|
||
|
|
|
||
|
|
pipelines:
|
||
|
|
mypipeline:
|
||
|
|
name: mypipeline
|
||
|
|
libraries:
|
||
|
|
- whl: ./mywheel.whl
|
||
|
|
catalog: 3{var.complexvar.key2}
|
||
|
|
development: true
|
||
|
|
clusters:
|
||
|
|
- autoscale:
|
||
|
|
mode: ENHANCED
|
||
|
|
max_workers: 10
|
||
|
|
min_workers: 1
|