mirror of https://github.com/databricks/cli.git
63 lines
1.7 KiB
YAML
63 lines
1.7 KiB
YAML
resources:
|
|
jobs:
|
|
my_job:
|
|
name: "placeholder"
|
|
tasks:
|
|
- task_key: notebook_example
|
|
job_cluster_key: default
|
|
notebook_task:
|
|
notebook_path: "this value is overridden"
|
|
|
|
- task_key: spark_python_example
|
|
job_cluster_key: default
|
|
spark_python_task:
|
|
python_file: "this value is overridden"
|
|
|
|
- task_key: dbt_example
|
|
job_cluster_key: default
|
|
dbt_task:
|
|
project_directory: "this value is overridden"
|
|
commands:
|
|
- "dbt run"
|
|
|
|
- task_key: sql_example
|
|
job_cluster_key: default
|
|
sql_task:
|
|
file:
|
|
path: "this value is overridden"
|
|
warehouse_id: cafef00d
|
|
|
|
- task_key: python_wheel_example
|
|
job_cluster_key: default
|
|
python_wheel_task:
|
|
package_name: my_package
|
|
libraries:
|
|
- whl: ../dist/wheel1.whl
|
|
|
|
- task_key: spark_jar_example
|
|
job_cluster_key: default
|
|
spark_jar_task:
|
|
main_class_name: com.example.Main
|
|
libraries:
|
|
- jar: ../target/jar1.jar
|
|
|
|
- task_key: for_each_notebook_example
|
|
job_cluster_key: default
|
|
for_each_task:
|
|
task:
|
|
notebook_task:
|
|
notebook_path: "this value is overridden"
|
|
|
|
- task_key: for_each_spark_python_example
|
|
for_each_task:
|
|
task:
|
|
job_cluster_key: default
|
|
spark_python_task:
|
|
python_file: "this value is overridden"
|
|
|
|
# Include a job cluster for completeness
|
|
job_clusters:
|
|
- job_cluster_key: default
|
|
new_cluster:
|
|
spark_version: 15.4.x-scala2.12
|