mirror of https://github.com/databricks/cli.git
25 lines
592 B
Cheetah
25 lines
592 B
Cheetah
bundle:
|
|
name: basic
|
|
|
|
workspace:
|
|
root_path: "~/.bundle/{{.unique_id}}"
|
|
|
|
resources:
|
|
clusters:
|
|
test_cluster:
|
|
cluster_name: "test-cluster-{{.unique_id}}"
|
|
spark_version: "{{.spark_version}}"
|
|
node_type_id: "{{.node_type_id}}"
|
|
num_workers: 2
|
|
spark_conf:
|
|
"spark.executor.memory": "2g"
|
|
|
|
jobs:
|
|
foo:
|
|
name: test-job-with-cluster-{{.unique_id}}
|
|
tasks:
|
|
- task_key: my_notebook_task
|
|
existing_cluster_id: "${resources.clusters.test_cluster.cluster_id}"
|
|
spark_python_task:
|
|
python_file: ./hello_world.py
|