mirror of https://github.com/databricks/cli.git
51 lines
1.2 KiB
YAML
51 lines
1.2 KiB
YAML
bundle:
|
|
name: same_name_libraries
|
|
|
|
variables:
|
|
cluster:
|
|
default:
|
|
spark_version: 15.4.x-scala2.12
|
|
node_type_id: i3.xlarge
|
|
data_security_mode: SINGLE_USER
|
|
num_workers: 0
|
|
spark_conf:
|
|
spark.master: "local[*, 4]"
|
|
spark.databricks.cluster.profile: singleNode
|
|
custom_tags:
|
|
ResourceClass: SingleNode
|
|
|
|
artifacts:
|
|
whl1:
|
|
type: whl
|
|
path: ./whl1
|
|
whl2:
|
|
type: whl
|
|
path: ./whl2
|
|
|
|
resources:
|
|
jobs:
|
|
test:
|
|
name: "test"
|
|
tasks:
|
|
- task_key: task1
|
|
new_cluster: ${var.cluster}
|
|
python_wheel_task:
|
|
entry_point: main
|
|
package_name: my_default_python
|
|
libraries:
|
|
- whl: ./whl1/dist/*.whl
|
|
- task_key: task2
|
|
new_cluster: ${var.cluster}
|
|
python_wheel_task:
|
|
entry_point: main
|
|
package_name: my_default_python
|
|
libraries:
|
|
- whl: ./whl2/dist/*.whl
|
|
- task_key: task3
|
|
new_cluster: ${var.cluster}
|
|
python_wheel_task:
|
|
entry_point: main
|
|
package_name: my_default_python
|
|
libraries:
|
|
- whl: ./whl1/dist/*.whl
|