2023-09-07 14:08:16 +00:00
|
|
|
bundle:
|
|
|
|
name: wheel-task
|
|
|
|
|
2023-09-08 09:19:55 +00:00
|
|
|
workspace:
|
|
|
|
root_path: "~/.bundle/{{.unique_id}}"
|
|
|
|
|
2023-09-26 14:32:20 +00:00
|
|
|
{{if .python_wheel_wrapper}}
|
|
|
|
experimental:
|
|
|
|
python_wheel_wrapper: true
|
|
|
|
{{end}}
|
|
|
|
|
2023-09-07 14:08:16 +00:00
|
|
|
resources:
|
|
|
|
jobs:
|
|
|
|
some_other_job:
|
2023-09-07 20:02:26 +00:00
|
|
|
name: "[${bundle.target}] Test Wheel Job {{.unique_id}}"
|
2023-09-07 14:08:16 +00:00
|
|
|
tasks:
|
|
|
|
- task_key: TestTask
|
|
|
|
new_cluster:
|
|
|
|
num_workers: 1
|
|
|
|
spark_version: "{{.spark_version}}"
|
|
|
|
node_type_id: "{{.node_type_id}}"
|
2023-09-26 14:32:20 +00:00
|
|
|
data_security_mode: USER_ISOLATION
|
2024-08-01 13:55:22 +00:00
|
|
|
instance_pool_id: "{{.instance_pool_id}}"
|
2023-09-07 14:08:16 +00:00
|
|
|
python_wheel_task:
|
|
|
|
package_name: my_test_code
|
|
|
|
entry_point: run
|
|
|
|
parameters:
|
|
|
|
- "one"
|
|
|
|
- "two"
|
|
|
|
libraries:
|
|
|
|
- whl: ./dist/*.whl
|