databricks-cli/acceptance/bundle/libraries/maven/databricks.yml

28 lines
656 B
YAML

bundle:
name: maven
resources:
jobs:
testjob:
name: test-job
tasks:
- task_key: dbt
spark_jar_task:
main_class_name: com.databricks.example.Main
libraries:
- maven:
coordinates: org.jsoup:jsoup:1.7.2
new_cluster:
spark_version: 15.4.x-scala2.12
node_type_id: i3.xlarge
data_security_mode: SINGLE_USER
num_workers: 0
spark_conf:
spark.master: "local[*, 4]"
spark.databricks.cluster.profile: singleNode
custom_tags:
ResourceClass: SingleNode