databricks-cli/internal/bundle/bundles/spark_jar_task/template/databricks.yml.tmpl

29 lines
768 B
Cheetah

bundle:
name: spark-jar-task
workspace:
root_path: "~/.bundle/{{.unique_id}}"
artifact_path: {{.artifact_path}}
artifacts:
my_java_code:
path: ./{{.project_name}}
build: "javac PrintArgs.java && jar cvfm PrintArgs.jar META-INF/MANIFEST.MF PrintArgs.class"
files:
- source: ./{{.project_name}}/PrintArgs.jar
resources:
jobs:
jar_job:
name: "[${bundle.target}] Test Spark Jar Job {{.unique_id}}"
tasks:
- task_key: TestSparkJarTask
new_cluster:
num_workers: 1
spark_version: "{{.spark_version}}"
node_type_id: "{{.node_type_id}}"
spark_jar_task:
main_class_name: PrintArgs
libraries:
- jar: ./{{.project_name}}/PrintArgs.jar