databricks-cli/bundle/tests/job_with_spark_conf/databricks.yml

26 lines
646 B
YAML

resources:
jobs:
job_with_spark_conf:
name: Test job
max_concurrent_runs: 1
job_clusters:
- job_cluster_key: test_cluster
new_cluster:
spark_version: 14.2.x-scala2.12
node_type_id: i3.xlarge
num_workers: 2
spark_conf:
# Test behavior if non-string values are specified.
spark.string: string
spark.int: 1
spark.bool: true
spark.float: 1.2
tasks:
- task_key: test_task
job_cluster_key: test_cluster
spark_python_task:
python_file: test.py