mirror of https://github.com/databricks/cli.git
46 lines
996 B
YAML
46 lines
996 B
YAML
|
# yaml-language-server: $schema=./.bricks/schema.json
|
||
|
|
|
||
|
|
resources:
|
||
|
|
job:
|
||
|
|
my_first_job:
|
||
|
|
spark_python_task:
|
||
|
|
python_file: "./my_first_job.py"
|
||
|
|
parameters:
|
||
|
|
- "hello"
|
||
|
|
- "world"
|
||
|
|
tags:
|
||
|
|
key: value
|
||
|
|
|
||
|
|
|
||
|
|
environments:
|
||
|
|
development:
|
||
|
|
resources:
|
||
|
|
job:
|
||
|
|
my_first_job:
|
||
|
|
name: "[development] my first job"
|
||
|
|
|
||
|
|
# Use autoscaling on e2-dogfood.
|
||
|
|
existing_cluster_id: "0923-164208-meows279"
|
||
|
|
|
||
|
|
staging:
|
||
|
|
resources:
|
||
|
|
job:
|
||
|
|
my_first_job:
|
||
|
|
name: "[staging] my first job"
|
||
|
|
new_cluster:
|
||
|
|
spark_version: 10.4.x-scala2.12
|
||
|
|
node_type_id: "i3.xlarge"
|
||
|
|
num_workers: 2
|
||
|
|
|
||
|
|
production:
|
||
|
|
resources:
|
||
|
|
job:
|
||
|
|
my_first_job:
|
||
|
|
name: "[production] my first job"
|
||
|
|
new_cluster:
|
||
|
|
spark_version: 10.4.x-scala2.12
|
||
|
|
node_type_id: "i3.xlarge"
|
||
|
|
autoscale:
|
||
|
|
min_workers: 4
|
||
|
|
max_workers: 8
|