mirror of https://github.com/databricks/cli.git
33 lines
972 B
YAML
33 lines
972 B
YAML
bundle:
|
|
name: pypi
|
|
|
|
|
|
resources:
|
|
jobs:
|
|
testjob:
|
|
name: test-job
|
|
tasks:
|
|
- task_key: dbt
|
|
dbt_task:
|
|
project_directory: ./
|
|
profiles_directory: dbt_profiles/
|
|
commands:
|
|
- 'dbt deps --target=${bundle.target}'
|
|
- 'dbt seed --target=${bundle.target} --vars "{ dev_schema: ${workspace.current_user.short_name} }"'
|
|
- 'dbt run --target=${bundle.target} --vars "{ dev_schema: ${workspace.current_user.short_name} }"'
|
|
|
|
libraries:
|
|
- pypi:
|
|
package: dbt-databricks>=1.8.0,<2.0.0
|
|
|
|
new_cluster:
|
|
spark_version: 15.4.x-scala2.12
|
|
node_type_id: i3.xlarge
|
|
data_security_mode: SINGLE_USER
|
|
num_workers: 0
|
|
spark_conf:
|
|
spark.master: "local[*, 4]"
|
|
spark.databricks.cluster.profile: singleNode
|
|
custom_tags:
|
|
ResourceClass: SingleNode
|