Use schema field for pipeline in builtin template (#2347)

## Changes

The `schema` field implies the lifecycle of tables is no longer tied to
the lifecycle of the pipeline, as was the case with the `target` field.

More information about using the "catalog" and "schema" properties can
be found here:
https://docs.databricks.com/en/delta-live-tables/target-schema.html

## Tests

n/a

---------

Co-authored-by: Lennart Kats (databricks) <lennart.kats@databricks.com>
This commit is contained in:
Pieter Noordhuis 2025-03-05 15:19:33 +01:00 committed by GitHub
parent 3a3076d9ea
commit 6ae353d84b
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
6 changed files with 6 additions and 6 deletions

View File

@ -48,7 +48,7 @@
- catalog: main
+ ## Specify the 'catalog' field to configure this pipeline to make use of Unity Catalog:
+ # catalog: catalog_name
target: my_default_python_${bundle.target}
schema: my_default_python_${bundle.target}
- serverless: true
libraries:
- notebook:

View File

@ -5,7 +5,7 @@ resources:
name: my_default_python_pipeline
## Specify the 'catalog' field to configure this pipeline to make use of Unity Catalog:
# catalog: catalog_name
target: my_default_python_${bundle.target}
schema: my_default_python_${bundle.target}
libraries:
- notebook:
path: ../src/dlt_pipeline.ipynb

View File

@ -18,5 +18,5 @@ See also the documentation at https://docs.databricks.com/dev-tools/bundles/inde
- ## Catalog is required for serverless compute
- catalog: main
+ catalog: customcatalog
target: my_default_python_${bundle.target}
schema: my_default_python_${bundle.target}
serverless: true

View File

@ -5,7 +5,7 @@ resources:
name: my_default_python_pipeline
## Catalog is required for serverless compute
catalog: main
target: my_default_python_${bundle.target}
schema: my_default_python_${bundle.target}
serverless: true
libraries:
- notebook:

View File

@ -164,7 +164,7 @@
}
],
"name": "[dev [USERNAME]] project_name_$UNIQUE_PRJ_pipeline",
"target": "project_name_$UNIQUE_PRJ_dev",
"schema": "project_name_$UNIQUE_PRJ_dev",
"url": "[DATABRICKS_URL]/pipelines/[UUID]?o=[NUMID]"
}
}

View File

@ -13,7 +13,7 @@ resources:
{{- else}}
catalog: {{default_catalog}}
{{- end}}
target: {{.project_name}}_${bundle.target}
schema: {{.project_name}}_${bundle.target}
{{- if $with_serverless }}
serverless: true
{{- end}}