Merge remote-tracking branch 'origin' into sync-logger

This commit is contained in:
Shreyas Goenka 2025-03-05 16:29:35 +01:00
commit 709e8c54d2
No known key found for this signature in database
GPG Key ID: 92A07DF49CCB0622
7 changed files with 10 additions and 8 deletions

View File

@ -48,7 +48,7 @@
- catalog: main
+ ## Specify the 'catalog' field to configure this pipeline to make use of Unity Catalog:
+ # catalog: catalog_name
target: my_default_python_${bundle.target}
schema: my_default_python_${bundle.target}
- serverless: true
libraries:
- notebook:

View File

@ -5,7 +5,7 @@ resources:
name: my_default_python_pipeline
## Specify the 'catalog' field to configure this pipeline to make use of Unity Catalog:
# catalog: catalog_name
target: my_default_python_${bundle.target}
schema: my_default_python_${bundle.target}
libraries:
- notebook:
path: ../src/dlt_pipeline.ipynb

View File

@ -18,5 +18,5 @@ See also the documentation at https://docs.databricks.com/dev-tools/bundles/inde
- ## Catalog is required for serverless compute
- catalog: main
+ catalog: customcatalog
target: my_default_python_${bundle.target}
schema: my_default_python_${bundle.target}
serverless: true

View File

@ -5,7 +5,7 @@ resources:
name: my_default_python_pipeline
## Catalog is required for serverless compute
catalog: main
target: my_default_python_${bundle.target}
schema: my_default_python_${bundle.target}
serverless: true
libraries:
- notebook:

View File

@ -164,7 +164,7 @@
}
],
"name": "[dev [USERNAME]] project_name_$UNIQUE_PRJ_pipeline",
"target": "project_name_$UNIQUE_PRJ_dev",
"schema": "project_name_$UNIQUE_PRJ_dev",
"url": "[DATABRICKS_URL]/pipelines/[UUID]?o=[NUMID]"
}
}

View File

@ -24,10 +24,12 @@ type ExecutionContext struct {
FromWebTerminal bool `json:"from_web_terminal,omitempty"`
// Time taken for the CLI command to execute.
ExecutionTimeMs int64 `json:"execution_time_ms,omitempty"`
// We want to serialize the zero value as well so the omitempty tag is not set.
ExecutionTimeMs int64 `json:"execution_time_ms"`
// Exit code of the CLI command.
ExitCode int64 `json:"exit_code,omitempty"`
// We want to serialize the zero value as well so the omitempty tag is not set.
ExitCode int64 `json:"exit_code"`
}
type CliTestEvent struct {

View File

@ -13,7 +13,7 @@ resources:
{{- else}}
catalog: {{default_catalog}}
{{- end}}
target: {{.project_name}}_${bundle.target}
schema: {{.project_name}}_${bundle.target}
{{- if $with_serverless }}
serverless: true
{{- end}}