mirror of https://github.com/databricks/cli.git
Update
This commit is contained in:
Pieter Noordhuis
parent
ddcf0ed337
commit
6a5db98c84
|
|
@ -47,7 +47,7 @@ and deployment to production (using Databricks Asset Bundles).
|
|||
(see https://docs.databricks.com/dev-tools/auth/pat.html).
|
||||
You can use OAuth as an alternative, but this currently requires manual configuration.
|
||||
See https://github.com/databricks/dbt-databricks/blob/main/docs/oauth.md
|
||||
for general instructions, or https://community.databricks.com/t5/technical-blog/using-dbt-core-with-oauth-on-azure-databricks/ba-p/<NUMID>
|
||||
for general instructions, or https://community.databricks.com/t5/technical-blog/using-dbt-core-with-oauth-on-azure-databricks/ba-p/46605
|
||||
for advice on setting up OAuth for Azure Databricks.
|
||||
|
||||
To setup up additional profiles, such as a 'prod' profile,
|
||||
|
|
|
|||
|
|
@ -3,7 +3,7 @@
|
|||
# See https://docs.databricks.com/dev-tools/bundles/index.html for documentation.
|
||||
bundle:
|
||||
name: my_dbt_sql
|
||||
uuid: <UUID>
|
||||
uuid: 77b4c5d0-0d0a-4e1a-a472-c08952b7f38e
|
||||
|
||||
include:
|
||||
- resources/*.yml
|
||||
|
|
|
|||
|
|
@ -2,7 +2,7 @@
|
|||
-- This model file defines a materialized view called 'orders_daily'
|
||||
--
|
||||
-- Read more about materialized at https://docs.getdbt.com/reference/resource-configs/databricks-configs#materialized-views-and-streaming-tables
|
||||
-- Current limitation: a "full refresh" is needed in case the definition below is changed; see https://github.com/databricks/dbt-databricks/issues/<NUMID>.
|
||||
-- Current limitation: a "full refresh" is needed in case the definition below is changed; see https://github.com/databricks/dbt-databricks/issues/561.
|
||||
{{ config(materialized = 'materialized_view') }}
|
||||
|
||||
select order_date, count(*) AS number_of_orders
|
||||
|
|
@ -11,7 +11,7 @@ from {{ ref('orders_raw') }}
|
|||
|
||||
-- During development, only process a smaller range of data
|
||||
{% if target.name != 'prod' %}
|
||||
where order_date >= '<NUMID>-08-01' and order_date < '<NUMID>-09-01'
|
||||
where order_date >= '2019-08-01' and order_date < '2019-09-01'
|
||||
{% endif %}
|
||||
|
||||
group by order_date
|
||||
|
|
|
|||
|
|
@ -2,7 +2,7 @@
|
|||
--
|
||||
-- The streaming table below ingests all JSON files in /databricks-datasets/retail-org/sales_orders/
|
||||
-- Read more about streaming tables at https://docs.getdbt.com/reference/resource-configs/databricks-configs#materialized-views-and-streaming-tables
|
||||
-- Current limitation: a "full refresh" is needed in case the definition below is changed; see https://github.com/databricks/dbt-databricks/issues/<NUMID>.
|
||||
-- Current limitation: a "full refresh" is needed in case the definition below is changed; see https://github.com/databricks/dbt-databricks/issues/561.
|
||||
{{ config(materialized = 'streaming_table') }}
|
||||
|
||||
select
|
||||
|
|
|
|||
|
|
@ -62,7 +62,7 @@ Validation OK!
|
|||
|
||||
@@ -17,17 +19,15 @@
|
||||
name="my_default_python",
|
||||
# We use timestamp as Local version identifier (https://peps.python.org/pep-<NUMID>/#local-version-identifiers.)
|
||||
# We use timestamp as Local version identifier (https://peps.python.org/pep-0440/#local-version-identifiers.)
|
||||
# to ensure that changes to wheel package are picked up when used on all-purpose clusters
|
||||
- version=my_default_python.__version__ + "+" + datetime.datetime.utcnow().strftime("%Y%m%d.%H%M%S"),
|
||||
+ version=my_default_python.__version__
|
||||
|
|
|
|||
|
|
@ -2,7 +2,7 @@
|
|||
# See https://docs.databricks.com/dev-tools/bundles/index.html for documentation.
|
||||
bundle:
|
||||
name: my_default_python
|
||||
uuid: <UUID>
|
||||
uuid: f0d73e0a-8483-485c-a7f9-0c1588086268
|
||||
|
||||
include:
|
||||
- resources/*.yml
|
||||
|
|
|
|||
|
|
@ -15,7 +15,7 @@ import my_default_python
|
|||
|
||||
setup(
|
||||
name="my_default_python",
|
||||
# We use timestamp as Local version identifier (https://peps.python.org/pep-<NUMID>/#local-version-identifiers.)
|
||||
# We use timestamp as Local version identifier (https://peps.python.org/pep-0440/#local-version-identifiers.)
|
||||
# to ensure that changes to wheel package are picked up when used on all-purpose clusters
|
||||
version=my_default_python.__version__ + "+" + datetime.datetime.utcnow().strftime("%Y%m%d.%H%M%S"),
|
||||
url="https://databricks.com",
|
||||
|
|
|
|||
|
|
@ -6,7 +6,7 @@
|
|||
"application/vnd.databricks.v1+cell": {
|
||||
"cellMetadata": {},
|
||||
"inputWidgets": {},
|
||||
"nuid": "<UUID>",
|
||||
"nuid": "9a626959-61c8-4bba-84d2-2a4ecab1f7ec",
|
||||
"showTitle": false,
|
||||
"title": ""
|
||||
}
|
||||
|
|
@ -24,7 +24,7 @@
|
|||
"application/vnd.databricks.v1+cell": {
|
||||
"cellMetadata": {},
|
||||
"inputWidgets": {},
|
||||
"nuid": "<UUID>",
|
||||
"nuid": "9198e987-5606-403d-9f6d-8f14e6a4017f",
|
||||
"showTitle": false,
|
||||
"title": ""
|
||||
}
|
||||
|
|
@ -46,7 +46,7 @@
|
|||
"application/vnd.databricks.v1+cell": {
|
||||
"cellMetadata": {},
|
||||
"inputWidgets": {},
|
||||
"nuid": "<UUID>",
|
||||
"nuid": "3fc19dba-61fd-4a89-8f8c-24fee63bfb14",
|
||||
"showTitle": false,
|
||||
"title": ""
|
||||
}
|
||||
|
|
|
|||
|
|
@ -6,7 +6,7 @@
|
|||
"application/vnd.databricks.v1+cell": {
|
||||
"cellMetadata": {},
|
||||
"inputWidgets": {},
|
||||
"nuid": "<UUID>",
|
||||
"nuid": "ee353e42-ff58-4955-9608-12865bd0950e",
|
||||
"showTitle": false,
|
||||
"title": ""
|
||||
}
|
||||
|
|
@ -33,11 +33,11 @@
|
|||
"metadata": {
|
||||
"application/vnd.databricks.v1+cell": {
|
||||
"cellMetadata": {
|
||||
"byteLimit": <NUMID>,
|
||||
"rowLimit": <NUMID>
|
||||
"byteLimit": 2048000,
|
||||
"rowLimit": 10000
|
||||
},
|
||||
"inputWidgets": {},
|
||||
"nuid": "<UUID>",
|
||||
"nuid": "6bca260b-13d1-448f-8082-30b60a85c9ae",
|
||||
"showTitle": false,
|
||||
"title": ""
|
||||
}
|
||||
|
|
|
|||
|
|
@ -2,7 +2,7 @@
|
|||
# See https://docs.databricks.com/dev-tools/bundles/index.html for documentation.
|
||||
bundle:
|
||||
name: my_default_sql
|
||||
uuid: <UUID>
|
||||
uuid: f99204e5-97fa-4ae2-b358-91d3669fcecc
|
||||
|
||||
include:
|
||||
- resources/*.yml
|
||||
|
|
|
|||
|
|
@ -7,7 +7,7 @@
|
|||
"application/vnd.databricks.v1+cell": {
|
||||
"cellMetadata": {},
|
||||
"inputWidgets": {},
|
||||
"nuid": "<UUID>",
|
||||
"nuid": "dc8c630c-1ea0-42e4-873f-e4dec4d3d416",
|
||||
"showTitle": false,
|
||||
"title": ""
|
||||
}
|
||||
|
|
|
|||
|
|
@ -15,7 +15,7 @@ WHERE if(
|
|||
true,
|
||||
|
||||
-- During development, only process a smaller range of data
|
||||
order_date >= '<NUMID>-08-01' AND order_date < '<NUMID>-09-01'
|
||||
order_date >= '2019-08-01' AND order_date < '2019-09-01'
|
||||
)
|
||||
|
||||
GROUP BY order_date
|
||||
|
|
|
|||
Loading…
Reference in New Issue