mirror of https://github.com/databricks/cli.git
Work around DLT issue with `$PYTHONPATH` not being set correctly (#999)
## Changes DLT currently doesn't always set `$PYTHONPATH` correctly (ES-947370). This restores the original workaround to make new pipelines work while that issue is being addressed. The workaround was removed in #832. Manually tested.
This commit is contained in:
parent
1b7558cd7d
commit
92539d4b9b
|
@ -7,3 +7,6 @@ resources:
|
||||||
libraries:
|
libraries:
|
||||||
- notebook:
|
- notebook:
|
||||||
path: ../src/dlt_pipeline.ipynb
|
path: ../src/dlt_pipeline.ipynb
|
||||||
|
|
||||||
|
configuration:
|
||||||
|
bundle.sourcePath: /Workspace/${workspace.file_path}/src
|
||||||
|
|
|
@ -35,6 +35,7 @@
|
||||||
"# Import DLT and src/{{.project_name}}\n",
|
"# Import DLT and src/{{.project_name}}\n",
|
||||||
"import dlt\n",
|
"import dlt\n",
|
||||||
"import sys\n",
|
"import sys\n",
|
||||||
|
"sys.path.append(spark.conf.get(\"bundle.sourcePath\", \".\"))\n",
|
||||||
"from pyspark.sql.functions import expr\n",
|
"from pyspark.sql.functions import expr\n",
|
||||||
"from {{.project_name}} import main"
|
"from {{.project_name}} import main"
|
||||||
{{else}}
|
{{else}}
|
||||||
|
|
Loading…
Reference in New Issue