mirror of https://github.com/databricks/cli.git
Work around DLT issue with `$PYTHONPATH` not being set correctly (#999)
## Changes DLT currently doesn't always set `$PYTHONPATH` correctly (ES-947370). This restores the original workaround to make new pipelines work while that issue is being addressed. The workaround was removed in #832. Manually tested.
This commit is contained in:
parent
1b7558cd7d
commit
92539d4b9b
|
@ -7,3 +7,6 @@ resources:
|
|||
libraries:
|
||||
- notebook:
|
||||
path: ../src/dlt_pipeline.ipynb
|
||||
|
||||
configuration:
|
||||
bundle.sourcePath: /Workspace/${workspace.file_path}/src
|
||||
|
|
|
@ -35,6 +35,7 @@
|
|||
"# Import DLT and src/{{.project_name}}\n",
|
||||
"import dlt\n",
|
||||
"import sys\n",
|
||||
"sys.path.append(spark.conf.get(\"bundle.sourcePath\", \".\"))\n",
|
||||
"from pyspark.sql.functions import expr\n",
|
||||
"from {{.project_name}} import main"
|
||||
{{else}}
|
||||
|
|
Loading…
Reference in New Issue