From 089458413223695714f5b3f453ff644a3384b92e Mon Sep 17 00:00:00 2001 From: "Lennart Kats (databricks)" Date: Wed, 4 Oct 2023 17:27:09 +0200 Subject: [PATCH] Minor template tweaks (#832) ## Changes Minor tweaks to the template. --- .../templates/default-python/databricks_template_schema.json | 2 +- .../template/templates/default-python/template/__preamble.tmpl | 1 + .../resources/{{.project_name}}_pipeline.yml.tmpl | 3 --- .../template/{{.project_name}}/src/dlt_pipeline.ipynb.tmpl | 1 - 4 files changed, 2 insertions(+), 5 deletions(-) diff --git a/libs/template/templates/default-python/databricks_template_schema.json b/libs/template/templates/default-python/databricks_template_schema.json index 8784841e..59697a61 100644 --- a/libs/template/templates/default-python/databricks_template_schema.json +++ b/libs/template/templates/default-python/databricks_template_schema.json @@ -26,7 +26,7 @@ "type": "string", "default": "yes", "enum": ["yes", "no"], - "description": "Include a stub (sample) Python package 'my_project/src'", + "description": "Include a stub (sample) Python package in '{{.project_name}}/src'", "order": 4 } } diff --git a/libs/template/templates/default-python/template/__preamble.tmpl b/libs/template/templates/default-python/template/__preamble.tmpl index 54732493..a919a269 100644 --- a/libs/template/templates/default-python/template/__preamble.tmpl +++ b/libs/template/templates/default-python/template/__preamble.tmpl @@ -13,6 +13,7 @@ This file only template directives; it is skipped for the actual output. {{skip "{{.project_name}}/tests/main_test.py"}} {{skip "{{.project_name}}/setup.py"}} {{skip "{{.project_name}}/pytest.ini"}} + {{skip "{{.project_name}}/requirements-dev.txt"}} {{end}} {{if $notDLT}} diff --git a/libs/template/templates/default-python/template/{{.project_name}}/resources/{{.project_name}}_pipeline.yml.tmpl b/libs/template/templates/default-python/template/{{.project_name}}/resources/{{.project_name}}_pipeline.yml.tmpl index 4b8f74d1..498604f6 100644 --- a/libs/template/templates/default-python/template/{{.project_name}}/resources/{{.project_name}}_pipeline.yml.tmpl +++ b/libs/template/templates/default-python/template/{{.project_name}}/resources/{{.project_name}}_pipeline.yml.tmpl @@ -7,6 +7,3 @@ resources: libraries: - notebook: path: ../src/dlt_pipeline.ipynb - - configuration: - bundle.sourcePath: /Workspace/${workspace.file_path}/src diff --git a/libs/template/templates/default-python/template/{{.project_name}}/src/dlt_pipeline.ipynb.tmpl b/libs/template/templates/default-python/template/{{.project_name}}/src/dlt_pipeline.ipynb.tmpl index 4f50294f..8c85e97e 100644 --- a/libs/template/templates/default-python/template/{{.project_name}}/src/dlt_pipeline.ipynb.tmpl +++ b/libs/template/templates/default-python/template/{{.project_name}}/src/dlt_pipeline.ipynb.tmpl @@ -35,7 +35,6 @@ "# Import DLT and src/{{.project_name}}\n", "import dlt\n", "import sys\n", - "sys.path.append(spark.conf.get(\"bundle.sourcePath\", \".\"))\n", "from pyspark.sql.functions import expr\n", "from {{.project_name}} import main" {{else}}