reorg tests

This commit is contained in:
Denis Bilenko 2025-02-14 10:37:00 +01:00
parent 44bdd357ff
commit 2d65e71979
29 changed files with 6 additions and 49 deletions

View File

@ -1,39 +0,0 @@
--- [TESTROOT]/bundle/templates/default-python-classic/../default-python/output/my_default_python/resources/my_default_python.job.yml
+++ output/my_default_python/resources/my_default_python.job.yml
@@ -17,4 +17,5 @@
tasks:
- task_key: notebook_task
+ job_cluster_key: job_cluster
notebook_task:
notebook_path: ../src/notebook.ipynb
@@ -29,16 +30,19 @@
depends_on:
- task_key: refresh_pipeline
- environment_key: default
+ job_cluster_key: job_cluster
python_wheel_task:
package_name: my_default_python
entry_point: main
- # A list of task execution environment specifications that can be referenced by tasks of this job.
- environments:
- - environment_key: default
-
- # Full documentation of this spec can be found at:
- # https://docs.databricks.com/api/workspace/jobs/create#environments-spec
- spec:
- client: "1"
- dependencies:
- - ../dist/*.whl
+ libraries:
+ # By default we just include the .whl file generated for the my_default_python package.
+ # See https://docs.databricks.com/dev-tools/bundles/library-dependencies.html
+ # for more information on how to add other libraries.
+ - whl: ../dist/*.whl
+ job_clusters:
+ - job_cluster_key: job_cluster
+ new_cluster:
+ spark_version: 15.4.x-scala2.12
+ node_type_id: i3.xlarge
+ autoscale:
+ min_workers: 1
+ max_workers: 4

View File

@ -1,7 +0,0 @@
# At the moment, there are many differences across different envs w.r.t to catalog use, node type and so on.
LocalOnly = true
SaveRepls = true
[[Server]]
Pattern = "GET /api/2.0/settings-api/workspace/{workspaceId}/serverless_job_nb"
Response.Body = '{}'

View File

@ -2,5 +2,6 @@
"project_name": "my_default_python",
"include_notebook": "yes",
"include_dlt": "yes",
"include_python": "yes"
"include_python": "yes",
"serverless": "no"
}

View File

@ -10,6 +10,6 @@ mv .gitignore out.gitignore
cd ../../
# Calculate the difference from the standard (serverless) template
diff.py $TESTDIR/../default-python/output output/ > out.compare-vs-serverless.diff
diff.py $TESTDIR/../serverless/output output/ > out.compare-vs-serverless.diff
rm -fr output

View File

@ -0,0 +1 @@
SaveRepls = true

View File

@ -2,5 +2,6 @@
"project_name": "my_default_python",
"include_notebook": "yes",
"include_dlt": "yes",
"include_python": "yes"
"include_python": "yes",
"serverless": "yes"
}