update with regard to libraries

acceptance/bundle/templates/default-python-classic/out.compare-vs-serverless.diff

@@ -6,17 +6,29 @@
 +          job_cluster_key: job_cluster
            notebook_task:
              notebook_path: ../src/notebook.ipynb
-@@ -29,5 +30,5 @@
+@@ -29,16 +30,19 @@
            depends_on:
              - task_key: refresh_pipeline
 -          environment_key: default
 +          job_cluster_key: job_cluster
            python_wheel_task:
              package_name: my_default_python
-@@ -38,2 +39,11 @@
+             entry_point: main
-             # for more information on how to add other libraries.
+-      # A list of task execution environment specifications that can be referenced by tasks of this job.
-             - whl: ../dist/*.whl
+-      environments:
-+
+-        - environment_key: default
+-
+-          # Full documentation of this spec can be found at:
+-          # https://docs.databricks.com/api/workspace/jobs/create#environments-spec
+-          spec:
+-            client: "1"
+-            dependencies:
+-              - ../dist/*.whl
++          libraries:
++            # By default we just include the .whl file generated for the my_default_python package.
++            # See https://docs.databricks.com/dev-tools/bundles/library-dependencies.html
++            # for more information on how to add other libraries.
++            - whl: ../dist/*.whl
 +      job_clusters:
 +        - job_cluster_key: job_cluster
 +          new_cluster:

acceptance/bundle/templates/default-python-errorserverless/out.compare-vs-serverless.diff

@@ -6,17 +6,29 @@
 +          job_cluster_key: job_cluster
            notebook_task:
              notebook_path: ../src/notebook.ipynb
-@@ -29,5 +30,5 @@
+@@ -29,16 +30,19 @@
            depends_on:
              - task_key: refresh_pipeline
 -          environment_key: default
 +          job_cluster_key: job_cluster
            python_wheel_task:
              package_name: my_default_python
-@@ -38,2 +39,11 @@
+             entry_point: main
-             # for more information on how to add other libraries.
+-      # A list of task execution environment specifications that can be referenced by tasks of this job.
-             - whl: ../dist/*.whl
+-      environments:
-+
+-        - environment_key: default
+-
+-          # Full documentation of this spec can be found at:
+-          # https://docs.databricks.com/api/workspace/jobs/create#environments-spec
+-          spec:
+-            client: "1"
+-            dependencies:
+-              - ../dist/*.whl
++          libraries:
++            # By default we just include the .whl file generated for the my_default_python package.
++            # See https://docs.databricks.com/dev-tools/bundles/library-dependencies.html
++            # for more information on how to add other libraries.
++            - whl: ../dist/*.whl
 +      job_clusters:
 +        - job_cluster_key: job_cluster
 +          new_cluster:

acceptance/bundle/templates/default-python/output/my_default_python/resources/my_default_python.job.yml

@@ -32,8 +32,13 @@ resources:
           python_wheel_task:
             package_name: my_default_python
             entry_point: main
-          libraries:
+      # A list of task execution environment specifications that can be referenced by tasks of this job.
-            # By default we just include the .whl file generated for the my_default_python package.
+      environments:
-            # See https://docs.databricks.com/dev-tools/bundles/library-dependencies.html
+        - environment_key: default
-            # for more information on how to add other libraries.
+
-            - whl: ../dist/*.whl
+          # Full documentation of this spec can be found at:
+          # https://docs.databricks.com/api/workspace/jobs/create#environments-spec
+          spec:
+            client: "1"
+            dependencies:
+              - ../dist/*.whl

libs/template/templates/default-python/template/{{.project_name}}/resources/{{.project_name}}.job.yml.tmpl

@@ -64,14 +64,27 @@ resources:
           python_wheel_task:
             package_name: {{.project_name}}
             entry_point: main
+          {{- if not $with_serverless }}
           libraries:
             # By default we just include the .whl file generated for the {{.project_name}} package.
             # See https://docs.databricks.com/dev-tools/bundles/library-dependencies.html
             # for more information on how to add other libraries.
             - whl: ../dist/*.whl
+          {{- end -}}
 {{else}}
       {{- end -}}
-      {{- if not $with_serverless}}
+      {{- if $with_serverless}}
+      # A list of task execution environment specifications that can be referenced by tasks of this job.
+      environments:
+        - environment_key: default
+
+          # Full documentation of this spec can be found at:
+          # https://docs.databricks.com/api/workspace/jobs/create#environments-spec
+          spec:
+            client: "1"
+            dependencies:
+              - ../dist/*.whl
+{{ else }}
       job_clusters:
         - job_cluster_key: job_cluster
           new_cluster: