Update Spark version in integration tests to 13.3 (#1375)

## Tests

Integration test run pending.
This commit is contained in:
Pieter Noordhuis 2024-04-19 13:31:54 +02:00 committed by GitHub
parent 3c14204e98
commit 6e59b13452
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
5 changed files with 7 additions and 4 deletions

View File

@ -20,7 +20,7 @@ func TestAccBasicBundleDeployWithFailOnActiveRuns(t *testing.T) {
root, err := initTestTemplate(t, ctx, "basic", map[string]any{ root, err := initTestTemplate(t, ctx, "basic", map[string]any{
"unique_id": uniqueId, "unique_id": uniqueId,
"node_type_id": nodeTypeId, "node_type_id": nodeTypeId,
"spark_version": "13.2.x-snapshot-scala2.12", "spark_version": defaultSparkVersion,
}) })
require.NoError(t, err) require.NoError(t, err)

View File

@ -18,6 +18,8 @@ import (
"github.com/stretchr/testify/require" "github.com/stretchr/testify/require"
) )
const defaultSparkVersion = "13.3.x-snapshot-scala2.12"
func initTestTemplate(t *testing.T, ctx context.Context, templateName string, config map[string]any) (string, error) { func initTestTemplate(t *testing.T, ctx context.Context, templateName string, config map[string]any) (string, error) {
templateRoot := filepath.Join("bundles", templateName) templateRoot := filepath.Join("bundles", templateName)

View File

@ -28,7 +28,7 @@ func TestAccJobsMetadataFile(t *testing.T) {
bundleRoot, err := initTestTemplate(t, ctx, "job_metadata", map[string]any{ bundleRoot, err := initTestTemplate(t, ctx, "job_metadata", map[string]any{
"unique_id": uniqueId, "unique_id": uniqueId,
"node_type_id": nodeTypeId, "node_type_id": nodeTypeId,
"spark_version": "13.2.x-snapshot-scala2.12", "spark_version": defaultSparkVersion,
}) })
require.NoError(t, err) require.NoError(t, err)

View File

@ -31,7 +31,7 @@ func TestAccLocalStateStaleness(t *testing.T) {
root, err := initTestTemplate(t, ctx, "basic", map[string]any{ root, err := initTestTemplate(t, ctx, "basic", map[string]any{
"unique_id": uniqueId, "unique_id": uniqueId,
"node_type_id": nodeTypeId, "node_type_id": nodeTypeId,
"spark_version": "13.2.x-snapshot-scala2.12", "spark_version": defaultSparkVersion,
}) })
require.NoError(t, err) require.NoError(t, err)

View File

@ -43,7 +43,8 @@ func runPythonWheelTest(t *testing.T, sparkVersion string, pythonWheelWrapper bo
} }
func TestAccPythonWheelTaskDeployAndRunWithoutWrapper(t *testing.T) { func TestAccPythonWheelTaskDeployAndRunWithoutWrapper(t *testing.T) {
runPythonWheelTest(t, "13.2.x-snapshot-scala2.12", false) // This is the first DBR version where we can install Python wheels from the Workspace File System.
runPythonWheelTest(t, "13.3.x-snapshot-scala2.12", false)
} }
func TestAccPythonWheelTaskDeployAndRunWithWrapper(t *testing.T) { func TestAccPythonWheelTaskDeployAndRunWithWrapper(t *testing.T) {