mirror of https://github.com/databricks/cli.git
add extractVolumeFromPath
This commit is contained in:
parent
015f8cdc94
commit
d0385a0205
|
@ -13,6 +13,31 @@ import (
|
||||||
"github.com/databricks/cli/libs/filer"
|
"github.com/databricks/cli/libs/filer"
|
||||||
)
|
)
|
||||||
|
|
||||||
|
func extractVolumeFromPath(artifactPath string) (string, string, string, error) {
|
||||||
|
if !IsVolumesPath(artifactPath) {
|
||||||
|
return "", "", "", fmt.Errorf("expected artifact_path to start with /Volumes/, got %s", artifactPath)
|
||||||
|
}
|
||||||
|
|
||||||
|
parts := strings.Split(artifactPath, "/")
|
||||||
|
volumeFormatErr := fmt.Errorf("expected UC volume path to be in the format /Volumes/<catalog>/<schema>/<volume>/..., got %s", artifactPath)
|
||||||
|
|
||||||
|
// Incorrect format.
|
||||||
|
if len(parts) < 5 {
|
||||||
|
return "", "", "", volumeFormatErr
|
||||||
|
}
|
||||||
|
|
||||||
|
catalogName := parts[2]
|
||||||
|
schemaName := parts[3]
|
||||||
|
volumeName := parts[4]
|
||||||
|
|
||||||
|
// Incorrect format.
|
||||||
|
if catalogName == "" || schemaName == "" || volumeName == "" {
|
||||||
|
return "", "", "", volumeFormatErr
|
||||||
|
}
|
||||||
|
|
||||||
|
return catalogName, schemaName, volumeName, nil
|
||||||
|
}
|
||||||
|
|
||||||
// This function returns a filer for ".internal" folder inside the directory configured
|
// This function returns a filer for ".internal" folder inside the directory configured
|
||||||
// at `workspace.artifact_path`.
|
// at `workspace.artifact_path`.
|
||||||
// This function also checks if the UC volume exists in the workspace and then:
|
// This function also checks if the UC volume exists in the workspace and then:
|
||||||
|
@ -32,26 +57,21 @@ func filerForVolume(ctx context.Context, b *bundle.Bundle) (filer.Filer, string,
|
||||||
return nil, "", diag.Errorf("expected artifact_path to start with /Volumes/, got %s", artifactPath)
|
return nil, "", diag.Errorf("expected artifact_path to start with /Volumes/, got %s", artifactPath)
|
||||||
}
|
}
|
||||||
|
|
||||||
parts := strings.Split(artifactPath, "/")
|
catalogName, schemaName, volumeName, err := extractVolumeFromPath(artifactPath)
|
||||||
volumeFormatErr := fmt.Errorf("expected UC volume path to be in the format /Volumes/<catalog>/<schema>/<volume>/..., got %s", artifactPath)
|
if err != nil {
|
||||||
|
return nil, "", diag.Diagnostics{
|
||||||
// Incorrect format.
|
{
|
||||||
if len(parts) < 5 {
|
Severity: diag.Error,
|
||||||
return nil, "", diag.FromErr(volumeFormatErr)
|
Summary: err.Error(),
|
||||||
}
|
Locations: b.Config.GetLocations("workspace.artifact_path"),
|
||||||
|
Paths: []dyn.Path{dyn.MustPathFromString("workspace.artifact_path")},
|
||||||
catalogName := parts[2]
|
},
|
||||||
schemaName := parts[3]
|
}
|
||||||
volumeName := parts[4]
|
|
||||||
|
|
||||||
// Incorrect format.
|
|
||||||
if catalogName == "" || schemaName == "" || volumeName == "" {
|
|
||||||
return nil, "", diag.FromErr(volumeFormatErr)
|
|
||||||
}
|
}
|
||||||
|
|
||||||
// Check if the UC volume exists in the workspace.
|
// Check if the UC volume exists in the workspace.
|
||||||
volumePath := fmt.Sprintf("/Volumes/%s/%s/%s", catalogName, schemaName, volumeName)
|
volumePath := fmt.Sprintf("/Volumes/%s/%s/%s", catalogName, schemaName, volumeName)
|
||||||
err := w.Files.GetDirectoryMetadataByDirectoryPath(ctx, volumePath)
|
err = w.Files.GetDirectoryMetadataByDirectoryPath(ctx, volumePath)
|
||||||
|
|
||||||
// If the volume exists already, directly return the filer for the path to
|
// If the volume exists already, directly return the filer for the path to
|
||||||
// upload the artifacts to.
|
// upload the artifacts to.
|
||||||
|
|
|
@ -153,8 +153,8 @@ func TestFilerForVolumeInBundle(t *testing.T) {
|
||||||
})
|
})
|
||||||
}
|
}
|
||||||
|
|
||||||
func TestFilerForVolumeWithInvalidVolumePaths(t *testing.T) {
|
func invalidVolumePaths() []string {
|
||||||
invalidPaths := []string{
|
return []string{
|
||||||
"/Volumes/",
|
"/Volumes/",
|
||||||
"/Volumes/main",
|
"/Volumes/main",
|
||||||
"/Volumes/main/",
|
"/Volumes/main/",
|
||||||
|
@ -165,8 +165,10 @@ func TestFilerForVolumeWithInvalidVolumePaths(t *testing.T) {
|
||||||
"/Volumes/main/my_schema//",
|
"/Volumes/main/my_schema//",
|
||||||
"/Volumes//my_schema/my_volume",
|
"/Volumes//my_schema/my_volume",
|
||||||
}
|
}
|
||||||
|
}
|
||||||
|
|
||||||
for _, p := range invalidPaths {
|
func TestFilerForVolumeWithInvalidVolumePaths(t *testing.T) {
|
||||||
|
for _, p := range invalidVolumePaths() {
|
||||||
b := &bundle.Bundle{
|
b := &bundle.Bundle{
|
||||||
Config: config.Root{
|
Config: config.Root{
|
||||||
Workspace: config.Workspace{
|
Workspace: config.Workspace{
|
||||||
|
@ -175,8 +177,15 @@ func TestFilerForVolumeWithInvalidVolumePaths(t *testing.T) {
|
||||||
},
|
},
|
||||||
}
|
}
|
||||||
|
|
||||||
|
bundletest.SetLocation(b, "workspace.artifact_path", []dyn.Location{{File: "config.yml", Line: 1, Column: 2}})
|
||||||
|
|
||||||
_, _, diags := GetFilerForLibraries(context.Background(), b)
|
_, _, diags := GetFilerForLibraries(context.Background(), b)
|
||||||
require.EqualError(t, diags.Error(), fmt.Sprintf("expected UC volume path to be in the format /Volumes/<catalog>/<schema>/<volume>/..., got %s", p))
|
require.Equal(t, diags, diag.Diagnostics{{
|
||||||
|
Severity: diag.Error,
|
||||||
|
Summary: fmt.Sprintf("expected UC volume path to be in the format /Volumes/<catalog>/<schema>/<volume>/..., got %s", p),
|
||||||
|
Locations: []dyn.Location{{File: "config.yml", Line: 1, Column: 2}},
|
||||||
|
Paths: []dyn.Path{dyn.MustPathFromString("workspace.artifact_path")},
|
||||||
|
}})
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -221,3 +230,16 @@ func TestFilerForVolumeWithValidlVolumePaths(t *testing.T) {
|
||||||
assert.IsType(t, &filer.FilesClient{}, client)
|
assert.IsType(t, &filer.FilesClient{}, client)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func TestExtractVolumeFromPath(t *testing.T) {
|
||||||
|
catalogName, schemaName, volumeName, err := extractVolumeFromPath("/Volumes/main/my_schema/my_volume")
|
||||||
|
require.NoError(t, err)
|
||||||
|
assert.Equal(t, "main", catalogName)
|
||||||
|
assert.Equal(t, "my_schema", schemaName)
|
||||||
|
assert.Equal(t, "my_volume", volumeName)
|
||||||
|
|
||||||
|
for _, p := range invalidVolumePaths() {
|
||||||
|
_, _, _, err := extractVolumeFromPath(p)
|
||||||
|
assert.EqualError(t, err, fmt.Sprintf("expected UC volume path to be in the format /Volumes/<catalog>/<schema>/<volume>/..., got %s", p))
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
Loading…
Reference in New Issue