mirror of https://github.com/databricks/cli.git
Fixed using repo files as pipeline libraries (#847)
## Changes Fixed using repo files as pipeline libraries ## Tests Added regression test
This commit is contained in:
parent
054df2b58b
commit
8d8de3f509
|
@ -80,6 +80,11 @@ func TestExpandGlobPathsInPipelines(t *testing.T) {
|
|||
Path: "dbfs:/me@company.com/test.ipynb",
|
||||
},
|
||||
},
|
||||
{
|
||||
Notebook: &pipelines.NotebookLibrary{
|
||||
Path: "/Repos/somerepo/test.ipynb",
|
||||
},
|
||||
},
|
||||
},
|
||||
},
|
||||
},
|
||||
|
@ -93,7 +98,7 @@ func TestExpandGlobPathsInPipelines(t *testing.T) {
|
|||
require.NoError(t, err)
|
||||
|
||||
libraries := b.Config.Resources.Pipelines["pipeline"].Libraries
|
||||
require.Len(t, libraries, 9)
|
||||
require.Len(t, libraries, 10)
|
||||
|
||||
// Making sure glob patterns are expanded correctly
|
||||
require.True(t, containsNotebook(libraries, filepath.Join("test", "test2.ipynb")))
|
||||
|
@ -107,6 +112,7 @@ func TestExpandGlobPathsInPipelines(t *testing.T) {
|
|||
// Making sure absolute pass to remote FS file references work as well
|
||||
require.True(t, containsNotebook(libraries, "/Workspace/Users/me@company.com/test.ipynb"))
|
||||
require.True(t, containsNotebook(libraries, "dbfs:/me@company.com/test.ipynb"))
|
||||
require.True(t, containsNotebook(libraries, "/Repos/somerepo/test.ipynb"))
|
||||
|
||||
// Making sure other libraries are not replaced
|
||||
require.True(t, containsJar(libraries, "./*.jar"))
|
||||
|
|
|
@ -4,6 +4,7 @@ import (
|
|||
"context"
|
||||
"fmt"
|
||||
"net/url"
|
||||
"path"
|
||||
"path/filepath"
|
||||
"strings"
|
||||
|
||||
|
@ -173,7 +174,7 @@ func IsLocalPath(path string) bool {
|
|||
return false
|
||||
}
|
||||
|
||||
return !isWorkspacePath(path)
|
||||
return !isAbsoluteRemotePath(path)
|
||||
}
|
||||
|
||||
func isExplicitFileScheme(path string) bool {
|
||||
|
@ -200,3 +201,8 @@ func isWorkspacePath(path string) bool {
|
|||
strings.HasPrefix(path, "/Users/") ||
|
||||
strings.HasPrefix(path, "/Shared/")
|
||||
}
|
||||
|
||||
func isAbsoluteRemotePath(p string) bool {
|
||||
// If path for library starts with /, it's a remote absolute path
|
||||
return path.IsAbs(p)
|
||||
}
|
||||
|
|
|
@ -10,7 +10,7 @@ import (
|
|||
|
||||
var testCases map[string]bool = map[string]bool{
|
||||
"./some/local/path": true,
|
||||
"/some/full/path": true,
|
||||
"/some/full/path": false,
|
||||
"/Workspace/path/to/package": false,
|
||||
"/Users/path/to/package": false,
|
||||
"file://path/to/package": true,
|
||||
|
|
Loading…
Reference in New Issue