mirror of https://github.com/databricks/cli.git
92 lines
2.4 KiB
Go
92 lines
2.4 KiB
Go
package config
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"path"
|
|
|
|
"github.com/databricks/cli/bundle/config/paths"
|
|
"github.com/databricks/cli/libs/exec"
|
|
"github.com/databricks/databricks-sdk-go/service/compute"
|
|
)
|
|
|
|
type Artifacts map[string]*Artifact
|
|
|
|
func (artifacts Artifacts) SetConfigFilePath(path string) {
|
|
for _, artifact := range artifacts {
|
|
artifact.ConfigFilePath = path
|
|
}
|
|
}
|
|
|
|
type ArtifactType string
|
|
|
|
const ArtifactPythonWheel ArtifactType = `whl`
|
|
|
|
type ArtifactFile struct {
|
|
Source string `json:"source"`
|
|
RemotePath string `json:"-" bundle:"readonly"`
|
|
Libraries []*compute.Library `json:"-" bundle:"readonly"`
|
|
}
|
|
|
|
// Artifact defines a single local code artifact that can be
|
|
// built/uploaded/referenced in the context of this bundle.
|
|
type Artifact struct {
|
|
Type ArtifactType `json:"type"`
|
|
|
|
// The local path to the directory with a root of artifact,
|
|
// for example, where setup.py is for Python projects
|
|
Path string `json:"path,omitempty"`
|
|
|
|
// The relative or absolute path to the built artifact files
|
|
// (Python wheel, Java jar and etc) itself
|
|
Files []ArtifactFile `json:"files,omitempty"`
|
|
BuildCommand string `json:"build,omitempty"`
|
|
|
|
paths.Paths
|
|
}
|
|
|
|
func (a *Artifact) Build(ctx context.Context) ([]byte, error) {
|
|
if a.BuildCommand == "" {
|
|
return nil, fmt.Errorf("no build property defined")
|
|
}
|
|
|
|
e, err := exec.NewCommandExecutor(a.Path)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return e.Exec(ctx, a.BuildCommand)
|
|
}
|
|
|
|
func (a *Artifact) NormalisePaths() {
|
|
for _, f := range a.Files {
|
|
// If no libraries attached, nothing to normalise, skipping
|
|
if f.Libraries == nil {
|
|
continue
|
|
}
|
|
|
|
wsfsBase := "/Workspace"
|
|
remotePath := path.Join(wsfsBase, f.RemotePath)
|
|
for i := range f.Libraries {
|
|
lib := f.Libraries[i]
|
|
if lib.Whl != "" {
|
|
lib.Whl = remotePath
|
|
continue
|
|
}
|
|
if lib.Jar != "" {
|
|
lib.Jar = remotePath
|
|
continue
|
|
}
|
|
}
|
|
|
|
}
|
|
}
|
|
|
|
// This function determines if artifact files needs to be uploaded.
|
|
// During the bundle processing we analyse which library uses which artifact file.
|
|
// If artifact file is used as a library, we store the reference to this library in artifact file Libraries field.
|
|
// If artifact file has libraries it's been used in, it means than we need to upload this file.
|
|
// Otherwise this artifact file is not used and we skip uploading
|
|
func (af *ArtifactFile) NeedsUpload() bool {
|
|
return af.Libraries != nil
|
|
}
|