mirror of https://github.com/databricks/cli.git
87 lines
2.3 KiB
Go
87 lines
2.3 KiB
Go
package config
|
|
|
|
import (
|
|
"bytes"
|
|
"context"
|
|
"fmt"
|
|
"os/exec"
|
|
"path"
|
|
"strings"
|
|
|
|
"github.com/databricks/databricks-sdk-go/service/compute"
|
|
)
|
|
|
|
type ArtifactType string
|
|
|
|
const ArtifactPythonWheel ArtifactType = `whl`
|
|
|
|
type ArtifactFile struct {
|
|
Source string `json:"source"`
|
|
RemotePath string `json:"-" bundle:"readonly"`
|
|
Libraries []*compute.Library `json:"-" bundle:"readonly"`
|
|
}
|
|
|
|
// Artifact defines a single local code artifact that can be
|
|
// built/uploaded/referenced in the context of this bundle.
|
|
type Artifact struct {
|
|
Type ArtifactType `json:"type"`
|
|
|
|
// The local path to the directory with a root of artifact,
|
|
// for example, where setup.py is for Python projects
|
|
Path string `json:"path"`
|
|
|
|
// The relative or absolute path to the built artifact files
|
|
// (Python wheel, Java jar and etc) itself
|
|
Files []ArtifactFile `json:"files"`
|
|
BuildCommand string `json:"build"`
|
|
}
|
|
|
|
func (a *Artifact) Build(ctx context.Context) ([]byte, error) {
|
|
if a.BuildCommand == "" {
|
|
return nil, fmt.Errorf("no build property defined")
|
|
}
|
|
|
|
out := make([][]byte, 0)
|
|
commands := strings.Split(a.BuildCommand, " && ")
|
|
for _, command := range commands {
|
|
buildParts := strings.Split(command, " ")
|
|
cmd := exec.CommandContext(ctx, buildParts[0], buildParts[1:]...)
|
|
cmd.Dir = a.Path
|
|
res, err := cmd.CombinedOutput()
|
|
if err != nil {
|
|
return res, err
|
|
}
|
|
out = append(out, res)
|
|
}
|
|
return bytes.Join(out, []byte{}), nil
|
|
}
|
|
|
|
func (a *Artifact) NormalisePaths() {
|
|
for _, f := range a.Files {
|
|
// If no libraries attached, nothing to normalise, skipping
|
|
if f.Libraries == nil {
|
|
continue
|
|
}
|
|
|
|
wsfsBase := "/Workspace"
|
|
remotePath := path.Join(wsfsBase, f.RemotePath)
|
|
for i := range f.Libraries {
|
|
lib := f.Libraries[i]
|
|
switch a.Type {
|
|
case ArtifactPythonWheel:
|
|
lib.Whl = remotePath
|
|
}
|
|
}
|
|
|
|
}
|
|
}
|
|
|
|
// This function determines if artifact files needs to be uploaded.
|
|
// During the bundle processing we analyse which library uses which artifact file.
|
|
// If artifact file is used as a library, we store the reference to this library in artifact file Libraries field.
|
|
// If artifact file has libraries it's been used in, it means than we need to upload this file.
|
|
// Otherwise this artifact file is not used and we skip uploading
|
|
func (af *ArtifactFile) NeedsUpload() bool {
|
|
return af.Libraries != nil
|
|
}
|