mirror of https://github.com/databricks/cli.git
80 lines
1.9 KiB
Go
80 lines
1.9 KiB
Go
package whl
|
|
|
|
import (
|
|
"context"
|
|
"path/filepath"
|
|
|
|
"github.com/databricks/cli/bundle"
|
|
"github.com/databricks/cli/bundle/config"
|
|
"github.com/databricks/cli/bundle/libraries"
|
|
"github.com/databricks/cli/libs/diag"
|
|
"github.com/databricks/cli/libs/log"
|
|
)
|
|
|
|
type fromLibraries struct{}
|
|
|
|
func DefineArtifactsFromLibraries() bundle.Mutator {
|
|
return &fromLibraries{}
|
|
}
|
|
|
|
func (m *fromLibraries) Name() string {
|
|
return "artifacts.whl.DefineArtifactsFromLibraries"
|
|
}
|
|
|
|
func (*fromLibraries) Apply(ctx context.Context, b *bundle.Bundle) diag.Diagnostics {
|
|
if len(b.Config.Artifacts) != 0 {
|
|
log.Debugf(ctx, "Skipping defining artifacts from libraries because artifacts section is explicitly defined")
|
|
return nil
|
|
}
|
|
|
|
tasks := libraries.FindTasksWithLocalLibraries(b)
|
|
for _, task := range tasks {
|
|
// Skip tasks that are not PythonWheelTasks for now, we can later support Jars too
|
|
if task.PythonWheelTask == nil {
|
|
continue
|
|
}
|
|
|
|
for _, lib := range task.Libraries {
|
|
matchAndAdd(ctx, lib.Whl, b)
|
|
}
|
|
}
|
|
|
|
envs := libraries.FindAllEnvironments(b)
|
|
for _, jobEnvs := range envs {
|
|
for _, env := range jobEnvs {
|
|
if env.Spec != nil {
|
|
for _, dep := range env.Spec.Dependencies {
|
|
if libraries.IsEnvironmentDependencyLocal(dep) {
|
|
matchAndAdd(ctx, dep, b)
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func matchAndAdd(ctx context.Context, lib string, b *bundle.Bundle) {
|
|
matches, err := filepath.Glob(filepath.Join(b.RootPath, lib))
|
|
// File referenced from libraries section does not exists, skipping
|
|
if err != nil {
|
|
return
|
|
}
|
|
|
|
for _, match := range matches {
|
|
name := filepath.Base(match)
|
|
if b.Config.Artifacts == nil {
|
|
b.Config.Artifacts = make(map[string]*config.Artifact)
|
|
}
|
|
|
|
log.Debugf(ctx, "Adding an artifact block for %s", match)
|
|
b.Config.Artifacts[name] = &config.Artifact{
|
|
Files: []config.ArtifactFile{
|
|
{Source: match},
|
|
},
|
|
Type: config.ArtifactPythonWheel,
|
|
}
|
|
}
|
|
}
|