mirror of https://github.com/databricks/cli.git
87 lines
1.7 KiB
Go
87 lines
1.7 KiB
Go
package libraries
|
|
|
|
import (
|
|
"github.com/databricks/cli/bundle"
|
|
"github.com/databricks/databricks-sdk-go/service/jobs"
|
|
)
|
|
|
|
func findAllTasks(b *bundle.Bundle) map[string]([]jobs.Task) {
|
|
r := b.Config.Resources
|
|
result := make(map[string]([]jobs.Task), 0)
|
|
for k := range b.Config.Resources.Jobs {
|
|
result[k] = append(result[k], r.Jobs[k].JobSettings.Tasks...)
|
|
}
|
|
|
|
return result
|
|
}
|
|
|
|
func FindAllEnvironments(b *bundle.Bundle) map[string]([]jobs.JobEnvironment) {
|
|
jobEnvs := make(map[string]([]jobs.JobEnvironment), 0)
|
|
for jobKey, job := range b.Config.Resources.Jobs {
|
|
if len(job.Environments) == 0 {
|
|
continue
|
|
}
|
|
|
|
jobEnvs[jobKey] = job.Environments
|
|
}
|
|
|
|
return jobEnvs
|
|
}
|
|
|
|
func isEnvsWithLocalLibraries(envs []jobs.JobEnvironment) bool {
|
|
for _, e := range envs {
|
|
for _, l := range e.Spec.Dependencies {
|
|
if IsEnvironmentDependencyLocal(l) {
|
|
return true
|
|
}
|
|
}
|
|
}
|
|
|
|
return false
|
|
}
|
|
|
|
func FindAllWheelTasksWithLocalLibraries(b *bundle.Bundle) []*jobs.Task {
|
|
tasks := findAllTasks(b)
|
|
envs := FindAllEnvironments(b)
|
|
|
|
wheelTasks := make([]*jobs.Task, 0)
|
|
for k, jobTasks := range tasks {
|
|
for i := range jobTasks {
|
|
task := &jobTasks[i]
|
|
if task.PythonWheelTask == nil {
|
|
continue
|
|
}
|
|
|
|
if isTaskWithLocalLibraries(*task) {
|
|
wheelTasks = append(wheelTasks, task)
|
|
}
|
|
|
|
if envs[k] != nil && isEnvsWithLocalLibraries(envs[k]) {
|
|
wheelTasks = append(wheelTasks, task)
|
|
}
|
|
}
|
|
}
|
|
|
|
return wheelTasks
|
|
}
|
|
|
|
func isTaskWithLocalLibraries(task jobs.Task) bool {
|
|
for _, l := range task.Libraries {
|
|
if IsLocalLibrary(&l) {
|
|
return true
|
|
}
|
|
}
|
|
|
|
return false
|
|
}
|
|
|
|
func IsTaskWithWorkspaceLibraries(task jobs.Task) bool {
|
|
for _, l := range task.Libraries {
|
|
if IsWorkspaceLibrary(&l) {
|
|
return true
|
|
}
|
|
}
|
|
|
|
return false
|
|
}
|