squadron/squadron.go
Kevin Franklin Kim 4b88ffbd15
feat: bump linter
2025-10-10 11:54:31 +02:00

1238 lines
30 KiB
Go

package squadron
import (
"bytes"
"context"
"encoding/json"
"fmt"
"maps"
"os"
"os/exec"
"path"
"slices"
"sort"
"strings"
"sync"
"time"
"github.com/foomo/squadron/internal/config"
"github.com/foomo/squadron/internal/jsonschema"
ptermx "github.com/foomo/squadron/internal/pterm"
templatex "github.com/foomo/squadron/internal/template"
"github.com/foomo/squadron/internal/util"
"github.com/genelet/determined/dethcl"
"github.com/go-git/go-git/v5"
"github.com/go-git/go-git/v5/plumbing"
"github.com/miracl/conflate"
"github.com/pkg/errors"
"github.com/pterm/pterm"
"github.com/sters/yaml-diff/yamldiff"
"golang.org/x/sync/errgroup"
yamlv2 "gopkg.in/yaml.v2"
"gopkg.in/yaml.v3"
)
const (
errHelmReleaseNotFound = "Error: release: not found"
)
type Squadron struct {
basePath string
namespace string
files []string
config string
c config.Config
}
func New(basePath, namespace string, files []string) *Squadron {
return &Squadron{
basePath: basePath,
namespace: namespace,
files: files,
c: config.Config{},
}
}
// ------------------------------------------------------------------------------------------------
// ~ Getter
// ------------------------------------------------------------------------------------------------
func (sq *Squadron) Namespace(ctx context.Context, squadron, unit string, u *config.Unit) (string, error) {
var tpl string
switch {
case u.Namespace != "":
tpl = u.Namespace
case sq.namespace != "":
tpl = sq.namespace
default:
return "default", nil
}
return util.RenderTemplateString(tpl, map[string]string{"Squadron": squadron, "Unit": unit})
}
func (sq *Squadron) Config() config.Config {
return sq.c
}
func (sq *Squadron) ConfigYAML() string {
return sq.config
}
// ------------------------------------------------------------------------------------------------
// ~ Public methods
// ------------------------------------------------------------------------------------------------
func (sq *Squadron) MergeConfigFiles(ctx context.Context) error {
start := time.Now()
pterm.Info.Println("📚 | merging configs")
mergedFiles, err := conflate.FromFiles(sq.files...)
if err != nil {
return errors.Wrap(err, "failed to conflate files")
}
fileBytes, err := mergedFiles.MarshalYAML()
if err != nil {
return errors.Wrap(err, "failed to marshal yaml")
}
if err := yaml.Unmarshal(fileBytes, &sq.c); err != nil {
pterm.Error.Println(string(fileBytes))
return errors.Wrap(err, "failed to unmarshal yaml")
}
if sq.c.Version != config.Version {
pterm.Debug.Println(string(fileBytes))
return errors.New("Please upgrade your YAML definition to from '" + sq.c.Version + "' to '" + config.Version + "'")
}
sq.c.Trim(ctx)
value, err := yamlv2.Marshal(sq.c)
if err != nil {
pterm.Error.Println(string(fileBytes))
return errors.Wrap(err, "failed to marshal yaml")
}
sq.config = string(value)
pterm.Success.Println("📚 | merging configs ⏱ " + time.Since(start).Truncate(time.Second).String())
return nil
}
func (sq *Squadron) FilterConfig(ctx context.Context, squadron string, units, tags []string) error {
if len(squadron) > 0 {
if err := sq.Config().Squadrons.Filter(squadron); err != nil {
return err
}
}
if len(squadron) > 0 && len(units) > 0 {
if err := sq.Config().Squadrons[squadron].Filter(units...); err != nil {
return err
}
}
if len(tags) > 0 {
if err := sq.Config().Squadrons.Iterate(ctx, func(ctx context.Context, key string, value config.Map[*config.Unit]) error {
return value.FilterFn(func(k string, v *config.Unit) bool {
for _, tag := range tags {
if strings.HasPrefix(tag, "-") {
if slices.Contains(v.Tags, config.Tag(strings.TrimPrefix(tag, "-"))) {
return false
}
} else if !slices.Contains(v.Tags, config.Tag(tag)) {
return false
}
}
return true
})
}); err != nil {
return err
}
}
sq.c.Trim(ctx)
value, err := yamlv2.Marshal(sq.c)
if err != nil {
return err
}
sq.config = string(value)
return nil
}
func (sq *Squadron) RenderConfig(ctx context.Context) error {
start := time.Now()
pterm.Info.Println("📗 | rendering config")
var (
tv templatex.Vars
vars map[string]any
)
if err := yaml.Unmarshal([]byte(sq.config), &vars); err != nil {
return errors.Wrap(err, "failed to render config")
}
// execute again with loaded template vars
tv = templatex.Vars{}
if value, ok := vars["global"]; ok {
tv.Add("Global", value)
}
if value, ok := vars["vars"]; ok {
tv.Add("Vars", value)
}
if value, ok := vars["squadron"]; ok {
tv.Add("Squadron", value)
}
out1, err := templatex.ExecuteFileTemplate(ctx, sq.config, tv, false)
if err != nil {
return errors.Wrapf(err, "failed to execute initial file template\n%s", util.Highlight(sq.config))
}
// re-execute for rendering copied values
out2, err := templatex.ExecuteFileTemplate(ctx, string(out1), tv, false)
if err != nil {
fmt.Print(util.Highlight(string(out1)))
return errors.Wrap(err, "failed to re-execute initial file template")
}
if err := yaml.Unmarshal(out2, &vars); err != nil {
fmt.Print(util.Highlight(string(out2)))
return errors.Wrap(err, "failed to unmarshal vars")
}
// execute again with loaded template vars
tv = templatex.Vars{}
if value, ok := vars["global"]; ok {
tv.Add("Global", value)
}
if value, ok := vars["vars"]; ok {
tv.Add("Vars", value)
}
if value, ok := vars["squadron"]; ok {
tv.Add("Squadron", value)
}
out3, err := templatex.ExecuteFileTemplate(ctx, sq.config, tv, true)
if err != nil {
fmt.Print(util.Highlight(sq.config))
return errors.Wrap(err, "failed to execute second file template")
}
if err := yaml.Unmarshal(out3, &sq.c); err != nil {
fmt.Print(util.Highlight(string(out3)))
return errors.Wrap(err, "failed to unmarshal vars")
}
sq.config = string(out3)
pterm.Success.Println("📗 | rendering config ⏱ " + time.Since(start).Truncate(time.Second).String())
return nil
}
func (sq *Squadron) Push(ctx context.Context, pushArgs []string, parallel int) error {
wg, ctx := errgroup.WithContext(ctx)
wg.SetLimit(parallel)
printer := ptermx.MustNewMultiPrinter()
defer printer.Stop()
type one struct {
spinner ptermx.Spinner
squadron string
unit string
item any
image string
}
var all []one
_ = sq.Config().Squadrons.Iterate(ctx, func(ctx context.Context, key string, value config.Map[*config.Unit]) error {
return value.Iterate(ctx, func(ctx context.Context, k string, v *config.Unit) error {
for _, name := range v.BuildNames() {
build := v.Builds[name]
spinner := printer.NewSpinner(fmt.Sprintf("🚚 | %s/%s.%s (%s:%s)", key, k, name, build.Image, build.Tag))
all = append(all, one{
spinner: spinner,
squadron: key,
unit: k,
item: &build,
image: build.Image + ":" + build.Tag,
})
spinner.Start()
}
for _, name := range v.BakeNames() {
bake := v.Bakes[name]
for _, tag := range bake.Tags {
spinner := printer.NewSpinner(fmt.Sprintf("🚚 | %s/%s.%s (%s)", key, k, name, tag))
all = append(all, one{
spinner: spinner,
squadron: key,
unit: k,
item: &bake,
image: tag,
})
spinner.Start()
}
}
return nil
})
})
for _, a := range all {
wg.Go(func() error {
a.spinner.Play()
ctx := ptermx.ContextWithSpinner(ctx, a.spinner)
if err := ctx.Err(); err != nil {
a.spinner.Warning(err.Error())
return err
}
var cleanArgs []string
for _, arg := range pushArgs {
if value, err := util.RenderTemplateString(arg, map[string]any{"Squadron": a.squadron, "Unit": a.unit, "Build": a.item}); err != nil {
return err
} else {
cleanArgs = append(cleanArgs, strings.Split(value, " ")...)
}
}
pterm.Debug.Printfln("running docker push for %s", a.image)
if out, err := util.NewDockerCommand().Push(a.image).Args(cleanArgs...).Run(ctx); err != nil {
a.spinner.Fail(out)
return err
}
a.spinner.Success()
return nil
})
}
return wg.Wait()
}
func (sq *Squadron) BuildDependencies(ctx context.Context, buildArgs []string, parallel int) error {
printer := ptermx.MustNewMultiPrinter()
defer printer.Stop()
dependencies := sq.c.BuildDependencies(ctx)
run := func(ctx context.Context, name string, build config.Build) error {
spinner := printer.NewSpinner(fmt.Sprintf("💾 | %s (%s:%s)", name, build.Image, build.Tag))
spinner.Start()
spinner.Play()
ctx = ptermx.ContextWithSpinner(ctx, spinner)
if err := ctx.Err(); err != nil {
spinner.Warning(err.Error())
return err
}
if out, err := build.Build(ctx, "", "", buildArgs); err != nil {
spinner.Fail(out)
return err
}
spinner.Success()
return nil
}
{ // build sub-depencies
wg, ctx := errgroup.WithContext(ctx)
wg.SetLimit(parallel)
for _, build := range dependencies {
if len(build.Dependencies) > 0 {
for _, name := range build.Dependencies {
if b, ok := dependencies[name]; ok {
delete(dependencies, name)
wg.Go(func() error {
return run(ctx, name, b)
})
}
}
}
}
if err := wg.Wait(); err != nil {
return err
}
}
{ // build dependencies
wg, ctx := errgroup.WithContext(ctx)
wg.SetLimit(parallel)
for name, build := range dependencies {
wg.Go(func() error {
return run(ctx, name, build)
})
}
if err := wg.Wait(); err != nil {
return err
}
}
return nil
}
func (sq *Squadron) Bake(ctx context.Context, buildArgs []string) error {
c := &config.Bake{
Groups: nil,
Targets: nil,
}
g := &config.BakeGroup{
Name: "all",
}
gitInfo, err := sq.getGitInfo(ctx)
if err != nil {
pterm.Debug.Println("failed to get git info:", err)
}
_ = sq.Config().Squadrons.Iterate(ctx, func(ctx context.Context, key string, value config.Map[*config.Unit]) error {
_ = value.Iterate(ctx, func(ctx context.Context, k string, v *config.Unit) error {
for _, name := range v.BakeNames() {
item := v.Bakes[name]
item.Name = strings.Join([]string{key, k, name}, "-")
item.Args["SQUADRON_NAME"] = key
item.Args["SQUADRON_UNIT_NAME"] = k
maps.Copy(item.Args, gitInfo)
pterm.Info.Printfln("📦 | %s/%s.%s (%s)", key, k, name, strings.Join(item.Tags, ","))
g.Targets = append(g.Targets, item.Name)
c.Targets = append(c.Targets, &item)
}
return nil
})
return nil
})
c.Groups = append(c.Groups, g)
b, err := dethcl.Marshal(c)
// b, err := hcl.Marshal(c)
if err != nil {
return errors.Wrap(err, "failed to marshal bake config")
}
pterm.Debug.Println("🔥 | bakefile:\n" + util.HighlightHCL(string(b)))
start := time.Now()
pterm.Success.Println("🔥 | baking containers")
out, err := util.NewDockerCommand().
Bake(bytes.NewReader(b)).
Stderr(ptermx.NewWriter(pterm.Debug)).
Run(ctx)
if err != nil {
pterm.Println(util.HighlightHCL(string(b)))
return errors.Wrap(err, out)
}
pterm.Success.Println("🔥 | baking containers ⏱︎ " + time.Since(start).Truncate(time.Second).String())
return nil
}
func (sq *Squadron) Build(ctx context.Context, buildArgs []string, parallel int) error {
if err := sq.BuildDependencies(ctx, buildArgs, parallel); err != nil {
return err
}
wg, ctx := errgroup.WithContext(ctx)
wg.SetLimit(parallel)
printer := ptermx.MustNewMultiPrinter()
defer printer.Stop()
type one struct {
spinner ptermx.Spinner
squadron string
unit string
item config.Build
}
var all []one
gitInfo, err := sq.getGitInfo(ctx)
if err != nil {
pterm.Debug.Println("failed to get git info:", err)
}
var gitInfoArgs []string
for s, s2 := range gitInfo {
gitInfoArgs = append(gitInfoArgs, fmt.Sprintf("%s=%s", s, s2))
}
_ = sq.Config().Squadrons.Iterate(ctx, func(ctx context.Context, key string, value config.Map[*config.Unit]) error {
return value.Iterate(ctx, func(ctx context.Context, k string, v *config.Unit) error {
for _, name := range v.BuildNames() {
item := v.Builds[name]
item.BuildArg = append(item.BuildArg,
"SQUADRON_NAME="+key,
"SQUADRON_UNIT_NAME="+k,
)
item.BuildArg = append(item.BuildArg, gitInfoArgs...)
spinner := printer.NewSpinner(fmt.Sprintf("📦 | %s/%s.%s (%s:%s)", key, k, name, item.Image, item.Tag))
all = append(all, one{
spinner: spinner,
squadron: key,
unit: k,
item: item,
})
spinner.Start()
}
return nil
})
})
for _, a := range all {
wg.Go(func() error {
a.spinner.Play()
ctx := ptermx.ContextWithSpinner(ctx, a.spinner)
if err := ctx.Err(); err != nil {
a.spinner.Warning(err.Error())
return nil
}
if out, err := a.item.Build(ctx, a.squadron, a.unit, buildArgs); errors.Is(ctx.Err(), context.Canceled) {
a.spinner.Warning(ctx.Err().Error())
return nil
} else if err != nil {
a.spinner.Fail(out)
return err
}
a.spinner.Success()
return nil
})
}
return wg.Wait()
}
func (sq *Squadron) Down(ctx context.Context, helmArgs []string, parallel int) error {
wg, ctx := errgroup.WithContext(ctx)
wg.SetLimit(parallel)
printer := ptermx.MustNewMultiPrinter()
defer printer.Stop()
_ = sq.Config().Squadrons.Iterate(ctx, func(ctx context.Context, key string, value config.Map[*config.Unit]) error {
return value.Iterate(ctx, func(ctx context.Context, k string, v *config.Unit) error {
wg.Go(func() error {
spinner := printer.NewSpinner(fmt.Sprintf("🗑️ | %s/%s", key, k))
spinner.Start()
spinner.Play()
ctx := ptermx.ContextWithSpinner(ctx, spinner)
if err := ctx.Err(); err != nil {
spinner.Warning(err.Error())
return err
}
name := sq.getReleaseName(key, k, v)
namespace, err := sq.Namespace(ctx, key, k, v)
if err != nil {
return err
}
if out, err := util.NewHelmCommand().Args("uninstall", name).
Args("--namespace", namespace).
Args(helmArgs...).
Run(ctx); errors.Is(err, context.Canceled) {
spinner.Fail(err.Error())
return err
} else if err != nil &&
strings.TrimSpace(out) != fmt.Sprintf("Error: uninstall: Release not loaded: %s: release: not found", name) {
spinner.Fail(out)
return err
}
spinner.Success()
return nil
})
return nil
})
})
return wg.Wait()
}
func (sq *Squadron) RenderSchema(ctx context.Context, baseSchema string) (string, error) {
js := jsonschema.New()
if err := js.LoadBaseSchema(ctx, baseSchema); err != nil {
return "", errors.Wrap(err, "failed to load base schema")
}
if err := sq.Config().Squadrons.Iterate(ctx, func(ctx context.Context, key string, value config.Map[*config.Unit]) error {
return value.Iterate(ctx, func(ctx context.Context, k string, v *config.Unit) error {
if err := ctx.Err(); err != nil {
return err
}
if v.Chart.Schema == "" {
return nil
}
return js.SetSquadronUnitSchema(ctx, key, k, v.Chart.Schema)
})
}); err != nil {
return "", err
}
return js.PrettyString()
}
func (sq *Squadron) Diff(ctx context.Context, helmArgs []string, parallel int) (string, error) {
var (
m sync.Mutex
ret bytes.Buffer
)
write := func(b []byte) error {
m.Lock()
defer m.Unlock()
_, err := ret.Write(b)
return err
}
wg, ctx := errgroup.WithContext(ctx)
wg.SetLimit(parallel)
printer := ptermx.MustNewMultiPrinter()
defer printer.Stop()
_ = sq.Config().Squadrons.Iterate(ctx, func(ctx context.Context, key string, value config.Map[*config.Unit]) error {
return value.Iterate(ctx, func(ctx context.Context, k string, v *config.Unit) error {
wg.Go(func() error {
spinner := printer.NewSpinner(fmt.Sprintf("🔍 | %s/%s", key, k))
spinner.Start()
spinner.Play()
ctx := ptermx.ContextWithSpinner(ctx, spinner)
if err := ctx.Err(); err != nil {
spinner.Warning(err.Error())
return err
}
name := sq.getReleaseName(key, k, v)
namespace, err := sq.Namespace(ctx, key, k, v)
if err != nil {
return err
}
valueBytes, err := v.ValuesYAML(sq.c.Global)
if err != nil {
return err
}
manifest, err := exec.CommandContext(ctx, "helm", "get", "manifest", name, "--namespace", namespace).CombinedOutput()
if err != nil && string(bytes.TrimSpace(manifest)) != errHelmReleaseNotFound {
spinner.Fail(string(manifest))
return err
}
cmd := exec.CommandContext(ctx, "helm", "upgrade", name,
"--install",
"--namespace", namespace,
"--set", "global.foomo.squadron.name="+key,
"--set", "global.foomo.squadron.unit="+k,
"--hide-notes",
"--values", "-",
"--dry-run",
)
cmd.Args = append(cmd.Args, v.PostRendererArgs()...)
cmd.Stdin = bytes.NewReader(valueBytes)
if strings.HasPrefix(v.Chart.Repository, "file://") {
cmd.Args = append(cmd.Args, path.Clean(strings.TrimPrefix(v.Chart.Repository, "file://")))
} else {
cmd.Args = append(cmd.Args, v.Chart.Name)
if v.Chart.Repository != "" {
cmd.Args = append(cmd.Args, "--repo", v.Chart.Repository)
}
if v.Chart.Version != "" {
cmd.Args = append(cmd.Args, "--version", v.Chart.Version)
}
}
cmd.Args = append(cmd.Args, helmArgs...)
out, err := cmd.CombinedOutput()
if err != nil {
spinner.Fail(string(out))
return err
}
yamls1, err := yamldiff.Load(string(manifest))
if err != nil {
spinner.Fail(string(manifest))
return errors.Wrap(err, "failed to load yaml diff")
}
outStr := strings.Split(string(out), "\n")
yamls2, err := yamldiff.Load(strings.Join(outStr[10:], "\n"))
if err != nil {
spinner.Fail(string(out))
return errors.Wrap(err, "failed to load yaml diff")
}
var res string
for _, diff := range yamldiff.Do(yamls1, yamls2) {
res += diff.Dump() + " ---\n"
}
if err := write([]byte(res)); err != nil {
spinner.Fail(res)
return err
}
spinner.Success()
return nil
})
return nil
})
})
if err := wg.Wait(); err != nil {
return "", err
}
return ret.String(), nil
}
func (sq *Squadron) Status(ctx context.Context, helmArgs []string, parallel int) error {
var m sync.Mutex
tbd := pterm.TableData{
{"Name", "Revision", "Status", "User", "Branch", "Commit", "Squadron", "Last deployed", "Notes"},
}
write := func(b []string) {
m.Lock()
defer m.Unlock()
tbd = append(tbd, b)
}
type statusType struct {
Name string `json:"name"`
Version int `json:"version"`
Namespace string `json:"namespace"`
Info struct {
Status string `json:"status"`
FirstDeployed string `json:"first_deployed"`
Deleted string `json:"deleted"`
LastDeployed string `json:"last_deployed"`
Description string `json:"description"`
} `json:"info"`
user string `json:"-"`
branch string `json:"-"`
commit string `json:"-"`
squadron string `json:"-"`
}
wg, ctx := errgroup.WithContext(ctx)
wg.SetLimit(parallel)
printer := ptermx.MustNewMultiPrinter()
defer printer.Stop()
_ = sq.Config().Squadrons.Iterate(ctx, func(ctx context.Context, key string, value config.Map[*config.Unit]) error {
return value.Iterate(ctx, func(ctx context.Context, k string, v *config.Unit) error {
var status statusType
name := sq.getReleaseName(key, k, v)
namespace, err := sq.Namespace(ctx, key, k, v)
if err != nil {
return errors.Errorf("failed to retrieve namsspace: %s/%s", key, k)
}
wg.Go(func() error {
spinner := printer.NewSpinner(fmt.Sprintf("📄 | %s/%s", key, k))
spinner.Start()
spinner.Play()
ctx := ptermx.ContextWithSpinner(ctx, spinner)
if err := ctx.Err(); err != nil {
spinner.Warning(err.Error())
return err
}
stdErr := bytes.NewBuffer([]byte{})
out, err := util.NewHelmCommand().Args("status", name).
Stderr(stdErr).
Args("--namespace", namespace, "--output", "json", "--show-desc").
Args(helmArgs...).Run(ctx)
if errors.Is(err, context.Canceled) {
spinner.Fail(err.Error())
return err
} else if err != nil && string(bytes.TrimSpace(stdErr.Bytes())) == errHelmReleaseNotFound {
tbd = append(tbd, []string{name, "0", "not installed", "", ""})
} else if err != nil {
spinner.Fail(stdErr.String())
return err
}
if err := json.Unmarshal([]byte(out), &status); err != nil {
spinner.Fail(out)
return errors.Errorf("failed to retrieve status: %s/%s", key, k)
}
var (
notes []string
statusDescription Status
)
if err := json.Unmarshal([]byte(status.Info.Description), &statusDescription); err == nil {
status.user = statusDescription.User
status.branch = statusDescription.Branch
status.commit = statusDescription.Commit
status.squadron = statusDescription.Squadron
} else {
notes = append(notes, status.Info.Description)
}
lastDeployed := status.Info.LastDeployed
if t, err := time.Parse(time.RFC3339, status.Info.LastDeployed); err == nil {
lastDeployed = t.Format(time.RFC822)
}
write([]string{
status.Name,
fmt.Sprintf("%d", status.Version),
status.Info.Status,
status.user,
status.branch,
status.commit,
status.squadron,
lastDeployed,
strings.Join(notes, "\n"),
})
spinner.Success()
return nil
})
return nil
})
})
if err := wg.Wait(); err != nil {
return err
}
printer.Stop()
out, err := pterm.DefaultTable.WithHasHeader().WithData(tbd).Srender()
if err != nil {
return err
}
pterm.Println(out)
return nil
}
func (sq *Squadron) Rollback(ctx context.Context, revision string, helmArgs []string, parallel int) error {
if revision != "" {
helmArgs = append([]string{revision}, helmArgs...)
}
wg, ctx := errgroup.WithContext(ctx)
wg.SetLimit(parallel)
printer := ptermx.MustNewMultiPrinter()
defer printer.Stop()
_ = sq.Config().Squadrons.Iterate(ctx, func(ctx context.Context, key string, value config.Map[*config.Unit]) error {
return value.Iterate(ctx, func(ctx context.Context, k string, v *config.Unit) error {
name := sq.getReleaseName(key, k, v)
namespace, err := sq.Namespace(ctx, key, k, v)
if err != nil {
return err
}
wg.Go(func() error {
spinner := printer.NewSpinner(fmt.Sprintf("♻️ | %s/%s", key, k))
spinner.Start()
spinner.Play()
ctx := ptermx.ContextWithSpinner(ctx, spinner)
if err := ctx.Err(); err != nil {
spinner.Warning(err.Error())
return err
}
stdErr := bytes.NewBuffer([]byte{})
out, err := util.NewHelmCommand().Args("rollback", name).
Stderr(stdErr).
Args(helmArgs...).
Args("--namespace", namespace).
Run(ctx)
if errors.Is(err, context.Canceled) {
spinner.Fail(err.Error())
return err
} else if err != nil &&
string(bytes.TrimSpace(stdErr.Bytes())) != fmt.Sprintf("Error: uninstall: Release not loaded: %s: release: not found", name) {
spinner.Fail(stdErr.String())
return err
}
spinner.Success(out)
return nil
})
return nil
})
})
return wg.Wait()
}
// UpdateLocalDependencies work around
// https://stackoverflow.com/questions/59210148/error-found-in-chart-yaml-but-missing-in-charts-directory-mysql
func (sq *Squadron) UpdateLocalDependencies(ctx context.Context, parallel int) error {
// collect unique entrie
repositories := map[string]struct{}{}
err := sq.Config().Squadrons.Iterate(ctx, func(ctx context.Context, key string, value config.Map[*config.Unit]) error {
return value.Iterate(ctx, func(ctx context.Context, k string, v *config.Unit) error {
if strings.HasPrefix(v.Chart.Repository, "file:///") {
repositories[v.Chart.Repository] = struct{}{}
}
return nil
})
})
if err != nil {
return err
}
wg, ctx := errgroup.WithContext(ctx)
wg.SetLimit(parallel)
for repository := range repositories {
wg.Go(func() error {
pterm.Debug.Printfln("running helm dependency update for %s", repository)
if out, err := util.NewHelmCommand().
Cwd(path.Clean(strings.TrimPrefix(repository, "file://"))).
Args("dependency", "update", "--skip-refresh", "--debug").
Run(ctx); err != nil {
return errors.Wrap(err, out)
} else {
pterm.Debug.Println(out)
}
return nil
})
}
return wg.Wait()
}
func (sq *Squadron) Up(ctx context.Context, helmArgs []string, status Status, parallel int) error {
description, err := json.Marshal(status)
if err != nil {
return err
}
wg, ctx := errgroup.WithContext(ctx)
wg.SetLimit(parallel)
printer := ptermx.MustNewMultiPrinter()
defer printer.Stop()
type one struct {
spinner ptermx.Spinner
squadron string
unit string
item *config.Unit
}
var all []one
_ = sq.Config().Squadrons.Iterate(ctx, func(ctx context.Context, key string, value config.Map[*config.Unit]) error {
return value.Iterate(ctx, func(ctx context.Context, k string, v *config.Unit) error {
var priority string
if v.Priority != 0 {
priority = fmt.Sprintf(" ☝︎ %d", v.Priority)
}
spinner := printer.NewSpinner(fmt.Sprintf("🚀 | %s/%s", key, k) + priority)
all = append(all, one{
spinner: spinner,
squadron: key,
unit: k,
item: v,
})
spinner.Start()
return nil
})
})
sort.Slice(all, func(i, j int) bool {
return all[i].item.Priority > all[j].item.Priority
})
for _, a := range all {
wg.Go(func() error {
a.spinner.Play()
ctx := ptermx.ContextWithSpinner(ctx, a.spinner)
if err := ctx.Err(); err != nil {
a.spinner.Warning(err.Error())
return err
}
name := sq.getReleaseName(a.squadron, a.unit, a.item)
namespace, err := sq.Namespace(ctx, a.squadron, a.unit, a.item)
if err != nil {
a.spinner.Fail(err.Error())
return err
}
valueBytes, err := a.item.ValuesYAML(sq.c.Global)
if err != nil {
a.spinner.Fail(err.Error())
return err
}
// install chart
cmd := util.NewHelmCommand().
Stdin(bytes.NewReader(valueBytes)).
Args("upgrade", name, "--install").
Args("--set", "global.foomo.squadron.name="+a.squadron).
Args("--set", "global.foomo.squadron.unit="+a.unit).
Args("--description", string(description)).
Args("--namespace", namespace).
Args("--dependency-update").
Args(a.item.PostRendererArgs()...).
Args("--install").
Args("--values", "-").
Args(helmArgs...)
if strings.HasPrefix(a.item.Chart.Repository, "file://") {
cmd.Args(path.Clean(strings.TrimPrefix(a.item.Chart.Repository, "file://")))
} else {
cmd.Args(a.item.Chart.Name)
if a.item.Chart.Repository != "" {
cmd.Args("--repo", a.item.Chart.Repository)
}
if a.item.Chart.Version != "" {
cmd.Args("--version", a.item.Chart.Version)
}
}
out, err := cmd.Run(ctx)
if errors.Is(err, context.Canceled) {
a.spinner.Fail(err.Error())
return err
} else if err != nil {
a.spinner.Fail(out)
return err
}
a.spinner.Success()
return nil
})
}
return wg.Wait()
}
func (sq *Squadron) Template(ctx context.Context, helmArgs []string, parallel int) (string, error) {
var (
m sync.Mutex
ret bytes.Buffer
)
write := func(b []byte) error {
m.Lock()
defer m.Unlock()
_, err := ret.Write(b)
return err
}
wg, ctx := errgroup.WithContext(ctx)
wg.SetLimit(parallel)
printer := ptermx.MustNewMultiPrinter()
defer printer.Stop()
_ = sq.Config().Squadrons.Iterate(ctx, func(ctx context.Context, key string, value config.Map[*config.Unit]) error {
return value.Iterate(ctx, func(ctx context.Context, k string, v *config.Unit) error {
wg.Go(func() error {
spinner := printer.NewSpinner(fmt.Sprintf("🧾 | %s/%s", key, k))
spinner.Start()
spinner.Play()
ctx := ptermx.ContextWithSpinner(ctx, spinner)
if err := ctx.Err(); err != nil {
spinner.Warning(err.Error())
return err
}
name := sq.getReleaseName(key, k, v)
namespace, err := sq.Namespace(ctx, key, k, v)
if err != nil {
spinner.Fail(err.Error())
return errors.Errorf("failed to retrieve namsspace: %s/%s", key, k)
}
out, err := v.Template(ctx, name, key, k, namespace, sq.c.Global, helmArgs)
if err != nil {
spinner.Fail(string(out))
return err
}
if err := write(out); err != nil {
spinner.Fail(string(out))
return err
}
spinner.Success()
return nil
})
return nil
})
})
if err := wg.Wait(); err != nil {
return "", err
}
return ret.String(), nil
}
func (sq *Squadron) getReleaseName(squadron, unit string, u *config.Unit) string {
if u.Name != "" {
return u.Name
}
return squadron + "-" + unit
}
func (sq *Squadron) getGitInfo(ctx context.Context) (map[string]string, error) {
ret := map[string]string{}
dir := "."
for _, s := range []string{"GIT_DIR", "PROJECT_ROOT"} {
if v := os.Getenv(s); v != "" {
dir = v
break
}
}
repo, err := git.PlainOpen(dir)
if err != nil {
return nil, err
}
// Get remote "origin" URL
remote, err := repo.Remote("origin")
if err != nil {
return nil, err
}
remoteURLs := remote.Config().URLs
if len(remoteURLs) > 0 {
url := remoteURLs[0]
if strings.HasPrefix(url, "git@") {
// Example input: git@github.com:user/repo.git
parts := strings.SplitN(url, ":", 2)
if len(parts) == 2 {
// parts[1] = user/repo.git
hostParts := strings.Split(parts[0], "@")
if len(hostParts) == 2 {
host := hostParts[1]
url = "https://" + host + "/" + strings.TrimSuffix(parts[1], ".git")
}
}
}
ret["GIT_REPOSITORY_URL"] = url
}
// Get HEAD reference to find the current branch or commit
ref, err := repo.Head()
if err != nil {
return nil, err
}
ret["GIT_TYPE"] = "branch"
ret["GIT_BRANCH"] = ref.Name().Short()
ret["GIT_COMMIT_HASH"] = ref.Hash().String()
if t, err := repo.Tags(); err == nil {
_ = t.ForEach(func(reference *plumbing.Reference) error {
if ref.Hash() == reference.Hash() {
ret["GIT_TAG"] = reference.Name().Short()
ret["GIT_TYPE"] = "tag"
return errors.New("break")
}
return nil
})
}
return ret, nil
}