helm_helpers.go

package helm

import (
	"bufio"
	"bytes"
	"encoding/base64"
	"fmt"
	"io/ioutil"
	"net/http"
	"net/url"
	"os"
	"path/filepath"
	"regexp"
	"sort"
	"strconv"
	"strings"

	"github.com/jenkins-x/jx/v2/pkg/versionstream"
	"gopkg.in/src-d/go-git.v4"
	"gopkg.in/src-d/go-git.v4/config"
	"gopkg.in/src-d/go-git.v4/plumbing"

	survey "gopkg.in/AlecAivazis/survey.v1"

	"github.com/google/uuid"

	"github.com/jenkins-x/jx-logging/pkg/log"
	"github.com/jenkins-x/jx/v2/pkg/kube"
	"github.com/jenkins-x/jx/v2/pkg/secreturl"
	"github.com/jenkins-x/jx/v2/pkg/table"
	"github.com/jenkins-x/jx/v2/pkg/util"
	"k8s.io/client-go/kubernetes"

	"github.com/ghodss/yaml"
	"github.com/pkg/errors"
	"k8s.io/helm/pkg/chartutil"
	"k8s.io/helm/pkg/proto/hapi/chart"
)

const (
	// ChartFileName file name for a chart
	ChartFileName = "Chart.yaml"
	// RequirementsFileName the file name for helm requirements
	RequirementsFileName = "requirements.yaml"
	// SecretsFileName the file name for secrets
	SecretsFileName = "secrets.yaml"
	// ValuesFileName the file name for values
	ValuesFileName = "values.yaml"
	// ValuesTemplateFileName a templated values.yaml file which can refer to parameter expressions
	ValuesTemplateFileName = "values.tmpl.yaml"
	// TemplatesDirName is the default name for the templates directory
	TemplatesDirName = "templates"

	// ParametersYAMLFile contains logical parameters (values or secrets) which can be fetched from a Secret URL or
	// inlined if not a secret which can be referenced from a 'values.yaml` file via a `{{ .Parameters.foo.bar }}` expression
	ParametersYAMLFile = "parameters.yaml"

	// FakeChartmusuem is the url for the fake chart museum used in tests
	FakeChartmusuem = "http://fake.chartmuseum"

	// DefaultEnvironmentChartDir is the default environment path where charts are stored
	DefaultEnvironmentChartDir = "env"

	//RepoVaultPath is the path to the repo credentials in Vault
	RepoVaultPath = "helm/repos"
)

// copied from helm to minimise dependencies...

// Dependency describes a chart upon which another chart depends.
//
// Dependencies can be used to express developer intent, or to capture the state
// of a chart.
type Dependency struct {
	// Name is the name of the dependency.
	//
	// This must mach the name in the dependency's Chart.yaml.
	Name string `json:"name"`
	// Version is the version (range) of this chart.
	//
	// A lock file will always produce a single version, while a dependency
	// may contain a semantic version range.
	Version string `json:"version,omitempty"`
	// The URL to the repository.
	//
	// Appending `index.yaml` to this string should result in a URL that can be
	// used to fetch the repository index.
	Repository string `json:"repository"`
	// A yaml path that resolves to a boolean, used for enabling/disabling charts (e.g. subchart1.enabled )
	Condition string `json:"condition,omitempty"`
	// Tags can be used to group charts for enabling/disabling together
	Tags []string `json:"tags,omitempty"`
	// Enabled bool determines if chart should be loaded
	Enabled bool `json:"enabled,omitempty"`
	// ImportValues holds the mapping of source values to parent key to be imported. Each item can be a
	// string or pair of child/parent sublist items.
	ImportValues []interface{} `json:"import-values,omitempty"`
	// Alias usable alias to be used for the chart
	Alias string `json:"alias,omitempty"`
}

// ErrNoRequirementsFile to detect error condition
type ErrNoRequirementsFile error

// Requirements is a list of requirements for a chart.
//
// Requirements are charts upon which this chart depends. This expresses
// developer intent.
type Requirements struct {
	Dependencies []*Dependency `json:"dependencies"`
}

// DepSorter Used to avoid merge conflicts by sorting deps by name
type DepSorter []*Dependency

func (a DepSorter) Len() int           { return len(a) }
func (a DepSorter) Swap(i, j int)      { a[i], a[j] = a[j], a[i] }
func (a DepSorter) Less(i, j int) bool { return a[i].Name < a[j].Name }

// SetAppVersion sets the version of the app to use
func (r *Requirements) SetAppVersion(app string, version string, repository string, alias string) {
	if r.Dependencies == nil {
		r.Dependencies = []*Dependency{}
	}
	for _, dep := range r.Dependencies {
		if dep != nil && dep.Name == app {
			if version != dep.Version {
				dep.Version = version
			}
			if repository != "" {
				dep.Repository = repository
			}
			if alias != "" {
				dep.Alias = alias
			}
			return
		}
	}
	r.Dependencies = append(r.Dependencies, &Dependency{
		Name:       app,
		Version:    version,
		Repository: repository,
		Alias:      alias,
	})
	sort.Sort(DepSorter(r.Dependencies))
}

// RemoveApplication removes the given app name. Returns true if a dependency was removed
func (r *Requirements) RemoveApplication(app string) bool {
	for i, dep := range r.Dependencies {
		if dep != nil && dep.Name == app {
			r.Dependencies = append(r.Dependencies[:i], r.Dependencies[i+1:]...)
			sort.Sort(DepSorter(r.Dependencies))
			return true
		}
	}
	return false
}

// FindRequirementsFileName returns the default requirements.yaml file name
func FindRequirementsFileName(dir string) (string, error) {
	return findFileName(dir, RequirementsFileName)
}

// FindChartFileName returns the default chart.yaml file name
func FindChartFileName(dir string) (string, error) {
	return findFileName(dir, ChartFileName)
}

// FindValuesFileName returns the default values.yaml file name
func FindValuesFileName(dir string) (string, error) {
	return findFileName(dir, ValuesFileName)
}

// FindValuesFileNameForChart returns the values.yaml file name for a given chart within the environment or the default if the chart name is empty
func FindValuesFileNameForChart(dir string, chartName string) (string, error) {
	//Chart name and file name are joined here to avoid hard coding the environment
	//The chart name is ignored in the path if it's empty
	return findFileName(dir, filepath.Join(chartName, ValuesFileName))
}

// FindTemplatesDirName returns the default templates/ dir name
func FindTemplatesDirName(dir string) (string, error) {
	return findFileName(dir, TemplatesDirName)
}

func findFileName(dir string, fileName string) (string, error) {
	names := []string{
		filepath.Join(dir, DefaultEnvironmentChartDir, fileName),
		filepath.Join(dir, fileName),
	}
	for _, name := range names {
		exists, err := util.FileExists(name)
		if err != nil {
			return "", err
		}
		if exists {
			return name, nil
		}
	}
	files, err := ioutil.ReadDir(dir)
	if err != nil {
		return "", err
	}
	for _, f := range files {
		if f.IsDir() {
			name := filepath.Join(dir, f.Name(), fileName)
			exists, err := util.FileExists(name)
			if err != nil {
				return "", err
			}
			if exists {
				return name, nil
			}
		}
	}
	dirs := []string{
		filepath.Join(dir, DefaultEnvironmentChartDir),
		dir,
	}
	for _, d := range dirs {
		name := filepath.Join(d, fileName)
		exists, err := util.DirExists(d)
		if err != nil {
			return "", err
		}
		if exists {
			return name, nil
		}
	}
	return "", fmt.Errorf("could not deduce the default requirements.yaml file name")
}

// LoadRequirementsFile loads the requirements file or creates empty requirements if the file does not exist
func LoadRequirementsFile(fileName string) (*Requirements, error) {
	exists, err := util.FileExists(fileName)
	if err != nil {
		return nil, err
	}
	if exists {
		data, err := ioutil.ReadFile(fileName)
		if err != nil {
			return nil, err
		}
		return LoadRequirements(data)
	}
	r := &Requirements{}
	return r, nil
}

// LoadChartFile loads the chart file or creates empty chart if the file does not exist
func LoadChartFile(fileName string) (*chart.Metadata, error) {
	exists, err := util.FileExists(fileName)
	if err != nil {
		return nil, err
	}
	if exists {
		data, err := ioutil.ReadFile(fileName)
		if err != nil {
			return nil, err
		}
		return LoadChart(data)
	}
	return &chart.Metadata{}, nil
}

// LoadValuesFile loads the values file or creates empty map if the file does not exist
func LoadValuesFile(fileName string) (map[string]interface{}, error) {
	exists, err := util.FileExists(fileName)
	if err != nil {
		return nil, errors.Wrapf(err, "checking %s exists", fileName)
	}
	if exists {
		data, err := ioutil.ReadFile(fileName)
		if err != nil {
			return nil, errors.Wrapf(err, "reading %s", fileName)
		}
		v, err := LoadValues(data)
		if err != nil {
			return nil, errors.Wrapf(err, "unmarshaling %s", fileName)
		}
		return v, nil
	}
	return make(map[string]interface{}), nil
}

// LoadParametersValuesFile loads the parameters values file or creates empty map if the file does not exist
func LoadParametersValuesFile(dir string) (map[string]interface{}, error) {
	return LoadValuesFile(filepath.Join(dir, "env", ParametersYAMLFile))
}

// LoadTemplatesDir loads the files in the templates dir or creates empty map if none exist
func LoadTemplatesDir(dirName string) (map[string]string, error) {
	exists, err := util.DirExists(dirName)
	if err != nil {
		return nil, err
	}
	answer := make(map[string]string)
	if exists {
		files, err := ioutil.ReadDir(dirName)
		if err != nil {
			return nil, err
		}
		for _, f := range files {
			filename, _ := filepath.Split(f.Name())
			answer[filename] = f.Name()
		}
	}
	return answer, nil
}

// LoadRequirements loads the requirements from some data
func LoadRequirements(data []byte) (*Requirements, error) {
	r := &Requirements{}
	return r, yaml.Unmarshal(data, r)
}

// LoadChart loads the requirements from some data
func LoadChart(data []byte) (*chart.Metadata, error) {
	r := &chart.Metadata{}
	return r, yaml.Unmarshal(data, r)
}

// LoadValues loads the values from some data
func LoadValues(data []byte) (map[string]interface{}, error) {
	r := map[string]interface{}{}
	if data == nil || len(data) == 0 {
		return r, nil
	}
	return r, yaml.Unmarshal(data, &r)
}

// SaveFile saves contents (a pointer to a data structure) to a file
func SaveFile(fileName string, contents interface{}) error {
	data, err := yaml.Marshal(contents)
	if err != nil {
		return errors.Wrapf(err, "failed to marshal helm file %s", fileName)
	}
	err = ioutil.WriteFile(fileName, data, util.DefaultWritePermissions)
	if err != nil {
		return errors.Wrapf(err, "failed to save helm file %s", fileName)
	}
	return nil
}

func LoadChartName(chartFile string) (string, error) {
	chart, err := chartutil.LoadChartfile(chartFile)
	if err != nil {
		return "", err
	}
	return chart.Name, nil
}

func LoadChartNameAndVersion(chartFile string) (string, string, error) {
	chart, err := chartutil.LoadChartfile(chartFile)
	if err != nil {
		return "", "", err
	}
	return chart.Name, chart.Version, nil
}

// ModifyChart modifies the given chart using a callback
func ModifyChart(chartFile string, fn func(chart *chart.Metadata) error) error {
	chart, err := chartutil.LoadChartfile(chartFile)
	if err != nil {
		return errors.Wrapf(err, "Failed to load chart file %s", chartFile)
	}
	err = fn(chart)
	if err != nil {
		return errors.Wrapf(err, "Failed to modify chart for file %s", chartFile)
	}
	err = chartutil.SaveChartfile(chartFile, chart)
	if err != nil {
		return errors.Wrapf(err, "Failed to save modified chart file %s", chartFile)
	}
	return nil
}

// SetChartVersion modifies the given chart file to update the version
func SetChartVersion(chartFile string, version string) error {
	callback := func(chart *chart.Metadata) error {
		chart.Version = version
		return nil
	}
	return ModifyChart(chartFile, callback)
}

func AppendMyValues(valueFiles []string) ([]string, error) {
	// Overwrite the values with the content of myvalues.yaml files from the current folder if exists, otherwise
	// from ~/.jx folder also only if it's present
	curDir, err := os.Getwd()
	if err != nil {
		return nil, errors.Wrap(err, "failed to get the current working directory")
	}
	myValuesFile := filepath.Join(curDir, "myvalues.yaml")
	exists, err := util.FileExists(myValuesFile)
	if err != nil {
		return nil, errors.Wrap(err, "failed to check if the myvaules.yaml file exists in the current directory")
	}
	if exists {
		valueFiles = append(valueFiles, myValuesFile)
		log.Logger().Infof("Using local value overrides file %s", util.ColorInfo(myValuesFile))
	} else {
		configDir, err := util.ConfigDir()
		if err != nil {
			return nil, errors.Wrap(err, "failed to read the config directory")
		}
		myValuesFile = filepath.Join(configDir, "myvalues.yaml")
		exists, err = util.FileExists(myValuesFile)
		if err != nil {
			return nil, errors.Wrap(err, "failed to check if the myvaules.yaml file exists in the .jx directory")
		}
		if exists {
			valueFiles = append(valueFiles, myValuesFile)
			log.Logger().Infof("Using local value overrides file %s", util.ColorInfo(myValuesFile))
		}
	}
	return valueFiles, nil
}

// CombineValueFilesToFile iterates through the input files and combines them into a single Values object and then
// write it to the output file nested inside the chartName
func CombineValueFilesToFile(outFile string, inputFiles []string, chartName string, extraValues map[string]interface{}) error {
	answerMap := map[string]interface{}{}

	// lets load any previous values if they exist
	exists, err := util.FileExists(outFile)
	if err != nil {
		return err
	}
	if exists {
		answerMap, err = LoadValuesFile(outFile)
		if err != nil {
			return err
		}
	}

	// now lets merge any given input files
	answer := chartutil.Values{}
	for _, input := range inputFiles {
		values, err := chartutil.ReadValuesFile(input)
		if err != nil {
			return errors.Wrapf(err, "Failed to read helm values YAML file %s", input)
		}
		sourceMap := answer.AsMap()
		util.CombineMapTrees(sourceMap, values.AsMap())
		answer = chartutil.Values(sourceMap)
	}
	m := answer.AsMap()
	for k, v := range extraValues {
		m[k] = v
	}
	answerMap[chartName] = m
	answer = chartutil.Values(answerMap)
	text, err := answer.YAML()
	if err != nil {
		return errors.Wrap(err, "Failed to marshal the combined values YAML files back to YAML")
	}
	err = ioutil.WriteFile(outFile, []byte(text), util.DefaultWritePermissions)
	if err != nil {
		return errors.Wrapf(err, "Failed to save combined helm values YAML file %s", outFile)
	}
	return nil
}

// IsGitURL tests whether the given URL is a git URL.
// The given URL supports <git remote url>#<branch/commit/tag>
// example: github.com/jenkins-x/jx#master, github.com/jenkins-x/jx#v3, github.com/jenkins-x/jx#2647027a83b543ffb886ee96dc413f860f79615d
func IsGitURL(url string) (bool, error) {
	re, err := regexp.Compile(`((git|ssh|http(s)?)|(git@[\w.]+))(:(//)?)([\w.@:/\-~]+)(\.git)(/)?`)
	if err != nil {
		return false, err
	}
	return re.MatchString(url), nil
}

// IsCommitSHA tests whether the given s string is a commit SHA.
func IsCommitSHA(s string) (bool, error) {
	re, err := regexp.Compile("^[a-f0-9]{5,40}$")
	if err != nil {
		return false, err
	}
	return re.MatchString(s), nil
}

// FetchChartFromGit fetch a helm chart from the given git URL, the URL support <git remote url>#<branch/commit/tag>.
func FetchChartFromGit(path, url string) error {
	ok, err := IsGitURL(url)
	if err != nil {
		return err
	}
	if !ok {
		return errors.New(fmt.Sprintf("The %s is not Git URL", url))
	}

	ops := &git.CloneOptions{}
	s := strings.SplitN(url, "#", 2)

	ops.URL = s[0]

	r, err := git.PlainClone(path, false, ops)
	if err != nil {
		return err
	}

	if len(s) == 1 {
		return nil
	}

	w, err := r.Worktree()
	if err != nil {
		return err
	}

	// try checkout commit
	isCommit, err := IsCommitSHA(s[1])
	if err != nil {
		return err
	}
	if isCommit {
		err = w.Checkout(&git.CheckoutOptions{Hash: plumbing.NewHash(s[1])})
		if err != nil {
			return err
		}
		return nil
	}

	// try checkout from tag
	ref, err := r.Tag(s[1])
	if err == nil {
		err = w.Checkout(&git.CheckoutOptions{Hash: ref.Hash()})
		if err != nil {
			return err
		}
		return nil
	}

	// try checkout from branch
	err = r.Fetch(&git.FetchOptions{
		RefSpecs: []config.RefSpec{"refs/*:refs/*", "HEAD:refs/heads/HEAD"},
	})
	if err != nil {
		return err
	}
	err = w.Checkout(&git.CheckoutOptions{Branch: plumbing.NewBranchReferenceName(s[1])})

	return err
}

// IsLocal returns whether this chart is being installed from the local filesystem or not
func IsLocal(chart string) bool {
	b := strings.HasPrefix(chart, "/") || strings.HasPrefix(chart, ".") || strings.Count(chart, "/") > 1
	if !b {
		// check if file exists, then it's local
		exists, err := util.FileExists(chart)
		if err == nil {
			return exists
		}
	}
	return b
}

// InspectChart fetches the specified chart in a repo using helmer, and then calls the closure on it, before cleaning up
func InspectChart(chart string, version string, repo string, username string, password string,
	helmer Helmer, inspector func(dir string) error) error {
	isLocal := IsLocal(chart)
	dir, err := ioutil.TempDir("", "jx-helm-fetch-")
	if err != nil {
		return errors.Wrapf(err, "creating tempdir")
	}

	chartFromGit, err := IsGitURL(chart)

	if err != nil {
		return errors.Wrapf(err, "checking git URL")
	}

	defer func() {
		err1 := os.RemoveAll(dir)
		if err1 != nil {
			log.Logger().Warnf("Error removing %s %v", dir, err1)
		}
	}()
	parts := strings.Split(chart, "/")
	inspectPath := filepath.Join(dir, parts[len(parts)-1])

	if chartFromGit {
		inspectPath = dir
		downloadDir, err := ioutil.TempDir("", "jx-helm-fetch-git-")
		defer func() {
			err1 := os.RemoveAll(downloadDir)
			if err1 != nil {
				log.Logger().Warnf("Error removing %s %v", dir, err1)
			}
		}()
		if err != nil {
			return errors.Wrapf(err, "creating git repository tempdir")
		}

		err = FetchChartFromGit(downloadDir, chart)
		if err != nil {
			return errors.Wrapf(err, "fetching git repository")
		}

		var chartsDir []string
		err = util.GlobAllFiles("", filepath.Join(downloadDir, "*", ChartFileName), func(path string) error {
			chartsDir = append(chartsDir, filepath.Dir(path))
			return nil
		})
		if err != nil {
			return err
		}

		if len(chartsDir) == 0 {
			return errors.New("Not found Helm chart")
		}

		if len(chartsDir) != 1 {
			return errors.New("Cannot install multiple Helm chart")
		}

		err = util.CopyDir(chartsDir[0], dir, true)
		if err != nil {
			return errors.Wrapf(err, "copying %s to %s", chart, dir)
		}
		helmer.SetCWD(dir)
	} else if isLocal {
		// This is a local path
		err := util.CopyDir(chart, dir, true)
		if err != nil {
			return errors.Wrapf(err, "copying %s to %s", chart, dir)
		}
		helmer.SetCWD(dir)
	} else {
		err = helmer.FetchChart(chart, version, true, dir, repo, username, password)
		if err != nil {
			return err
		}
	}
	return inspector(inspectPath)
}

type InstallChartOptions struct {
	Dir            string
	ReleaseName    string
	Chart          string
	Version        string
	Ns             string
	HelmUpdate     bool
	SetValues      []string
	SetStrings     []string
	ValueFiles     []string
	Repository     string
	Username       string
	Password       string
	VersionsDir    string
	VersionsGitURL string
	VersionsGitRef string
	InstallOnly    bool
	NoForce        bool
	Wait           bool
	UpgradeOnly    bool
}

// InstallFromChartOptions uses the helmer and kubeClient interfaces to install the chart from the options,
// respecting the installTimeout, looking up or updating Vault with the username and password for the repo.
// If secretURLClient is nil then username and passwords for repos will not be looked up in Vault.
func InstallFromChartOptions(options InstallChartOptions, helmer Helmer, kubeClient kubernetes.Interface,
	installTimeout string, secretURLClient secreturl.Client) error {
	chart := options.Chart
	if options.Version == "" {
		versionsDir := options.VersionsDir
		if versionsDir == "" {
			return errors.Errorf("no VersionsDir specified when trying to install a chart")
		}
		var err error
		options.Version, err = versionstream.LoadStableVersionNumber(versionsDir, versionstream.KindChart, chart)
		if err != nil {
			return errors.Wrapf(err, "failed to load stable version in dir %s for chart %s", versionsDir, chart)
		}
	}
	if options.HelmUpdate {
		log.Logger().Debugf("Updating Helm repository...")
		err := helmer.UpdateRepo()
		if err != nil {
			return errors.Wrap(err, "failed to update repository")
		}
		log.Logger().Debugf("Helm repository update done.")
	}
	cleanup, err := options.DecorateWithSecrets(secretURLClient)
	defer cleanup() //nolint:errcheck
	if err != nil {
		return errors.WithStack(err)
	}
	if options.Ns != "" {
		annotations := map[string]string{"jenkins-x.io/created-by": "Jenkins X"}
		err = kube.EnsureNamespaceCreated(kubeClient, options.Ns, nil, annotations)
		if err != nil {
			return errors.Wrap(err, "error creating namespace")
		}
	}
	timeout, err := strconv.Atoi(installTimeout)
	if err != nil {
		return errors.Wrap(err, "failed to convert the timeout to an int")
	}
	helmer.SetCWD(options.Dir)
	if options.InstallOnly {
		return helmer.InstallChart(chart, options.ReleaseName, options.Ns, options.Version, timeout,
			options.SetValues, options.SetStrings, options.ValueFiles, options.Repository, options.Username, options.Password)
	}
	return helmer.UpgradeChart(chart, options.ReleaseName, options.Ns, options.Version, !options.UpgradeOnly, timeout,
		!options.NoForce, options.Wait, options.SetValues, options.SetStrings, options.ValueFiles, options.Repository,
		options.Username, options.Password)
}

// HelmRepoCredentials is a map of repositories to HelmRepoCredential that stores all the helm repo credentials for
// the cluster
type HelmRepoCredentials map[string]HelmRepoCredential

// HelmRepoCredential is a username and password pair that can ben used to authenticated against a Helm repo
type HelmRepoCredential struct {
	Username string `json:"username"`
	Password string `json:"password"`
}

// DecorateWithSecrets will replace any vault: URIs with the secret from vault. Safe to call with a nil client (
// no replacement will take place).
func (options *InstallChartOptions) DecorateWithSecrets(secretURLClient secreturl.Client) (func(), error) {
	newValuesFiles, cleanup, err := DecorateWithSecrets(options.ValueFiles, secretURLClient)
	if err != nil {
		return cleanup, errors.WithStack(err)
	}
	options.ValueFiles = newValuesFiles
	return cleanup, nil
}

// DecorateWithSecrets will replace any vault: URIs with the secret from vault. Safe to call with a nil client (
// no replacement will take place).
func DecorateWithSecrets(valueFiles []string, secretURLClient secreturl.Client) ([]string, func(), error) {
	cleanup := func() {
	}
	newValuesFiles := make([]string, 0)
	if secretURLClient != nil {

		cleanup = func() {
			for _, f := range newValuesFiles {
				err := util.DeleteFile(f)
				if err != nil {
					log.Logger().Errorf("Deleting temp file %s", f)
				}
			}
		}
		for _, valueFile := range valueFiles {
			newValuesFile, err := ioutil.TempFile("", "values.yaml")
			if err != nil {
				return nil, cleanup, errors.Wrapf(err, "creating temp file for %s", valueFile)
			}
			bytes, err := ioutil.ReadFile(valueFile)
			if err != nil {
				return nil, cleanup, errors.Wrapf(err, "reading file %s", valueFile)
			}
			newValues := string(bytes)
			if secretURLClient != nil {
				newValues, err = secretURLClient.ReplaceURIs(newValues)
				if err != nil {
					return nil, cleanup, errors.Wrapf(err, "replacing vault URIs")
				}
			}
			err = ioutil.WriteFile(newValuesFile.Name(), []byte(newValues), 0600)
			if err != nil {
				return nil, cleanup, errors.Wrapf(err, "writing new values file %s", newValuesFile.Name())
			}
			newValuesFiles = append(newValuesFiles, newValuesFile.Name())
		}
	}
	return newValuesFiles, cleanup, nil
}

// LoadParameters loads the 'parameters.yaml' file if it exists in the current directory
func LoadParameters(dir string, secretURLClient secreturl.Client) (chartutil.Values, error) {
	fileName := filepath.Join(dir, ParametersYAMLFile)
	exists, err := util.FileExists(fileName)
	if err != nil {
		return nil, errors.Wrapf(err, "checking %s exists", fileName)
	}
	m := map[string]interface{}{}
	if exists {
		data, err := ioutil.ReadFile(fileName)
		if err != nil {
			return nil, errors.Wrapf(err, "reading %s", fileName)
		}
		if secretURLClient != nil {
			text, err := secretURLClient.ReplaceURIs(string(data))
			if err != nil {
				return nil, errors.Wrapf(err, "failed to convert secret URLs in parameters file %s", fileName)
			}
			data = []byte(text)
		}

		m, err = LoadValues(data)
		if err != nil {
			return nil, errors.Wrapf(err, "unmarshaling %s", fileName)
		}
	}
	return chartutil.Values(m), err
}

// AddHelmRepoIfMissing will add the helm repo if there is no helm repo with that url present.
// It will generate the repoName from the url (using the host name) if the repoName is empty.
// The repo name may have a suffix added in order to prevent name collisions, and is returned for this reason.
// The username and password will be stored in vault for the URL (if vault is enabled).
func AddHelmRepoIfMissing(helmURL, repoName, username, password string, helmer Helmer,
	secretURLClient secreturl.Client, handles util.IOFileHandles) (string, error) {
	missing, existingName, err := helmer.IsRepoMissing(helmURL)
	if err != nil {
		return "", errors.Wrapf(err, "failed to check if the repository with URL '%s' is missing", helmURL)
	}
	if missing {
		if repoName == "" {
			// Generate the name
			uri, err := url.Parse(helmURL)
			if err != nil {
				repoName = uuid.New().String()
				log.Logger().Warnf("Unable to parse %s as URL so assigning random name %s", helmURL, repoName)
			} else {
				repoName = uri.Hostname()
			}
		}
		// Avoid collisions
		existingRepos, err := helmer.ListRepos()
		if err != nil {
			return "", errors.Wrapf(err, "listing helm repos")
		}
		baseName := repoName
		for i := 0; true; i++ {
			if _, exists := existingRepos[repoName]; exists {
				repoName = fmt.Sprintf("%s-%d", baseName, i)
			} else {
				break
			}
		}
		log.Logger().Infof("Adding missing Helm repo: %s %s", util.ColorInfo(repoName), util.ColorInfo(helmURL))
		username, password, err = DecorateWithCredentials(helmURL, username, password, secretURLClient, handles)
		if err != nil {
			return "", errors.WithStack(err)
		}
		err = helmer.AddRepo(repoName, helmURL, username, password)
		if err != nil {
			return "", errors.Wrapf(err, "failed to add the repository '%s' with URL '%s'", repoName, helmURL)
		}
		log.Logger().Infof("Successfully added Helm repository %s.", repoName)
	} else {
		repoName = existingName
	}
	return repoName, nil
}

// DecorateWithCredentials will, if vault is installed, store or replace the username or password
func DecorateWithCredentials(repo string, username string, password string, secretURLClient secreturl.Client, handles util.IOFileHandles) (string,
	string, error) {
	if repo != "" && secretURLClient != nil {
		creds := HelmRepoCredentials{}
		if err := secretURLClient.ReadObject(RepoVaultPath, &creds); err != nil {
			log.Logger().Warnf("No secrets found on %q due: %s", RepoVaultPath, err)
		}
		var existingCred, cred HelmRepoCredential
		if c, ok := creds[repo]; ok {
			existingCred = c
		}
		if username != "" || password != "" {
			cred = HelmRepoCredential{
				Username: username,
				Password: password,
			}
		} else {
			cred = existingCred
		}

		err := PromptForRepoCredsIfNeeded(repo, &cred, handles)
		if err != nil {
			return "", "", errors.Wrapf(err, "prompting for creds for %s", repo)
		}

		if cred.Password != existingCred.Password || cred.Username != existingCred.Username {
			log.Logger().Infof("Storing credentials for %s in vault %s", repo, RepoVaultPath)
			creds[repo] = cred
			_, err := secretURLClient.WriteObject(RepoVaultPath, creds)
			if err != nil {
				return "", "", errors.Wrapf(err, "updating repo credentials in vault %s", RepoVaultPath)
			}
		} else {
			log.Logger().Infof("Read credentials for %s from vault %s", repo, RepoVaultPath)
		}
		return cred.Username, cred.Password, nil
	}
	cred := HelmRepoCredential{
		Username: username,
		Password: password,
	}
	err := PromptForRepoCredsIfNeeded(repo, &cred, handles)
	if err != nil {
		return "", "", errors.Wrapf(err, "prompting for creds for %s", repo)
	}
	return cred.Username, cred.Password, nil
}

// GenerateReadmeForChart generates a string that can be used as a README.MD,
// and includes info on the chart.
func GenerateReadmeForChart(name string, version string, description string, chartRepo string,
	gitRepo string, releaseNotesURL string, appReadme string) string {
	var readme strings.Builder
	readme.WriteString(fmt.Sprintf("# %s\n\n|App Metadata||\n", unknownZeroValue(name)))
	readme.WriteString("|---|---|\n")
	if version != "" {
		readme.WriteString(fmt.Sprintf("| **Version** | %s |\n", version))
	}
	if description != "" {
		readme.WriteString(fmt.Sprintf("| **Description** | %s |\n", description))
	}
	if chartRepo != "" {
		readme.WriteString(fmt.Sprintf("| **Chart Repository** | %s |\n", chartRepo))
	}
	if gitRepo != "" {
		readme.WriteString(fmt.Sprintf("| **Git Repository** | %s |\n", gitRepo))
	}
	if releaseNotesURL != "" {
		readme.WriteString(fmt.Sprintf("| **Release Notes** | %s |\n", releaseNotesURL))
	}

	if appReadme != "" {
		readme.WriteString(fmt.Sprintf("\n## App README.MD\n\n%s\n", appReadme))
	}
	return readme.String()
}

func unknownZeroValue(value string) string {
	if value == "" {
		return "unknown"
	}
	return value

}

// SetValuesToMap converts the set of values of the form "foo.bar=123" into a helm values.yaml map structure
func SetValuesToMap(setValues []string) map[string]interface{} {
	answer := map[string]interface{}{}
	for _, setValue := range setValues {
		tokens := strings.SplitN(setValue, "=", 2)
		if len(tokens) > 1 {
			path := tokens[0]
			value := tokens[1]

			// lets assume false is a boolean
			if value == "false" {
				util.SetMapValueViaPath(answer, path, false)

			} else {
				util.SetMapValueViaPath(answer, path, value)
			}
		}
	}
	return answer
}

// PromptForRepoCredsIfNeeded will prompt for repo credentials if required. It first checks the existing cred (
// if any) and then prompts for new credentials up to 3 times, trying each set.
func PromptForRepoCredsIfNeeded(repo string, cred *HelmRepoCredential, handles util.IOFileHandles) error {
	if repo == FakeChartmusuem || handles.In == nil || handles.Out == nil || handles.Err == nil {
		// Avoid doing this in tests!
		return nil
	}
	u := fmt.Sprintf("%s/index.yaml", strings.TrimSuffix(repo, "/"))

	httpClient := &http.Client{}
	surveyOpts := survey.WithStdio(handles.In, handles.Out, handles.Err)
	if cred.Username == "" && cred.Password == "" {
		// Try without any auth
		req, err := http.NewRequest("GET", u, nil)
		if err != nil {
			return errors.Wrapf(err, "creating GET request to %s", u)
		}
		resp, err := httpClient.Do(req)
		if err != nil {
			return errors.Wrapf(err, "checking status code of %s", u)
		}
		if resp.StatusCode == 200 {
			return nil
		}
	}
	for i := 0; true; i++ {
		req, err := http.NewRequest("GET", u, nil)
		if err != nil {
			return errors.Wrapf(err, "creating GET request to %s", u)
		}
		auth := base64.StdEncoding.EncodeToString([]byte(fmt.Sprintf("%s:%s", cred.Username, cred.Password)))
		req.Header.Add("Authorization", fmt.Sprintf("Basic %s", auth))
		resp, err := httpClient.Do(req)
		if err != nil {
			return errors.Wrapf(err, "checking status code of %s", u)
		}
		if i == 4 {
			return errors.Errorf("username and password for %s not valid", repo)
		} else if resp.StatusCode == 401 {
			if cred.Username != "" || cred.Password != "" {
				log.Logger().Errorf("Authentication for %s failed (%s/%s)", repo, cred.Username, strings.Repeat("*",
					len(cred.Password)))
			}
			usernamePrompt := survey.Input{
				Message: "Repository username",
				Default: cred.Username,
				Help:    fmt.Sprintf("Enter the username for %s", repo),
			}
			err := survey.AskOne(&usernamePrompt, &cred.Username, nil, surveyOpts)
			if err != nil {
				return errors.Wrapf(err, "asking for username")
			}
			passwordPrompt := survey.Password{
				Message: "Repository password",
				Help:    fmt.Sprintf("Enter the password for %s", repo),
			}
			err = survey.AskOne(&passwordPrompt, &cred.Password, nil, surveyOpts)
			if err != nil {
				return errors.Wrapf(err, "asking for password")
			}
		} else {
			break
		}
	}
	return nil
}

// RenderReleasesAsTable lists the current releases in a table
func RenderReleasesAsTable(releases map[string]ReleaseSummary, sortedKeys []string) (string, error) {
	var buffer bytes.Buffer
	writer := bufio.NewWriter(&buffer)
	t := table.CreateTable(writer)
	t.Separator = "\t"
	t.AddRow("NAME", "REVISION", "UPDATED", "STATUS", "CHART", "APP VERSION", "NAMESPACE")
	for _, key := range sortedKeys {
		info := releases[key]
		t.AddRow(info.ReleaseName, info.Revision, info.Updated, info.Status, info.ChartFullName, info.AppVersion,
			info.Namespace)
	}
	t.Render()
	writer.Flush()
	return buffer.String(), nil
}

// UpdateRequirementsToNewVersion update dependencies with name to newVersion, returning the oldVersions
func UpdateRequirementsToNewVersion(requirements *Requirements, name string, newVersion string) []string {
	answer := make([]string, 0)
	for _, dependency := range requirements.Dependencies {
		if dependency.Name == name {
			answer = append(answer, dependency.Version)
			dependency.Version = newVersion
		}
	}
	return answer
}

// UpdateImagesInValuesToNewVersion update a (values) file, replacing that start with "Image: <name>:" to "Image: <name>:<newVersion>",
// returning the oldVersions
func UpdateImagesInValuesToNewVersion(data []byte, name string, newVersion string) ([]byte, []string) {
	oldVersions := make([]string, 0)
	var answer strings.Builder
	linePrefix := fmt.Sprintf("Image: %s:", name)
	for _, line := range strings.Split(string(data), "\n") {
		trimmedLine := strings.TrimSpace(line)
		if strings.HasPrefix(trimmedLine, linePrefix) {
			oldVersions = append(oldVersions, strings.TrimPrefix(trimmedLine, linePrefix))
			answer.WriteString(linePrefix)
			answer.WriteString(newVersion)
		} else {
			answer.WriteString(line)
		}
		answer.WriteString("\n")
	}
	return []byte(answer.String()), oldVersions
}

// FindLatestChart uses helmer to find the latest chart for name
func FindLatestChart(name string, helmer Helmer) (*ChartSummary, error) {
	info, err := helmer.SearchCharts(name, true)
	if err != nil {
		return nil, err
	}
	if len(info) == 0 {
		return nil, fmt.Errorf("no version found for chart %s", name)
	}
	log.Logger().Debugf("found %d versions: %#v", len(info), info)
	return &info[0], nil
}