introduce migrate command (#134)

* introduce migrate command

Author: oren-codefresh

package.json

@@ -1,6 +1,6 @@
 {
   "name": "venona",
-  "version": "1.2.10",
+  "version": "1.2.12",
   "description": "Codefresh agent to run on Codefresh's runtime environment and execute pipeline",
   "main": "index.js",
   "scripts": {

venonactl/VERSION

@@ -1 +1 @@
-1.2.10
+1.2.12

venonactl/cmd/migrate.go

@@ -0,0 +1,65 @@
+package cmd
+
+/*
+Copyright 2019 The Codefresh Authors.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+import (
+
+	"github.com/codefresh-io/venona/venonactl/pkg/plugins"
+	"github.com/codefresh-io/venona/venonactl/pkg/store"
+	"github.com/spf13/cobra"
+	"github.com/spf13/viper"
+)
+
+var migrateCmdOpt struct {
+	kube struct {
+		context string
+		namespace string
+	}
+}
+
+var migrateCmd = &cobra.Command{
+	Use:   "migrate",
+	Short: "Migrate existing runtime-environment from 0.X to 1.X version",
+	Run: func(cmd *cobra.Command, args []string) {
+		lgr := createLogger("Migrate", true)
+		builder := plugins.NewBuilder(lgr)
+		builder.Add(plugins.VenonaPluginType)
+		s := store.GetStore()
+		buildBasicStore(lgr)
+		extendStoreWithKubeClient(lgr)
+		extendStoreWithCodefershClient(lgr)
+		extendStoreWithAgentAPI(lgr, "", "")
+		fillKubernetesAPI(lgr, migrateCmdOpt.kube.context, migrateCmdOpt.kube.namespace, false)
+		values := s.BuildValues()
+		for _, p := range builder.Get() {
+			err := p.Migrate( &plugins.MigrateOptions{
+				ClusterNamespace: migrateCmdOpt.kube.namespace,
+				ClusterName: migrateCmdOpt.kube.context,
+				KubeBuilder: getKubeClientBuilder(migrateCmdOpt.kube.context, migrateCmdOpt.kube.namespace, s.KubernetesAPI.ConfigPath, s.KubernetesAPI.InCluster),
+			}, values)
+			if err != nil {
+				dieOnError(err)
+			}
+		}
+	},
+}
+
+func init() {
+	rootCmd.AddCommand(migrateCmd)
+	migrateCmd.Flags().StringVar(&migrateCmdOpt.kube.context, "kube-context-name", "", "Set name to overwrite the context name saved in Codefresh")
+	migrateCmd.Flags().StringVar(&migrateCmdOpt.kube.namespace, "kube-namespace", viper.GetString("kube-namespace"), "Name of the namespace on which venona is installed [$KUBE_NAMESPACE]")
+}

venonactl/cmd/version.go

@@ -39,4 +39,5 @@ var versionCmd = &cobra.Command{
 
 func init() {
 	rootCmd.AddCommand(versionCmd)
+
 }

venonactl/pkg/plugins/engine.go

@@ -141,3 +141,7 @@ func (u *enginePlugin) Upgrade(opt *UpgradeOptions, v Values) (Values, error) {
 
 	return v, nil
 }
+
+func (u *enginePlugin) Migrate(*MigrateOptions, Values) error {
+	return fmt.Errorf("not supported")
+}

venonactl/pkg/plugins/monitor.go

@@ -81,3 +81,6 @@ func (u *monitorAgentPlugin) Delete(deleteOpt *DeleteOptions, v Values) error {
 func (u *monitorAgentPlugin) Upgrade(opt *UpgradeOptions, v Values) (Values, error) {
 	return nil, nil
 }
+func (u *monitorAgentPlugin) Migrate(*MigrateOptions, Values) error {
+	return fmt.Errorf("not supported")
+}

venonactl/pkg/plugins/plugin.go

@@ -27,6 +27,7 @@ type (
 		Status(*StatusOptions, Values) ([][]string, error)
 		Delete(*DeleteOptions, Values) error
 		Upgrade(*UpgradeOptions, Values) (Values, error)
+		Migrate(*MigrateOptions, Values) error
 	}
 
 	PluginBuilder interface {
@@ -99,6 +100,14 @@ type (
 		DryRun bool
 	}
 
+	MigrateOptions struct {
+		ClusterName      string
+		ClusterNamespace string
+		KubeBuilder      interface {
+			BuildClient() (*kubernetes.Clientset, error)
+		}
+	}
+
 	StatusOptions struct {
 		KubeBuilder interface {
 			BuildClient() (*kubernetes.Clientset, error)

venonactl/pkg/plugins/runtime-attach.go

@@ -290,3 +290,7 @@ func (u *runtimeAttachPlugin) Delete(deleteOpt *DeleteOptions, v Values) error {
 func (u *runtimeAttachPlugin) Upgrade(_ *UpgradeOptions, v Values) (Values, error) {
 	return v, nil
 }
+
+func (u *runtimeAttachPlugin) Migrate(*MigrateOptions, Values) error {
+	return fmt.Errorf("not supported")
+}

venonactl/pkg/plugins/runtime-environment.go

@@ -162,3 +162,7 @@ func (u *runtimeEnvironmentPlugin) Delete(deleteOpt *DeleteOptions, v Values) er
 func (u *runtimeEnvironmentPlugin) Upgrade(_ *UpgradeOptions, v Values) (Values, error) {
 	return v, nil
 }
+
+func (u *runtimeEnvironmentPlugin) Migrate(*MigrateOptions, Values) error {
+	return fmt.Errorf("not supported")
+}

venonactl/pkg/plugins/venona.go

@@ -26,6 +26,7 @@ import (
 	"github.com/codefresh-io/venona/venonactl/pkg/logger"
 	"github.com/codefresh-io/venona/venonactl/pkg/obj/kubeobj"
 	templates "github.com/codefresh-io/venona/venonactl/pkg/templates/kubernetes"
+	kerrors "k8s.io/apimachinery/pkg/api/errors"
 	metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
 )
 
@@ -225,3 +226,63 @@ func (u *venonaPlugin) Upgrade(opt *UpgradeOptions, v Values) (Values, error) {
 
 	return v, nil
 }
+
+func (u *venonaPlugin) Migrate(opt *MigrateOptions, v Values) error {
+	var deletePriorUpgrade = map[string]interface{}{
+		"deployment.venona.yaml": nil,
+		"secret.venona.yaml": nil,
+	}
+
+	kubeClientset, err := opt.KubeBuilder.BuildClient()
+	if err != nil {
+		u.logger.Error(fmt.Sprintf("Cannot create kubernetes clientset: %v ", err))
+		return err
+	}
+
+	kubeObjects, err := getKubeObjectsFromTempalte(v, venonaFilesPattern, u.logger)
+	if err != nil {
+		return err
+	}
+	list, err := kubeClientset.CoreV1().Pods(opt.ClusterNamespace).List(metav1.ListOptions{LabelSelector: fmt.Sprintf("app=%v", v["AppName"])})
+	if err != nil {
+		u.logger.Error(fmt.Sprintf("Cannot find agent pod: %v ", err))
+		return err
+	}
+	podName := list.Items[0].ObjectMeta.Name
+	for fileName := range kubeObjects {
+		if _, ok := deletePriorUpgrade[fileName]; ok {
+			u.logger.Debug(fmt.Sprintf("Deleting previous deplopyment of %s", fileName))
+			delOpt := &deleteOptions{
+				logger:         u.logger,
+				templates:      templates.TemplatesMap(),
+				templateValues: v,
+				kubeClientSet:  kubeClientset,
+				namespace:      opt.ClusterNamespace,
+				matchPattern:   fileName,
+				operatorType:   VenonaPluginType,
+			}
+			err := uninstall(delOpt)
+			if err != nil {
+				return err
+			}
+		}
+	}
+	ticker := time.NewTicker(5 * time.Second)
+	for {
+		select {
+		case <-ticker.C:
+			u.logger.Debug("Validating old runner pod termination")
+			_, err = kubeClientset.CoreV1().Pods(opt.ClusterNamespace).Get(podName, metav1.GetOptions{})
+			if err != nil {
+				if statusError, errIsStatusError := err.(*kerrors.StatusError); errIsStatusError {
+					if statusError.ErrStatus.Reason == metav1.StatusReasonNotFound {
+						return nil
+					}
+				}
+			}
+		case <-time.After(60 * time.Second):
+			u.logger.Error("Failed to validate old venona pod termination")
+			return fmt.Errorf("Failed to validate old venona pod termination")
+		}
+	}
+}