kube-arangodb/cmd/lifecycle.go

//
// DISCLAIMER
//
// Copyright 2020 ArangoDB GmbH, Cologne, Germany
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
//
// Copyright holder is ArangoDB GmbH, Cologne, Germany
//

package cmd

import (
	"context"
	"io"
	"net"
	"os"
	"path/filepath"
	"strconv"
	"time"

	"github.com/arangodb/kube-arangodb/pkg/handlers/utils"

	"github.com/arangodb/kube-arangodb/pkg/util/retry"

	"github.com/arangodb/kube-arangodb/pkg/version"

	"github.com/spf13/cobra"
	metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"

	"github.com/arangodb/kube-arangodb/pkg/util/constants"
	"github.com/arangodb/kube-arangodb/pkg/util/k8sutil"
)

var (
	cmdLifecycle = &cobra.Command{
		Use:    "lifecycle",
		Run:    executeUsage,
		Hidden: true,
	}

	cmdLifecyclePreStop = &cobra.Command{
		Use:    "preStop",
		Hidden: true,
	}
	cmdLifecyclePreStopFinalizers = &cobra.Command{
		Use:    "finalizers",
		Run:    cmdLifecyclePreStopRunFinalizer,
		Hidden: true,
	}
	cmdLifecyclePreStopPort = &cobra.Command{
		Use:    "port",
		Hidden: true,
	}
	cmdLifecycleCopy = &cobra.Command{
		Use:    "copy",
		Run:    cmdLifecycleCopyRun,
		Hidden: true,
	}

	lifecycleCopyOptions struct {
		TargetDir string
	}
)

func init() {
	cmdMain.AddCommand(cmdLifecycle)

	var preStopPort cmdLifecyclePreStopRunPort

	cmdLifecyclePreStopPort.RunE = preStopPort.run

	f := cmdLifecyclePreStopPort.Flags()

	f.DurationVar(&preStopPort.timeout, "timeout", 6*60*time.Minute, "PreStopTimeout")

	cmdLifecyclePreStop.AddCommand(cmdLifecyclePreStopFinalizers, cmdLifecyclePreStopPort)

	cmdLifecycle.AddCommand(cmdLifecyclePreStop)
	cmdLifecycle.AddCommand(cmdLifecycleCopy)
	cmdLifecycle.AddCommand(cmdLifecycleProbe)
	cmdLifecycle.AddCommand(cmdLifecycleWait)

	cmdLifecycleCopy.Flags().StringVar(&lifecycleCopyOptions.TargetDir, "target", "", "Target directory to copy the executable to")
}

// Wait until all finalizers of the current pod have been removed.
func cmdLifecyclePreStopRunFinalizer(cmd *cobra.Command, args []string) {

	cliLog.Info().Msgf("Starting arangodb-operator (%s), lifecycle preStop, version %s build %s", version.GetVersionV1().Edition.Title(), version.GetVersionV1().Version, version.GetVersionV1().Build)

	// Get environment
	namespace := os.Getenv(constants.EnvOperatorPodNamespace)
	if len(namespace) == 0 {
		cliLog.Fatal().Msgf("%s environment variable missing", constants.EnvOperatorPodNamespace)
	}
	name := os.Getenv(constants.EnvOperatorPodName)
	if len(name) == 0 {
		cliLog.Fatal().Msgf("%s environment variable missing", constants.EnvOperatorPodName)
	}

	// Create kubernetes client
	kubecli, err := k8sutil.NewKubeClient()
	if err != nil {
		cliLog.Fatal().Err(err).Msg("Failed to create Kubernetes client")
	}

	pods := kubecli.CoreV1().Pods(namespace)
	recentErrors := 0
	for {
		p, err := pods.Get(context.Background(), name, metav1.GetOptions{})
		if k8sutil.IsNotFound(err) {
			cliLog.Warn().Msg("Pod not found")
			return
		} else if err != nil {
			recentErrors++
			cliLog.Error().Err(err).Msg("Failed to get pod")
			if recentErrors > 20 {
				cliLog.Fatal().Err(err).Msg("Too many recent errors")
				return
			}
		} else {
			// We got our pod
			finalizerCount := len(p.GetFinalizers())
			if finalizerCount == 0 {
				// No more finalizers, we're done
				cliLog.Info().Msg("All finalizers gone, we can stop now")
				return
			}
			cliLog.Info().Msgf("Waiting for %d more finalizers to be removed", finalizerCount)
		}
		// Wait a bit
		time.Sleep(time.Second)
	}
}

// Copy the executable to a given place.
func cmdLifecycleCopyRun(cmd *cobra.Command, args []string) {
	cliLog.Info().Msgf("Starting arangodb-operator (%s), lifecycle copy, version %s build %s", version.GetVersionV1().Edition.Title(), version.GetVersionV1().Version, version.GetVersionV1().Build)

	exePath, err := os.Executable()
	if err != nil {
		cliLog.Fatal().Err(err).Msg("Failed to get executable path")
	}

	// Open source
	rd, err := os.Open(exePath)
	if err != nil {
		cliLog.Fatal().Err(err).Msg("Failed to open executable file")
	}
	defer rd.Close()

	// Open target
	targetPath := filepath.Join(lifecycleCopyOptions.TargetDir, filepath.Base(exePath))
	wr, err := os.Create(targetPath)
	if err != nil {
		cliLog.Fatal().Err(err).Msg("Failed to create target file")
	}
	defer wr.Close()

	if _, err := io.Copy(wr, rd); err != nil {
		cliLog.Fatal().Err(err).Msg("Failed to copy")
	}

	// Set file mode
	if err := os.Chmod(targetPath, 0755); err != nil {
		cliLog.Fatal().Err(err).Msg("Failed to chmod")
	}

	cliLog.Info().Msgf("Executable copied to %s", targetPath)
}

type cmdLifecyclePreStopRunPort struct {
	timeout time.Duration
}

// Wait until port 8529 is closed.
func (c *cmdLifecyclePreStopRunPort) run(cmd *cobra.Command, args []string) error {
	address := net.JoinHostPort("127.0.0.1", strconv.Itoa(k8sutil.ArangoPort))

	// Get environment
	namespace := os.Getenv(constants.EnvOperatorPodNamespace)
	if len(namespace) == 0 {
		cliLog.Fatal().Msgf("%s environment variable missing", constants.EnvOperatorPodNamespace)
	}
	name := os.Getenv(constants.EnvOperatorPodName)
	if len(name) == 0 {
		cliLog.Fatal().Msgf("%s environment variable missing", constants.EnvOperatorPodName)
	}

	// Create kubernetes client
	kubecli, err := k8sutil.NewKubeClient()
	if err != nil {
		cliLog.Fatal().Err(err).Msg("Failed to create Kubernetes client")
	}

	pods := kubecli.CoreV1().Pods(namespace)

	recentErrors := 0

	return retry.NewTimeout(func() error {
		conn, err := net.DialTimeout("tcp", address, 500*time.Millisecond)

		if err != nil {
			return retry.Interrput()
		}

		conn.Close()

		p, err := pods.Get(context.Background(), name, metav1.GetOptions{})
		if k8sutil.IsNotFound(err) {
			cliLog.Warn().Msg("Pod not found")
			return nil
		} else if err != nil {
			recentErrors++
			cliLog.Error().Err(err).Msg("Failed to get pod")
			if recentErrors > 20 {
				cliLog.Fatal().Err(err).Msg("Too many recent errors")
				return nil
			}
		} else {
			// We got our pod
			finalizers := utils.StringList(p.GetFinalizers())
			if !finalizers.Has(constants.FinalizerPodGracefulShutdown) {
				return retry.Interrput()
			}
		}

		return nil
	}).Timeout(125*time.Millisecond, c.timeout)
}