2022-11-14 12:00:40 +01:00
|
|
|
package main
|
|
|
|
|
2022-11-14 18:30:12 +01:00
|
|
|
import (
|
2022-12-07 11:30:47 +01:00
|
|
|
"flag"
|
2022-11-14 18:30:12 +01:00
|
|
|
"os"
|
2022-11-25 15:29:45 +05:30
|
|
|
"sync"
|
2022-11-14 18:30:12 +01:00
|
|
|
"time"
|
|
|
|
|
2022-12-07 11:30:47 +01:00
|
|
|
admissionhandlers "github.com/kyverno/kyverno/cmd/cleanup-controller/handlers/admission"
|
|
|
|
cleanuphandlers "github.com/kyverno/kyverno/cmd/cleanup-controller/handlers/cleanup"
|
2022-11-18 15:21:15 +01:00
|
|
|
"github.com/kyverno/kyverno/cmd/internal"
|
2022-11-25 15:29:45 +05:30
|
|
|
kyvernoinformer "github.com/kyverno/kyverno/pkg/client/informers/externalversions"
|
2022-11-22 14:37:27 +01:00
|
|
|
dynamicclient "github.com/kyverno/kyverno/pkg/clients/dynamic"
|
2022-11-21 18:16:25 +01:00
|
|
|
kubeclient "github.com/kyverno/kyverno/pkg/clients/kube"
|
2022-11-25 15:29:45 +05:30
|
|
|
kyvernoclient "github.com/kyverno/kyverno/pkg/clients/kyverno"
|
2022-11-14 18:30:12 +01:00
|
|
|
"github.com/kyverno/kyverno/pkg/config"
|
2022-11-25 15:29:45 +05:30
|
|
|
"github.com/kyverno/kyverno/pkg/controllers/cleanup"
|
2022-11-16 18:41:33 +05:30
|
|
|
"github.com/kyverno/kyverno/pkg/metrics"
|
2022-11-14 18:30:12 +01:00
|
|
|
corev1 "k8s.io/api/core/v1"
|
|
|
|
kubeinformers "k8s.io/client-go/informers"
|
|
|
|
)
|
|
|
|
|
|
|
|
const (
|
2022-11-18 15:21:15 +01:00
|
|
|
resyncPeriod = 15 * time.Minute
|
2022-11-14 18:30:12 +01:00
|
|
|
)
|
|
|
|
|
2022-11-14 12:00:40 +01:00
|
|
|
func main() {
|
2022-12-07 11:30:47 +01:00
|
|
|
var cleanupService string
|
|
|
|
flagset := flag.NewFlagSet("cleanup-controller", flag.ExitOnError)
|
|
|
|
flagset.StringVar(&cleanupService, "cleanupService", "https://cleanup-controller.kyverno.svc", "The url to join the cleanup service.")
|
2022-11-18 15:21:15 +01:00
|
|
|
// config
|
2022-11-23 11:36:15 +01:00
|
|
|
appConfig := internal.NewConfiguration(
|
|
|
|
internal.WithProfiling(),
|
2022-11-29 10:16:07 +01:00
|
|
|
internal.WithMetrics(),
|
2022-11-23 11:36:15 +01:00
|
|
|
internal.WithTracing(),
|
|
|
|
internal.WithKubeconfig(),
|
2022-12-07 11:30:47 +01:00
|
|
|
internal.WithFlagSets(flagset),
|
2022-11-23 11:36:15 +01:00
|
|
|
)
|
2022-11-14 18:30:12 +01:00
|
|
|
// parse flags
|
2022-11-24 20:57:01 +01:00
|
|
|
internal.ParseFlags(appConfig)
|
2022-11-14 18:30:12 +01:00
|
|
|
// setup logger
|
2022-11-18 15:21:15 +01:00
|
|
|
// show version
|
|
|
|
// start profiling
|
2022-11-24 20:57:01 +01:00
|
|
|
// setup signals
|
|
|
|
// setup maxprocs
|
2022-11-17 17:01:30 +01:00
|
|
|
// setup metrics
|
2022-11-29 10:16:07 +01:00
|
|
|
ctx, logger, metricsConfig, sdown := internal.Setup()
|
|
|
|
defer sdown()
|
2022-11-17 17:01:30 +01:00
|
|
|
// create instrumented clients
|
2022-11-23 11:36:15 +01:00
|
|
|
kubeClient := internal.CreateKubernetesClient(logger, kubeclient.WithMetrics(metricsConfig, metrics.KubeClient), kubeclient.WithTracing())
|
|
|
|
dynamicClient := internal.CreateDynamicClient(logger, dynamicclient.WithMetrics(metricsConfig, metrics.KyvernoClient), dynamicclient.WithTracing())
|
2022-11-29 10:16:07 +01:00
|
|
|
kyvernoClient := internal.CreateKyvernoClient(logger, kyvernoclient.WithMetrics(metricsConfig, metrics.KubeClient), kyvernoclient.WithTracing())
|
|
|
|
dClient := internal.CreateDClient(logger, ctx, dynamicClient, kubeClient, 15*time.Minute)
|
|
|
|
// informer factories
|
2022-11-25 15:29:45 +05:30
|
|
|
kubeInformer := kubeinformers.NewSharedInformerFactoryWithOptions(kubeClient, resyncPeriod)
|
2022-11-17 17:01:30 +01:00
|
|
|
kubeKyvernoInformer := kubeinformers.NewSharedInformerFactoryWithOptions(kubeClient, resyncPeriod, kubeinformers.WithNamespace(config.KyvernoNamespace()))
|
2022-11-25 15:29:45 +05:30
|
|
|
kyvernoInformer := kyvernoinformer.NewSharedInformerFactory(kyvernoClient, resyncPeriod)
|
2022-11-29 10:16:07 +01:00
|
|
|
// controllers
|
2022-11-30 12:13:57 +01:00
|
|
|
controller := internal.NewController(
|
|
|
|
cleanup.ControllerName,
|
|
|
|
cleanup.NewController(
|
|
|
|
kubeClient,
|
|
|
|
kyvernoInformer.Kyverno().V1alpha1().ClusterCleanupPolicies(),
|
|
|
|
kyvernoInformer.Kyverno().V1alpha1().CleanupPolicies(),
|
|
|
|
kubeInformer.Batch().V1().CronJobs(),
|
2022-12-07 11:30:47 +01:00
|
|
|
cleanupService,
|
2022-11-30 12:13:57 +01:00
|
|
|
),
|
|
|
|
cleanup.Workers,
|
2022-11-16 18:41:33 +05:30
|
|
|
)
|
2022-11-14 18:30:12 +01:00
|
|
|
secretLister := kubeKyvernoInformer.Core().V1().Secrets().Lister()
|
2022-12-07 11:30:47 +01:00
|
|
|
cpolLister := kyvernoInformer.Kyverno().V1alpha1().ClusterCleanupPolicies().Lister()
|
|
|
|
polLister := kyvernoInformer.Kyverno().V1alpha1().CleanupPolicies().Lister()
|
2022-11-16 18:41:33 +05:30
|
|
|
// start informers and wait for cache sync
|
2022-11-29 10:16:07 +01:00
|
|
|
if !internal.StartInformersAndWaitForCacheSync(ctx, kubeKyvernoInformer, kubeInformer, kyvernoInformer) {
|
2022-11-16 18:41:33 +05:30
|
|
|
os.Exit(1)
|
|
|
|
}
|
2022-11-25 15:29:45 +05:30
|
|
|
var wg sync.WaitGroup
|
2022-11-30 12:13:57 +01:00
|
|
|
controller.Run(ctx, logger.WithName("cleanup-controller"), &wg)
|
2022-12-07 11:30:47 +01:00
|
|
|
// create handlers
|
|
|
|
admissionHandlers := admissionhandlers.New(dClient)
|
|
|
|
cleanupHandlers := cleanuphandlers.New(dClient, cpolLister, polLister)
|
|
|
|
// create server
|
2022-11-14 18:30:12 +01:00
|
|
|
server := NewServer(
|
|
|
|
func() ([]byte, []byte, error) {
|
|
|
|
secret, err := secretLister.Secrets(config.KyvernoNamespace()).Get("cleanup-controller-tls")
|
|
|
|
if err != nil {
|
|
|
|
return nil, nil, err
|
|
|
|
}
|
|
|
|
return secret.Data[corev1.TLSCertKey], secret.Data[corev1.TLSPrivateKeyKey], nil
|
|
|
|
},
|
2022-12-07 11:30:47 +01:00
|
|
|
admissionHandlers.Validate,
|
|
|
|
cleanupHandlers.Cleanup,
|
2022-11-14 18:30:12 +01:00
|
|
|
)
|
2022-12-07 11:30:47 +01:00
|
|
|
// start server
|
2022-11-24 20:57:01 +01:00
|
|
|
server.Run(ctx.Done())
|
2022-11-14 18:30:12 +01:00
|
|
|
// wait for termination signal
|
2022-11-25 15:29:45 +05:30
|
|
|
wg.Wait()
|
2022-11-14 12:00:40 +01:00
|
|
|
}
|