package common import ( "context" "errors" "fmt" "io/ioutil" "net/http" "path/filepath" "strings" "github.com/go-git/go-billy/v5" v1 "github.com/kyverno/kyverno/api/kyverno/v1" "github.com/kyverno/kyverno/pkg/autogen" client "github.com/kyverno/kyverno/pkg/dclient" engineutils "github.com/kyverno/kyverno/pkg/engine/utils" yamlutils "github.com/kyverno/kyverno/pkg/utils/yaml" "k8s.io/apimachinery/pkg/apis/meta/v1/unstructured" "k8s.io/apimachinery/pkg/runtime/schema" "k8s.io/client-go/kubernetes/scheme" "sigs.k8s.io/controller-runtime/pkg/log" "sigs.k8s.io/yaml" ) // GetResources gets matched resources by the given policies // the resources are fetched from // - local paths to resources, if given // - the k8s cluster, if given func GetResources(policies []v1.PolicyInterface, resourcePaths []string, dClient client.Interface, cluster bool, namespace string, policyReport bool) ([]*unstructured.Unstructured, error) { resources := make([]*unstructured.Unstructured, 0) var err error var resourceTypesMap = make(map[string]bool) var resourceTypes []string for _, policy := range policies { for _, rule := range autogen.ComputeRules(policy) { resourceTypesInRule := GetKindsFromRule(rule) for resourceKind := range resourceTypesInRule { resourceTypesMap[resourceKind] = true } } } for kind := range resourceTypesMap { resourceTypes = append(resourceTypes, kind) } if cluster && dClient != nil { resources, err = whenClusterIsTrue(resourceTypes, dClient, namespace, resourcePaths, policyReport) if err != nil { return resources, err } } else if len(resourcePaths) > 0 { resources, err = whenClusterIsFalse(resourcePaths, policyReport) if err != nil { return resources, err } } return resources, err } func whenClusterIsTrue(resourceTypes []string, dClient client.Interface, namespace string, resourcePaths []string, policyReport bool) ([]*unstructured.Unstructured, error) { resources := make([]*unstructured.Unstructured, 0) resourceMap, err := getResourcesOfTypeFromCluster(resourceTypes, dClient, namespace) if err != nil { return nil, err } if len(resourcePaths) == 0 { for _, rr := range resourceMap { resources = append(resources, rr) } } else { for _, resourcePath := range resourcePaths { lenOfResource := len(resources) for rn, rr := range resourceMap { s := strings.Split(rn, "-") if s[2] == resourcePath { resources = append(resources, rr) } } if lenOfResource >= len(resources) { if policyReport { log.Log.V(3).Info(fmt.Sprintf("%s not found in cluster", resourcePath)) } else { fmt.Printf("\n----------------------------------------------------------------------\nresource %s not found in cluster\n----------------------------------------------------------------------\n", resourcePath) } return nil, fmt.Errorf("%s not found in cluster", resourcePath) } } } return resources, nil } func whenClusterIsFalse(resourcePaths []string, policyReport bool) ([]*unstructured.Unstructured, error) { resources := make([]*unstructured.Unstructured, 0) for _, resourcePath := range resourcePaths { resourceBytes, err := getFileBytes(resourcePath) if err != nil { if policyReport { log.Log.V(3).Info(fmt.Sprintf("failed to load resources: %s.", resourcePath), "error", err) } else { fmt.Printf("\n----------------------------------------------------------------------\nfailed to load resources: %s. \nerror: %s\n----------------------------------------------------------------------\n", resourcePath, err) } continue } getResources, err := GetResource(resourceBytes) if err != nil { return nil, err } resources = append(resources, getResources...) } return resources, nil } // GetResourcesWithTest with gets matched resources by the given policies func GetResourcesWithTest(fs billy.Filesystem, policies []v1.PolicyInterface, resourcePaths []string, isGit bool, policyResourcePath string) ([]*unstructured.Unstructured, error) { resources := make([]*unstructured.Unstructured, 0) var resourceTypesMap = make(map[string]bool) for _, policy := range policies { for _, rule := range autogen.ComputeRules(policy) { for _, kind := range rule.MatchResources.Kinds { resourceTypesMap[kind] = true } } } if len(resourcePaths) > 0 { for _, resourcePath := range resourcePaths { var resourceBytes []byte var err error if isGit { filep, err := fs.Open(filepath.Join(policyResourcePath, resourcePath)) if err != nil { fmt.Printf("Unable to open resource file: %s. error: %s", resourcePath, err) continue } resourceBytes, _ = ioutil.ReadAll(filep) } else { resourceBytes, err = getFileBytes(resourcePath) } if err != nil { fmt.Printf("\n----------------------------------------------------------------------\nfailed to load resources: %s. \nerror: %s\n----------------------------------------------------------------------\n", resourcePath, err) continue } getResources, err := GetResource(resourceBytes) if err != nil { return nil, err } resources = append(resources, getResources...) } } return resources, nil } // GetResource converts raw bytes to unstructured object func GetResource(resourceBytes []byte) ([]*unstructured.Unstructured, error) { resources := make([]*unstructured.Unstructured, 0) var getErrString string files, splitDocError := yamlutils.SplitDocuments(resourceBytes) if splitDocError != nil { return nil, splitDocError } for _, resourceYaml := range files { resource, err := convertResourceToUnstructured(resourceYaml) if err != nil { if strings.Contains(err.Error(), "Object 'Kind' is missing") { log.Log.V(3).Info("skipping resource as kind not found") continue } getErrString = getErrString + err.Error() + "\n" } resources = append(resources, resource) } if getErrString != "" { return nil, errors.New(getErrString) } return resources, nil } func getResourcesOfTypeFromCluster(resourceTypes []string, dClient client.Interface, namespace string) (map[string]*unstructured.Unstructured, error) { r := make(map[string]*unstructured.Unstructured) for _, kind := range resourceTypes { resourceList, err := dClient.ListResource("", kind, namespace, nil) if err != nil { continue } version := resourceList.GetAPIVersion() for _, resource := range resourceList.Items { key := kind + "-" + resource.GetNamespace() + "-" + resource.GetName() r[key] = resource.DeepCopy() resource.SetGroupVersionKind(schema.GroupVersionKind{ Group: "", Version: version, Kind: kind, }) } } return r, nil } func getFileBytes(path string) ([]byte, error) { var ( file []byte err error ) if IsHTTPRegex.MatchString(path) { // We accept here that a random URL might be called based on user provided input. req, err := http.NewRequestWithContext(context.TODO(), http.MethodGet, path, nil) if err != nil { return nil, err } resp, err := http.DefaultClient.Do(req) if err != nil { return nil, err } defer resp.Body.Close() if resp.StatusCode != http.StatusOK { return nil, err } file, err = ioutil.ReadAll(resp.Body) if err != nil { return nil, err } } else { path = filepath.Clean(path) // We accept the risk of including a user provided file here. file, err = ioutil.ReadFile(path) // #nosec G304 if err != nil { return nil, err } } return file, err } func convertResourceToUnstructured(resourceYaml []byte) (*unstructured.Unstructured, error) { decode := scheme.Codecs.UniversalDeserializer().Decode _, metaData, decodeErr := decode(resourceYaml, nil, nil) if decodeErr != nil { if !strings.Contains(decodeErr.Error(), "no kind") { return nil, decodeErr } } resourceJSON, err := yaml.YAMLToJSON(resourceYaml) if err != nil { return nil, err } resource, err := engineutils.ConvertToUnstructured(resourceJSON) if err != nil { return nil, err } if decodeErr == nil { resource.SetGroupVersionKind(*metaData) } if resource.GetNamespace() == "" { resource.SetNamespace("default") } return resource, nil } // GetPatchedResource converts raw bytes to unstructured object func GetPatchedResource(patchResourceBytes []byte) (unstructured.Unstructured, error) { getPatchedResource, err := GetResource(patchResourceBytes) if err != nil { return unstructured.Unstructured{}, err } patchedResource := *getPatchedResource[0] return patchedResource, nil } // GetKindsFromRule will return the kinds from policy match block func GetKindsFromRule(rule v1.Rule) map[string]bool { var resourceTypesMap = make(map[string]bool) for _, kind := range rule.MatchResources.Kinds { if strings.Contains(kind, "/") { lastElement := kind[strings.LastIndex(kind, "/")+1:] resourceTypesMap[strings.Title(lastElement)] = true } resourceTypesMap[strings.Title(kind)] = true } if rule.MatchResources.Any != nil { for _, resFilter := range rule.MatchResources.Any { for _, kind := range resFilter.ResourceDescription.Kinds { if strings.Contains(kind, "/") { lastElement := kind[strings.LastIndex(kind, "/")+1:] resourceTypesMap[strings.Title(lastElement)] = true } resourceTypesMap[kind] = true } } } if rule.MatchResources.All != nil { for _, resFilter := range rule.MatchResources.All { for _, kind := range resFilter.ResourceDescription.Kinds { if strings.Contains(kind, "/") { lastElement := kind[strings.LastIndex(kind, "/")+1:] resourceTypesMap[strings.Title(lastElement)] = true } resourceTypesMap[strings.Title(kind)] = true } } } return resourceTypesMap }