Restor the kyaml fnsdk, which is used by the terraform kpt file (#1168)

Signed-off-by: liamfallon <[email protected]>

Author: liamfallon

thirdparty/kyaml/fnsdk/README.md

@@ -0,0 +1,3 @@
+This package is intended to be upstreamed in sigs.k8s.io/kustomize/kyaml.
+PR: https://github.com/kubernetes-sigs/kustomize/pull/4319
+This location only serves as an intermediate location before that PR merged.

thirdparty/kyaml/fnsdk/doc.go

@@ -0,0 +1,50 @@
+// Copyright 2021 The Kubernetes Authors.
+// SPDX-License-Identifier: Apache-2.0
+
+/*
+Package fnsdk provides an SDK for writing KRM functions in Go. The function
+specification is defined at:
+https://github.com/kubernetes-sigs/kustomize/blob/master/cmd/config/docs/api-conventions/functions-spec.md
+
+Note: this package is an alpha package.
+
+A KRM functions can generate, mutate or validate Kubernetes resources in a
+ResourceList.
+
+The ResourceList type and the KubeObject type are the core part of this package.
+The ResourceList type maps to the ResourceList in the function spec. The
+KubeObject represent a kubernetes resource in a ResourceList, and it's the basic
+unit to perform most CRUD operations.
+
+A KRM function does the following things:
+
+  1. read yaml bytes from stdin and convert it to a ResourceList
+  2. perform mutation and validation on the resources in the ResourceList
+  3. write the updated ResourceList out to stdout in yaml format
+  4. Any diagnostic messages should be writen to stderr
+
+ResourceListProcessor
+
+In most cases, you only need to do #2 which is implementing a
+ResourceListProcessor and then pass it to AsMain. In the following example, we
+use ResourceListProcessorFunc that implements the ResourceListProcessor
+interface.
+
+  func main() {
+      if err := fnsdk.AsMain(fnsdk.ResourceListProcessorFunc(myfn)); err != nil {
+          os.Exit(1)
+      }
+  }
+
+  func myfn(rl *fnsdk.ResourceList) error {
+      fnsdk.Log("log something")
+      // mutate or validate the ResourceList
+  }
+
+KubeObject
+
+KubeObject hides all the details about yaml.Node and yaml.RNode. It is always
+recommended converting a KubeObject to a strong typed object or getting a field
+as a strong typed object. Then do the CRUD operation on the strong typed objects.
+*/
+package fnsdk

thirdparty/kyaml/fnsdk/document.go

@@ -0,0 +1,56 @@
+package fnsdk
+
+import (
+	"bytes"
+	"io"
+	"sigs.k8s.io/kustomize/kyaml/yaml"
+)
+
+type doc struct {
+	nodes []*yaml.Node
+}
+
+func newDoc(nodes ...*yaml.Node) *doc {
+	return &doc{nodes: nodes}
+}
+
+func parseDoc(b []byte) (*doc, error) {
+	br := bytes.NewReader(b)
+
+	var nodes []*yaml.Node
+	decoder := yaml.NewDecoder(br)
+	for {
+		node := &yaml.Node{}
+		if err := decoder.Decode(node); err != nil {
+			if err == io.EOF {
+				break
+			}
+			return nil, err
+		}
+		nodes = append(nodes, node)
+	}
+
+	return &doc{nodes: nodes}, nil
+}
+
+func (d *doc) ToYAML() ([]byte, error) {
+	var w bytes.Buffer
+	encoder := yaml.NewEncoder(&w)
+	for _, node := range d.nodes {
+		if node.Kind == yaml.DocumentNode {
+			if len(node.Content) == 0 {
+				// These cause errors when we try to write them
+				continue
+			}
+		}
+		if err := encoder.Encode(node); err != nil {
+			return nil, err
+		}
+	}
+
+	return w.Bytes(), nil
+}
+
+func (d *doc) Objects() ([]*mapVariant, error) {
+	return extractObjects(d.nodes...)
+}

thirdparty/kyaml/fnsdk/example_filter_GVK_test.go

@@ -0,0 +1,30 @@
+package fnsdk_test
+
+import (
+	"os"
+
+	"github.com/kptdev/krm-functions-catalog/thirdparty/kyaml/fnsdk"
+)
+
+// This example implements a function that updates the replicas field for all deployments.
+
+func Example_filterGVK() {
+	if err := fnsdk.AsMain(fnsdk.ResourceListProcessorFunc(updateReplicas)); err != nil {
+		os.Exit(1)
+	}
+}
+
+// updateReplicas sets a field in resources selecting by GVK.
+func updateReplicas(rl *fnsdk.ResourceList) error {
+	if rl.FunctionConfig == nil {
+		return fnsdk.ErrMissingFnConfig{}
+	}
+	var replicas int
+	rl.FunctionConfig.GetOrDie(&replicas, "replicas")
+	for i, obj := range rl.Items {
+		if obj.APIVersion() == "apps/v1" && obj.Kind() == "Deployment" {
+			rl.Items[i].SetOrDie(replicas, "spec", "replicas")
+		}
+	}
+	return nil
+}

thirdparty/kyaml/fnsdk/example_generator_test.go

@@ -0,0 +1,67 @@
+package fnsdk_test
+
+import (
+	"fmt"
+	"io/ioutil"
+	"net/http"
+	"os"
+
+	"github.com/kptdev/krm-functions-catalog/thirdparty/kyaml/fnsdk"
+	corev1 "k8s.io/api/core/v1"
+	metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
+)
+
+// This function generates Graphana configuration in the form of ConfigMap. It
+// accepts Revision and ID as input.
+
+func Example_generator() {
+	if err := fnsdk.AsMain(fnsdk.ResourceListProcessorFunc(generate)); err != nil {
+		os.Exit(1)
+	}
+}
+
+// generate generates a ConfigMap.
+func generate(rl *fnsdk.ResourceList) error {
+	if rl.FunctionConfig == nil {
+		return fnsdk.ErrMissingFnConfig{}
+	}
+
+	revision := rl.FunctionConfig.GetStringOrDie("data", "revision")
+	id := rl.FunctionConfig.GetStringOrDie("data", "id")
+	js, err := fetchDashboard(revision, id)
+	if err != nil {
+		return fmt.Errorf("fetch dashboard: %v", err)
+	}
+
+	cm := corev1.ConfigMap{
+		TypeMeta: metav1.TypeMeta{
+			APIVersion: "v1",
+			Kind:       "ConfigMap",
+		},
+		ObjectMeta: metav1.ObjectMeta{
+			Name:      fmt.Sprintf("%v-gen", rl.FunctionConfig.Name()),
+			Namespace: rl.FunctionConfig.Namespace(),
+			Labels: map[string]string{
+				"grafana_dashboard": "true",
+			},
+		},
+		Data: map[string]string{
+			fmt.Sprintf("%v.json", rl.FunctionConfig.Name()): fmt.Sprintf("%q", js),
+		},
+	}
+	return rl.UpsertObjectToItems(cm, nil, false)
+}
+
+func fetchDashboard(revision, id string) (string, error) {
+	url := fmt.Sprintf("https://grafana.com/api/dashboards/%s/revisions/%s/download", id, revision)
+	resp, err := http.Get(url)
+	if err != nil {
+		return "", err
+	}
+	defer resp.Body.Close()
+	b, err := ioutil.ReadAll(resp.Body)
+	if err != nil {
+		return "", err
+	}
+	return string(b), nil
+}

thirdparty/kyaml/fnsdk/example_logger_injector_test.go

@@ -0,0 +1,58 @@
+package fnsdk_test
+
+import (
+	"os"
+
+	"github.com/kptdev/krm-functions-catalog/thirdparty/kyaml/fnsdk"
+	corev1 "k8s.io/api/core/v1"
+	"sigs.k8s.io/kustomize/kyaml/yaml"
+)
+
+// In this example, we implement a function that injects a logger as a sidecar
+// container in workload APIs.
+
+func Example_loggeInjector() {
+	if err := fnsdk.AsMain(fnsdk.ResourceListProcessorFunc(injectLogger)); err != nil {
+		os.Exit(1)
+	}
+}
+
+// injectLogger injects a logger container into the workload API resources.
+// generate implements the gofnsdk.KRMFunction interface.
+func injectLogger(rl *fnsdk.ResourceList) error {
+	var li LoggerInjection
+	if err := rl.FunctionConfig.As(&li); err != nil {
+		return err
+	}
+	for i, obj := range rl.Items {
+		if obj.APIVersion() == "apps/v1" && (obj.Kind() == "Deployment" || obj.Kind() == "StatefulSet" || obj.Kind() == "DaemonSet" || obj.Kind() == "ReplicaSet") {
+			var containers []corev1.Container
+			obj.GetOrDie(&containers, "spec", "template", "spec", "containers")
+			foundTargetContainer := false
+			for j, container := range containers {
+				if container.Name == li.ContainerName {
+					containers[j].Image = li.ImageName
+					foundTargetContainer = true
+					break
+				}
+			}
+			if !foundTargetContainer {
+				c := corev1.Container{
+					Name:  li.ContainerName,
+					Image: li.ImageName,
+				}
+				containers = append(containers, c)
+			}
+			rl.Items[i].SetOrDie(containers, "spec", "template", "spec", "containers")
+		}
+	}
+	return nil
+}
+
+// LoggerInjection is type definition of the functionConfig.
+type LoggerInjection struct {
+	yaml.ResourceMeta `json:",inline" yaml:",inline"`
+
+	ContainerName string `json:"containerName" yaml:"containerName"`
+	ImageName     string `json:"imageName" yaml:"imageName"`
+}

thirdparty/kyaml/fnsdk/example_mutate_comments_test.go

@@ -0,0 +1,40 @@
+package fnsdk_test
+
+import (
+	"os"
+	"strings"
+
+	"github.com/kptdev/krm-functions-catalog/thirdparty/kyaml/fnsdk"
+)
+
+// In this example, we mutate line comments for field metadata.name.
+// Some function may want to store some information in the comments (e.g.
+// apply-setters function: https://catalog.kpt.dev/apply-setters/v0.2/)
+
+func Example_dMutateComments() {
+	if err := fnsdk.AsMain(fnsdk.ResourceListProcessorFunc(mutateComments)); err != nil {
+		os.Exit(1)
+	}
+}
+
+func mutateComments(rl *fnsdk.ResourceList) error {
+	for i := range rl.Items {
+		lineComment, found, err := rl.Items[i].LineComment("metadata", "name")
+		if err != nil {
+			return err
+		}
+		if !found {
+			return nil
+		}
+
+		if strings.TrimSpace(lineComment) == "" {
+			lineComment = "bar-system"
+		} else {
+			lineComment = strings.Replace(lineComment, "foo", "bar", -1)
+		}
+		if err = rl.Items[i].SetLineComment(lineComment, "metadata", "name"); err != nil {
+			return err
+		}
+	}
+	return nil
+}

thirdparty/kyaml/fnsdk/example_read_field_test.go

@@ -0,0 +1,26 @@
+package fnsdk_test
+
+import (
+	"os"
+
+	"github.com/kptdev/krm-functions-catalog/thirdparty/kyaml/fnsdk"
+)
+
+// In this example, we read a field from the input object and print it to the log.
+
+func Example_aReadField() {
+	if err := fnsdk.AsMain(fnsdk.ResourceListProcessorFunc(readField)); err != nil {
+		os.Exit(1)
+	}
+}
+
+func readField(rl *fnsdk.ResourceList) error {
+	for _, obj := range rl.Items {
+		if obj.APIVersion() == "apps/v1" && obj.Kind() == "Deployment" {
+			var replicas int
+			obj.GetOrDie(&replicas, "spec", "replicas")
+			fnsdk.Logf("replicas is %v\n", replicas)
+		}
+	}
+	return nil
+}

thirdparty/kyaml/fnsdk/example_read_functionConfig_test.go

@@ -0,0 +1,30 @@
+package fnsdk_test
+
+import (
+	"os"
+
+	"github.com/kptdev/krm-functions-catalog/thirdparty/kyaml/fnsdk"
+	"sigs.k8s.io/kustomize/kyaml/yaml"
+)
+
+// In this example, we convert the functionConfig as strong typed object and then
+// read a field from the functionConfig object.
+
+func Example_bReadFunctionConfig() {
+	if err := fnsdk.AsMain(fnsdk.ResourceListProcessorFunc(readFunctionConfig)); err != nil {
+		os.Exit(1)
+	}
+}
+
+func readFunctionConfig(rl *fnsdk.ResourceList) error {
+	var sr SetReplicas
+	rl.FunctionConfig.AsOrDie(&sr)
+	fnsdk.Logf("desired replicas is %v\n", sr.DesiredReplicas)
+	return nil
+}
+
+// SetReplicas is the type definition of the functionConfig
+type SetReplicas struct {
+	yaml.ResourceIdentifier `json:",inline" yaml:",inline"`
+	DesiredReplicas         int `json:"desiredReplicas,omitempty" yaml:"desiredReplicas,omitempty"`
+}

thirdparty/kyaml/fnsdk/example_set_field_test.go

@@ -0,0 +1,25 @@
+package fnsdk_test
+
+import (
+	"os"
+
+	"github.com/kptdev/krm-functions-catalog/thirdparty/kyaml/fnsdk"
+)
+
+// In this example, we read a field from the input object and print it to the log.
+
+func Example_cSetField() {
+	if err := fnsdk.AsMain(fnsdk.ResourceListProcessorFunc(setField)); err != nil {
+		os.Exit(1)
+	}
+}
+
+func setField(rl *fnsdk.ResourceList) error {
+	for _, obj := range rl.Items {
+		if obj.APIVersion() == "apps/v1" && obj.Kind() == "Deployment" {
+			replicas := 10
+			obj.SetOrDie(&replicas, "spec", "replicas")
+		}
+	}
+	return nil
+}