19627303272

Committed 24 Nov 2025 08:02AM UTC coverage: 61.662% (+0.1%) from 61.516%

Build # 19627303272

Build Type

push

github

Committed by

web-flow

Commit Message

rename leftover mentions of fragment and artifacttypedefinition (#71)

Closes #69

Coverage Stats

1 of 2 new or added lines in 1 file covered. (50.0%)

2 existing lines in 1 file now uncovered.

423 of 686 relevant lines covered (61.66%)

546.74 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

83.84

/pkg/controller/order_controller.go

// Copyright 2025 BWI GmbH and Artifact Conduit contributors
// SPDX-License-Identifier: Apache-2.0

package controller

import (
        "context"
        "crypto/sha256"
        "encoding/hex"
        "encoding/json"
        "fmt"
        "slices"
        "strconv"
        "strings"

        arcv1alpha1 "go.opendefense.cloud/arc/api/arc/v1alpha1"
        corev1 "k8s.io/api/core/v1"
        apierrors "k8s.io/apimachinery/pkg/api/errors"
        metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
        "k8s.io/apimachinery/pkg/fields"
        "k8s.io/apimachinery/pkg/runtime"
        "k8s.io/apimachinery/pkg/types"
        ctrl "sigs.k8s.io/controller-runtime"
        "sigs.k8s.io/controller-runtime/pkg/builder"
        "sigs.k8s.io/controller-runtime/pkg/client"
        "sigs.k8s.io/controller-runtime/pkg/controller/controllerutil"
        "sigs.k8s.io/controller-runtime/pkg/handler"
        "sigs.k8s.io/controller-runtime/pkg/predicate"
        "sigs.k8s.io/controller-runtime/pkg/reconcile"
)

const (
        orderFinalizer = "arc.bwi.de/order-finalizer"
)

// OrderReconciler reconciles a Order object
type OrderReconciler struct {
        client.Client
        Scheme *runtime.Scheme
}

type desiredAW struct {
        index       int
        objectMeta  metav1.ObjectMeta
        artifact    *arcv1alpha1.OrderArtifact
        srcEndpoint *arcv1alpha1.Endpoint
        dstEndpoint *arcv1alpha1.Endpoint
        srcSecret   *corev1.Secret
        dstSecret   *corev1.Secret
}

//+kubebuilder:rbac:groups=arc.bwi.de,resources=endpoints,verbs=get;list;watch
//+kubebuilder:rbac:groups=arc.bwi.de,resources=artifactworkflows,verbs=get;list;watch;create;update;patch;delete
//+kubebuilder:rbac:groups=arc.bwi.de,resources=orders,verbs=get;list;watch;create;update;patch;delete
//+kubebuilder:rbac:groups=arc.bwi.de,resources=orders/status,verbs=get;update;patch
//+kubebuilder:rbac:groups=arc.bwi.de,resources=orders/finalizers,verbs=update
//+kubebuilder:rbac:groups="",resources=secrets,verbs=get;list;watch;create;update;patch;delete

// Reconcile moves the current state of the cluster closer to the desired state
func (r *OrderReconciler) Reconcile(ctx context.Context, req ctrl.Request) (ctrl.Result, error) {
        log := ctrl.LoggerFrom(ctx)

        // Fetch the Order instance
        order := &arcv1alpha1.Order{}
        if err := r.Get(ctx, req.NamespacedName, order); err != nil {
                if apierrors.IsNotFound(err) {
                        // Object not found, return. Created objects are automatically garbage collected.
                        return ctrl.Result{}, nil
                }
                return ctrl.Result{}, errLogAndWrap(log, err, "failed to get object")
        }

        // Handle deletion: cleanup artifact workflows, then remove finalizer
        if !order.DeletionTimestamp.IsZero() {
                log.V(1).Info("Order is being deleted")
                if len(order.Status.ArtifactWorkflows) > 0 {
                        for sha := range order.Status.ArtifactWorkflows {
                                // Remove Secret and ArtifactWorkflow
                                aw := &arcv1alpha1.ArtifactWorkflow{
                                        ObjectMeta: awObjectMeta(order, sha),
                                }
                                _ = r.Delete(ctx, aw) // Ignore errors
                                delete(order.Status.ArtifactWorkflows, sha)
                        }
                        if err := r.Status().Update(ctx, order); err != nil {
                                return ctrl.Result{}, errLogAndWrap(log, err, "failed to update order status")
                        }
                        log.V(1).Info("Order artifact workflows cleaned up")
                        // Requeue until all artifact workflows are gone
                        return ctrl.Result{Requeue: true}, nil
                }
                // All artifact workflows are gone, remove finalizer
                if slices.Contains(order.Finalizers, orderFinalizer) {
                        log.V(1).Info("No artifact workflows, removing finalizer from Order")
                        order.Finalizers = slices.DeleteFunc(order.Finalizers, func(f string) bool {
                                return f == orderFinalizer
                        })
                        if err := r.Update(ctx, order); err != nil {
                                return ctrl.Result{}, errLogAndWrap(log, err, "failed to remove finalizer")
                        }
                }
                return ctrl.Result{}, nil
        }

        // Add finalizer if not present and not deleting
        if order.DeletionTimestamp.IsZero() {
                if !slices.Contains(order.Finalizers, orderFinalizer) {
                        log.V(1).Info("Adding finalizer to Order")
                        order.Finalizers = append(order.Finalizers, orderFinalizer)
                        if err := r.Update(ctx, order); err != nil {
                                return ctrl.Result{}, errLogAndWrap(log, err, "failed to add finalizer")
                        }
                        // Return without requeue; the Update event will trigger reconciliation again
                        return ctrl.Result{}, nil
                }
        }

        // Before we compare to our status, let's fetch all necessary information
        // to compute desired state:
        desiredAWs := map[string]desiredAW{}
        for i, artifact := range order.Spec.Artifacts {
                // TODO: When a endpoint or secret fetch fails, we stop the reconciliation of the whole order.
                //       Should we instead not fail but skip invalid artifacts?
                log := log.WithValues("artifactIndex", i)

                // We need the referenced src- and dst-endpoints for the artifact
                srcRefName := artifact.SrcRef.Name
                if srcRefName == "" {
                        srcRefName = order.Spec.Defaults.SrcRef.Name
                }
                dstRefName := artifact.DstRef.Name
                if dstRefName == "" {
                        dstRefName = order.Spec.Defaults.DstRef.Name
                }
                srcEndpoint := &arcv1alpha1.Endpoint{}
                if err := r.Get(ctx, namespacedName(order.Namespace, srcRefName), srcEndpoint); err != nil {
                        return ctrl.Result{}, errLogAndWrap(log, err, "failed to fetch endpoint for source")
                }
                dstEndpoint := &arcv1alpha1.Endpoint{}
                if err := r.Get(ctx, namespacedName(order.Namespace, dstRefName), dstEndpoint); err != nil {
                        return ctrl.Result{}, errLogAndWrap(log, err, "failed to fetch endpoint for destination")
                }

                // Next, we need the secret contents
                srcSecret := &corev1.Secret{}
                if srcEndpoint.Spec.SecretRef.Name != "" {
                        if err := r.Get(ctx, namespacedName(order.Namespace, srcEndpoint.Spec.SecretRef.Name), srcSecret); err != nil {
                                return ctrl.Result{}, errLogAndWrap(log, err, "failed to fetch secret for source")
                        }
                }

                dstSecret := &corev1.Secret{}
                if dstEndpoint.Spec.SecretRef.Name != "" {
                        if err := r.Get(ctx, namespacedName(order.Namespace, dstEndpoint.Spec.SecretRef.Name), dstSecret); err != nil {
                                return ctrl.Result{}, errLogAndWrap(log, err, "failed to fetch secret for destination")
                        }
                }

                // Create a hash based on all related data for idempotency and compute the workflow name
                h := sha256.New()
                data := []any{
                        order.Namespace,
                        artifact.Type, artifact.Spec.Raw,
                        srcEndpoint.Name, srcEndpoint.Generation,
                        dstEndpoint.Name, dstEndpoint.Generation,
                        srcSecret.Name, srcSecret.Generation,
                        dstSecret.Name, dstSecret.Generation,
                }
                jsonData, err := json.Marshal(data)
                if err != nil {
                        return ctrl.Result{}, errLogAndWrap(log, err, "failed to marshal artifact workflow data")
                }
                h.Write(jsonData)
                sha := hex.EncodeToString(h.Sum(nil))[:16]

                // We gave all the information to further process this artifact workflow.
                // Let's store it to compare it to the current status!
                desiredAWs[sha] = desiredAW{
                        index:       i,
                        objectMeta:  awObjectMeta(order, sha),
                        artifact:    &artifact,
                        srcEndpoint: srcEndpoint,
                        dstEndpoint: dstEndpoint,
                        srcSecret:   srcSecret,
                        dstSecret:   dstSecret,
                }
        }

        // List missing artifact workflows
        createAWs := []string{}
        for sha := range desiredAWs {
                _, exists := order.Status.ArtifactWorkflows[sha]
                if exists {
                        continue
                }
                createAWs = append(createAWs, sha)
        }

        // Make sure status is initialized
        if order.Status.ArtifactWorkflows == nil {
                order.Status.ArtifactWorkflows = map[string]arcv1alpha1.OrderArtifactWorkflowStatus{}
        }

        // Find obsolete artifact workflows
        deleteAWs := []string{}
        for sha := range order.Status.ArtifactWorkflows {
                _, exists := desiredAWs[sha]
                if exists {
                        continue
                }
                deleteAWs = append(deleteAWs, sha)
        }

        // Create missing artifact workflows
        for _, sha := range createAWs {
                daw := desiredAWs[sha]
                aw, err := r.hydrateArtifactWorkflow(&daw)
                if err != nil {
                        return ctrl.Result{}, errLogAndWrap(log, err, "failed to hydrate artifact workflow")
                }

                // Set owner references
                if err := controllerutil.SetControllerReference(order, aw, r.Scheme); err != nil {
                        return ctrl.Result{}, errLogAndWrap(log, err, "failed to set controller reference")
                }

                // Create artifact workflow
                if err := r.Create(ctx, aw); err != nil {
                        if apierrors.IsAlreadyExists(err) {
                                // Already created by a previous reconcile — that's fine
                                continue
                        }
                        return ctrl.Result{}, errLogAndWrap(log, err, "failed to create artifact workflow")
                }

                // Update status
                order.Status.ArtifactWorkflows[sha] = arcv1alpha1.OrderArtifactWorkflowStatus{
                        ArtifactIndex: daw.index,
                        Phase:         arcv1alpha1.WorkflowUnknown,
                }
        }

        // Delete obsolete artifact workflows
        for _, sha := range deleteAWs {
                // Does not exist anymore, let's clean up!
                if err := r.Delete(ctx, &arcv1alpha1.ArtifactWorkflow{
                        ObjectMeta: awObjectMeta(order, sha),
                }); client.IgnoreNotFound(err) != nil {
                        return ctrl.Result{}, errLogAndWrap(log, err, "failed to delete artifact workflow")
                }

                // Update status
                delete(order.Status.ArtifactWorkflows, sha)
        }

        anyPhaseChanged := false
        for sha, daw := range desiredAWs {
                if slices.Contains(createAWs, sha) {
                        // If it was just created we skip the update
                        continue
                }
                aw := arcv1alpha1.ArtifactWorkflow{}
                if err := r.Get(ctx, namespacedName(daw.objectMeta.Namespace, daw.objectMeta.Name), &aw); err != nil {
                        return ctrl.Result{}, errLogAndWrap(log, err, "failed to get artifact workflow")
                }
                if order.Status.ArtifactWorkflows[sha].Phase != aw.Status.Phase {
                        awStatus := order.Status.ArtifactWorkflows[sha]
                        awStatus.Phase = aw.Status.Phase
                        order.Status.ArtifactWorkflows[sha] = awStatus
                        anyPhaseChanged = true
                }
        }

        // Update status
        if len(createAWs) > 0 || len(deleteAWs) > 0 || anyPhaseChanged {
                log.V(1).Info("Updating order status")
                // Make sure ArtifactIndex is up to date
                for sha, daw := range desiredAWs {
                        aws := order.Status.ArtifactWorkflows[sha]
                        aws.ArtifactIndex = daw.index
                        order.Status.ArtifactWorkflows[sha] = aws
                }
                if err := r.Status().Update(ctx, order); err != nil {
                        return ctrl.Result{}, errLogAndWrap(log, err, "failed to update status")
                }
        }

        return ctrl.Result{}, nil
}

func (r *OrderReconciler) hydrateArtifactWorkflow(daw *desiredAW) (*arcv1alpha1.ArtifactWorkflow, error) {
        params, err := dawToParameters(daw)
        if err != nil {
                return nil, err
        }

        // Next we create the ArtifactWorkflow instance
        aw := &arcv1alpha1.ArtifactWorkflow{
                ObjectMeta: daw.objectMeta,
                Spec: arcv1alpha1.ArtifactWorkflowSpec{
                        Type:         daw.artifact.Type,
                        Parameters:   params,
                        SrcSecretRef: daw.srcEndpoint.Spec.SecretRef,
                        DstSecretRef: daw.dstEndpoint.Spec.SecretRef,
                },
        }

        return aw, nil
}

// generateReconcileRequestsForEndpoint generates reconcile requests for all Endpoints referenced by an Order
func (r *OrderReconciler) generateReconcileRequestsForEndpoint(ctx context.Context, endpoint client.Object) []reconcile.Request {
        resourcesReferencingEndpoint := &arcv1alpha1.OrderList{}
        listOps := &client.ListOptions{
                FieldSelector: fields.SelectorFromSet(fields.Set{".spec.srcRef.name": endpoint.GetName(), ".spec.dstRef.name": endpoint.GetName()}),
                Namespace:     endpoint.GetNamespace(),
        }
        err := r.List(ctx, resourcesReferencingEndpoint, listOps)
        if err != nil {
                return []reconcile.Request{}
        }

        requests := make([]reconcile.Request, len(resourcesReferencingEndpoint.Items))
        for i, item := range resourcesReferencingEndpoint.Items {
                log := ctrl.LoggerFrom(ctx)
                log.V(1).Info("Generating reconcile request for resource because referenced endpoint has changed...")
                requests[i] = reconcile.Request{
                        NamespacedName: types.NamespacedName{
                                Name:      item.GetName(),
                                Namespace: item.GetNamespace(),
                        },
                }
        }
        return requests
}

// SetupWithManager sets up the controller with the Manager.
func (r *OrderReconciler) SetupWithManager(mgr ctrl.Manager) error {
        return ctrl.NewControllerManagedBy(mgr).
                For(&arcv1alpha1.Order{}).
                Watches(
                        &arcv1alpha1.Endpoint{},
                        handler.EnqueueRequestsFromMapFunc(r.generateReconcileRequestsForEndpoint),
                        builder.WithPredicates(predicate.ResourceVersionChangedPredicate{}),
                ).
                Owns(&arcv1alpha1.ArtifactWorkflow{}).
                Complete(r)
}

func namespacedName(namespace, name string) types.NamespacedName {
        return types.NamespacedName{
                Namespace: namespace,
                Name:      name,
        }
}

func awName(order *arcv1alpha1.Order, sha string) string {
        return fmt.Sprintf("%s-%s", order.Name, sha)
}

func awObjectMeta(order *arcv1alpha1.Order, sha string) metav1.ObjectMeta {
        return metav1.ObjectMeta{
                Namespace: order.Namespace,
                Name:      awName(order, sha),
        }
}

// TODO: add unit tests
func dawToParameters(daw *desiredAW) ([]arcv1alpha1.ArtifactWorkflowParameter, error) {
        params := []arcv1alpha1.ArtifactWorkflowParameter{
                {
                        Name:  paramName("src", "type"),
                        Value: daw.srcEndpoint.Spec.Type,
                },
                {
                        Name:  paramName("src", "remoteURL"),
                        Value: daw.srcEndpoint.Spec.RemoteURL,
                },
                {
                        Name:  paramName("dst", "type"),
                        Value: daw.dstEndpoint.Spec.Type,
                },
                {
                        Name:  paramName("dst", "remoteURL"),
                        Value: daw.dstEndpoint.Spec.RemoteURL,
                },
                {
                        Name:  "srcSecret",
                        Value: fmt.Sprintf("%v", daw.srcEndpoint.Spec.SecretRef.Name != ""),
                },
                {
                        Name:  "dstSecret",
                        Value: fmt.Sprintf("%v", daw.dstEndpoint.Spec.SecretRef.Name != ""),
                },
        }

        spec := map[string]any{}
        raw := daw.artifact.Spec.Raw
        if len(raw) == 0 {
                raw = []byte("{}")
        }
        if err := json.Unmarshal(raw, &spec); err != nil {
                return nil, err
        }
        flattened := map[string]any{}
        flattenMap("spec", spec, flattened)
        for name, value := range flattened {
                params = append(params, arcv1alpha1.ArtifactWorkflowParameter{
                        Name:  name,
                        Value: fmt.Sprintf("%v", value),
                })
        }

        return params, nil
}

// TODO: add unit tests
func paramName(prefix, suffix string) string {
        return prefix + strings.ToUpper(suffix[:1]) + suffix[1:]
}

// TODO: add unit tests
func flattenMap(prefix string, src map[string]any, dst map[string]any) {
        for k, v := range src {
                kt := strings.ToUpper(k[:1]) + k[1:]
                switch child := v.(type) {
                case map[string]any:
                        flattenMap(prefix+k, child, dst)
                case []any:
                        for i, av := range child {
                                dst[prefix+kt+strconv.Itoa(i)] = av
                        }
                default:
                        dst[prefix+kt] = v
                }
        }
}

1	// Copyright 2025 BWI GmbH and Artifact Conduit contributors
2	// SPDX-License-Identifier: Apache-2.0
3
4	package controller
5
6	import (
7	"context"
8	"crypto/sha256"
9	"encoding/hex"
10	"encoding/json"
11	"fmt"
12	"slices"
13	"strconv"
14	"strings"
15
16	arcv1alpha1 "go.opendefense.cloud/arc/api/arc/v1alpha1"
17	corev1 "k8s.io/api/core/v1"
18	apierrors "k8s.io/apimachinery/pkg/api/errors"
19	metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
20	"k8s.io/apimachinery/pkg/fields"
21	"k8s.io/apimachinery/pkg/runtime"
22	"k8s.io/apimachinery/pkg/types"
23	ctrl "sigs.k8s.io/controller-runtime"
24	"sigs.k8s.io/controller-runtime/pkg/builder"
25	"sigs.k8s.io/controller-runtime/pkg/client"
26	"sigs.k8s.io/controller-runtime/pkg/controller/controllerutil"
27	"sigs.k8s.io/controller-runtime/pkg/handler"
28	"sigs.k8s.io/controller-runtime/pkg/predicate"
29	"sigs.k8s.io/controller-runtime/pkg/reconcile"
30	)
31
32	const (
33	orderFinalizer = "arc.bwi.de/order-finalizer"
34	)
35
36	// OrderReconciler reconciles a Order object
37	type OrderReconciler struct {
38	client.Client
39	Scheme *runtime.Scheme
40	}
41
42	type desiredAW struct {
43	index int
44	objectMeta metav1.ObjectMeta
45	artifact *arcv1alpha1.OrderArtifact
46	srcEndpoint *arcv1alpha1.Endpoint
47	dstEndpoint *arcv1alpha1.Endpoint
48	srcSecret *corev1.Secret
49	dstSecret *corev1.Secret
50	}
51
52	//+kubebuilder:rbac:groups=arc.bwi.de,resources=endpoints,verbs=get;list;watch
53	//+kubebuilder:rbac:groups=arc.bwi.de,resources=artifactworkflows,verbs=get;list;watch;create;update;patch;delete
54	//+kubebuilder:rbac:groups=arc.bwi.de,resources=orders,verbs=get;list;watch;create;update;patch;delete
55	//+kubebuilder:rbac:groups=arc.bwi.de,resources=orders/status,verbs=get;update;patch
56	//+kubebuilder:rbac:groups=arc.bwi.de,resources=orders/finalizers,verbs=update
57	//+kubebuilder:rbac:groups="",resources=secrets,verbs=get;list;watch;create;update;patch;delete
58
59	// Reconcile moves the current state of the cluster closer to the desired state
60	func (r *OrderReconciler) Reconcile(ctx context.Context, req ctrl.Request) (ctrl.Result, error) {	1,296✔
61	log := ctrl.LoggerFrom(ctx)	1,296✔
62		1,296✔
63	// Fetch the Order instance	1,296✔
64	order := &arcv1alpha1.Order{}	1,296✔
65	if err := r.Get(ctx, req.NamespacedName, order); err != nil {	1,299✔
66	if apierrors.IsNotFound(err) {	6✔
67	// Object not found, return. Created objects are automatically garbage collected.	3✔
68	return ctrl.Result{}, nil	3✔
69	}	3✔
70	return ctrl.Result{}, errLogAndWrap(log, err, "failed to get object")	×
71	}
72
73	// Handle deletion: cleanup artifact workflows, then remove finalizer
74	if !order.DeletionTimestamp.IsZero() {	1,295✔
75	log.V(1).Info("Order is being deleted")	2✔
76	if len(order.Status.ArtifactWorkflows) > 0 {	3✔
77	for sha := range order.Status.ArtifactWorkflows {	3✔
78	// Remove Secret and ArtifactWorkflow	2✔
79	aw := &arcv1alpha1.ArtifactWorkflow{	2✔
80	ObjectMeta: awObjectMeta(order, sha),	2✔
81	}	2✔
82	_ = r.Delete(ctx, aw) // Ignore errors	2✔
83	delete(order.Status.ArtifactWorkflows, sha)	2✔
84	}	2✔
85	if err := r.Status().Update(ctx, order); err != nil {	1✔
86	return ctrl.Result{}, errLogAndWrap(log, err, "failed to update order status")	×
87	}	×
88	log.V(1).Info("Order artifact workflows cleaned up")	1✔
89	// Requeue until all artifact workflows are gone	1✔
90	return ctrl.Result{Requeue: true}, nil	1✔
91	}
92	// All artifact workflows are gone, remove finalizer
93	if slices.Contains(order.Finalizers, orderFinalizer) {	2✔
94	log.V(1).Info("No artifact workflows, removing finalizer from Order")	1✔
95	order.Finalizers = slices.DeleteFunc(order.Finalizers, func(f string) bool {	2✔
96	return f == orderFinalizer	1✔
97	})	1✔
98	if err := r.Update(ctx, order); err != nil {	1✔
99	return ctrl.Result{}, errLogAndWrap(log, err, "failed to remove finalizer")	×
100	}	×
101	}
102	return ctrl.Result{}, nil	1✔
103	}
104
105	// Add finalizer if not present and not deleting
106	if order.DeletionTimestamp.IsZero() {	2,582✔
107	if !slices.Contains(order.Finalizers, orderFinalizer) {	1,299✔
108	log.V(1).Info("Adding finalizer to Order")	8✔
109	order.Finalizers = append(order.Finalizers, orderFinalizer)	8✔
110	if err := r.Update(ctx, order); err != nil {	8✔
111	return ctrl.Result{}, errLogAndWrap(log, err, "failed to add finalizer")	×
112	}	×
113	// Return without requeue; the Update event will trigger reconciliation again
114	return ctrl.Result{}, nil	8✔
115	}
116	}
117
118	// Before we compare to our status, let's fetch all necessary information
119	// to compute desired state:
120	desiredAWs := map[string]desiredAW{}	1,283✔
121	for i, artifact := range order.Spec.Artifacts {	3,474✔
122	// TODO: When a endpoint or secret fetch fails, we stop the reconciliation of the whole order.	2,191✔
123	// Should we instead not fail but skip invalid artifacts?	2,191✔
124	log := log.WithValues("artifactIndex", i)	2,191✔
125		2,191✔
126	// We need the referenced src- and dst-endpoints for the artifact	2,191✔
127	srcRefName := artifact.SrcRef.Name	2,191✔
128	if srcRefName == "" {	2,714✔
129	srcRefName = order.Spec.Defaults.SrcRef.Name	523✔
130	}	523✔
131	dstRefName := artifact.DstRef.Name	2,191✔
132	if dstRefName == "" {	2,881✔
133	dstRefName = order.Spec.Defaults.DstRef.Name	690✔
134	}	690✔
135	srcEndpoint := &arcv1alpha1.Endpoint{}	2,191✔
136	if err := r.Get(ctx, namespacedName(order.Namespace, srcRefName), srcEndpoint); err != nil {	2,191✔
137	return ctrl.Result{}, errLogAndWrap(log, err, "failed to fetch endpoint for source")	×
138	}	×
139	dstEndpoint := &arcv1alpha1.Endpoint{}	2,191✔
140	if err := r.Get(ctx, namespacedName(order.Namespace, dstRefName), dstEndpoint); err != nil {	2,191✔
141	return ctrl.Result{}, errLogAndWrap(log, err, "failed to fetch endpoint for destination")	×
142	}	×
143
144	// Next, we need the secret contents
145	srcSecret := &corev1.Secret{}	2,191✔
146	if srcEndpoint.Spec.SecretRef.Name != "" {	4,380✔
147	if err := r.Get(ctx, namespacedName(order.Namespace, srcEndpoint.Spec.SecretRef.Name), srcSecret); err != nil {	2,189✔
148	return ctrl.Result{}, errLogAndWrap(log, err, "failed to fetch secret for source")	×
149	}	×
150	}
151
152	dstSecret := &corev1.Secret{}	2,191✔
153	if dstEndpoint.Spec.SecretRef.Name != "" {	4,380✔
154	if err := r.Get(ctx, namespacedName(order.Namespace, dstEndpoint.Spec.SecretRef.Name), dstSecret); err != nil {	2,189✔
155	return ctrl.Result{}, errLogAndWrap(log, err, "failed to fetch secret for destination")	×
156	}	×
157	}
158
159	// Create a hash based on all related data for idempotency and compute the workflow name
160	h := sha256.New()	2,191✔
161	data := []any{	2,191✔
162	order.Namespace,	2,191✔
163	artifact.Type, artifact.Spec.Raw,	2,191✔
164	srcEndpoint.Name, srcEndpoint.Generation,	2,191✔
165	dstEndpoint.Name, dstEndpoint.Generation,	2,191✔
166	srcSecret.Name, srcSecret.Generation,	2,191✔
167	dstSecret.Name, dstSecret.Generation,	2,191✔
168	}	2,191✔
169	jsonData, err := json.Marshal(data)	2,191✔
170	if err != nil {	2,191✔
NEW 171	return ctrl.Result{}, errLogAndWrap(log, err, "failed to marshal artifact workflow data")	×
172	}	×
173	h.Write(jsonData)	2,191✔
174	sha := hex.EncodeToString(h.Sum(nil))[:16]	2,191✔
175		2,191✔
176	// We gave all the information to further process this artifact workflow.	2,191✔
177	// Let's store it to compare it to the current status!	2,191✔
178	desiredAWs[sha] = desiredAW{	2,191✔
179	index: i,	2,191✔
180	objectMeta: awObjectMeta(order, sha),	2,191✔
181	artifact: &artifact,	2,191✔
182	srcEndpoint: srcEndpoint,	2,191✔
183	dstEndpoint: dstEndpoint,	2,191✔
184	srcSecret: srcSecret,	2,191✔
185	dstSecret: dstSecret,	2,191✔
186	}	2,191✔
187	}
188
189	// List missing artifact workflows
190	createAWs := []string{}	1,283✔
191	for sha := range desiredAWs {	3,474✔
192	_, exists := order.Status.ArtifactWorkflows[sha]	2,191✔
193	if exists {	4,365✔
194	continue	2,174✔
195	}
196	createAWs = append(createAWs, sha)	17✔
197	}
198
199	// Make sure status is initialized
200	if order.Status.ArtifactWorkflows == nil {	1,292✔
201	order.Status.ArtifactWorkflows = map[string]arcv1alpha1.OrderArtifactWorkflowStatus{}	9✔
202	}	9✔
203
204	// Find obsolete artifact workflows
205	deleteAWs := []string{}	1,283✔
206	for sha := range order.Status.ArtifactWorkflows {	3,458✔
207	_, exists := desiredAWs[sha]	2,175✔
208	if exists {	4,349✔
209	continue	2,174✔
210	}
211	deleteAWs = append(deleteAWs, sha)	1✔
212	}
213
214	// Create missing artifact workflows
215	for _, sha := range createAWs {	1,300✔
216	daw := desiredAWs[sha]	17✔
217	aw, err := r.hydrateArtifactWorkflow(&daw)	17✔
218	if err != nil {	17✔
219	return ctrl.Result{}, errLogAndWrap(log, err, "failed to hydrate artifact workflow")	×
220	}	×
221
222	// Set owner references
223	if err := controllerutil.SetControllerReference(order, aw, r.Scheme); err != nil {	17✔
224	return ctrl.Result{}, errLogAndWrap(log, err, "failed to set controller reference")	×
225	}	×
226
227	// Create artifact workflow
228	if err := r.Create(ctx, aw); err != nil {	19✔
229	if apierrors.IsAlreadyExists(err) {	4✔
230	// Already created by a previous reconcile — that's fine	2✔
231	continue	2✔
232	}
233	return ctrl.Result{}, errLogAndWrap(log, err, "failed to create artifact workflow")	×
234	}
235
236	// Update status
237	order.Status.ArtifactWorkflows[sha] = arcv1alpha1.OrderArtifactWorkflowStatus{	15✔
238	ArtifactIndex: daw.index,	15✔
239	Phase: arcv1alpha1.WorkflowUnknown,	15✔
240	}	15✔
241	}
242
243	// Delete obsolete artifact workflows
244	for _, sha := range deleteAWs {	1,284✔
245	// Does not exist anymore, let's clean up!	1✔
246	if err := r.Delete(ctx, &arcv1alpha1.ArtifactWorkflow{	1✔
247	ObjectMeta: awObjectMeta(order, sha),	1✔
248	}); client.IgnoreNotFound(err) != nil {	1✔
249	return ctrl.Result{}, errLogAndWrap(log, err, "failed to delete artifact workflow")	×
250	}	×
251
252	// Update status
253	delete(order.Status.ArtifactWorkflows, sha)	1✔
254	}
255
256	anyPhaseChanged := false	1,283✔
257	for sha, daw := range desiredAWs {	3,474✔
258	if slices.Contains(createAWs, sha) {	2,208✔
259	// If it was just created we skip the update	17✔
260	continue	17✔
261	}
262	aw := arcv1alpha1.ArtifactWorkflow{}	2,174✔
263	if err := r.Get(ctx, namespacedName(daw.objectMeta.Namespace, daw.objectMeta.Name), &aw); err != nil {	2,174✔
264	return ctrl.Result{}, errLogAndWrap(log, err, "failed to get artifact workflow")	×
265	}	×
266	if order.Status.ArtifactWorkflows[sha].Phase != aw.Status.Phase {	3,011✔
267	awStatus := order.Status.ArtifactWorkflows[sha]	837✔
268	awStatus.Phase = aw.Status.Phase	837✔
269	order.Status.ArtifactWorkflows[sha] = awStatus	837✔
270	anyPhaseChanged = true	837✔
271	}	837✔
272	}
273
274	// Update status
275	if len(createAWs) > 0 \|\| len(deleteAWs) > 0 \|\| anyPhaseChanged {	2,121✔
276	log.V(1).Info("Updating order status")	838✔
277	// Make sure ArtifactIndex is up to date	838✔
278	for sha, daw := range desiredAWs {	2,273✔
279	aws := order.Status.ArtifactWorkflows[sha]	1,435✔
280	aws.ArtifactIndex = daw.index	1,435✔
281	order.Status.ArtifactWorkflows[sha] = aws	1,435✔
282	}	1,435✔
283	if err := r.Status().Update(ctx, order); err != nil {	851✔
284	return ctrl.Result{}, errLogAndWrap(log, err, "failed to update status")	13✔
285	}	13✔
286	}
287
288	return ctrl.Result{}, nil	1,270✔
289	}
290
291	func (r OrderReconciler) hydrateArtifactWorkflow(daw desiredAW) (*arcv1alpha1.ArtifactWorkflow, error) {	17✔
292	params, err := dawToParameters(daw)	17✔
293	if err != nil {	17✔
294	return nil, err	×
295	}	×
296
297	// Next we create the ArtifactWorkflow instance
298	aw := &arcv1alpha1.ArtifactWorkflow{	17✔
299	ObjectMeta: daw.objectMeta,	17✔
300	Spec: arcv1alpha1.ArtifactWorkflowSpec{	17✔
301	Type: daw.artifact.Type,	17✔
302	Parameters: params,	17✔
303	SrcSecretRef: daw.srcEndpoint.Spec.SecretRef,	17✔
304	DstSecretRef: daw.dstEndpoint.Spec.SecretRef,	17✔
305	},	17✔
306	}	17✔
307		17✔
308	return aw, nil	17✔
309	}
310
311	// generateReconcileRequestsForEndpoint generates reconcile requests for all Endpoints referenced by an Order
312	func (r *OrderReconciler) generateReconcileRequestsForEndpoint(ctx context.Context, endpoint client.Object) []reconcile.Request {	25✔
313	resourcesReferencingEndpoint := &arcv1alpha1.OrderList{}	25✔
314	listOps := &client.ListOptions{	25✔
315	FieldSelector: fields.SelectorFromSet(fields.Set{".spec.srcRef.name": endpoint.GetName(), ".spec.dstRef.name": endpoint.GetName()}),	25✔
316	Namespace: endpoint.GetNamespace(),	25✔
317	}	25✔
318	err := r.List(ctx, resourcesReferencingEndpoint, listOps)	25✔
319	if err != nil {	50✔
320	return []reconcile.Request{}	25✔
321	}	25✔
322
323	requests := make([]reconcile.Request, len(resourcesReferencingEndpoint.Items))	×
324	for i, item := range resourcesReferencingEndpoint.Items {	×
325	log := ctrl.LoggerFrom(ctx)	×
326	log.V(1).Info("Generating reconcile request for resource because referenced endpoint has changed...")	×
327	requests[i] = reconcile.Request{	×
328	NamespacedName: types.NamespacedName{	×
329	Name: item.GetName(),	×
330	Namespace: item.GetNamespace(),	×
331	},	×
332	}	×
333	}	×
334	return requests	×
335	}
336
337	// SetupWithManager sets up the controller with the Manager.
338	func (r *OrderReconciler) SetupWithManager(mgr ctrl.Manager) error {	1✔
339	return ctrl.NewControllerManagedBy(mgr).	1✔
340	For(&arcv1alpha1.Order{}).	1✔
341	Watches(	1✔
342	&arcv1alpha1.Endpoint{},	1✔
343	handler.EnqueueRequestsFromMapFunc(r.generateReconcileRequestsForEndpoint),	1✔
344	builder.WithPredicates(predicate.ResourceVersionChangedPredicate{}),	1✔
345	).	1✔
346	Owns(&arcv1alpha1.ArtifactWorkflow{}).	1✔
347	Complete(r)	1✔
348	}	1✔
349
350	func namespacedName(namespace, name string) types.NamespacedName {	13,256✔
351	return types.NamespacedName{	13,256✔
352	Namespace: namespace,	13,256✔
353	Name: name,	13,256✔
354	}	13,256✔
355	}	13,256✔
356
357	func awName(order *arcv1alpha1.Order, sha string) string {	2,194✔
358	return fmt.Sprintf("%s-%s", order.Name, sha)	2,194✔
359	}	2,194✔
360
361	func awObjectMeta(order *arcv1alpha1.Order, sha string) metav1.ObjectMeta {	2,194✔
362	return metav1.ObjectMeta{	2,194✔
363	Namespace: order.Namespace,	2,194✔
364	Name: awName(order, sha),	2,194✔
365	}	2,194✔
366	}	2,194✔
367
368	// TODO: add unit tests
369	func dawToParameters(daw *desiredAW) ([]arcv1alpha1.ArtifactWorkflowParameter, error) {	17✔
370	params := []arcv1alpha1.ArtifactWorkflowParameter{	17✔
371	{	17✔
372	Name: paramName("src", "type"),	17✔
373	Value: daw.srcEndpoint.Spec.Type,	17✔
374	},	17✔
375	{	17✔
376	Name: paramName("src", "remoteURL"),	17✔
377	Value: daw.srcEndpoint.Spec.RemoteURL,	17✔
378	},	17✔
379	{	17✔
380	Name: paramName("dst", "type"),	17✔
381	Value: daw.dstEndpoint.Spec.Type,	17✔
382	},	17✔
383	{	17✔
384	Name: paramName("dst", "remoteURL"),	17✔
385	Value: daw.dstEndpoint.Spec.RemoteURL,	17✔
386	},	17✔
387	{	17✔
388	Name: "srcSecret",	17✔
389	Value: fmt.Sprintf("%v", daw.srcEndpoint.Spec.SecretRef.Name != ""),	17✔
390	},	17✔
391	{	17✔
392	Name: "dstSecret",	17✔
393	Value: fmt.Sprintf("%v", daw.dstEndpoint.Spec.SecretRef.Name != ""),	17✔
394	},	17✔
395	}	17✔
396		17✔
397	spec := map[string]any{}	17✔
398	raw := daw.artifact.Spec.Raw	17✔
399	if len(raw) == 0 {	23✔
400	raw = []byte("{}")	6✔
401	}	6✔
402	if err := json.Unmarshal(raw, &spec); err != nil {	17✔
403	return nil, err	×
404	}	×
405	flattened := map[string]any{}	17✔
406	flattenMap("spec", spec, flattened)	17✔
407	for name, value := range flattened {	28✔
408	params = append(params, arcv1alpha1.ArtifactWorkflowParameter{	11✔
409	Name: name,	11✔
410	Value: fmt.Sprintf("%v", value),	11✔
411	})	11✔
412	}	11✔
413
414	return params, nil	17✔
415	}
416
417	// TODO: add unit tests
418	func paramName(prefix, suffix string) string {	68✔
419	return prefix + strings.ToUpper(suffix[:1]) + suffix[1:]	68✔
420	}	68✔
421
422	// TODO: add unit tests
423	func flattenMap(prefix string, src map[string]any, dst map[string]any) {	17✔
424	for k, v := range src {	28✔
425	kt := strings.ToUpper(k[:1]) + k[1:]	11✔
426	switch child := v.(type) {	11✔
427	case map[string]any:	×
428	flattenMap(prefix+k, child, dst)	×
429	case []any:	×
430	for i, av := range child {	×
431	dst[prefix+kt+strconv.Itoa(i)] = av	×
432	}	×
433	default:	11✔
434	dst[prefix+kt] = v	11✔
435	}
436	}
437	}

opendefensecloud / artifact-conduit / 19627303272

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous