From 9e1b82a7ed177b69b4b994876d15dfdecd906a98 Mon Sep 17 00:00:00 2001
From: Zhiying Lin <zhiyingl456@gmail.com>
Date: Thu, 29 Jun 2023 13:44:02 +0800
Subject: [PATCH] feat: create a policy snapshot watcher for CRP controller

---
 ...sterschedulingpolicysnapshot_controller.go | 78 +++++++++++++++++++
 1 file changed, 78 insertions(+)
 create mode 100644 pkg/controllers/clustershedulingpolicysnapshot/clusterschedulingpolicysnapshot_controller.go

diff --git a/pkg/controllers/clustershedulingpolicysnapshot/clusterschedulingpolicysnapshot_controller.go b/pkg/controllers/clustershedulingpolicysnapshot/clusterschedulingpolicysnapshot_controller.go
new file mode 100644
index 000000000..5606f4b40
--- /dev/null
+++ b/pkg/controllers/clustershedulingpolicysnapshot/clusterschedulingpolicysnapshot_controller.go
@@ -0,0 +1,78 @@
+/*
+Copyright (c) Microsoft Corporation.
+Licensed under the MIT license.
+*/
+
+// Package clustershedulingpolicysnapshot features a controller to reconcile the clusterSchedulingPolicySnapshot object.
+package clustershedulingpolicysnapshot
+
+import (
+	"context"
+	"fmt"
+	"time"
+
+	"k8s.io/apimachinery/pkg/api/errors"
+	"k8s.io/klog/v2"
+	ctrl "sigs.k8s.io/controller-runtime"
+	"sigs.k8s.io/controller-runtime/pkg/client"
+	"sigs.k8s.io/controller-runtime/pkg/event"
+	"sigs.k8s.io/controller-runtime/pkg/predicate"
+
+	fleetv1beta1 "go.goms.io/fleet/apis/placement/v1beta1"
+	"go.goms.io/fleet/pkg/utils/controller"
+)
+
+// Reconciler reconciles a clusterSchedulingPolicySnapshot object.
+type Reconciler struct {
+	client.Client
+
+	// PlacementController exposes the placement queue for the reconciler to push to.
+	PlacementController controller.Controller
+}
+
+// Reconcile triggers a single CRP reconcile round when scheduling policy has changed.
+func (r *Reconciler) Reconcile(ctx context.Context, req ctrl.Request) (ctrl.Result, error) {
+	name := req.NamespacedName
+	snapshot := fleetv1beta1.ClusterSchedulingPolicySnapshot{}
+	snapshotKRef := klog.KRef(name.Namespace, name.Name)
+
+	startTime := time.Now()
+	klog.V(2).InfoS("Reconciliation starts", "clusterSchedulingPolicySnapshot", snapshotKRef)
+	defer func() {
+		latency := time.Since(startTime).Milliseconds()
+		klog.V(2).InfoS("Reconciliation ends", "clusterSchedulingPolicySnapshot", snapshotKRef, "latency", latency)
+	}()
+
+	if err := r.Client.Get(ctx, name, &snapshot); err != nil {
+		if errors.IsNotFound(err) {
+			klog.V(4).InfoS("Ignoring NotFound clusterSchedulingPolicySnapshot", "clusterSchedulingPolicySnapshot", snapshotKRef)
+			return ctrl.Result{}, nil
+		}
+		klog.ErrorS(err, "Failed to get clusterSchedulingPolicySnapshot", "clusterSchedulingPolicySnapshot", snapshotKRef)
+		return ctrl.Result{}, controller.NewAPIServerError(true, err)
+	}
+	crp := snapshot.Labels[fleetv1beta1.CRPTrackingLabel]
+	if len(crp) == 0 {
+		err := fmt.Errorf("invalid label value %s", fleetv1beta1.CRPTrackingLabel)
+		klog.ErrorS(err, "Invalid clusterSchedulingPolicySnapshot", "clusterSchedulingPolicySnapshot", snapshotKRef)
+		return ctrl.Result{}, controller.NewUnexpectedBehaviorError(err)
+	}
+
+	r.PlacementController.Enqueue(crp)
+	return ctrl.Result{}, nil
+}
+
+// SetupWithManager sets up the controller with the Manager.
+func (r *Reconciler) SetupWithManager(mgr ctrl.Manager) error {
+	return ctrl.NewControllerManagedBy(mgr).
+		For(&fleetv1beta1.ClusterSchedulingPolicySnapshot{}).
+		WithEventFilter(predicate.Funcs{
+			// skipping delete and create events so that CRP controller does not need to update the status.
+			DeleteFunc: func(e event.DeleteEvent) bool {
+				return false
+			},
+			CreateFunc: func(e event.CreateEvent) bool {
+				return false
+			},
+		}).Complete(r)
+}