From 2da29711af6087bdb592db1d33b4ebe7e1d655c4 Mon Sep 17 00:00:00 2001
From: Slavik Panasovets <slavik@google.com>
Date: Thu, 5 Dec 2024 01:13:17 +0000
Subject: [PATCH] Add multiproject manager which will be responsible for
 starting and tracking controllers per ClusterSlice

---
 pkg/multiproject/manager/manager.go | 118 ++++++++++++++++++++++++++++
 1 file changed, 118 insertions(+)
 create mode 100644 pkg/multiproject/manager/manager.go

diff --git a/pkg/multiproject/manager/manager.go b/pkg/multiproject/manager/manager.go
new file mode 100644
index 0000000000..86f3753d9e
--- /dev/null
+++ b/pkg/multiproject/manager/manager.go
@@ -0,0 +1,118 @@
+package manager
+
+import (
+	"fmt"
+	"sync"
+
+	"k8s.io/apimachinery/pkg/types"
+	informers "k8s.io/client-go/informers"
+	"k8s.io/client-go/kubernetes"
+	clusterslice "k8s.io/ingress-gce/pkg/apis/clusterslice/v1"
+	clustersliceclient "k8s.io/ingress-gce/pkg/clusterslice/client/clientset/versioned/typed/clusterslice/v1"
+	"k8s.io/ingress-gce/pkg/multiproject/finalizer"
+	"k8s.io/ingress-gce/pkg/multiproject/neg"
+	"k8s.io/ingress-gce/pkg/neg/syncers/labels"
+	svcnegclient "k8s.io/ingress-gce/pkg/svcneg/client/clientset/versioned"
+	"k8s.io/ingress-gce/pkg/utils/namer"
+	"k8s.io/klog/v2"
+)
+
+type ClusterSliceControllersManager struct {
+	controllers         map[string]*ControllerSet
+	mu                  sync.Mutex
+	logger              klog.Logger
+	clusterSliceClient  clustersliceclient.ClusterSliceInterface
+	informersFactory    informers.SharedInformerFactory
+	kubeClient          kubernetes.Interface
+	svcNegClient        svcnegclient.Interface
+	eventRecorderClient kubernetes.Interface
+	kubeSystemUID       types.UID
+	clusterNamer        *namer.Namer
+	l4Namer             *namer.L4Namer
+	lpConfig            labels.PodLabelPropagationConfig
+	defaultCloudConfig  string
+	globalStopCh        <-chan struct{}
+}
+
+type ControllerSet struct {
+	stopCh chan struct{}
+}
+
+func NewClusterSliceControllerManager(
+	kubeClient kubernetes.Interface,
+	informersFactory informers.SharedInformerFactory,
+	clusterSliceClient clustersliceclient.ClusterSliceInterface,
+	svcNegClient svcnegclient.Interface,
+	eventRecorderClient kubernetes.Interface,
+	kubeSystemUID types.UID,
+	clusterNamer *namer.Namer,
+	l4Namer *namer.L4Namer,
+	lpConfig labels.PodLabelPropagationConfig,
+	defaultCloudConfig string,
+	globalStopCh <-chan struct{},
+	logger klog.Logger,
+) *ClusterSliceControllersManager {
+	return &ClusterSliceControllersManager{
+		controllers:         make(map[string]*ControllerSet),
+		logger:              logger,
+		clusterSliceClient:  clusterSliceClient,
+		informersFactory:    informersFactory,
+		kubeClient:          kubeClient,
+		svcNegClient:        svcNegClient,
+		eventRecorderClient: eventRecorderClient,
+		kubeSystemUID:       kubeSystemUID,
+		clusterNamer:        clusterNamer,
+		l4Namer:             l4Namer,
+		lpConfig:            lpConfig,
+		defaultCloudConfig:  defaultCloudConfig,
+		globalStopCh:        globalStopCh,
+	}
+}
+
+func clusterSliceKey(cs *clusterslice.ClusterSlice) string {
+	return cs.Namespace + "/" + cs.Name
+}
+
+func (cscm *ClusterSliceControllersManager) StartControllersForClusterSlice(cs *clusterslice.ClusterSlice) error {
+	cscm.mu.Lock()
+	defer cscm.mu.Unlock()
+
+	csKey := clusterSliceKey(cs)
+	if _, exists := cscm.controllers[csKey]; exists {
+		cscm.logger.Info("Controllers for cluster slice already exist, skipping start", "clusterSliceId", csKey)
+		return nil
+	}
+
+	err := finalizer.EnsureClusterSliceNEGCleanupFinalizer(cs, cscm.clusterSliceClient, cscm.logger)
+	if err != nil {
+		return fmt.Errorf("failed to ensure NEG cleanup finalizer for project %s: %v", csKey, err)
+	}
+	negControllerStopCh, err := neg.StartNEGController(cscm.informersFactory, cscm.kubeClient, cscm.svcNegClient, cscm.eventRecorderClient, cscm.kubeSystemUID, cscm.clusterNamer, cscm.l4Namer, cscm.lpConfig, cscm.defaultCloudConfig, cscm.globalStopCh, cscm.logger, cs)
+	if err != nil {
+		return fmt.Errorf("failed to start NEG controller for project %s: %v", csKey, err)
+	}
+	cscm.controllers[csKey] = &ControllerSet{
+		stopCh: negControllerStopCh,
+	}
+
+	cscm.logger.Info("Started controllers for cluster slice", "clusterSliceId", csKey)
+	return nil
+}
+
+func (cscm *ClusterSliceControllersManager) StopControllersForClusterSlice(cs *clusterslice.ClusterSlice) {
+	cscm.mu.Lock()
+	defer cscm.mu.Unlock()
+
+	csKey := clusterSliceKey(cs)
+	_, exists := cscm.controllers[csKey]
+	if !exists {
+		cscm.logger.Info("Controllers for cluster slice do not exist", "clusterSliceId", csKey)
+		return
+	}
+
+	close(cscm.controllers[csKey].stopCh)
+
+	delete(cscm.controllers, csKey)
+	finalizer.DeleteClusterSliceNEGCleanupFinalizer(cs, cscm.clusterSliceClient, cscm.logger)
+	cscm.logger.Info("Stopped controllers for cluster slice", "clusterSliceId", csKey)
+}