Manual cherry-pick: fix nil reference when hub-only controllers are d…

…isabled ref: https://issues.redhat.com/browse/ACM-6869 Cherry-pick: - open-cluster-management-io#98 (comment) Closes: stolostron#216 Signed-off-by: Jason Zhang <[email protected]>
zyjjay · Nov 23, 2023 · b5d2615 · b5d2615
1 parent a5f3904
commit b5d2615
Showing 1 changed file with 137 additions and 0 deletions.
diff --git a/main.go b/main.go
@@ -286,6 +286,9 @@ func main() {
 		hubMgr = getHubManager(mgrOptionsBase, hubMgrHealthAddr, hubCfg, managedCfg)
 	}
 
+	log.Info("Adding controllers to managers")
+	addControllers(mgrCtx, hubCfg, hubMgr, mgr)
+
 	log.Info("Starting the controller managers")
 
 	var wg sync.WaitGroup
@@ -800,3 +803,137 @@ func getFreeLocalAddr() (string, error) {
 
 	return fmt.Sprintf("127.0.0.1:%d", l.Addr().(*net.TCPAddr).Port), nil
 }
+
+// addControllers sets up all controllers with their respective managers
+func addControllers(ctx context.Context, hubCfg *rest.Config, hubMgr manager.Manager, managedMgr manager.Manager) {
+	// Set up all controllers for manager on managed cluster
+	var hubClient client.Client
+
+	if hubMgr == nil {
+		hubCache, err := cache.New(
+			hubCfg, cache.Options{Namespaces: []string{tool.Options.ClusterNamespaceOnHub}, Scheme: scheme},
+		)
+		if err != nil {
+			log.Error(err, "Failed to generate a cache to the hub cluster")
+			os.Exit(1)
+		}
+
+		go func() {
+			err := hubCache.Start(ctx)
+			if err != nil {
+				log.Error(err, "Failed to start the cache to the hub cluster")
+				os.Exit(1)
+			}
+		}()
+
+		hubClient, err = client.New(
+			hubCfg, client.Options{Scheme: scheme, Cache: &client.CacheOptions{Reader: hubCache}},
+		)
+
+		if err != nil {
+			log.Error(err, "Failed to generate a client to the hub cluster")
+			os.Exit(1)
+		}
+	} else {
+		hubClient = hubMgr.GetClient()
+	}
+
+	var kubeClientHub kubernetes.Interface = kubernetes.NewForConfigOrDie(hubCfg)
+
+	eventBroadcasterHub := record.NewBroadcaster()
+
+	eventBroadcasterHub.StartRecordingToSink(
+		&corev1.EventSinkImpl{Interface: kubeClientHub.CoreV1().Events(tool.Options.ClusterNamespaceOnHub)},
+	)
+
+	hubRecorder := eventBroadcasterHub.NewRecorder(eventsScheme, v1.EventSource{Component: statussync.ControllerName})
+
+	if err := (&statussync.PolicyReconciler{
+		ClusterNamespaceOnHub: tool.Options.ClusterNamespaceOnHub,
+		HubClient:             hubClient,
+		HubRecorder:           hubRecorder,
+		ManagedClient:         managedMgr.GetClient(),
+		ManagedRecorder:       managedMgr.GetEventRecorderFor(statussync.ControllerName),
+		Scheme:                managedMgr.GetScheme(),
+		ConcurrentReconciles:  int(tool.Options.EvaluationConcurrency),
+	}).SetupWithManager(managedMgr); err != nil {
+		log.Error(err, "unable to create controller", "controller", "Policy")
+		os.Exit(1)
+	}
+
+	depReconciler, depEvents := depclient.NewControllerRuntimeSource()
+
+	watcher, err := depclient.New(managedMgr.GetConfig(), depReconciler, nil)
+	if err != nil {
+		log.Error(err, "Unable to create dependency watcher")
+		os.Exit(1)
+	}
+
+	instanceName, _ := os.Hostname() // on an error, instanceName will be empty, which is ok
+
+	templateReconciler := &templatesync.PolicyReconciler{
+		Client:               managedMgr.GetClient(),
+		DynamicWatcher:       watcher,
+		Scheme:               managedMgr.GetScheme(),
+		Config:               managedMgr.GetConfig(),
+		Recorder:             managedMgr.GetEventRecorderFor(templatesync.ControllerName),
+		ClusterNamespace:     tool.Options.ClusterNamespace,
+		Clientset:            kubernetes.NewForConfigOrDie(managedMgr.GetConfig()),
+		InstanceName:         instanceName,
+		DisableGkSync:        tool.Options.DisableGkSync,
+		ConcurrentReconciles: int(tool.Options.EvaluationConcurrency),
+	}
+
+	go func() {
+		err := watcher.Start(ctx)
+		if err != nil {
+			panic(err)
+		}
+	}()
+
+	// Wait until the dynamic watcher has started.
+	<-watcher.Started()
+
+	if err := templateReconciler.Setup(managedMgr, depEvents); err != nil {
+		log.Error(err, "Unable to create the controller", "controller", templatesync.ControllerName)
+		os.Exit(1)
+	}
+
+	// Set up all controllers for manager on hub cluster
+	if tool.Options.DisableSpecSync {
+		return
+	}
+
+	var kubeClient kubernetes.Interface = kubernetes.NewForConfigOrDie(managedMgr.GetConfig())
+
+	eventBroadcaster := record.NewBroadcaster()
+
+	eventBroadcaster.StartRecordingToSink(
+		&corev1.EventSinkImpl{Interface: kubeClient.CoreV1().Events(tool.Options.ClusterNamespace)},
+	)
+
+	managedRecorder := eventBroadcaster.NewRecorder(eventsScheme, v1.EventSource{Component: specsync.ControllerName})
+
+	if err = (&specsync.PolicyReconciler{
+		HubClient:            hubClient,
+		ManagedClient:        managedMgr.GetClient(),
+		ManagedRecorder:      managedRecorder,
+		Scheme:               hubMgr.GetScheme(),
+		TargetNamespace:      tool.Options.ClusterNamespace,
+		ConcurrentReconciles: int(tool.Options.EvaluationConcurrency),
+	}).SetupWithManager(hubMgr); err != nil {
+		log.Error(err, "Unable to create the controller", "controller", specsync.ControllerName)
+		os.Exit(1)
+	}
+
+	if err = (&secretsync.SecretReconciler{
+		Client:               hubClient,
+		ManagedClient:        managedMgr.GetClient(),
+		Scheme:               hubMgr.GetScheme(),
+		TargetNamespace:      tool.Options.ClusterNamespace,
+		ConcurrentReconciles: int(tool.Options.EvaluationConcurrency),
+	}).SetupWithManager(hubMgr); err != nil {
+		log.Error(err, "Unable to create the controller", "controller", secretsync.ControllerName)
+		os.Exit(1)
+	}
+}