refactor: create run function

The `run` function executes the program as it used to, but is now
oblivious of the service registry you choose.

Signed-off-by: Elis Lulja <elulja@cisco.com>

Author: asimpleidea

pkg/command/run/run.go

@@ -26,29 +26,40 @@ import (
 	"os"
 	"time"
 
+	"github.com/CloudNativeSDWAN/cnwan-operator/controllers"
 	"github.com/CloudNativeSDWAN/cnwan-operator/pkg/cluster"
+	"github.com/CloudNativeSDWAN/cnwan-operator/pkg/servregistry"
 	"github.com/rs/zerolog"
 	"github.com/spf13/cobra"
 	"google.golang.org/api/option"
 	"gopkg.in/yaml.v3"
+	corev1 "k8s.io/api/core/v1"
+	k8sruntime "k8s.io/apimachinery/pkg/runtime"
+	clientgoscheme "k8s.io/client-go/kubernetes/scheme"
+	_ "k8s.io/client-go/plugin/pkg/client/auth/gcp"
 	"k8s.io/client-go/rest"
+	ctrl "sigs.k8s.io/controller-runtime"
 )
 
+// TODO: when #81 is fixed ctrl.Log will be removed in favor of zerolog.
 var log zerolog.Logger
 
 const (
 	defaultNamespaceName         string = "cnwan-operator-system"
 	namespaceEnvName             string = "CNWAN_OPERATOR_NAMESPACE"
 	defaultSettingsConfigMapName string = "cnwan-operator-settings"
+	opKey                        string = "owner"
+	opVal                        string = "cnwan-operator"
 )
 
 type Options struct {
 	WatchNamespacesByDefault bool                   `yaml:"watchNamespacesByDefault"`
 	ServiceSettings          *ServiceSettings       `yaml:",inline"`
 	CloudMetadata            *CloudMetadataSettings `yaml:"cloudMetadata"`
 
-	RunningInK8s bool
-	Namespace    string
+	PersistentMetadata map[string]string
+	RunningInK8s       bool
+	Namespace          string
 }
 
 type ServiceSettings struct {
@@ -75,6 +86,7 @@ func GetRunCommand() *cobra.Command {
 
 			return true
 		}(),
+		PersistentMetadata: map[string]string{},
 	}
 
 	var (
@@ -252,13 +264,15 @@ func GetRunCommand() *cobra.Command {
 
 					switch cluster.WhereAmIRunning() {
 					case cluster.GKECluster:
+						opts.PersistentMetadata["cnwan.io/platform"] = string(cluster.GKECluster)
 						nw, err := cluster.GetNetworkFromGKE(ctx, option.WithCredentialsJSON(credentialsBytes))
 						if err != nil {
 							return nil, fmt.Errorf("cannot get network configuration from GKE: %w", err)
 						}
 
 						return nw, nil
 					case cluster.EKSCluster:
+						opts.PersistentMetadata["cnwan.io/platform"] = string(cluster.EKSCluster)
 						nw, err := cluster.GetNetworkFromEKS(ctx)
 						if err != nil {
 							return nil, fmt.Errorf("cannot get network configuration from EKS: %w", err)
@@ -273,12 +287,19 @@ func GetRunCommand() *cobra.Command {
 					return err
 				}
 
-				if opts.CloudMetadata.Network != nil && *opts.CloudMetadata.Network == "auto" {
-					opts.CloudMetadata.Network = &netwCfg.NetworkName
+				if opts.CloudMetadata.Network != nil {
+					if *opts.CloudMetadata.Network == "auto" {
+						opts.CloudMetadata.Network = &netwCfg.NetworkName
+					}
+
+					opts.PersistentMetadata["cnwan.io/network"] = *opts.CloudMetadata.Network
 				}
 
-				if opts.CloudMetadata.SubNetwork != nil && *opts.CloudMetadata.SubNetwork == "auto" {
-					opts.CloudMetadata.SubNetwork = &netwCfg.SubNetworkName
+				if opts.CloudMetadata.SubNetwork != nil {
+					if *opts.CloudMetadata.SubNetwork == "auto" {
+						opts.CloudMetadata.SubNetwork = &netwCfg.SubNetworkName
+					}
+					opts.PersistentMetadata["cnwan.io/sub-network"] = *opts.CloudMetadata.Network
 				}
 			}
 
@@ -328,3 +349,64 @@ func GetRunCommand() *cobra.Command {
 
 	return cmd
 }
+
+func run(sr servregistry.ServiceRegistry, opts *Options) error {
+	persistentMeta := []servregistry.MetadataPair{}
+	for key, val := range opts.PersistentMetadata {
+		persistentMeta = append(persistentMeta, servregistry.MetadataPair{
+			Key:   key,
+			Value: val,
+		})
+	}
+
+	srBroker, err := servregistry.NewBroker(sr, servregistry.MetadataPair{Key: opKey, Value: opVal}, persistentMeta...)
+	if err != nil {
+		return fmt.Errorf("cannot start service registry broker: %w", err)
+	}
+
+	scheme := k8sruntime.NewScheme()
+	_ = clientgoscheme.AddToScheme(scheme)
+	_ = corev1.AddToScheme(scheme)
+	// +kubebuilder:scaffold:scheme
+
+	// Controller manager
+	mgr, err := ctrl.NewManager(ctrl.GetConfigOrDie(), ctrl.Options{
+		Scheme:             scheme,
+		LeaderElection:     false,
+		MetricsBindAddress: "0",
+	})
+	if err != nil {
+		return fmt.Errorf("cannot start controller manager: %w", err)
+	}
+
+	// Service controller
+	if err = (&controllers.ServiceReconciler{
+		Client:                   mgr.GetClient(),
+		Log:                      ctrl.Log.WithName("controllers").WithName("Service"),
+		Scheme:                   mgr.GetScheme(),
+		ServRegBroker:            srBroker,
+		WatchNamespacesByDefault: opts.WatchNamespacesByDefault,
+		AllowedAnnotations:       opts.ServiceSettings.Annotations,
+	}).SetupWithManager(mgr); err != nil {
+		return fmt.Errorf("cannot create service controller: %w", err)
+	}
+
+	// Namespace controller
+	if err = (&controllers.NamespaceReconciler{
+		Client:                   mgr.GetClient(),
+		Log:                      ctrl.Log.WithName("controllers").WithName("Namespace"),
+		Scheme:                   mgr.GetScheme(),
+		ServRegBroker:            srBroker,
+		WatchNamespacesByDefault: opts.WatchNamespacesByDefault,
+		AllowedAnnotations:       opts.ServiceSettings.Annotations,
+	}).SetupWithManager(mgr); err != nil {
+		return fmt.Errorf("cannot create namespace controller: %w", err)
+	}
+	// +kubebuilder:scaffold:builder
+
+	if err := mgr.Start(ctrl.SetupSignalHandler()); err != nil {
+		return fmt.Errorf("error while starting controller manager: %w", err)
+	}
+
+	return nil
+}