feat: adds cao based cb cluster deployment

cbdcconfig/config.go

@@ -50,6 +50,7 @@ type Config struct {
 	GCP     Config_GCP     `yaml:"gcp"`
 	Azure   Config_Azure   `yaml:"azure"`
 	Capella Config_Capella `yaml:"capella"`
+	Cao 	Config_Cao 	   `yaml:"cao"`
 
 	DefaultDeployer string        `yaml:"default-deployer"`
 	DefaultExpiry   time.Duration `yaml:"default-expiry"`
@@ -107,6 +108,23 @@ type Config_Capella struct {
 	DefaultGcpRegion   string `yaml:"default-gcp-region"`
 }
 
+type Config_Cao struct {
+	Enabled 			StringBool `yaml:"enabled"`
+	KubeConfigPath		string	`yaml:"kubeconfig"`
+
+	// for pulling ghcr images
+	NeedGhcrAccess		StringBool `yaml:"needGhcrAccess"`
+	GhcrToken   		string     `yaml:"ghcrToken"`
+	GhcrUser    		string     `yaml:"ghcrUser"`
+
+	OperatorVersion     string `yaml:"operatorVersion"`
+	OperatorNamespace   string `yaml:"operatorNamespace"`
+	AdmissionVersion    string `yaml:"admissionVersion"`
+	AdmissionNamespace  string `yaml:"admissionNamespace"`
+	CrdPath				string `yaml:"crdPath"`
+	CaoBinPath			string `yaml:"caoBinPath"`
+}
+
 func DefaultConfigPath() (string, error) {
 	homePath, err := os.UserHomeDir()
 	if err != nil {

cbdcconfig/defaults.go

@@ -7,3 +7,18 @@ const (
 	DEFAULT_CAPELLA_ENDPOINT = "https://api.cloud.couchbase.com"
 	DEFAULT_CAPELLA_PROVIDER = "aws"
 )
+
+const (
+	// ONLY, released(public) operator/admission controller images are used here
+	// This is because we are NOT testing on unreleased(private/ghcr) operator/admission controlle
+	// We use CNG w/ operator from version 2.5.0+
+	DEFAULT_CAO_OPERATOR_VERSION	= "2.5.0"
+	// We use CNG w/ admission from version 2.5.0+
+	DEFAULT_CAO_ADMISSION_VERSION	= "2.5.0"
+	// We use CNG w/ admission from version 2.5.0+
+	DEFAULT_CAO_CRD_FILE_PATH		= "cbdcconfig/cao/2.5/crd.yaml"
+	// cao binary doesn't chnage usually, unlesss a new command/flag need to be used.
+	DEFAULT_CAO_BIN_PATH			= "./cbdcconfig/cao/bin/cao"
+
+	DEFAULT_NAMESPACE 				= "default"
+)

clusterdef/nodegroup.go

@@ -8,11 +8,13 @@ type NodeGroup struct {
 	// any existing nodes when doing modifications.
 	ForceNew bool `yaml:"force-new,omitempty"`
 
-	Version  string    `yaml:"version,omitempty"`
-	Services []Service `yaml:"services,omitempty"`
+	Version     string    `yaml:"version,omitempty"`
+	ServerImage string    `yaml:"srvImage,omitempty"`
+	Services    []Service `yaml:"services,omitempty"`
 
 	Docker DockerNodeGroup `yaml:"docker,omitempty"`
 	Cloud  CloudNodeGroup  `yaml:"cloud,omitempty"`
+	Cao    CaoNodeGroup    `yaml:"cao,omitempty"`
 }
 
 type DockerNodeGroup struct {
@@ -25,3 +27,7 @@ type CloudNodeGroup struct {
 	DiskSize     int    `yaml:"disk-size,omitempty"`
 	DiskIops     int    `yaml:"disk-iops,omitempty"`
 }
+
+type CaoNodeGroup struct {
+	CNGImage string `yaml:"cngImage,omitempty"`
+}

cmd/cmdhelper.go

@@ -16,8 +16,10 @@ import (
 	"github.com/aws/aws-sdk-go-v2/config"
 	"github.com/couchbaselabs/cbdinocluster/cbdcconfig"
 	"github.com/couchbaselabs/cbdinocluster/deployment"
+	"github.com/couchbaselabs/cbdinocluster/deployment/caodeploy"
 	"github.com/couchbaselabs/cbdinocluster/deployment/clouddeploy"
 	"github.com/couchbaselabs/cbdinocluster/deployment/dockerdeploy"
+	"github.com/couchbaselabs/cbdinocluster/utils/caocontrol"
 	"github.com/couchbaselabs/cbdinocluster/utils/capellacontrol"
 	"github.com/docker/docker/client"
 	"github.com/pkg/errors"
@@ -160,6 +162,55 @@ func (h *CmdHelper) getCloudDeployer(ctx context.Context) (*clouddeploy.Deployer
 	return prov, nil
 }
 
+func (h *CmdHelper) getCaoDeployer(ctx context.Context) (*caodeploy.Deployer, error) {
+	logger := h.GetLogger()
+	config := h.GetConfig(ctx)
+
+	if !config.Cao.Enabled.Value() {
+		return nil, nil
+	}
+
+	kubeConfigPath := config.Cao.KubeConfigPath
+
+	client, err := caocontrol.NewController(&caocontrol.ControllerOptions{
+		Logger:         logger,
+		KubeConfigPath: kubeConfigPath,
+	})
+	if err != nil {
+		return nil, errors.Wrap(err, "failed to create cao controller")
+	}
+
+	caoOperatorVer := config.Cao.OperatorVersion
+	caoAdmissionVer := config.Cao.AdmissionVersion
+	operatorNamespace := config.Cao.AdmissionNamespace
+	admissionNamespace := config.Cao.OperatorNamespace
+	caoCRDPath := config.Cao.CrdPath
+	caoBinPath := config.Cao.CaoBinPath
+
+	dopts := &caodeploy.NewDeployerOptions{
+		Logger:             logger,
+		Client:             client,
+		OperatorVer:        caoOperatorVer,
+		AdmissionVer:       caoAdmissionVer,
+		CrdPath:            caoCRDPath,
+		CaoBinPath:         caoBinPath,
+		AdmissionNamespace: admissionNamespace,
+		OperatorNamespace:  operatorNamespace,
+	}
+
+	if config.Cao.NeedGhcrAccess.Value() {
+		dopts.GhcrUser = config.Cao.GhcrUser
+		dopts.GhcrToken = config.Cao.GhcrToken
+	}
+
+	caoDeployer, err := caodeploy.NewDeployer(dopts)
+	if err != nil {
+		return nil, errors.Wrap(err, "failed to create cao deployer")
+	}
+
+	return caoDeployer, nil
+}
+
 func (h *CmdHelper) GetAllDeployers(ctx context.Context) map[string]deployment.Deployer {
 	logger := h.GetLogger()
 
@@ -175,6 +226,11 @@ func (h *CmdHelper) GetAllDeployers(ctx context.Context) map[string]deployment.D
 		out["cloud"] = cloudDeployer
 	}
 
+	caoDeployer, _ := h.getCaoDeployer(ctx)
+	if caoDeployer != nil {
+		out["cao"] = caoDeployer
+	}
+
 	logger.Info("identified available deployers",
 		zap.Strings("deployers", maps.Keys(out)))
 
@@ -188,9 +244,12 @@ func (h *CmdHelper) GetAllDeployers(ctx context.Context) map[string]deployment.D
 func (h *CmdHelper) GetDeployer(ctx context.Context) deployment.Deployer {
 	config := h.GetConfig(ctx)
 
-	if config.DefaultDeployer == "cloud" {
+	switch config.DefaultDeployer {
+	case "cloud":
 		return h.GetCloudDeployer(ctx)
-	} else {
+	case "cao":
+		return h.GetCaoDeployer(ctx)
+	default:
 		return h.GetDockerDeployer(ctx)
 	}
 }
@@ -260,6 +319,17 @@ func (h *CmdHelper) GetCloudDeployer(ctx context.Context) *clouddeploy.Deployer
 	return deployer
 }
 
+func (h *CmdHelper) GetCaoDeployer(ctx context.Context) *caodeploy.Deployer {
+	logger := h.GetLogger()
+
+	deployer, err := h.getCaoDeployer(ctx)
+	if err != nil {
+		logger.Fatal("failed to get cao deployer", zap.Error(err))
+	}
+
+	return deployer
+}
+
 func (h *CmdHelper) GetAWSCredentials(ctx context.Context) aws.Credentials {
 	logger := h.GetLogger()
 	cbdcConfig := h.GetConfig(ctx)