add google project scan

Author: jsbroks

cmd/ctrlc/root/sync/clickhouse/clickhouse.go

@@ -35,6 +35,7 @@ type ClickHouseConfigResponse struct {
 	Provider                        string                       `json:"provider"`
 	Region                          string                       `json:"region"`
 	State                           string                       `json:"state"`
+	ClickhouseVersion               string                       `json:"clickhouseVersion"`
 	Endpoints                       []ClickhouseEndpointResponse `json:"endpoints"`
 	Tier                            string                       `json:"tier"`
 	MinTotalMemoryGb                int                          `json:"minTotalMemoryGb"`
@@ -240,6 +241,8 @@ func NewSyncClickhouseCmd() *cobra.Command {
 					kinds.DBMetadataHost:   connection.Host,
 					kinds.DBMetadataSSL:    "true",
 
+					kinds.DBMetadataVersion: service.ClickhouseVersion,
+
 					"database/id":    service.ID,
 					"database/model": "relational",
 

cmd/ctrlc/root/sync/google/google.go

@@ -7,6 +7,7 @@ import (
 	"github.com/ctrlplanedev/cli/cmd/ctrlc/root/sync/google/cloudsql"
 	"github.com/ctrlplanedev/cli/cmd/ctrlc/root/sync/google/gke"
 	"github.com/ctrlplanedev/cli/cmd/ctrlc/root/sync/google/networks"
+	"github.com/ctrlplanedev/cli/cmd/ctrlc/root/sync/google/projects"
 	"github.com/ctrlplanedev/cli/cmd/ctrlc/root/sync/google/redis"
 	"github.com/ctrlplanedev/cli/cmd/ctrlc/root/sync/google/secrets"
 	"github.com/ctrlplanedev/cli/cmd/ctrlc/root/sync/google/vms"
@@ -46,6 +47,7 @@ func NewGoogleCloudCmd() *cobra.Command {
 	cmd.AddCommand(cliutil.AddIntervalSupport(networks.NewSyncNetworksCmd(), ""))
 	cmd.AddCommand(cliutil.AddIntervalSupport(vms.NewSyncVMsCmd(), ""))
 	cmd.AddCommand(cliutil.AddIntervalSupport(secrets.NewSyncSecretsCmd(), ""))
+	cmd.AddCommand(cliutil.AddIntervalSupport(projects.NewSyncProjectsCmd(), ""))
 
 	return cmd
 }

cmd/ctrlc/root/sync/google/projects/projects.go

@@ -0,0 +1,123 @@
+package projects
+
+import (
+	"context"
+	"fmt"
+
+	"github.com/MakeNowJust/heredoc/v2"
+	"github.com/charmbracelet/log"
+	"github.com/ctrlplanedev/cli/internal/api"
+	"github.com/spf13/cobra"
+	"github.com/spf13/viper"
+	"google.golang.org/api/cloudresourcemanager/v1"
+)
+
+// NewSyncProjectsCmd creates a new cobra command for syncing Google Cloud projects
+func NewSyncProjectsCmd() *cobra.Command {
+	var name string
+
+	cmd := &cobra.Command{
+		Use:   "projects", 
+		Short: "Sync Google Cloud projects into Ctrlplane",
+		Example: heredoc.Doc(`
+			# Make sure Google Cloud credentials are configured via environment variables or application default credentials
+			
+			# Sync all projects
+			$ ctrlc sync google projects
+		`),
+		RunE: func(cmd *cobra.Command, args []string) error {
+			log.Info("Syncing Google Cloud projects into Ctrlplane")
+
+			ctx := context.Background()
+
+			// Create Cloud Resource Manager client
+			crm, err := cloudresourcemanager.NewService(ctx)
+			if err != nil {
+				return fmt.Errorf("failed to create Cloud Resource Manager client: %w", err)
+			}
+
+			// List all projects
+			resp, err := crm.Projects.List().Do()
+			if err != nil {
+				return fmt.Errorf("failed to list projects: %w", err)
+			}
+
+			resources := []api.CreateResource{}
+
+			// Process each project
+			for _, project := range resp.Projects {
+				metadata := map[string]string{
+					"account/id":   project.ProjectId,
+					"account/name": project.Name,
+					"account/number": fmt.Sprintf("%d", project.ProjectNumber),
+					"account/state": project.LifecycleState,
+					"account/parent-id": project.Parent.Id,
+					"account/parent-type": project.Parent.Type,
+
+					"google/project-id":   project.ProjectId,
+					"google/project-name": project.Name,
+					"google/number":       fmt.Sprintf("%d", project.ProjectNumber),
+					"google/state":        project.LifecycleState,
+					"google/parent-id":    project.Parent.Id,
+					"google/parent-type":  project.Parent.Type,
+				}
+
+				// Add labels as metadata
+				for key, value := range project.Labels {
+					metadata[fmt.Sprintf("labels/%s", key)] = value
+				}
+
+				resources = append(resources, api.CreateResource{
+					Version:    "ctrlplane.dev/cloud/account/v1",
+					Kind:       "GoogleProject", 
+					Name:       project.Name,
+					Identifier: project.ProjectId,
+					Config: map[string]any{
+						"id":            project.ProjectId,
+						"name":          project.Name,
+						"projectNumber": project.ProjectNumber,
+						"state":         project.LifecycleState,
+						"parent": map[string]any{
+							"id":   project.Parent.Id,
+							"type": project.Parent.Type,
+						},
+						"labels": project.Labels,
+					},
+					Metadata: metadata,
+				})
+			}
+
+			// Upsert resources to Ctrlplane
+			if name == "" {
+				name = "google-projects"
+			}
+
+			apiURL := viper.GetString("url")
+			apiKey := viper.GetString("api-key")
+			workspaceId := viper.GetString("workspace")
+
+			ctrlplaneClient, err := api.NewAPIKeyClientWithResponses(apiURL, apiKey)
+			if err != nil {
+				return fmt.Errorf("failed to create API client: %w", err)
+			}
+
+			log.Info("Upserting resource provider", "name", name)
+			rp, err := api.NewResourceProvider(ctrlplaneClient, workspaceId, name)
+			if err != nil {
+				return fmt.Errorf("failed to create resource provider: %w", err)
+			}
+
+			upsertResp, err := rp.UpsertResource(ctx, resources)
+			if err != nil {
+				return fmt.Errorf("failed to upsert resources: %w", err)
+			}
+
+			log.Info("Response from upserting resources", "status", upsertResp.Status)
+			return nil
+		},
+	}
+
+	cmd.Flags().StringVarP(&name, "provider", "p", "", "Name of the resource provider")
+
+	return cmd
+}