chore: aws mac pool allow orchestrate serverless stack, to allow several task specs

Signed-off-by: Adrian Riobo <[email protected]>

Author: adrianriobo

Makefile

@@ -2,8 +2,8 @@ VERSION ?= 1.0.0-dev
 CONTAINER_MANAGER ?= podman
 
 # Image URL to use all building/pushing image targets
-IMG ?= quay.io/redhat-developer/mapt:v${VERSION}
-TKN_IMG ?= quay.io/redhat-developer/mapt:v${VERSION}-tkn
+IMG ?= ghcr.io/redhat-developer/mapt:pr-421
+TKN_IMG ?= ghcr.io/redhat-developer/mapt:pr-421-tkn
 
 # Integrations
 # renovate: datasource=github-releases depName=cirruslabs/cirrus-cli

cmd/mapt/cmd/aws/services/mac-pool.go

@@ -20,6 +20,7 @@ const (
 	cmdHousekeep     = "house-keep"
 	cmdHousekeepDesc = "house keeping for mac pool. Detroy old machines on over capacity and create new ones if capacity not meet"
 
+	// Pool params
 	paramName                   = "name"
 	paramNameDesc               = "pool name it is a unique identifier for the pool. The name should be unique for the whole AWS account"
 	paramOfferedCapacity        = "offered-capacity"
@@ -28,6 +29,23 @@ const (
 	paramMaxSize                = "max-size"
 	paramMaxSizeDesc            = "max number of machines in the pool"
 	paramMaxSizeDefault         = 2
+	// Machines in the pool params
+	paramVPCID           = "vpcid"
+	paramVPCIDDesc       = "VPC Id to setup mac machines"
+	paramVPCIDDefault    = ""
+	paramAZID            = "azid"
+	paramAZIDDesc        = "AZ Id to setup mac machines"
+	paramAZIDDefault     = ""
+	paramSubnetID        = "subnetid"
+	paramSubnetIDDesc    = "Subnet Id to setup mac machines"
+	paramSubnetIDDefault = ""
+	paramSSHSGID         = "ssh-sgid"
+	paramSSHSGIDDesc     = "Security group Id to securize ssh access to machines. SSH can only be used from instances with this SG."
+	paramSSHSGIDDefault  = ""
+	// Request / Release
+	paramTicket        = "ticket"
+	paramTicketDesc    = "this is a unique identifier to tag the dedicated host meanwhile it is being locked to identify the request which locked it. It will be used on release to identify the machine being released"
+	paramTicketDefault = ""
 )
 
 func GetMacPoolCmd() *cobra.Command {
@@ -67,14 +85,13 @@ func createMP() *cobra.Command {
 					DebugLevel:    viper.GetUint(params.DebugLevel),
 					Tags:          viper.GetStringMapString(params.Tags),
 				},
-				&macpool.MacPoolRequestArgs{
+				&macpool.PoolRequestArgs{
 					Prefix:          "main",
-					PoolName:        viper.GetString(paramName),
+					Name:            viper.GetString(paramName),
 					Architecture:    viper.GetString(awsParams.MACArch),
 					OSVersion:       viper.GetString(awsParams.MACOSVersion),
 					OfferedCapacity: viper.GetInt(paramOfferedCapacity),
-					MaxSize:         viper.GetInt(paramMaxSize),
-					FixedLocation:   viper.IsSet(awsParams.MACFixedLocation)}); err != nil {
+					MaxSize:         viper.GetInt(paramMaxSize)}); err != nil {
 				logging.Error(err)
 			}
 			return nil
@@ -89,7 +106,6 @@ func createMP() *cobra.Command {
 	flagSet.StringP(awsParams.MACArch, "", awsParams.MACArchDefault, awsParams.MACArchDesc)
 	flagSet.StringP(awsParams.MACOSVersion, "", awsParams.MACOSVersionDefault, awsParams.MACOSVersionDesc)
 	flagSet.StringToStringP(params.Tags, "", nil, params.TagsDesc)
-	flagSet.Bool(awsParams.MACFixedLocation, false, awsParams.MACFixedLocationDesc)
 	c.PersistentFlags().AddFlagSet(flagSet)
 	return c
 }
@@ -138,28 +154,39 @@ func houseKeep() *cobra.Command {
 					DebugLevel:  viper.GetUint(params.DebugLevel),
 					Tags:        viper.GetStringMapString(params.Tags),
 				},
-				&macpool.MacPoolRequestArgs{
-					Prefix:          "main",
-					PoolName:        viper.GetString(paramName),
-					Architecture:    viper.GetString(awsParams.MACArch),
-					OSVersion:       viper.GetString(awsParams.MACOSVersion),
-					OfferedCapacity: viper.GetInt(paramOfferedCapacity),
-					MaxSize:         viper.GetInt(paramMaxSize),
-					FixedLocation:   viper.IsSet(awsParams.MACFixedLocation)}); err != nil {
+				&macpool.HouseKeepRequestArgs{
+					Pool: &macpool.PoolRequestArgs{
+						Prefix:          "main",
+						Name:            viper.GetString(paramName),
+						Architecture:    viper.GetString(awsParams.MACArch),
+						OSVersion:       viper.GetString(awsParams.MACOSVersion),
+						OfferedCapacity: viper.GetInt(paramOfferedCapacity),
+						MaxSize:         viper.GetInt(paramMaxSize),
+					},
+					Machine: &macpool.MachineRequestArgs{
+						VPCID:    viper.GetString(paramVPCID),
+						AZID:     viper.GetString(paramAZID),
+						SubnetID: viper.GetString(paramSubnetID),
+						SSHSGID:  viper.GetString(paramSSHSGID)},
+				}); err != nil {
 				logging.Error(err)
 			}
 			return nil
 		},
 	}
 	flagSet := pflag.NewFlagSet(params.CreateCmdName, pflag.ExitOnError)
+	params.AddCommonFlags(flagSet)
 	flagSet.StringToStringP(params.Tags, "", nil, params.TagsDesc)
 	flagSet.StringP(paramName, "", "", paramNameDesc)
 	flagSet.Int(paramOfferedCapacity, paramOfferedCapacityDefault, paramOfferedCapacityDesc)
 	flagSet.Int(paramMaxSize, paramMaxSizeDefault, paramMaxSizeDesc)
 	flagSet.StringP(awsParams.MACArch, "", awsParams.MACArchDefault, awsParams.MACArchDesc)
 	flagSet.StringP(awsParams.MACOSVersion, "", awsParams.MACOSVersion, awsParams.MACOSVersionDefault)
-	flagSet.Bool(awsParams.MACFixedLocation, false, awsParams.MACFixedLocationDesc)
 	flagSet.Bool(params.Serverless, false, params.ServerlessDesc)
+	flagSet.StringP(paramVPCID, "", paramVPCIDDefault, paramVPCIDDesc)
+	flagSet.StringP(paramAZID, "", paramAZIDDefault, paramAZIDDesc)
+	flagSet.StringP(paramSubnetID, "", paramSubnetIDDefault, paramSubnetIDDesc)
+	flagSet.StringP(paramSSHSGID, "", paramSSHSGIDDefault, paramSSHSGIDDesc)
 	c.PersistentFlags().AddFlagSet(flagSet)
 	return c
 }
@@ -209,7 +236,14 @@ func request() *cobra.Command {
 					PoolName:     viper.GetString(paramName),
 					Architecture: viper.GetString(awsParams.MACArch),
 					OSVersion:    viper.GetString(awsParams.MACOSVersion),
-					Timeout:      viper.GetString(params.Timeout),
+					Machine: &macpool.MachineRequestArgs{
+						VPCID:    viper.GetString(paramVPCID),
+						AZID:     viper.GetString(paramAZID),
+						SubnetID: viper.GetString(paramSubnetID),
+						SSHSGID:  viper.GetString(paramSSHSGID),
+					},
+					Ticket:  viper.GetString(paramTicket),
+					Timeout: viper.GetString(params.Timeout),
 				}); err != nil {
 				logging.Error(err)
 			}
@@ -223,6 +257,11 @@ func request() *cobra.Command {
 	flagSet.StringP(awsParams.MACArch, "", awsParams.MACArchDefault, awsParams.MACArchDesc)
 	flagSet.StringP(awsParams.MACOSVersion, "", awsParams.MACOSVersion, awsParams.MACOSVersionDefault)
 	flagSet.StringP(params.Timeout, "", "", params.TimeoutDesc)
+	flagSet.StringP(paramVPCID, "", paramVPCIDDefault, paramVPCIDDesc)
+	flagSet.StringP(paramAZID, "", paramAZIDDefault, paramAZIDDesc)
+	flagSet.StringP(paramSubnetID, "", paramSubnetIDDefault, paramSubnetIDDesc)
+	flagSet.StringP(paramSSHSGID, "", paramSSHSGIDDefault, paramSSHSGIDDesc)
+	flagSet.StringP(paramTicket, "", paramTicketDefault, paramTicketDesc)
 	flagSet.Bool(params.Serverless, false, params.ServerlessDesc)
 	flagSet.Bool(params.Remote, false, params.RemoteDesc)
 	flagSet.AddFlagSet(params.GetGHActionsFlagset())
@@ -247,20 +286,26 @@ func release() *cobra.Command {
 					Serverless: viper.IsSet(params.Serverless),
 					Remote:     viper.IsSet(params.Remote),
 				},
-				viper.GetString(awsParams.MACDHID)); err != nil {
+				&macpool.MachineRequestArgs{
+					VPCID:    viper.GetString(paramVPCID),
+					AZID:     viper.GetString(paramAZID),
+					SubnetID: viper.GetString(paramSubnetID),
+					SSHSGID:  viper.GetString(paramSSHSGID),
+				},
+				viper.GetString(paramTicket)); err != nil {
 				logging.Error(err)
 			}
 			return nil
 		},
 	}
 	flagSet := pflag.NewFlagSet(awsParams.MACReleaseCmd, pflag.ExitOnError)
-	flagSet.StringP(awsParams.MACDHID, "", "", awsParams.MACDHIDDesc)
+	flagSet.StringP(paramVPCID, "", paramVPCIDDefault, paramVPCIDDesc)
+	flagSet.StringP(paramAZID, "", paramAZIDDefault, paramAZIDDesc)
+	flagSet.StringP(paramSubnetID, "", paramSubnetIDDefault, paramSubnetIDDesc)
+	flagSet.StringP(paramSSHSGID, "", paramSSHSGIDDefault, paramSSHSGIDDesc)
+	flagSet.StringP(paramTicket, "", paramTicketDefault, paramTicketDesc)
 	flagSet.Bool(params.Serverless, false, params.ServerlessDesc)
 	flagSet.Bool(params.Remote, false, params.RemoteDesc)
 	c.PersistentFlags().AddFlagSet(flagSet)
-	err := c.MarkPersistentFlagRequired(awsParams.MACDHID)
-	if err != nil {
-		logging.Error(err)
-	}
 	return c
 }

go.mod

@@ -174,4 +174,3 @@ require (
 	gopkg.in/warnings.v0 v0.1.2 // indirect
 	lukechampine.com/frand v1.5.1 // indirect
 )
-			

pkg/manager/context/context.go

@@ -60,13 +60,16 @@ type context struct {
 	remote                bool
 	tags                  map[string]string
 	tagsAsPulumiStringMap pulumi.StringMap
+	// This will be set if we need specific customization on a specfici execution
+	provider Provider
 }
 
 // mapt context
 var mc *context
 
 type Provider interface {
 	Init(backedURL string) error
+	Custom(ctx *pulumi.Context) (*pulumi.ProviderResource, error)
 }
 
 func Init(ca *ContextArgs, provider Provider) error {
@@ -81,6 +84,7 @@ func Init(ca *ContextArgs, provider Provider) error {
 		serverless:    ca.Serverless,
 		forceDestroy:  ca.ForceDestroy,
 		remote:        ca.Remote,
+		provider:      provider,
 	}
 	addCommonTags()
 	// Init provider
@@ -119,6 +123,18 @@ func IsForceDestroy() bool { return mc.forceDestroy }
 
 func IsRemote() bool { return mc.remote }
 
+func CommonOptions(ctx *pulumi.Context) (co []pulumi.ResourceOption) {
+	// Check if provider requires customization
+	cp, err := mc.provider.Custom(ctx)
+	if cp != nil {
+		co = append(co, pulumi.Provider(*cp))
+	}
+	if err != nil {
+		logging.Errorf("Error registering custom provider %v", err)
+	}
+	return
+}
+
 // It will create a runID
 // if context has been intialized it will set it as the runID for the context
 // otherwise it will return the value (one time value)