feat: [CI-19302]: Add retry method of setup request (#444)

* ae8d9e [CI-19302]: Add retry method of setup request

Author: raghavharness

cli/client/client.go

@@ -25,6 +25,7 @@ import (
 
 type Client interface {
 	Setup(ctx context.Context, in *api.SetupRequest) (*api.SetupResponse, error)
+	RetrySetup(ctx context.Context, in *api.SetupRequest, timeout time.Duration) (*api.SetupResponse, error)
 	Destroy(ctx context.Context, in *api.DestroyRequest) (*api.DestroyResponse, error)
 	RetryStartStep(ctx context.Context, in *api.StartStepRequest) (*api.StartStepResponse, error)
 	StartStep(ctx context.Context, in *api.StartStepRequest) (*api.StartStepResponse, error)

cli/client/http.go

@@ -87,6 +87,33 @@ func (c *HTTPClient) Setup(ctx context.Context, in *api.SetupRequest) (*api.Setu
 	return out, err
 }
 
+// RetrySetup will retry the setup operation
+func (c *HTTPClient) RetrySetup(ctx context.Context, in *api.SetupRequest, timeout time.Duration) (*api.SetupResponse, error) {
+	startTime := time.Now()
+	retryCtx, cancel := context.WithTimeout(ctx, timeout)
+	defer cancel()
+
+	var lastErr error
+	for i := 0; ; i++ {
+		select {
+		case <-retryCtx.Done():
+			return nil, retryCtx.Err()
+		default:
+		}
+		if ret, err := c.Setup(retryCtx, in); err == nil {
+			logger.FromContext(ctx).
+				WithField("duration", time.Since(startTime)).
+				Trace("RetrySetup: setup completed")
+			return ret, err
+		} else if lastErr == nil || (lastErr.Error() != err.Error()) {
+			logger.FromContext(ctx).
+				WithField("retry_num", i).WithError(err).Traceln("setup failed. Retrying")
+			lastErr = err
+		}
+		time.Sleep(time.Millisecond * 1000) //nolint:gomnd
+	}
+}
+
 // Destroy will clean up the resources created
 func (c *HTTPClient) Destroy(ctx context.Context, in *api.DestroyRequest) (*api.DestroyResponse, error) {
 	path := "destroy"

cli/client/noop.go

@@ -33,6 +33,10 @@ func (n *NoopClient) Setup(ctx context.Context, in *api.SetupRequest) (*api.Setu
 	return &api.SetupResponse{}, nil
 }
 
+func (n *NoopClient) RetrySetup(ctx context.Context, in *api.SetupRequest, timeout time.Duration) (*api.SetupResponse, error) {
+	return &api.SetupResponse{}, nil
+}
+
 func (n *NoopClient) Destroy(ctx context.Context, in *api.DestroyRequest) (*api.DestroyResponse, error) {
 	time.Sleep(n.destroyTime)
 	return &api.DestroyResponse{}, nil

livelog/livelog.go

@@ -3,6 +3,7 @@
 // that can be found in the LICENSE file.
 
 package livelog
+
 import (
 	"bytes"
 	"context"
@@ -17,9 +18,9 @@ import (
 
 	"github.com/harness/lite-engine/internal/safego"
 	"github.com/harness/lite-engine/logstream"
-	"github.com/sirupsen/logrus"
 	"github.com/harness/lite-engine/logstream/remote"
 	"github.com/harness/lite-engine/osstats"
+	"github.com/sirupsen/logrus"
 )
 
 const (