Fix Service Discovery goroutines leaks, refactoring Token -> ycsdk Credentials middleware

Author: dbulashev

internal/discovery/cloud/yandex/iam.go

@@ -0,0 +1,56 @@
+package yandex
+
+import (
+	"encoding/json"
+	"fmt"
+	"github.com/cherts/pgscv/discovery/log"
+	"github.com/go-playground/validator/v10"
+	"os"
+	"path/filepath"
+	"time"
+)
+
+type authorizedKey struct {
+	ID               string    `json:"id"`
+	ServiceAccountID string    `json:"service_account_id" validate:"required"`
+	CreatedAt        time.Time `json:"created_at" validate:"required"`
+	KeyAlgorithm     string    `json:"key_algorithm" validate:"required"`
+	PublicKey        string    `json:"public_key" validate:"required"`
+	PrivateKey       string    `json:"private_key" validate:"required"`
+}
+
+func (k *authorizedKey) validate() error {
+	v := validator.New()
+
+	err := v.Struct(k)
+	if err != nil {
+		return fmt.Errorf("validate | %w", err)
+	}
+
+	return nil
+}
+
+func loadAuthorizedKey(filePath string) (*authorizedKey, error) {
+
+	log.Debugf("[SD] Loading authorized key from path '%s'", filePath)
+	data, err := os.ReadFile(filepath.Clean(filePath))
+	if err != nil {
+		log.Errorf("[SD] Failed to load authorized key, error: %s", err.Error())
+		return nil, err
+	}
+
+	var key authorizedKey
+
+	err = json.Unmarshal(data, &key)
+	if err != nil {
+		log.Errorf("[SD] Failed to parse authorized key, JSON parse error: %s", err.Error())
+		return nil, err
+	}
+
+	err = key.validate()
+	if err != nil {
+		log.Errorf("[SD] Failed to validate authorized key, error: %s", err.Error())
+	}
+
+	return &key, nil
+}

internal/discovery/cloud/yandex/iam_test.go

@@ -2,9 +2,8 @@ package yandex
 
 import (
 	"context"
-	"github.com/cherts/pgscv/internal/discovery/filter"
-
 	"github.com/cherts/pgscv/discovery/log"
+	"github.com/cherts/pgscv/internal/discovery/filter"
 	"github.com/yandex-cloud/go-genproto/yandex/cloud/mdb/postgresql/v1"
 )
 
@@ -39,17 +38,21 @@ type Cluster struct {
 // GetPostgreSQLClusters get a filtered list of clusters and their databases from Yandex cloud API
 func (sdk *SDK) GetPostgreSQLClusters(ctx context.Context, folderID string, filter []filter.Filter) ([]Cluster, error) {
 	log.Debug("[Yandex.Cloud SD] Init SDK...")
+
 	yandexSdk, err := sdk.Build(ctx)
 	if err != nil {
 		log.Errorf("[Yandex.Cloud SD] Failed to init SDK, error: %v", err)
 		return nil, err
 	}
 
+	ctxOp, cancel := context.WithCancel(ctx)
+	defer cancel()
+
 	var clusters []Cluster
 	var req postgresql.ListClustersRequest
 	req.FolderId = folderID
 	for {
-		resp, err := yandexSdk.MDB().PostgreSQL().Cluster().List(ctx, &req)
+		resp, err := yandexSdk.MDB().PostgreSQL().Cluster().List(ctxOp, &req)
 		if err != nil {
 			log.Errorf("[Yandex.Cloud SD] Failed to get cluster list, error: %v", err)
 			return nil, err
@@ -74,7 +77,7 @@ func (sdk *SDK) GetPostgreSQLClusters(ctx context.Context, folderID string, filt
 			}
 			var hosts []Host
 			var databases []Database
-			hostsIterator := yandexSdk.MDB().PostgreSQL().Cluster().ClusterHostsIterator(ctx,
+			hostsIterator := yandexSdk.MDB().PostgreSQL().Cluster().ClusterHostsIterator(ctxOp,
 				&postgresql.ListClusterHostsRequest{ClusterId: cluster.Id})
 			for hostsIterator.Next() {
 				host := hostsIterator.Value()
@@ -92,7 +95,7 @@ func (sdk *SDK) GetPostgreSQLClusters(ctx context.Context, folderID string, filt
 			var dbReq postgresql.ListDatabasesRequest
 			dbReq.ClusterId = cluster.Id
 			for {
-				dbResp, err := yandexSdk.MDB().PostgreSQL().Database().List(ctx,
+				dbResp, err := yandexSdk.MDB().PostgreSQL().Database().List(ctxOp,
 					&dbReq)
 				if err != nil {
 					return nil, err