feat: data generator uses postgres bulk copy feature (#271)

Signed-off-by: Jakob Steiner <jakob.steiner@glasskube.eu>
glasskube · Jan 15, 2025 · a3864ed · a3864ed
1 parent adbf313
commit a3864ed
Show file tree

Hide file tree

Showing 3 changed files with 23 additions and 21 deletions.
diff --git a/cmd/cloud/generate/dummy/generate.go b/cmd/cloud/generate/dummy/generate.go
@@ -155,8 +155,9 @@ func main() {
 		if idx == 2 {
 			createdAt = createdAt.Add(12 * time.Hour)
 		}
+		var ds []types.DeploymentRevisionStatus
 		for createdAt.Before(now) {
-			util.Must(db.CreateDeploymentRevisionStatusWithCreatedAt(ctx, revision.ID, "demo status", createdAt))
+			ds = append(ds, types.DeploymentRevisionStatus{CreatedAt: createdAt, Message: "demo status"})
 			if idx == 0 && createdAt.Hour() == 15 && createdAt.Minute() > 50 {
 				createdAt = createdAt.Add(15 * time.Minute)
 			} else if idx == 1 && createdAt.Hour() == 22 {
@@ -165,5 +166,6 @@ func main() {
 				createdAt = createdAt.Add(5 * time.Second)
 			}
 		}
+		util.Must(db.BulkCreateDeploymentRevisionStatusWithCreatedAt(ctx, revision.ID, ds))
 	}
 }
diff --git a/internal/db/deployments.go b/internal/db/deployments.go
@@ -4,7 +4,6 @@ import (
 	"context"
 	"errors"
 	"fmt"
-	"time"
 
 	"github.com/glasskube/cloud/api"
 
@@ -174,28 +173,26 @@ func CreateDeploymentRevisionStatus(
 	}
 }
 
-func CreateDeploymentRevisionStatusWithCreatedAt(
+func BulkCreateDeploymentRevisionStatusWithCreatedAt(
 	ctx context.Context,
-	revisionID string,
-	message string,
-	createdAt time.Time,
+	deploymentRevisionID string,
+	statuses []types.DeploymentRevisionStatus,
 ) error {
 	db := internalctx.GetDb(ctx)
-	var id string
-	rows := db.QueryRow(ctx,
-		"INSERT INTO DeploymentRevisionStatus (deployment_revision_id, message, type, created_at) "+
-			"VALUES (@deploymentRevisionId, @message, @type, @createdAt) RETURNING id",
-		pgx.NamedArgs{
-			"deploymentRevisionId": revisionID,
-			"message":              message,
-			"type":                 types.DeploymentStatusTypeOK,
-			"createdAt":            createdAt,
-		})
-	if err := rows.Scan(&id); err != nil {
-		return err
-	} else {
-		return nil
-	}
+	_, err := db.CopyFrom(
+		ctx,
+		pgx.Identifier{"deploymentrevisionstatus"},
+		[]string{"deployment_revision_id", "type", "message", "created_at"},
+		pgx.CopyFromSlice(len(statuses), func(i int) ([]any, error) {
+			return []any{
+				deploymentRevisionID,
+				types.DeploymentStatusTypeOK,
+				statuses[i].Message,
+				statuses[i].CreatedAt,
+			}, nil
+		}),
+	)
+	return err
 }
 
 func CleanupDeploymentRevisionStatus(ctx context.Context, revisionID string) (int64, error) {

diff --git a/internal/db/queryable/interface.go b/internal/db/queryable/interface.go
@@ -11,4 +11,7 @@ type Queryable interface {
 	Exec(ctx context.Context, sql string, arguments ...any) (pgconn.CommandTag, error)
 	Query(ctx context.Context, sql string, args ...any) (pgx.Rows, error)
 	QueryRow(ctx context.Context, sql string, args ...any) pgx.Row
+	CopyFrom(
+		ctx context.Context, tableName pgx.Identifier, columnNames []string, rowSrc pgx.CopyFromSource,
+	) (int64, error)
 }