Cloud migration: upload snapshot files using presigned url (#90273)

* Cloud migration: upload snapshot files using presigned url

* log error if index file cannot be closed

* log error if file cannot be closed in uploadUsingPresignedURL

pkg/services/cloudmigration/objectstorage/objectstorage.go

@@ -0,0 +1,10 @@
+package objectstorage
+
+import (
+	"context"
+	"io"
+)
+
+type ObjectStorage interface {
+	PresignedURLUpload(ctx context.Context, url, key string, reader io.Reader) error
+}

pkg/services/cloudmigration/objectstorage/s3.go

@@ -0,0 +1,93 @@
+package objectstorage
+
+import (
+	"bytes"
+	"context"
+	"errors"
+	"fmt"
+	"io"
+	"mime/multipart"
+	"net/http"
+	"net/url"
+)
+
+type S3 struct{}
+
+func NewS3() *S3 {
+	return &S3{}
+}
+
+func (s3 *S3) PresignedURLUpload(ctx context.Context, presignedURL, key string, reader io.Reader) (err error) {
+	url, err := url.Parse(presignedURL)
+	if err != nil {
+		return fmt.Errorf("parsing presigned url")
+	}
+
+	buffer := bytes.NewBuffer([]byte{})
+	writer := multipart.NewWriter(buffer)
+	defer func() {
+		if closeErr := writer.Close(); closeErr != nil {
+			err = errors.Join(err, fmt.Errorf("closing multipart writer: %w", closeErr))
+		}
+	}()
+
+	for k := range url.Query() {
+		formField, err := writer.CreateFormField(k)
+		if err != nil {
+			return fmt.Errorf("creating %s form field: %w", k, err)
+		}
+
+		v := url.Query().Get(k)
+		if _, err := formField.Write([]byte(v)); err != nil {
+			return fmt.Errorf("writing value for form field: field=%s value=%s", k, v)
+		}
+	}
+
+	formField, err := writer.CreateFormField("key")
+	if err != nil {
+		return fmt.Errorf(": %w", err)
+	}
+	_, err = formField.Write([]byte(key))
+	if err != nil {
+		return fmt.Errorf("writing key form field value: %w", err)
+	}
+
+	formField, err = writer.CreateFormFile("file", "file")
+	if err != nil {
+		return fmt.Errorf(": %w", err)
+	}
+
+	_, err = io.Copy(formField, reader)
+	if err != nil {
+		return fmt.Errorf(": %w", err)
+	}
+
+	if err := writer.Close(); err != nil {
+		return fmt.Errorf("closing multipart writer: %w", err)
+	}
+
+	endpoint := fmt.Sprintf("%s://%s%s", url.Scheme, url.Host, url.Path)
+
+	request, err := http.NewRequest(http.MethodPost, endpoint, buffer)
+	if err != nil {
+		return fmt.Errorf("creating http request: %w", err)
+	}
+	request.Header.Set("Content-Type", writer.FormDataContentType())
+	httpClient := http.Client{}
+	response, err := httpClient.Do(request)
+	if err != nil {
+		return fmt.Errorf("sending http request: %w", err)
+	}
+	defer func() {
+		if closeErr := response.Body.Close(); closeErr != nil {
+			err = errors.Join(err, fmt.Errorf("closing response body: %w", closeErr))
+		}
+	}()
+
+	if response.StatusCode >= 400 {
+		body, _ := io.ReadAll(response.Body)
+		return fmt.Errorf("unexpected response: status=%d body=%s", response.StatusCode, body)
+	}
+
+	return nil
+}