api-compose-object_test.go

/*
 * MinIO Go Library for Amazon S3 Compatible Cloud Storage
 * Copyright 2017 MinIO, Inc.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package minio

import (
	"net/http"
	"reflect"
	"strings"
	"testing"
)

const (
	gb1    = 1024 * 1024 * 1024
	gb5    = 5 * gb1
	gb5p1  = gb5 + 1
	gb10p1 = 2*gb5 + 1
	gb10p2 = 2*gb5 + 2

	// oldPartSize is the legacy part size calculation for backward compatibility testing
	// It was: maxMultipartPutObjectSize / (maxPartsCount - 1)
	oldPartSize = maxMultipartPutObjectSize / (maxPartsCount - 1)
)

func TestPartsRequired(t *testing.T) {
	testCases := []struct {
		size     int64
		partSize int64
		ref      int64
	}{
		{0, 0, 0},
		{1, 0, 1},
		{gb5, 0, 1},               // 5 GiB / 5 GiB = 1 part
		{gb5p1, 0, 2},             // 5 GiB + 1 byte needs 2 parts
		{2 * gb5, 0, 2},           // 10 GiB / 5 GiB = 2 parts
		{gb10p1, 0, 3},            // 10 GiB + 1 byte needs 3 parts
		{gb10p2, 0, 3},            // 10 GiB + 2 bytes needs 3 parts
		{gb10p1 + gb10p2, 0, 5},   // 20 GiB + 3 bytes needs 5 parts
		{maxPartSize * 10, 0, 10}, // exactly 10 parts
		// Custom part sizes
		{gb5, gb1, 5},      // 5 GiB / 1 GiB = 5 parts
		{gb5p1, gb1, 6},    // 5 GiB + 1 byte / 1 GiB = 6 parts
		{2 * gb5, gb1, 10}, // 10 GiB / 1 GiB = 10 parts
		// Legacy behavior with oldPartSize
		{gb5, oldPartSize, 10},                          // matches old behavior
		{gb5p1, oldPartSize, 10},                        // matches old behavior
		{2 * gb5, oldPartSize, 20},                      // matches old behavior
		{gb10p1, oldPartSize, 20},                       // matches old behavior
		{gb10p2, oldPartSize, 20},                       // matches old behavior
		{gb10p1 + gb10p2, oldPartSize, 40},              // matches old behavior
		{maxMultipartPutObjectSize, oldPartSize, 10000}, // matches old behavior
	}

	for i, testCase := range testCases {
		res := partsRequired(testCase.size, testCase.partSize)
		if res != testCase.ref {
			t.Errorf("Test %d - output did not match with reference results, Expected %d, got %d", i+1, testCase.ref, res)
		}
	}
}

func TestCalculateEvenSplits(t *testing.T) {
	testCases := []struct {
		// input size, source object, and part size
		size     int64
		src      CopySrcOptions
		partSize int64

		// output part-indexes
		starts, ends []int64
	}{
		// Empty and minimal cases with default part size (0 = maxPartSize)
		{0, CopySrcOptions{Start: -1}, 0, nil, nil},
		{1, CopySrcOptions{Start: -1}, 0, []int64{0}, []int64{0}},
		{1, CopySrcOptions{Start: 0}, 0, []int64{0}, []int64{0}},

		// With default part size (5 GiB), these fit in 1 part
		{gb1, CopySrcOptions{Start: -1}, 0, []int64{0}, []int64{gb1 - 1}},
		{gb5, CopySrcOptions{Start: -1}, 0, []int64{0}, []int64{gb5 - 1}},

		// 5 GiB + 1 byte needs 2 parts with default part size
		{gb5p1, CopySrcOptions{Start: -1}, 0, []int64{0, 2684354561}, []int64{2684354560, gb5p1 - 1}},

		// 10 GiB + 1 byte needs 3 parts with default part size
		{gb10p1, CopySrcOptions{Start: -1}, 0, []int64{0, 3579139414, 7158278828}, []int64{3579139413, 7158278827, gb10p1 - 1}},

		// With custom 1 GiB part size, 5 GiB needs 5 parts
		{
			gb5,
			CopySrcOptions{Start: -1},
			gb1,
			[]int64{0, gb1, 2 * gb1, 3 * gb1, 4 * gb1},
			[]int64{gb1 - 1, 2*gb1 - 1, 3*gb1 - 1, 4*gb1 - 1, 5*gb1 - 1},
		},

		// With custom 1 GiB part size, 1 GiB needs 1 part
		{gb1, CopySrcOptions{Start: -1}, gb1, []int64{0}, []int64{gb1 - 1}},

		// With start offset
		{gb1, CopySrcOptions{Start: 100}, gb1, []int64{100}, []int64{gb1 + 99}},

		// Legacy behavior with oldPartSize - 5 GiB splits into 10 parts
		{
			gb5,
			CopySrcOptions{Start: -1},
			oldPartSize,
			[]int64{
				0, 536870912, 1073741824, 1610612736, 2147483648, 2684354560,
				3221225472, 3758096384, 4294967296, 4831838208,
			},
			[]int64{
				536870911, 1073741823, 1610612735, 2147483647, 2684354559, 3221225471,
				3758096383, 4294967295, 4831838207, 5368709119,
			},
		},

		// Legacy behavior with oldPartSize - 5 GiB + 1 splits into 10 parts
		{
			gb5p1,
			CopySrcOptions{Start: -1},
			oldPartSize,
			[]int64{
				0, 536870913, 1073741825, 1610612737, 2147483649, 2684354561,
				3221225473, 3758096385, 4294967297, 4831838209,
			},
			[]int64{
				536870912, 1073741824, 1610612736, 2147483648, 2684354560, 3221225472,
				3758096384, 4294967296, 4831838208, 5368709120,
			},
		},
	}

	for i, testCase := range testCases {
		resStart, resEnd := calculateEvenSplits(testCase.size, testCase.src, testCase.partSize)
		if !reflect.DeepEqual(testCase.starts, resStart) || !reflect.DeepEqual(testCase.ends, resEnd) {
			t.Errorf("Test %d - output did not match with reference results, Expected %v/%v, got %v/%v", i+1, testCase.starts, testCase.ends, resStart, resEnd)
		}
	}
}

func TestDestOptions(t *testing.T) {
	userMetadata := map[string]string{
		"test":                "test",
		"x-amz-acl":           "public-read-write",
		"content-type":        "application/binary",
		"X-Amz-Storage-Class": "rrs",
		"x-amz-grant-write":   "test@exo.ch",
	}

	r := make(http.Header)

	dst := CopyDestOptions{
		Bucket:          "bucket",
		Object:          "object",
		ReplaceMetadata: true,
		UserMetadata:    userMetadata,
	}
	dst.Marshal(r)

	if v := r.Get("x-amz-metadata-directive"); v != "REPLACE" {
		t.Errorf("Test - metadata directive was expected but is missing")
	}

	for k := range r {
		if strings.HasSuffix(k, "test") && !strings.HasPrefix(k, "x-amz-meta-") {
			t.Errorf("Test meta %q was expected as an x amz meta", k)
		}

		if !strings.HasSuffix(k, "test") && strings.HasPrefix(k, "x-amz-meta-") {
			t.Errorf("Test an amz/standard/storageClass Header was expected but got an x amz meta data")
		}
	}
}