merge_test.go

package esti

import (
	"context"
	"fmt"
	"net/http"
	"testing"

	"github.com/stretchr/testify/require"
	"github.com/treeverse/lakefs/pkg/api/apigen"
	"github.com/treeverse/lakefs/pkg/api/apiutil"
	"github.com/treeverse/lakefs/pkg/graveler"
	"github.com/treeverse/lakefs/pkg/logging"
)

func TestMergeAndList(t *testing.T) {
	ctx, logger, repo := setupTest(t)
	defer tearDownTest(repo)
	const branch = "feature-1"

	logger.WithField("branch", mainBranch).Info("Upload initial content")
	checksum, content := uploadFileRandomData(ctx, t, repo, mainBranch, "README")
	checksums := map[string]string{
		checksum: content,
	}

	logger.WithField("branch", mainBranch).Info("Commit initial content")
	commitResp, err := client.CommitWithResponse(ctx, repo, mainBranch, &apigen.CommitParams{}, apigen.CommitJSONRequestBody{Message: "Initial content"})
	require.NoError(t, err, "failed to commit initial content")
	require.Equal(t, http.StatusCreated, commitResp.StatusCode())

	logger.WithField("branch", branch).Info("Create branch")
	createBranchResp, err := client.CreateBranchWithResponse(ctx, repo, apigen.CreateBranchJSONRequestBody{
		Name:   branch,
		Source: mainBranch,
	})
	require.NoError(t, err, "failed to create branch")
	require.Equal(t, http.StatusCreated, createBranchResp.StatusCode())
	ref := string(createBranchResp.Body)
	logger.WithField("branchRef", ref).Info("Branch created")

	objs := doMergeAndListIteration(t, logger, ctx, repo, branch, graveler.MergeStrategySrcWinsStr, checksums, 1)
	for _, obj := range objs {
		_, ok := checksums[obj.Checksum]
		require.True(t, ok, "file doesn't exist in main but should, obj: %s", obj)
	}
	objs = doMergeAndListIteration(t, logger, ctx, repo, branch, graveler.MergeStrategyDestWinsStr, checksums, 2)
	for _, obj := range objs {
		_, ok := checksums[obj.Checksum]
		require.True(t, ok, "file doesn't exist in main but should, obj: %s", obj)
	}
}

func doMergeAndListIteration(t *testing.T, logger logging.Logger, ctx context.Context, repo, branch, strategy string, checksums map[string]string, iteration int) []apigen.ObjectStats {
	const addedFiles = 10
	for i := 0; i < addedFiles; i++ {
		p := fmt.Sprintf("%d.txt", i)
		logger.WithFields(logging.Fields{"iteration": iteration, "path": p}).Info("Upload content to branch")
		checksum, content := uploadFileRandomData(ctx, t, repo, branch, p)
		checksums[checksum] = content
	}
	const totalFiles = addedFiles + 1

	logger.WithField("iteration", iteration).Info("Commit uploaded files")
	commitResp, err := client.CommitWithResponse(ctx, repo, branch, &apigen.CommitParams{}, apigen.CommitJSONRequestBody{
		Message: fmt.Sprintf("Adding %d files", addedFiles),
	})
	require.NoError(t, err, "failed to commit changes")
	require.Equal(t, http.StatusCreated, commitResp.StatusCode())

	mergeRes, err := client.MergeIntoBranchWithResponse(ctx, repo, branch, mainBranch, apigen.MergeIntoBranchJSONRequestBody{Strategy: &strategy})
	require.NoError(t, err, "failed to merge branches")
	require.Equal(t, http.StatusOK, mergeRes.StatusCode())
	logger.WithFields(logging.Fields{"iteration": iteration, "mergeResult": mergeRes}).Info("Merged successfully")

	res, err := client.GetCommitWithResponse(ctx, repo, mergeRes.JSON200.Reference)
	require.NoError(t, err, "failed to get commit")
	require.NotNil(t, res.JSON200)
	metadata := res.JSON200.Metadata
	val, ok := metadata.AdditionalProperties[graveler.MergeStrategyMetadataKey]
	require.True(t, ok)
	require.Equal(t, strategy, val)

	resp, err := client.ListObjectsWithResponse(ctx, repo, mainBranch, &apigen.ListObjectsParams{Amount: apiutil.Ptr(apigen.PaginationAmount(100))})
	require.NoError(t, err, "failed to list objects")
	require.Equal(t, http.StatusOK, resp.StatusCode())
	payload := resp.JSON200
	objs := payload.Results
	pagin := payload.Pagination
	require.False(t, pagin.HasMore, "pagination shouldn't have more items")
	require.Len(t, objs, totalFiles)
	require.Equal(t, totalFiles, pagin.Results)
	logger.WithFields(logging.Fields{"iteration": iteration, "objs": objs, "pagin": pagin}).Info("Listed successfully")
	return objs
}