store_test.go

package esti

import (
	"context"
	"testing"

	"github.com/stretchr/testify/require"
	"github.com/treeverse/lakefs/pkg/block"
	"github.com/treeverse/lakefs/pkg/ingest/store"
)

// Currently, this test accesses the following bucket, and so AWS should be configured to allow it
const IngestTestBucketPath = "s3://esti-system-testing-data/ingest-test-data/"

func TestS3Walk(t *testing.T) {
	// Specific S3 test, this test can only run on AWS setup, and therefore is skipped for other store types
	skipOnSchemaMismatch(t, IngestTestBucketPath)

	// Test bucket was uploaded with 2100 as the test is written. If the test fails on this number,
	// make sure there were no changes made to the bucket, or update this number accordingly
	const expectedNumObjs = 2100
	numObjs := 0

	walker, err := store.NewFactory(nil).GetWalker(context.Background(), store.WalkerOptions{
		S3EndpointURL: "",
		StorageURI:    IngestTestBucketPath,
	})
	require.NoError(t, err)
	err = walker.Walk(context.Background(), block.WalkOptions{}, func(e block.ObjectStoreEntry) error {
		numObjs++
		return nil
	})

	require.NoError(t, err)
	require.Equal(t, expectedNumObjs, numObjs, "Wrong number of objects detected by Walk function")
}