Add appender support

Author: JinnyYi

generated.go

@@ -6,6 +6,9 @@ name = "azblob"
 required = ["credential", "endpoint"]
 optional = ["default_service_pairs", "http_client_options"]
 
+[namespace.storage]
+implement = ["appender"]
+
 [namespace.storage.new]
 required = ["name"]
 optional = ["default_storage_pairs", "pair_policy", "work_dir"]
@@ -19,6 +22,12 @@ optional = ["offset", "io_callback", "size", "encryption_key", "encryption_scope
 [namespace.storage.op.write]
 optional = ["content_md5", "content_type", "io_callback", "access_tier", "encryption_key", "encryption_scope"]
 
+[namespace.storage.op.create_append]
+optional = ["encryption_key", "encryption_scope"]
+
+[namespace.storage.op.write_append]
+optional = ["encryption_key", "encryption_scope"]
+
 [namespace.storage.op.stat]
 optional = ["encryption_key", "encryption_scope"]
 

service.toml

@@ -21,6 +21,31 @@ func (s *Storage) create(path string, opt pairStorageCreate) (o *Object) {
 	return o
 }
 
+func (s *Storage) createAppend(ctx context.Context, path string, opt pairStorageCreateAppend) (o *Object, err error) {
+	rp := s.getAbsPath(path)
+
+	var cpk azblob.ClientProvidedKeyOptions
+	if opt.HasEncryptionKey {
+		cpk, err = calculateEncryptionHeaders(opt.EncryptionKey, opt.EncryptionScope)
+		if err != nil {
+			return
+		}
+	}
+	_, err = s.bucket.NewAppendBlobURL(rp).Create(ctx, azblob.BlobHTTPHeaders{}, nil,
+		azblob.BlobAccessConditions{}, nil, cpk)
+
+	if err != nil {
+		return
+	}
+
+	o = s.newObject(true)
+	o.Mode = ModeRead | ModeAppend
+	o.ID = rp
+	o.Path = path
+	o.SetAppendOffset(0)
+	return o, nil
+}
+
 func (s *Storage) delete(ctx context.Context, path string, opt pairStorageDelete) (err error) {
 	rp := s.getAbsPath(path)
 
@@ -257,3 +282,32 @@ func (s *Storage) write(ctx context.Context, path string, r io.Reader, size int6
 	}
 	return size, nil
 }
+
+func (s *Storage) writeAppend(ctx context.Context, o *Object, r io.Reader, size int64, opt pairStorageWriteAppend) (n int64, err error) {
+	rp := o.GetID()
+
+	var cpk azblob.ClientProvidedKeyOptions
+	if opt.HasEncryptionKey {
+		cpk, err = calculateEncryptionHeaders(opt.EncryptionKey, opt.EncryptionScope)
+		if err != nil {
+			return
+		}
+	}
+
+	appendResp, err := s.bucket.NewAppendBlobURL(rp).AppendBlock(
+		ctx, iowrap.SizedReadSeekCloser(r, size),
+		azblob.AppendBlobAccessConditions{}, nil, cpk)
+
+	if err != nil {
+		return
+	}
+
+	offset, err := strconv.ParseInt(appendResp.BlobAppendOffset(), 10, 64)
+	if err != nil {
+		return
+	}
+	offset += size
+	o.SetAppendOffset(offset)
+
+	return offset, nil
+}

storage.go

@@ -13,3 +13,10 @@ func TestStorage(t *testing.T) {
 	}
 	tests.TestStorager(t, setupTest(t))
 }
+
+func TestAppend(t *testing.T) {
+	if os.Getenv("STORAGE_AZBLOB_INTEGRATION_TEST") != "on" {
+		t.Skipf("STORAGE_AZBLOB_INTEGRATION_TEST is not 'on', skipped")
+	}
+	tests.TestAppender(t, setupTest(t))
+}

tests/storage_test.go

@@ -46,6 +46,7 @@ type Storage struct {
 	pairPolicy   typ.PairPolicy
 
 	typ.UnimplementedStorager
+	typ.UnimplementedAppender
 }
 
 // String implements Storager.String