Merge pull request #9 from Nailcui/main

feat: init test data

Author: xujiajun

README.md

@@ -20,3 +20,38 @@ curl http://localhost:8080/set/bucket001/foo
 # List all list
 curl http://localhost:8080/list/bucket001/key1?start=0&end=10
 ```
+
+**modify example data**
+
+You can modify the tests in the sample program by modifying the file "example/init.yaml".
+
+The file format is as follows:
+
+```yaml
+# kv data
+kv:
+  bucket-a:  # bucket name
+    key-1:  # key
+      str: value-1  # value
+    key-2:  # key
+      base64: dW50c2Ri  # data in base64 format
+# list data
+list:
+  bucket-b:  # bucket name
+    key-1:
+      - str: value-1
+      - str: value-2
+# set data
+set:
+  bucket-c:  # bucket name
+    key-1:
+      - str: value-1
+      - str: value-2
+# sorted-set data
+zset:
+  bucket-d:  # bucket name
+    key-1:
+      - score: 1660575966082
+        str: value
+
+```

examples/hello.go

@@ -23,49 +23,8 @@ func main() {
 		}
 	}()
 
-	testDB(db)
+	// init test data
+	initData(db)
 
 	select {}
 }
-
-func testDB(db *nutsdb.DB) {
-	var (
-		bucket = "bucket001"
-
-		key   = []byte("foo")
-		value = []byte("bar")
-	)
-
-	if err := db.Update(func(tx *nutsdb.Tx) error {
-		if err := tx.SAdd(bucket, key, value); err != nil {
-			return err
-		}
-
-		if err := tx.SAdd(bucket, key, []byte("bar2")); err != nil {
-			return err
-		}
-
-		_ = tx.RPush(bucket, []byte("key1"), []byte("value1"))
-		_ = tx.RPush(bucket, []byte("key1"), []byte("value2"))
-
-		return nil
-
-	}); err != nil {
-		log.Fatal(err)
-	}
-
-	if err := db.View(func(tx *nutsdb.Tx) error {
-		items, err := tx.SMembers(bucket, key)
-		if err != nil {
-			return err
-		}
-
-		for _, item := range items {
-			log.Printf("item: %s", item)
-		}
-		return nil
-	}); err != nil {
-
-		log.Fatal(err)
-	}
-}

examples/init.go

@@ -0,0 +1,163 @@
+package main
+
+import (
+	"encoding/base64"
+	"fmt"
+	"github.com/xujiajun/nutsdb"
+	"gopkg.in/yaml.v2"
+	"os"
+	"time"
+)
+
+type initValueType struct {
+	Score	float64	`yaml:"score"`
+	Str		string	`yaml:"str"`
+	Base64	string	`yaml:"base64"`
+}
+
+type initDataType struct {
+	Kv map[string]map[string]initValueType			`yaml:"kv"`
+	List map[string]map[string][]initValueType		`yaml:"list"`
+	Set map[string]map[string][]initValueType		`yaml:"set"`
+	ZSet map[string]map[string][]initValueType		`yaml:"zset"`
+}
+
+func initData(db *nutsdb.DB) {
+	bytes, err := os.ReadFile("examples/init.yaml")
+	if err != nil {
+		panic(err)
+	}
+	var yamlData initDataType
+	err = yaml.Unmarshal(bytes, &yamlData)
+	if err != nil {
+		panic(err)
+	}
+
+	// init kv data
+	initKvData(db, &yamlData)
+
+	// init list data
+	initListData(db, &yamlData)
+
+	// init set data
+	initSetData(db, &yamlData)
+
+	// init sorted set data
+	initSortedSetData(db, &yamlData)
+}
+
+func initKvData(db *nutsdb.DB, yamlData *initDataType) {
+	_ = db.Update(func(tx *nutsdb.Tx) error {
+		// init data from yaml
+		for bucket, kv := range yamlData.Kv {
+			for key, value := range kv {
+				_ = tx.Put(bucket, []byte(key), getValue(value), 86_400_000)
+			}
+		}
+		// multi value
+		for i := 0; i < 200; i++ {
+			_ = tx.Put("kv-bucket", []byte("key"), []byte(fmt.Sprintf("value-%d", i)), 86_400_000)
+		}
+		// multi key
+		for i := 0; i < 200; i++ {
+			_ = tx.Put("kv-bucket", []byte(fmt.Sprintf("key-%d", i)), []byte("value"), 86_400_000)
+		}
+		// multi bucket
+		for i := 0; i < 200; i++ {
+			_ = tx.Put(fmt.Sprintf("kv-bucket-%d", i), []byte("key"), []byte("value"), 86_400_000)
+		}
+		return nil
+	})
+}
+
+func initListData(db *nutsdb.DB, yamlData *initDataType) {
+	_ = db.Update(func(tx *nutsdb.Tx) error {
+		// init data from yaml
+		for bucket, kv := range yamlData.List {
+			for key, values := range kv {
+				for _, value := range values {
+					_ = tx.RPush(bucket, []byte(key), getValue(value))
+				}
+			}
+		}
+		// multi value
+		for i := 0; i < 200; i++ {
+			_ = tx.RPush("list-bucket", []byte("key"), []byte(fmt.Sprintf("value-%d", i)))
+		}
+		// multi key
+		for i := 0; i < 200; i++ {
+			_ = tx.RPush("list-bucket", []byte(fmt.Sprintf("key-%d", i)), []byte("value"))
+		}
+		// multi bucket
+		for i := 0; i < 200; i++ {
+			_ = tx.RPush(fmt.Sprintf("list-bucket-%d", i), []byte("key"), []byte("value"))
+		}
+		return nil
+	})
+}
+
+func initSetData(db *nutsdb.DB, yamlData *initDataType) {
+	_ = db.Update(func(tx *nutsdb.Tx) error {
+		// init data from yaml
+		for bucket, kv := range yamlData.Set {
+			for key, values := range kv {
+				for _, value := range values {
+					_ = tx.SAdd(bucket, []byte(key), getValue(value))
+				}
+			}
+		}
+		// multi value
+		for i := 0; i < 200; i++ {
+			_ = tx.SAdd("set-bucket", []byte("key"), []byte(fmt.Sprintf("value-%d", i)))
+		}
+		// multi key
+		for i := 0; i < 200; i++ {
+			_ = tx.SAdd("set-bucket", []byte(fmt.Sprintf("key-%d", i)), []byte("value"))
+		}
+		// multi bucket
+		for i := 0; i < 200; i++ {
+			_ = tx.SAdd(fmt.Sprintf("set-bucket-%d", i), []byte("key"), []byte("value"))
+		}
+		return nil
+	})
+}
+
+func initSortedSetData(db *nutsdb.DB, yamlData *initDataType) {
+	_ = db.Update(func(tx *nutsdb.Tx) error {
+		// init data from yaml
+		for bucket, kv := range yamlData.ZSet {
+			for key, values := range kv {
+				for _, value := range values {
+					_ = tx.ZAdd(bucket, []byte(key), value.Score, getValue(value))
+				}
+			}
+		}
+		timestamp := float64(time.Now().Unix())
+		// multi value
+		for i := 0; i < 200; i++ {
+			_ = tx.ZAdd("sorted-set-bucket", []byte("key"), timestamp + float64(i), []byte(fmt.Sprintf("value-%d", i)))
+		}
+		// multi key
+		for i := 0; i < 200; i++ {
+			_ = tx.ZAdd("sorted-set-bucket", []byte(fmt.Sprintf("key-%d", i)), timestamp + float64(i), []byte("value"))
+		}
+		// multi bucket
+		for i := 0; i < 200; i++ {
+			_ = tx.ZAdd(fmt.Sprintf("sorted-set-bucket-%d", i), []byte("key"), timestamp + float64(i), []byte("value"))
+		}
+		return nil
+	})
+}
+
+func getValue(value initValueType) []byte {
+	if len(value.Str) != 0 {
+		return []byte(value.Str)
+	} else if len(value.Base64) != 0 {
+		bytes, err := base64.StdEncoding.DecodeString(value.Base64)
+		if err != nil {
+			panic(err)
+		}
+		return bytes
+	}
+	return []byte{}
+}