feat: add SaveJSONLines and LoadJSONLines

Author: root4loot

fileutil/fileutil.go

@@ -162,3 +162,49 @@ func WriteToFileAppend(filePath string, line string) error {
 
 	return writer.Flush()
 }
+
+func SaveJSONLines(filePath string, data interface{}) error {
+	dir := filepath.Dir(filePath)
+	if err := EnsureDir(dir); err != nil {
+		return err
+	}
+
+	file, err := os.OpenFile(filePath, os.O_APPEND|os.O_CREATE|os.O_WRONLY, 0644)
+	if err != nil {
+		return err
+	}
+	defer file.Close()
+
+	jsonData, err := json.Marshal(data)
+	if err != nil {
+		return err
+	}
+
+	_, err = file.Write(append(jsonData, '\n'))
+	return err
+}
+
+func LoadJSONLines(filePath string) ([]map[string]interface{}, error) {
+	if !FileExists(filePath) {
+		return nil, fmt.Errorf("file %q does not exist", filePath)
+	}
+
+	file, err := os.Open(filePath)
+	if err != nil {
+		return nil, err
+	}
+	defer file.Close()
+
+	var results []map[string]interface{}
+	scanner := bufio.NewScanner(file)
+
+	for scanner.Scan() {
+		var item map[string]interface{}
+		if err := json.Unmarshal(scanner.Bytes(), &item); err != nil {
+			return nil, err
+		}
+		results = append(results, item)
+	}
+
+	return results, scanner.Err()
+}

fileutil/fileutil_test.go

@@ -180,3 +180,52 @@ func TestSerializeDeserialize(t *testing.T) {
 		t.Errorf("DeserializeFromFile() returned incorrect data: got %+v, want %+v", readData, writeData)
 	}
 }
+
+func TestSaveJSONLines(t *testing.T) {
+	// Temporary test file
+	testFile := "test_data.jsonl"
+	defer os.Remove(testFile)
+
+	data1 := map[string]interface{}{
+		"id":   "123",
+		"name": "test1",
+	}
+	data2 := map[string]interface{}{
+		"id":   "456",
+		"name": "test2",
+	}
+
+	err := SaveJSONLines(testFile, data1)
+	if err != nil {
+		t.Fatalf("Failed to save first JSON line: %v", err)
+	}
+
+	err = SaveJSONLines(testFile, data2)
+	if err != nil {
+		t.Fatalf("Failed to save second JSON line: %v", err)
+	}
+
+	results, err := LoadJSONLines(testFile)
+	if err != nil {
+		t.Fatalf("Failed to load JSON lines: %v", err)
+	}
+
+	if len(results) != 2 {
+		t.Fatalf("Expected 2 entries, got %d", len(results))
+	}
+
+	if results[0]["id"] != "123" || results[0]["name"] != "test1" {
+		t.Errorf("Unexpected first entry: %v", results[0])
+	}
+
+	if results[1]["id"] != "456" || results[1]["name"] != "test2" {
+		t.Errorf("Unexpected second entry: %v", results[1])
+	}
+}
+
+func TestLoadJSONLines_FileNotExist(t *testing.T) {
+	_, err := LoadJSONLines("non_existent.jsonl")
+	if err == nil {
+		t.Fatal("Expected an error for a non-existent file, but got nil")
+	}
+}