Fetch & Zip

Fetch&Zip/main.go

@@ -0,0 +1,105 @@
+package main
+
+import (
+	"archive/zip"
+	"bytes"
+	"fmt"
+	"io"
+	"log"
+	"net/http"
+	"os"
+	"strings"
+	"sync"
+)
+
+type FileData struct {
+	Name string
+	Data []byte
+}
+
+func main() {
+	fmt.Println("Please Wait.....")
+
+	var urls = []string{"url1", "url2", "url3", "url4"}
+
+	bytesChan := make(chan FileData, 3)
+	signalChan := make(chan struct{})
+
+	go converter(bytesChan, signalChan)
+
+	fetchFiles(urls, bytesChan)
+	<-signalChan
+}
+
+func fetchFiles(urls []string, bytesChan chan<- FileData) {
+	var wg sync.WaitGroup
+
+	for _, url := range urls {
+		wg.Add(1)
+		go func(url string, wg *sync.WaitGroup) {
+
+			resp, err := http.Get(url)
+			if err != nil {
+				log.Println(err)
+			}
+
+			defer resp.Body.Close()
+
+			bodyBytes, err := io.ReadAll(resp.Body)
+			if err != nil {
+				log.Println(err)
+			}
+
+			strArr := strings.Split(url, "/")
+
+			fileName := strArr[len(strArr)-1]
+
+			bytesChan <- FileData{
+				fileName,
+				bodyBytes,
+			}
+
+			wg.Done()
+
+		}(url, &wg)
+
+	}
+	wg.Wait()
+	close(bytesChan)
+}
+
+func converter(bytesChan <-chan FileData, signalChan chan<- struct{}) {
+
+	buf := new(bytes.Buffer)
+
+	// Create a new zip archive.
+	zipWriter := zip.NewWriter(buf)
+
+	for fileData := range bytesChan {
+
+		zipFile, err := zipWriter.Create(fileData.Name)
+
+		if err != nil {
+			log.Println(err)
+		}
+
+		_, err = zipFile.Write(fileData.Data)
+
+		if err != nil {
+			log.Println(err)
+		}
+	}
+
+	err := zipWriter.Close()
+
+	if err != nil {
+		log.Println(err)
+	}
+
+	err = os.WriteFile("sample.zip", buf.Bytes(), 0777)
+
+	if err != nil {
+		log.Println(err)
+	}
+	signalChan <- struct{}{}
+}