s2c/s2sx: Use concurrent decoding (#746)

Use concurrent decoding when recompressing and verifying. s2sx: Use concurrent decoding with single files (non-tar)
klauspost · Jan 24, 2023 · 69922df · 69922df
1 parent fe37dc6
commit 69922df
Show file tree

Hide file tree

Showing 2 changed files with 9 additions and 4 deletions.
diff --git a/s2/cmd/_s2sx/_unpack/main.go b/s2/cmd/_s2sx/_unpack/main.go
@@ -96,7 +96,7 @@ func main() {
 			defer f.Close()
 			out = f
 		}
-		_, err = io.Copy(out, dec)
+		_, err = dec.DecodeConcurrent(out, 0)
 		exitErr(err)
 
 	case opUnTar:

diff --git a/s2/cmd/s2c/main.go b/s2/cmd/s2c/main.go
@@ -306,7 +306,7 @@ Options:`)
 						}
 						start := time.Now()
 						dec.Reset(buf)
-						n, err := io.Copy(io.Discard, dec)
+						n, err := dec.DecodeConcurrent(io.Discard, *cpu)
 						exitErr(err)
 						if int(n) != len(b) {
 							exitErr(fmt.Errorf("unexpected size, want %d, got %d", len(b), n))
@@ -478,7 +478,12 @@ Options:`)
 			}
 			if *recomp {
 				dec := s2.NewReader(src)
-				src = io.NopCloser(dec)
+				pr, pw := io.Pipe()
+				go func() {
+					_, err := dec.DecodeConcurrent(pw, *cpu)
+					pw.CloseWithError(err)
+				}()
+				src = pr
 			}
 
 			var out io.Writer
@@ -582,7 +587,7 @@ func verifyTo(w io.Writer) (io.Writer, func() error) {
 	go func() {
 		defer wg.Done()
 		r := s2.NewReader(pr)
-		_, err = io.Copy(io.Discard, r)
+		_, err = r.DecodeConcurrent(io.Discard, *cpu)
 		pr.CloseWithError(fmt.Errorf("verify: %w", err))
 	}()
 	return writer, func() error {