Optimized pipelining

Performance gains for pipelining commands over the network.
Using tile38-benchmark and the -P flag it's possible to see 2x-10x boost
in requests per second.

controller/aof.go

@@ -359,7 +359,7 @@ func (c *Controller) cmdAOF(msg *server.Message) (res string, err error) {
 	return "", s
 }
 
-func (c *Controller) liveAOF(pos int64, conn net.Conn, rd *server.AnyReaderWriter, msg *server.Message) error {
+func (c *Controller) liveAOF(pos int64, conn net.Conn, rd *server.PipelineReader, msg *server.Message) error {
 	c.mu.Lock()
 	c.aofconnM[conn] = true
 	c.mu.Unlock()
@@ -394,19 +394,21 @@ func (c *Controller) liveAOF(pos int64, conn net.Conn, rd *server.AnyReaderWrite
 			cond.L.Unlock()
 		}()
 		for {
-			v, err := rd.ReadMessage()
+			vs, err := rd.ReadMessages()
 			if err != nil {
 				if err != io.EOF {
 					log.Error(err)
 				}
 				return
 			}
-			switch v.Command {
-			default:
-				log.Error("received a live command that was not QUIT")
-				return
-			case "quit", "":
-				return
+			for _, v := range vs {
+				switch v.Command {
+				default:
+					log.Error("received a live command that was not QUIT")
+					return
+				case "quit", "":
+					return
+				}
 			}
 		}
 	}()

controller/controller.go

@@ -194,7 +194,7 @@ func ListenAndServeEx(host string, port int, dir string, ln *net.Listener, http
 		c.stopWatchingMemory.set(true)
 		c.stopWatchingAutoGC.set(true)
 	}()
-	handler := func(conn *server.Conn, msg *server.Message, rd *server.AnyReaderWriter, w io.Writer, websocket bool) error {
+	handler := func(conn *server.Conn, msg *server.Message, rd *server.PipelineReader, w io.Writer, websocket bool) error {
 		c.connsmu.RLock()
 		if cc, ok := c.conns[conn]; ok {
 			cc.last.set(time.Now())

controller/live.go

@@ -64,7 +64,7 @@ func writeMessage(conn net.Conn, message []byte, wrapRESP bool, connType server.
 	return err
 }
 
-func (c *Controller) goLive(inerr error, conn net.Conn, rd *server.AnyReaderWriter, msg *server.Message, websocket bool) error {
+func (c *Controller) goLive(inerr error, conn net.Conn, rd *server.PipelineReader, msg *server.Message, websocket bool) error {
 	addr := conn.RemoteAddr().String()
 	log.Info("live " + addr)
 	defer func() {
@@ -114,22 +114,24 @@ func (c *Controller) goLive(inerr error, conn net.Conn, rd *server.AnyReaderWrit
 			conn.Close()
 		}()
 		for {
-			v, err := rd.ReadMessage()
+			vs, err := rd.ReadMessages()
 			if err != nil {
 				if err != io.EOF && !(websocket && err == io.ErrUnexpectedEOF) {
 					log.Error(err)
 				}
 				return
 			}
-			if v == nil {
-				continue
-			}
-			switch v.Command {
-			default:
-				log.Error("received a live command that was not QUIT")
-				return
-			case "quit", "":
-				return
+			for _, v := range vs {
+				if v == nil {
+					continue
+				}
+				switch v.Command {
+				default:
+					log.Error("received a live command that was not QUIT")
+					return
+				case "quit", "":
+					return
+				}
 			}
 		}
 	}()