ability to set the market data buffer size

cmd/marketmaker/main.go

@@ -54,6 +54,7 @@ func main() {
 	cpuprofile := flag.String("cpuprofile", "", "write cpu profile to file")
 	senderCompID := flag.String("id", "MM", "set the SenderCompID")
 	symbolAsCompID := flag.Bool("sid", false, "use symbol as SenderCompID")
+	mdbs := flag.String("mdbs", "", "market data buffer size (e.g. 1M, 16384, etc.)")
 
 	flag.Parse()
 
@@ -89,6 +90,9 @@ func main() {
 	}
 	p.SetString("fix", *fix)
 	p.SetString("senderCompID", *senderCompID)
+	if *mdbs!="" {
+		p.SetString("marketdata_buffer", *mdbs)
+	}
 
 	if len(quotedSymbols)>0 {
 		// have to use symbol as senderCompID if quoting multiple symbols since multiple connections are used

pkg/common/properties.go

@@ -13,6 +13,7 @@ import (
 type Properties interface {
 	GetString(key string, def string) string
 	SetString(key string, value string)
+	GetBytes(key string, def int) int
 	Clone() Properties
 }
 
@@ -34,6 +35,20 @@ func (p properties) SetString(key string, value string) {
 	p.props[key] = value
 }
 
+func (p properties) GetBytes(key string, def int) int {
+	key = strings.TrimSpace(key)
+	v, ok := p.props[key]
+	if !ok {
+		return def
+	}
+	v = strings.ToUpper(v)
+	if strings.HasSuffix(v,"M") {
+		return ParseInt(v[:len(v)-1]) * 1024 * 1024
+	}
+	return ParseInt(v)
+}
+
+
 func (p properties) Clone() Properties {
 	return properties{props: maps.Clone(p.props)}
 }

pkg/connector/marketdata/marketdata.go

@@ -88,7 +88,7 @@ func StartMarketDataReceiver(c ExchangeConnector, callback ConnectorCallback, pr
 			panic(err)
 		}
 		log.Println("listening for market data on", l.LocalAddr())
-		l.SetReadBuffer(16 * 1024 * 1024)
+		l.SetReadBuffer(props.GetBytes("marketdata_buffer",1024*1024))
 		b := make([]byte, protocol.MaxMsgSize)
 		for {
 			n, _, err := l.ReadFromUDP(b)