server : fix grammar being ignored (ggml-org#4494)

AdithyanI · hodlen · commit bfaad8904829 · 2024-04-02T00:15:02.000+08:00
Fix bug in identifying the grammar.
diff --git a/examples/server/server.cpp b/examples/server/server.cpp
@@ -2414,7 +2414,7 @@ json oaicompat_completion_params_parse(
     llama_params["ignore_eos"]        = json_value(body, "ignore_eos", false);
     llama_params["tfs_z"]             = json_value(body, "tfs_z", 0.0);
 
-    if (llama_params.count("grammar") != 0) {
+    if (body.count("grammar") != 0) {
         llama_params["grammar"] = json_value(body, "grammar", json::object());
     }
 

Original file line number	Diff line number	Diff line change
`@@ -2414,7 +2414,7 @@ json oaicompat_completion_params_parse(`
`2414`	`2414`	`llama_params["ignore_eos"] = json_value(body, "ignore_eos", false);`
`2415`	`2415`	`llama_params["tfs_z"] = json_value(body, "tfs_z", 0.0);`
`2416`	`2416`
`2417`		`- if (llama_params.count("grammar") != 0) {`
	`2417`	`+ if (body.count("grammar") != 0) {`
`2418`	`2418`	`llama_params["grammar"] = json_value(body, "grammar", json::object());`
`2419`	`2419`	`}`
`2420`	`2420`