server: validate "--chat-template" argument

ngxson · ngxson · commit ebe30795390a · 2024-02-09T17:00:53.000+01:00
diff --git a/examples/server/server.cpp b/examples/server/server.cpp
@@ -2300,7 +2300,13 @@ static void server_params_parse(int argc, char **argv, server_params &sparams,
                 invalid_param = true;
                 break;
             }
-            sparams.chat_template = argv[i];
+            std::string value(argv[i]);
+            if (value != "chatml" && value != "llama2") {
+                fprintf(stderr, "error: chat template can be \"llama2\" or \"chatml\", but got: %s\n", value.c_str());
+                invalid_param = true;
+                break;
+            }
+            sparams.chat_template = value;
         }
         else if (arg == "--override-kv")
         {

Original file line number	Diff line number	Diff line change
`@@ -2300,7 +2300,13 @@ static void server_params_parse(int argc, char **argv, server_params &sparams,`
`2300`	`2300`	`invalid_param = true;`
`2301`	`2301`	`break;`
`2302`	`2302`	`}`
`2303`		`- sparams.chat_template = argv[i];`
	`2303`	`+ std::string value(argv[i]);`
	`2304`	`+ if (value != "chatml" && value != "llama2") {`
	`2305`	`+ fprintf(stderr, "error: chat template can be \"llama2\" or \"chatml\", but got: %s\n", value.c_str());`
	`2306`	`+ invalid_param = true;`
	`2307`	`+ break;`
	`2308`	`+ }`
	`2309`	`+ sparams.chat_template = value;`
`2304`	`2310`	`}`
`2305`	`2311`	`else if (arg == "--override-kv")`
`2306`	`2312`	`{`