fix(llama.cpp): do not set anymore lora_base (#2999)

mudler · web-flow · commit bd900945f7fe · 2024-07-24T12:35:52.000+02:00
Signed-off-by: Ettore Di Giacinto &lt;mudler@localai.io&gt;
diff --git a/backend/cpp/llama/grpc-server.cpp b/backend/cpp/llama/grpc-server.cpp
@@ -2259,7 +2259,6 @@ static void params_parse(const backend::ModelOptions* request,
      // get the directory of modelfile
      std::string model_dir = params.model.substr(0, params.model.find_last_of("/\\"));
      params.lora_adapter.push_back(std::make_tuple(model_dir + "/"+request->loraadapter(), scale_factor));
-     params.lora_base  =  model_dir + "/"+request->lorabase();
     }
     params.use_mlock = request->mlock();
     params.use_mmap = request->mmap();

Original file line number	Diff line number	Diff line change
`@@ -2259,7 +2259,6 @@ static void params_parse(const backend::ModelOptions* request,`
`2259`	`2259`	`// get the directory of modelfile`
`2260`	`2260`	`std::string model_dir = params.model.substr(0, params.model.find_last_of("/\\"));`
`2261`	`2261`	`params.lora_adapter.push_back(std::make_tuple(model_dir + "/"+request->loraadapter(), scale_factor));`
`2262`		`- params.lora_base = model_dir + "/"+request->lorabase();`
`2263`	`2262`	`}`
`2264`	`2263`	`params.use_mlock = request->mlock();`
`2265`	`2264`	`params.use_mmap = request->mmap();`