chore(refactor): imply modelpath

mudler · mudler · commit db15e9831d29 · 2024-11-20T17:00:07.000+01:00
Signed-off-by: Ettore Di Giacinto &lt;mudler@localai.io&gt;
diff --git a/core/config/backend_config_loader.go b/core/config/backend_config_loader.go
@@ -140,7 +140,7 @@ func (bcl *BackendConfigLoader) LoadBackendConfigFileByName(modelName, modelPath
 		}
 	}
 
-	cfg.SetDefaults(opts...)
+	cfg.SetDefaults(append(opts, ModelPath(modelPath))...)
 
 	return cfg, nil
 }
diff --git a/core/http/endpoints/openai/request.go b/core/http/endpoints/openai/request.go
@@ -304,7 +304,6 @@ func mergeRequestWithConfig(modelFile string, input *schema.OpenAIRequest, cm *c
 		config.LoadOptionThreads(threads),
 		config.LoadOptionContextSize(ctx),
 		config.LoadOptionF16(f16),
-		config.ModelPath(loader.ModelPath),
 	)
 
 	// Set the parameters for the language model prediction

Original file line number	Diff line number	Diff line change
`@@ -140,7 +140,7 @@ func (bcl *BackendConfigLoader) LoadBackendConfigFileByName(modelName, modelPath`
`140`	`140`	`}`
`141`	`141`	`}`
`142`	`142`
`143`		`- cfg.SetDefaults(opts...)`
	`143`	`+ cfg.SetDefaults(append(opts, ModelPath(modelPath))...)`
`144`	`144`
`145`	`145`	`return cfg, nil`
`146`	`146`	`}`
Original file line number	Diff line number	Diff line change
`@@ -304,7 +304,6 @@ func mergeRequestWithConfig(modelFile string, input schema.OpenAIRequest, cm c`
`304`	`304`	`config.LoadOptionThreads(threads),`
`305`	`305`	`config.LoadOptionContextSize(ctx),`
`306`	`306`	`config.LoadOptionF16(f16),`
`307`		`- config.ModelPath(loader.ModelPath),`
`308`	`307`	`)`
`309`	`308`
`310`	`309`	`// Set the parameters for the language model prediction`