Skip to content

Commit 36b9d39

Browse files
committed
feat(conf): remove -GGUF in -hf model name
1 parent 87e7e9e commit 36b9d39

1 file changed

Lines changed: 14 additions & 6 deletions

File tree

conf/write.go

Lines changed: 14 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -257,9 +257,9 @@ func (cfg *Cfg) setSwapModels() {
257257
}
258258

259259
// Add the model settings within the llama-swap configuration.
260-
func (cfg *Cfg) addModelCfg(modelName, cmd string, mc *config.ModelConfig) {
260+
func (cfg *Cfg) addModelCfg(model, cmd string, mc *config.ModelConfig) {
261261
mCfg := *mc // copy
262-
mCfg.Cmd = cmd
262+
mCfg.Cmd = strings.TrimSpace(cmd)
263263

264264
mCfg.CheckEndpoint = "/health"
265265
if strings.Contains(cmd, " -hf ") {
@@ -269,13 +269,21 @@ func (cfg *Cfg) addModelCfg(modelName, cmd string, mc *config.ModelConfig) {
269269
mCfg.CheckEndpoint = "none"
270270
}
271271

272-
old, ok := cfg.Swap.Models[modelName]
272+
model = strings.Replace(model, "-GGUF", "", 1)
273+
274+
old, ok := cfg.Swap.Models[model]
273275
if ok {
274-
slog.Debug("Overwrite config", "old", old)
275-
slog.Debug("Overwrite config", "new", modelName)
276+
if old.Cmd != mCfg.Cmd {
277+
mCfg.Cmd += " " + old.Cmd
278+
slog.Info("Merge model", "old", old)
279+
slog.Info("Merge model", "new", model)
280+
} else {
281+
slog.Info("Overwrite model", "old", old)
282+
slog.Info("Overwrite model", "new", model)
283+
}
276284
}
277285

278-
cfg.Swap.Models[modelName] = mCfg
286+
cfg.Swap.Models[model] = mCfg
279287
}
280288

281289
func (cfg *Cfg) setAPIKey(debug, noAPIKey bool) {

0 commit comments

Comments
 (0)