rdsm/ollama_proxy
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Strips the option field

Browse source
This commit is contained in:
Regis David Souza Mesquita 2025-02-15 22:47:03 +00:00
parent 8ae3995e49
commit f3e6e1101f
1 changed files with 4 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

5
ollama_proxy.go
View file

@ -270,9 +270,12 @@ func main() {
log.Printf("Outgoing /api/chat payload: %s", string(bodyBytes)) log.Printf("Outgoing /api/chat payload: %s", string(bodyBytes))
} }
// Unmarshal and modify the request payload: strip ":proxy" from model field. // Unmarshal and modify the request payload: strip ":proxy" from model field
// and remove unsupported options.
var payload map[string]interface{} var payload map[string]interface{}
if err := json.Unmarshal(bodyBytes, &payload); err == nil { if err := json.Unmarshal(bodyBytes, &payload); err == nil {
// Remove unsupported "options" field.
delete(payload, "options")
if modelVal, ok := payload["model"].(string); ok { if modelVal, ok := payload["model"].(string); ok {
payload["model"] = strings.TrimSuffix(modelVal, ":proxy") payload["model"] = strings.TrimSuffix(modelVal, ":proxy")
} }