trying to connect to local lemonade / OpenAI compat server

[ssachse]

Checks

• I have searched existing issues and discussions
• I can reproduce this with the latest main or release

Describe the bug

Trying to add this with custom provider:

http://172.16.6.146:8000/api/v1/models
gives me my models:

{"data":[{"checkpoint":"unsloth/cogito-v2-preview-llama-109B-MoE-GGUF:Q4_K_M","checkpoints":{"main":"unsloth/cogito-v2-preview-llama-109B-MoE-GGUF:Q4_K_M","mmproj":"unsloth/cogito-v2-preview-llama-109B-MoE-GGUF:mmproj-F16.gguf"},"composite_models":[],"created":1234567890,"downloaded":true,"id":"Cogito-v2-llama-109B-MoE-GGUF","labels":["vision"],"object":"model","owned_by":"lemonade","recipe":"llamacpp","recipe_options":{},"size":65.3,"suggested":false},{"checkpoint":"mistralai/Devstral-Small-2507_gguf:Q4_K_M","checkpoints":{"main":"mistralai/Devstral-Small-2507_gguf:Q4_K_M"},"composite_models":[],"created":1234567890,"downloaded":true,"id":"Devstral-Small-2507-GGUF","labels":["coding","tool-calling"],"object":"model","owned_by":"lemonade","recipe":"llamacpp","recipe_options":{},"size":14.3,"suggested":true},{"checkpoint":"black-forest-labs/FLUX.2-klein-4B:flux-2-klein-4b.safetensors","checkpoints":{"main":"black-forest-labs/FLUX.2-klein-4B:flux-2-klein-4b.safetensors","text_encoder":"Comfy-Org/vae-text-encorder-for-flux-klein-4b:split_files/text_encoders/qwen_3_4b.safetensors","vae":"Comfy-Org/vae-text-encorder-for-flux-klein-4b:split_files/vae/flux2-vae.safetensors"},"composite_models":[],"created":1234567890,"downloaded":true,"id":"Flux-2-Klein-4B","image_defaults":{"cfg_scale":1.0,"height":1024,"steps":4,"width":1024},"labels":["image"],"object":"model","owned_by":"lemonade","recipe":"sd-cpp","recipe_options":{"cfg_scale":1.0,"height":1024,"steps":4,"width":1024},"size":16.0,"suggested":true},{"checkpoint":"unsloth/FLUX.2-klein-9B-GGUF:flux-2-klein-9b-Q8_0.gguf","checkpoints":{"main":"unsloth/FLUX.2-klein-9B-GGUF:flux-2-klein-9b-Q8_0.gguf","text_encoder":"unsloth/Qwen3-8B-GGUF:Qwen3-8B-Q8_0.gguf","vae":"Comfy-Org/vae-text-encorder-for-flux-klein-9b:split_files/vae/flux2-vae.safetensors"},"composite_models":[],"created":1234567890,"downloaded":true,"id":"Flux-2-Klein-9B-GGUF","image_defaults":{"cfg_scale":1.0,"height":1024,"steps":4,"width":1024},"labels":["image"],"object":"model","owned_by":"lemonade","recipe":"sd-cpp","recipe_options":{"cfg_scale":1.0,"height":1024,"steps":4,"width":1024},"size":18.0,"suggested":true},{"checkpoint":"unsloth/GLM-4.5-Air-GGUF:UD-Q4_K_XL","checkpoints":{"main":"unsloth/GLM-4.5-Air-GGUF:UD-Q4_K_XL"},"composite_models":[],"created":1234567890,"downloaded":true,"id":"GLM-4.5-Air-UD-Q4K-XL-GGUF","labels":["reasoning"],"object":"model","owned_by":"lemonade","recipe":"llamacpp","recipe_options":{},"size":73.1,"suggested":true},{"checkpoint":"unsloth/GLM-4.7-Flash-GGUF:GLM-4.7-Flash-UD-Q4_K_XL.gguf","checkpoints":{"main":"unsloth/GLM-4.7-Flash-GGUF:GLM-4.7-Flash-UD-Q4_K_XL.gguf"},"composite_models":[],"created":1234567890,"downloaded":true,"id":"GLM-4.7-Flash-GGUF","labels":["tool-calling"],"object":"model","owned_by":"lemonade","recipe":"llamacpp","recipe_options":{},"size":17.6,"suggested":true},{"checkpoint":"ggml-org/gemma-3-4b-it-GGUF:Q4_K_M","checkpoints":{"main":"ggml-org/gemma-3-4b-it-GGUF:Q4_K_M","mmproj":"ggml-org/gemma-3-4b-it-GGUF:mmproj-model-f16.gguf"},"composite_models":[],"created":1234567890,"downloaded":true,"id":"Gemma-3-4b-it-GGUF","labels":["vision"],"object":"model","owned_by":"lemonade","recipe":"llamacpp","recipe_options":{},"size":3.61,"suggested":true},{"checkpoint":"LiquidAI/LFM2-1.2B-GGUF:LFM2-1.2B-Q4_K_M.gguf","checkpoints":{"main":"LiquidAI/LFM2-1.2B-GGUF:LFM2-1.2B-Q4_K_M.gguf"},"composite_models":[],"created":1234567890,"downloaded":true,"id":"LFM2-1.2B-GGUF","labels":[],"object":"model","owned_by":"lemonade","recipe":"llamacpp","recipe_options":{},"size":0.731,"suggested":true},{"checkpoint":"LiquidAI/LFM2-24B-A2B-GGUF:Q4_K_M","checkpoints":{"main":"LiquidAI/LFM2-24B-A2B-GGUF:Q4_K_M"},"composite_models":[],"created":1234567890,"downloaded":true,"id":"LFM2-24B-A2B-GGUF","labels":[],"object":"model","owned_by":"lemonade","recipe":"llamacpp","recipe_options":{},"size":14.4,"suggested":true},{"checkpoint":"LiquidAI/LFM2-8B-A1B-GGUF:Q4_K_M","checkpoints":{"main":"LiquidAI/LFM2-8B-A1B-GGUF:Q4_K_M"},"composite_models":[],"created":1234567890,"downloaded":true,"id":"LFM2-8B-A1B-GGUF","labels":[],"object":"model","owned_by":"lemonade","recipe":"llamacpp","recipe_options":{},"size":4.8,"suggested":true},{"checkpoint":"LiquidAI/LFM2.5-1.2B-Instruct-GGUF:LFM2.5-1.2B-Instruct-Q4_K_M.gguf","checkpoints":{"main":"LiquidAI/LFM2.5-1.2B-Instruct-GGUF:LFM2.5-1.2B-Instruct-Q4_K_M.gguf"},"composite_models":[],"created":1234567890,"downloaded":true,"id":"LFM2.5-1.2B-Instruct-GGUF","labels":[],"object":"model","owned_by":"lemonade","recipe":"llamacpp","recipe_options":{},"size":0.731,"suggested":true},{"checkpoint":"","checkpoints":{"main":""},"composite_models":["gpt-oss-20b-mxfp4-GGUF","SDXL-Turbo","Whisper-Large-v3-Turbo","kokoro-v1"],"created":1234567890,"downloaded":true,"id":"Lemonade Medium","labels":[],"object":"model","owned_by":"lemonade","recipe":"experience","recipe_options":{},"suggested":false},{"checkpoint":"unsloth/Llama-4-Scout-17B-16E-Instruct-GGUF:Q4_K_S","checkpoints":{"main":"unsloth/Llama-4-Scout-17B-16E-Instruct-GGUF:Q4_K_S","mmproj":"unsloth/Llama-4-Scout-17B-16E-Instruct-GGUF:mmproj-F16.gguf"},"composite_models":[],"created":1234567890,"downloaded":true,"id":"Llama-4-Scout-17B-16E-Instruct-GGUF","labels":["vision"],"object":"model","owned_by":"lemonade","recipe":"llamacpp","recipe_options":{},"size":61.5,"suggested":false},{"checkpoint":"mistralai/Ministral-3-3B-Instruct-2512-GGUF:Ministral-3-3B-Instruct-2512-Q4_K_M.gguf","checkpoints":{"main":"mistralai/Ministral-3-3B-Instruct-2512-GGUF:Ministral-3-3B-Instruct-2512-Q4_K_M.gguf","mmproj":"mistralai/Ministral-3-3B-Instruct-2512-GGUF:Ministral-3-3B-Instruct-2512-BF16-mmproj.gguf"},"composite_models":[],"created":1234567890,"downloaded":true,"id":"Ministral-3-3B-Instruct-2512-GGUF","labels":["vision"],"object":"model","owned_by":"lemonade","recipe":"llamacpp","recipe_options":{},"size":2.85,"suggested":true},{"checkpoint":"unsloth/Nemotron-3-Nano-30B-A3B-GGUF:Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL.gguf","checkpoints":{"main":"unsloth/Nemotron-3-Nano-30B-A3B-GGUF:Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL.gguf"},"composite_models":[],"created":1234567890,"downloaded":true,"id":"Nemotron-3-Nano-30B-A3B-GGUF","labels":[],"object":"model","owned_by":"lemonade","recipe":"llamacpp","recipe_options":{},"size":22.8,"suggested":true},{"checkpoint":"ggml-org/Qwen2.5-VL-7B-Instruct-GGUF:Q4_K_M","checkpoints":{"main":"ggml-org/Qwen2.5-VL-7B-Instruct-GGUF:Q4_K_M","mmproj":"ggml-org/Qwen2.5-VL-7B-Instruct-GGUF:mmproj-Qwen2.5-VL-7B-Instruct-f16.gguf"},"composite_models":[],"created":1234567890,"downloaded":true,"id":"Qwen2.5-VL-7B-Instruct-GGUF","labels":["vision"],"object":"model","owned_by":"lemonade","recipe":"llamacpp","recipe_options":{},"size":4.68,"suggested":true},{"checkpoint":"unsloth/Qwen3-4B-Instruct-2507-GGUF:Qwen3-4B-Instruct-2507-Q4_K_M.gguf","checkpoints":{"main":"unsloth/Qwen3-4B-Instruct-2507-GGUF:Qwen3-4B-Instruct-2507-Q4_K_M.gguf"},"composite_models":[],"created":1234567890,"downloaded":true,"id":"Qwen3-4B-Instruct-2507-GGUF","labels":["tool-calling"],"object":"model","owned_by":"lemonade","recipe":"llamacpp","recipe_options":{},"size":2.5,"suggested":true},{"checkpoint":"unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF:Qwen3-Coder-30B-A3B-Instruct-Q4_K_M.gguf","checkpoints":{"main":"unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF:Qwen3-Coder-30B-A3B-Instruct-Q4_K_M.gguf"},"composite_models":[],"created":1234567890,"downloaded":true,"id":"Qwen3-Coder-30B-A3B-Instruct-GGUF","labels":["coding","tool-calling","hot"],"object":"model","owned_by":"lemonade","recipe":"llamacpp","recipe_options":{},"size":18.6,"suggested":true},{"checkpoint":"Qwen/Qwen3-Embedding-8B-GGUF:Qwen3-Embedding-8B-Q8_0.gguf","checkpoints":{"main":"Qwen/Qwen3-Embedding-8B-GGUF:Qwen3-Embedding-8B-Q8_0.gguf"},"composite_models":[],"created":1234567890,"downloaded":true,"id":"Qwen3-Embedding-8B-GGUF","labels":["embeddings"],"object":"model","owned_by":"lemonade","recipe":"llamacpp","recipe_options":{},"size":8.05,"suggested":true},{"checkpoint":"unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF:Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL.gguf","checkpoints":{"main":"unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF:Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL.gguf"},"composite_models":[],"created":1234567890,"downloaded":true,"id":"Qwen3-Next-80B-A3B-Instruct-GGUF","labels":["tool-calling"],"object":"model","owned_by":"lemonade","recipe":"llamacpp","recipe_options":{},"size":45.1,"suggested":true},{"checkpoint":"Qwen/Qwen3-VL-4B-Instruct-GGUF:Q4_K_M","checkpoints":{"main":"Qwen/Qwen3-VL-4B-Instruct-GGUF:Q4_K_M","mmproj":"Qwen/Qwen3-VL-4B-Instruct-GGUF:mmproj-Qwen3VL-4B-Instruct-F16.gguf"},"composite_models":[],"created":1234567890,"downloaded":true,"id":"Qwen3-VL-4B-Instruct-GGUF","labels":["vision"],"object":"model","owned_by":"lemonade","recipe":"llamacpp","recipe_options":{},"size":3.33,"suggested":true},{"checkpoint":"Qwen/Qwen3-VL-8B-Instruct-GGUF:Q4_K_M","checkpoints":{"main":"Qwen/Qwen3-VL-8B-Instruct-GGUF:Q4_K_M","mmproj":"Qwen/Qwen3-VL-8B-Instruct-GGUF:mmproj-Qwen3VL-8B-Instruct-F16.gguf"},"composite_models":[],"created":1234567890,"downloaded":true,"id":"Qwen3-VL-8B-Instruct-GGUF","labels":["vision"],"object":"model","owned_by":"lemonade","recipe":"llamacpp","recipe_options":{},"size":6.19,"suggested":true},{"checkpoint":"unsloth/Qwen3.5-122B-A10B-GGUF:UD-Q4_K_XL","checkpoints":{"main":"unsloth/Qwen3.5-122B-A10B-GGUF:UD-Q4_K_XL","mmproj":"unsloth/Qwen3.5-122B-A10B-GGUF:mmproj-F16.gguf"},"composite_models":[],"created":1234567890,"downloaded":true,"id":"Qwen3.5-122B-A10B-GGUF","labels":["vision","tool-calling","hot"],"object":"model","owned_by":"lemonade","recipe":"llamacpp","recipe_options":{},"size":68.4,"suggested":true},{"checkpoint":"unsloth/Qwen3.5-35B-A3B-GGUF:Qwen3.5-35B-A3B-UD-Q4_K_XL.gguf","checkpoints":{"main":"unsloth/Qwen3.5-35B-A3B-GGUF:Qwen3.5-35B-A3B-UD-Q4_K_XL.gguf","mmproj":"unsloth/Qwen3.5-35B-A3B-GGUF:mmproj-F16.gguf"},"composite_models":[],"created":1234567890,"downloaded":true,"id":"Qwen3.5-35B-A3B-GGUF","labels":["vision","tool-calling","hot"],"object":"model","owned_by":"lemonade","recipe":"llamacpp","recipe_options":{},"size":19.7,"suggested":true},{"checkpoint":"stable-diffusion-v1-5/stable-diffusion-v1-5:v1-5-pruned.safetensors","checkpoints":{"main":"stable-diffusion-v1-5/stable-diffusion-v1-5:v1-5-pruned.safetensors"},"composite_models":[],"created":1234567890,"downloaded":true,"id":"SD-1.5","image_defaults":{"cfg_scale":7.5,"height":512,"steps":20,"width":512},"labels":["image"],"object":"model","owned_by":"lemonade","recipe":"sd-cpp","recipe_options":{"cfg_scale":7.5,"height":512,"steps":20,"width":512},"size":4.3,"suggested":true},{"checkpoint":"stabilityai/sd-turbo:sd_turbo.safetensors","checkpoints":{"main":"stabilityai/sd-turbo:sd_turbo.safetensors"},"composite_models":[],"created":1234567890,"downloaded":true,"id":"SD-Turbo","image_defaults":{"cfg_scale":1.0,"height":512,"steps":4,"width":512},"labels":["image"],"object":"model","owned_by":"lemonade","recipe":"sd-cpp","recipe_options":{"cfg_scale":1.0,"height":512,"steps":4,"width":512},"size":5.2,"suggested":true},{"checkpoint":"stabilityai/stable-diffusion-xl-base-1.0:sd_xl_base_1.0.safetensors","checkpoints":{"main":"stabilityai/stable-diffusion-xl-base-1.0:sd_xl_base_1.0.safetensors"},"composite_models":[],"created":1234567890,"downloaded":true,"id":"SDXL-Base-1.0","image_defaults":{"cfg_scale":7.5,"height":1024,"steps":20,"width":1024},"labels":["image"],"object":"model","owned_by":"lemonade","recipe":"sd-cpp","recipe_options":{"cfg_scale":7.5,"height":1024,"steps":20,"width":1024},"size":6.9,"suggested":true},{"checkpoint":"stabilityai/sdxl-turbo:sd_xl_turbo_1.0_fp16.safetensors","checkpoints":{"main":"stabilityai/sdxl-turbo:sd_xl_turbo_1.0_fp16.safetensors"},"composite_models":[],"created":1234567890,"downloaded":true,"id":"SDXL-Turbo","image_defaults":{"cfg_scale":1.0,"height":512,"steps":4,"width":512},"labels":["image"],"object":"model","owned_by":"lemonade","recipe":"sd-cpp","recipe_options":{"cfg_scale":1.0,"height":512,"steps":4,"width":512},"size":6.9,"suggested":true},{"checkpoint":"ggerganov/whisper.cpp:ggml-large-v3.bin","checkpoints":{"main":"ggerganov/whisper.cpp:ggml-large-v3.bin","npu_cache":"amd/whisper-large-v3-onnx-npu:ggml-large-v3-encoder-vitisai.rai"},"composite_models":[],"created":1234567890,"downloaded":true,"id":"Whisper-Large-v3","labels":["audio","transcription"],"object":"model","owned_by":"lemonade","recipe":"whispercpp","recipe_options":{},"size":2.87,"suggested":true},{"checkpoint":"ggerganov/whisper.cpp:ggml-large-v3-turbo.bin","checkpoints":{"main":"ggerganov/whisper.cpp:ggml-large-v3-turbo.bin","npu_cache":"amd/whisper-large-turbo-onnx-npu:ggml-large-v3-turbo-encoder-vitisai.rai"},"composite_models":[],"created":1234567890,"downloaded":true,"id":"Whisper-Large-v3-Turbo","labels":["audio","transcription","hot"],"object":"model","owned_by":"lemonade","recipe":"whispercpp","recipe_options":{},"size":1.55,"suggested":true},{"checkpoint":"pqnet/bge-reranker-v2-m3-Q8_0-GGUF","checkpoints":{"main":"pqnet/bge-reranker-v2-m3-Q8_0-GGUF"},"composite_models":[],"created":1234567890,"downloaded":true,"id":"bge-reranker-v2-m3-GGUF","labels":["reranking"],"object":"model","owned_by":"lemonade","recipe":"llamacpp","recipe_options":{},"size":0.53,"suggested":true},{"checkpoint":"unsloth/gpt-oss-120b-GGUF:Q4_K_M","checkpoints":{"main":"unsloth/gpt-oss-120b-GGUF:Q4_K_M"},"composite_models":[],"created":1234567890,"downloaded":true,"id":"gpt-oss-120b-GGUF","labels":["reasoning","tool-calling"],"object":"model","owned_by":"lemonade","recipe":"llamacpp","recipe_options":{},"size":62.7,"suggested":false},{"checkpoint":"ggml-org/gpt-oss-120b-GGUF:","checkpoints":{"main":"ggml-org/gpt-oss-120b-GGUF:"},"composite_models":[],"created":1234567890,"downloaded":true,"id":"gpt-oss-120b-mxfp-GGUF","labels":["hot","reasoning","tool-calling"],"object":"model","owned_by":"lemonade","recipe":"llamacpp","recipe_options":{},"size":63.3,"suggested":true},{"checkpoint":"unsloth/gpt-oss-20b-GGUF:Q4_K_M","checkpoints":{"main":"unsloth/gpt-oss-20b-GGUF:Q4_K_M"},"composite_models":[],"created":1234567890,"downloaded":true,"id":"gpt-oss-20b-GGUF","labels":["reasoning","tool-calling"],"object":"model","owned_by":"lemonade","recipe":"llamacpp","recipe_options":{},"size":11.6,"suggested":false},{"checkpoint":"ggml-org/gpt-oss-20b-GGUF","checkpoints":{"main":"ggml-org/gpt-oss-20b-GGUF"},"composite_models":[],"created":1234567890,"downloaded":true,"id":"gpt-oss-20b-mxfp4-GGUF","labels":["hot","reasoning","tool-calling"],"object":"model","owned_by":"lemonade","recipe":"llamacpp","recipe_options":{},"size":12.1,"suggested":true},{"checkpoint":"unsloth/granite-4.0-h-tiny-GGUF:Q4_K_M","checkpoints":{"main":"unsloth/granite-4.0-h-tiny-GGUF:Q4_K_M"},"composite_models":[],"created":1234567890,"downloaded":true,"id":"granite-4.0-h-tiny-GGUF","labels":["tool-calling"],"object":"model","owned_by":"lemonade","recipe":"llamacpp","recipe_options":{},"size":4.25,"suggested":true},{"checkpoint":"mikkoph/kokoro-onnx","checkpoints":{"main":"mikkoph/kokoro-onnx"},"composite_models":[],"created":1234567890,"downloaded":true,"id":"kokoro-v1","labels":["tts","speech"],"object":"model","owned_by":"lemonade","recipe":"kokoro","recipe_options":{},"size":0.34,"suggested":true},{"checkpoint":"nomic-ai/nomic-embed-text-v2-moe-GGUF:Q8_0","checkpoints":{"main":"nomic-ai/nomic-embed-text-v2-moe-GGUF:Q8_0"},"composite_models":[],"created":1234567890,"downloaded":true,"id":"nomic-embed-text-v2-moe-GGUF","labels":["embeddings"],"object":"model","owned_by":"lemonade","recipe":"llamacpp","recipe_options":{},"size":0.51,"suggested":true}],"object":"list"}

Steps to reproduce

No response

Osaurus version / commit

No response

macOS version

No response

Apple Silicon chip

No response

Xcode version

No response

Logs

Screenshots

No response