From f0fe1d5b27c10a8c55333d917ea97f5cdd9b214d Mon Sep 17 00:00:00 2001
From: Harald Hoyer <harald@hoyer.xyz>
Date: Fri, 22 May 2026 08:25:47 +0200
Subject: [PATCH] fix(sgx): pull litellm from unstable for embeddings fix

LiteLLM 1.75.5 in nixpkgs 25.11 crashes on /v1/embeddings with
"RuntimeError: Stream consumed" (the proxy reads the request body twice).
Source litellm from nixos-unstable (1.83.14) where this is resolved, so
the gateway can proxy embeddings to halo's bge-m3 for any client.
---
 overlays/unstable/default.nix | 1 +
 1 file changed, 1 insertion(+)

diff --git a/overlays/unstable/default.nix b/overlays/unstable/default.nix
index 677ef27..0ce8811 100644
--- a/overlays/unstable/default.nix
+++ b/overlays/unstable/default.nix
@@ -7,6 +7,7 @@ final: prev: {
     mistral-vibe
     claude-code
     qwen-code
+    litellm # 25.11's 1.75.5 has a /v1/embeddings "Stream consumed" bug
     # llama-cpp-rocm
     # open-webui
     # vscode