From 58f2de70fb4aef9be2b54255519361971f646d7b Mon Sep 17 00:00:00 2001 From: Eliah Rusin Date: Wed, 25 Feb 2026 12:32:05 +0300 Subject: [PATCH] fix: pass encoding_format="float" in LiteLLM embedding calls (#434) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit DeepInfra rejects requests when encoding_format is null. LiteLLM sets it to None by default, so we explicitly pass "float" — the only format compatible with our list[list[float]] return type. Co-authored-by: Claude Opus 4.6 --- hindsight-api/hindsight_api/engine/embeddings.py | 2 ++ hindsight-api/tests/test_litellm_sdk_embeddings.py | 2 ++ 2 files changed, 4 insertions(+) diff --git a/hindsight-api/hindsight_api/engine/embeddings.py b/hindsight-api/hindsight_api/engine/embeddings.py index d943591c..7ba9b1bd 100644 --- a/hindsight-api/hindsight_api/engine/embeddings.py +++ b/hindsight-api/hindsight_api/engine/embeddings.py @@ -794,6 +794,7 @@ class LiteLLMSDKEmbeddings(Embeddings): "model": self.model, "input": ["test"], "api_key": self.api_key, + "encoding_format": "float", } if self.api_base: embed_kwargs["api_base"] = self.api_base @@ -840,6 +841,7 @@ class LiteLLMSDKEmbeddings(Embeddings): "model": self.model, "input": batch, "api_key": self.api_key, + "encoding_format": "float", } if self.api_base: embed_kwargs["api_base"] = self.api_base diff --git a/hindsight-api/tests/test_litellm_sdk_embeddings.py b/hindsight-api/tests/test_litellm_sdk_embeddings.py index 857769c7..256662bc 100644 --- a/hindsight-api/tests/test_litellm_sdk_embeddings.py +++ b/hindsight-api/tests/test_litellm_sdk_embeddings.py @@ -85,6 +85,7 @@ class TestLiteLLMSDKEmbeddings: model="cohere/embed-english-v3.0", input=["test"], api_key="test_key", + encoding_format="float", ) async def test_initialization_missing_package(self): @@ -137,6 +138,7 @@ class TestLiteLLMSDKEmbeddings: model="cohere/embed-english-v3.0", input=["Hello world"], api_key="test_key", + encoding_format="float", ) async def test_encode_multiple_texts(self, embeddings, mock_litellm):