feat: add cache_salt dimension to LLM response cache

2026-07-16 05:23:58 -04:00
parent c5c11ea81b
commit 564c92a043
6 changed files with 57 additions and 14 deletions
@@ -25,6 +25,7 @@ class LLMProvider(Protocol):
        *,
        session_id: str | None = None,
        parent_call_id: str | None = None,
+        cache_salt: str | None = None,
    ) -> LLMResponse: ...


@@ -39,6 +40,7 @@ class VLMProvider(Protocol):
        *,
        session_id: str | None = None,
        parent_call_id: str | None = None,
+        cache_salt: str | None = None,
    ) -> LLMResponse: ...