feat: add governed embedding client with batching
This commit is contained in:
@@ -6,7 +6,8 @@
|
||||
"""
|
||||
|
||||
from polygateway.client import GatewayClient, gather_bounded
|
||||
from polygateway.config import GatewaySettings
|
||||
from polygateway.config import EmbeddingSettings, GatewaySettings
|
||||
from polygateway.embedding import EmbeddingClient
|
||||
from polygateway.errors import (
|
||||
AllSourcesExhausted,
|
||||
CircuitOpenError,
|
||||
@@ -18,8 +19,9 @@ from polygateway.errors import (
|
||||
SourceDeadError,
|
||||
TransientError,
|
||||
)
|
||||
from polygateway.pricing import ModelPrice, PricingTable
|
||||
from polygateway.providers import DEFAULT_PROFILES, ProviderProfile, register_provider
|
||||
from polygateway.types import LLMResponse, SourceConfig
|
||||
from polygateway.types import EmbeddingResponse, LLMResponse, SourceConfig
|
||||
|
||||
__version__ = "0.1.0"
|
||||
|
||||
@@ -27,12 +29,17 @@ __all__ = [
|
||||
"DEFAULT_PROFILES",
|
||||
"AllSourcesExhausted",
|
||||
"CircuitOpenError",
|
||||
"EmbeddingClient",
|
||||
"EmbeddingResponse",
|
||||
"EmbeddingSettings",
|
||||
"GatewayClient",
|
||||
"GatewaySettings",
|
||||
"GatewayUnavailableError",
|
||||
"GovernanceBackendError",
|
||||
"LLMResponse",
|
||||
"ModelPrice",
|
||||
"PolyGatewayError",
|
||||
"PricingTable",
|
||||
"ProviderProfile",
|
||||
"RequestRejectedError",
|
||||
"ResultInvalidError",
|
||||
|
||||
Reference in New Issue
Block a user