Struct ProviderDispatchRef 

pub struct ProviderDispatchRef<'a> { /* private fields */ }

Implementations

impl<'a> ProviderDispatchRef<'a>

pub async fn chat( &self, request: ChatRequest<'_>, model: &str, temperature: Option<f64>, ) -> Result<ChatResponse>

Open attribution_span!(self.inner) + scope!(model: model) around the inner provider’s chat call.

pub fn stream_chat( &self, request: ChatRequest<'_>, model: &str, temperature: Option<f64>, options: StreamOptions, ) -> BoxStream<'static, StreamResult<StreamEvent>>

pub async fn simple_chat( &self, message: &str, model: &str, temperature: Option<f64>, ) -> Result<String>

Wrap the inner provider’s simple_chat. Dispatched through self.inner so a concrete simple_chat override on the inner provider is honored (rather than the trait default that delegates to chat_with_system).

pub async fn chat_with_system( &self, system_prompt: Option<&str>, message: &str, model: &str, temperature: Option<f64>, ) -> Result<String>

Wrap the inner provider’s chat_with_system.

pub async fn chat_with_history( &self, messages: &[ChatMessage], model: &str, temperature: Option<f64>, ) -> Result<String>

Wrap the inner provider’s chat_with_history.

pub async fn chat_with_tools( &self, messages: &[ChatMessage], tools: &[Value], model: &str, temperature: Option<f64>, ) -> Result<ChatResponse>

Wrap the inner provider’s chat_with_tools.

pub async fn list_models(&self) -> Result<Vec<String>>

Wrap the inner provider’s list_models. No model parameter, so attribution only.

pub async fn list_models_with_pricing(&self) -> Result<Vec<ModelInfo>>

Wrap the inner provider’s list_models_with_pricing.

pub async fn warmup(&self) -> Result<()>

Wrap the inner provider’s warmup. No model parameter, so attribution only.

pub fn inner(&self) -> &'a dyn ModelProvider