pub struct LlmCallResponse {
pub text: String,
pub usage: TokenUsage,
pub tool_calls: Vec<ToolCallInfo>,
}Expand description
Response from an LLM call including token usage
Fields§
§text: StringThe generated text
usage: TokenUsageToken usage information
tool_calls: Vec<ToolCallInfo>Structured tool calls returned by the model (empty when the model responds with text only)
Implementations§
Source§impl LlmCallResponse
impl LlmCallResponse
Sourcepub fn new(text: String, usage: TokenUsage) -> Self
pub fn new(text: String, usage: TokenUsage) -> Self
Create a new LlmCallResponse (text-only, no tool calls)
Sourcepub fn with_unknown_usage(text: String) -> Self
pub fn with_unknown_usage(text: String) -> Self
Create a response with unknown token usage
Sourcepub fn with_tool_calls(
text: String,
usage: TokenUsage,
tool_calls: Vec<ToolCallInfo>,
) -> Self
pub fn with_tool_calls( text: String, usage: TokenUsage, tool_calls: Vec<ToolCallInfo>, ) -> Self
Create a new LlmCallResponse with tool calls
Trait Implementations§
Source§impl Clone for LlmCallResponse
impl Clone for LlmCallResponse
Source§fn clone(&self) -> LlmCallResponse
fn clone(&self) -> LlmCallResponse
Returns a duplicate of the value. Read more
1.0.0 · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source. Read moreAuto Trait Implementations§
impl Freeze for LlmCallResponse
impl RefUnwindSafe for LlmCallResponse
impl Send for LlmCallResponse
impl Sync for LlmCallResponse
impl Unpin for LlmCallResponse
impl UnwindSafe for LlmCallResponse
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
§impl<T> FutureExt for T
impl<T> FutureExt for T
§fn with_context(self, otel_cx: Context) -> WithContext<Self>
fn with_context(self, otel_cx: Context) -> WithContext<Self>
§fn with_current_context(self) -> WithContext<Self>
fn with_current_context(self) -> WithContext<Self>
§impl<T> Instrument for T
impl<T> Instrument for T
§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
§impl<T> IntoRequest<T> for T
impl<T> IntoRequest<T> for T
§fn into_request(self) -> Request<T>
fn into_request(self) -> Request<T>
Wrap the input message
T in a tonic::Request§impl<L> LayerExt<L> for L
impl<L> LayerExt<L> for L
§fn named_layer<S>(&self, service: S) -> Layered<<L as Layer<S>>::Service, S>where
L: Layer<S>,
fn named_layer<S>(&self, service: S) -> Layered<<L as Layer<S>>::Service, S>where
L: Layer<S>,
Applies the layer to a service and wraps it in [
Layered].