pub struct GenerateConfig {
pub max_new_tokens: usize,
pub temperature: f64,
pub top_p: f64,
pub seed: u64,
pub eos_token_ids: Vec<u32>,
}Expand description
Sampling and termination configuration for CausalLm::generate.
Fields§
§max_new_tokens: usizeMaximum number of new tokens to decode.
temperature: f64Sampling temperature (<= 0.0 triggers greedy argmax decoding).
top_p: f64Nucleus (top-p) probability threshold in (0.0, 1.0].
seed: u64Deterministic RNG seed for stochastic sampling.
eos_token_ids: Vec<u32>Optional stop token IDs halting generation early.
Trait Implementations§
Source§impl Clone for GenerateConfig
impl Clone for GenerateConfig
Source§impl Debug for GenerateConfig
impl Debug for GenerateConfig
Auto Trait Implementations§
impl Freeze for GenerateConfig
impl RefUnwindSafe for GenerateConfig
impl Send for GenerateConfig
impl Sync for GenerateConfig
impl Unpin for GenerateConfig
impl UnsafeUnpin for GenerateConfig
impl UnwindSafe for GenerateConfig
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
impl<ST, DT> CastableFrom<ST, Initialized, Initialized> for DT
impl<ST, DT> CastableFrom<ST, Uninit, Uninit> for DT
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> ErasedDestructor for Twhere
T: 'static,
§impl<T> Identity for Twhere
T: ?Sized,
impl<T> Identity for Twhere
T: ?Sized,
impl<T, U> Imply<T> for U
§impl<T> Instrument for T
impl<T> Instrument for T
§fn instrument(self, span: Span) -> Instrumented<Self> ⓘ
fn instrument(self, span: Span) -> Instrumented<Self> ⓘ
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more