pub struct CheckpointMetadata {Show 27 fields
pub version: u32,
pub config_signature: String,
pub project_only_targets: bool,
pub retrain_early_epochs: usize,
pub retrain_early_until: usize,
pub input_size: u64,
pub original_len: usize,
pub file_len: usize,
pub initial_prior_sha256: Option<String>,
pub initial_prior_vocab_sha256: Option<String>,
pub tensors_sha256: String,
pub online_adam_steps: BTreeMap<String, u64>,
pub retrain_adam_steps: BTreeMap<String, u64>,
pub rng_state: RngState,
pub encoder_state: Option<EncoderState>,
pub decoder_state: Option<DecoderState>,
pub bit_out_state: Option<BitOutputState>,
pub bit_in_state: Option<BitInputState>,
pub output_position: Option<u64>,
pub n_symbols: usize,
pub n_bits: f64,
pub train_step: usize,
pub retrain_train_step: usize,
pub block_start: usize,
pub last_retrain_pos: usize,
pub elapsed_seconds: f64,
pub reason: String,
}Expand description
Serializable metadata written alongside latest.safetensors for resumable execution.
Fields§
§version: u32Checkpoint format version (1).
config_signature: StringStable JSON signature of architectural and coding parameters.
project_only_targets: boolWhether only target positions were projected through head.
retrain_early_epochs: usizeEarly replay epoch override setting.
retrain_early_until: usizeEarly replay prefix threshold setting.
input_size: u64Input file size in bytes at start of run.
original_len: usizeUnpadded original token count.
file_len: usizePadded token buffer length (multiple of batch_size).
initial_prior_sha256: Option<String>SHA-256 digest of --initial_prior if used.
initial_prior_vocab_sha256: Option<String>SHA-256 digest of --vocab_file if used with --initial_prior.
tensors_sha256: StringSHA-256 digest of the paired latest.safetensors file.
online_adam_steps: BTreeMap<String, u64>Per-parameter Adam step counters for the online optimizer.
retrain_adam_steps: BTreeMap<String, u64>Per-parameter Adam step counters for the replay optimizer.
rng_state: RngStateExact PRNG state.
encoder_state: Option<EncoderState>Encoder state (Some when compressing with coding enabled).
decoder_state: Option<DecoderState>Decoder state (Some when decompressing).
bit_out_state: Option<BitOutputState>Output bit stream state (Some when compressing with coding enabled).
bit_in_state: Option<BitInputState>Input bit stream state (Some when decompressing).
output_position: Option<u64>Byte offset of the decoded token output file (Some when decompressing).
n_symbols: usizeCumulative coded symbol count.
n_bits: f64Cumulative modeled cross-entropy bits.
train_step: usizeCumulative online optimizer steps.
retrain_train_step: usizeCumulative prefix-replay optimizer steps.
block_start: usizeToken index at the start of the next block.
last_retrain_pos: usizeToken index where prefix retraining last ran.
elapsed_seconds: f64Elapsed active compute seconds before this checkpoint.
reason: StringReason this checkpoint was saved ("periodic", "stop-request", "test-stop").
Trait Implementations§
Source§impl Clone for CheckpointMetadata
impl Clone for CheckpointMetadata
Source§impl Debug for CheckpointMetadata
impl Debug for CheckpointMetadata
Source§impl<'de> Deserialize<'de> for CheckpointMetadata
impl<'de> Deserialize<'de> for CheckpointMetadata
Source§fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
Auto Trait Implementations§
impl Freeze for CheckpointMetadata
impl RefUnwindSafe for CheckpointMetadata
impl Send for CheckpointMetadata
impl Sync for CheckpointMetadata
impl Unpin for CheckpointMetadata
impl UnsafeUnpin for CheckpointMetadata
impl UnwindSafe for CheckpointMetadata
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
impl<ST, DT> CastableFrom<ST, Initialized, Initialized> for DT
impl<ST, DT> CastableFrom<ST, Uninit, Uninit> for DT
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> DeserializeOwned for Twhere
T: for<'de> Deserialize<'de>,
impl<T> ErasedDestructor for Twhere
T: 'static,
§impl<T> Instrument for T
impl<T> Instrument for T
§fn instrument(self, span: Span) -> Instrumented<Self> ⓘ
fn instrument(self, span: Span) -> Instrumented<Self> ⓘ
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more