Skip to main content

tufazip_codec/
lib.rs

1//! Neural Transformer compression and decompression codec for `tufazip` backed by Candle.
2//!
3//! Ported from `nn.py` and `checkpoint_utils.py`: includes the Peri-RMSNorm / Post-RMSNorm
4//! SwiGLU Transformer with RoPE or learned-relative attention, online Adam updates,
5//! periodic prefix retraining, `QPI1` prior loading, and atomic checkpoint resume.
6
7mod checkpoint;
8mod config;
9mod engine;
10mod error;
11mod model;
12mod optim;
13mod rng;
14
15pub use checkpoint::{
16    clear_stop, is_done, load_checkpoint, mark_done, request_stop, save_checkpoint, stop_requested,
17    CheckpointMetadata, LoadedCheckpoint, CHECKPOINT_VERSION, DONE_NAME, REQUEUE_EXIT_CODE,
18    STOP_NAME,
19};
20pub use config::{
21    lr_at, resolve_device, AutocastPolicy, CodecConfig, CodecMode, ComputeDType, DeviceChoice,
22    ModelConfig, NormStyle, OnlineLoss, OptimConfig, PiecewiseLrSchedule, PositionType,
23    RetrainConfig,
24};
25pub use engine::{run_codec, RunOutcome, RunSummary};
26pub use error::CodecError;
27pub use model::{ForwardMode, OutputSlice, PriorLoadInfo, Transformer};
28pub use optim::{clip_grad_norm, Adam};
29pub use rng::{DeterministicRng, RngState};