Skip to main content

littlebit_core/
lib.rs

1//! Core quantization primitives for LittleBit (NeurIPS 2025) and LittleBit-2 (ICML 2026).
2
3pub mod binary;
4pub mod config;
5pub mod error;
6pub mod itq;
7pub mod linear;
8pub mod packer;
9pub mod safetensors_io;
10pub mod svd;
11
12pub use binary::{binarize_sign_no_grad, smooth_sign, ste_binary};
13pub use config::{
14    compute_eff_bits, estimate_split_dim, finalize_split_dim, parse_eff_bit_layers, BiasMode,
15    BitBudget, CastPolicy, InferenceMode, InitMode, ItqMode, LayerShape, LittleBitConfig,
16    LittleBitConfigOverrides, QuantFunc, ResidualMode, TrainMode, WeightState,
17    SMOOTH_SIGN_DEFAULT_ALPHA,
18};
19pub use error::{LittleBitError, Result};
20pub use itq::{apply_joint_itq, compute_itq_rotation, random_orthogonal_matrix};
21pub use linear::{
22    pow2_at_least, reconstruct_branch_matrix, FactorBranch, LittleBitLinear, PackedLittleBitLinear,
23    Param, FP16_MAX_SAFE,
24};
25pub use packer::{
26    binary_packer, binary_unpacker, pack_i8_slice, unpack_i32_slice, PackedBinaryMatrix,
27};
28pub use safetensors_io::{
29    inspect_checkpoint, load_and_unpack_state_dict, load_raw_safetensors_dir,
30    save_packed_safetensors, CheckpointFormat, CheckpointStats, LayerInspection, LoadedStateDict,
31    SafetensorsReader, ShardedSafetensorsWriter, TensorLocation,
32};
33pub use svd::{exact_thin_svd, rank_one_decompose, svd_lowrank, ThinSvd, DEFAULT_LOWRANK_NITER};