Skip to main content

littlebit_train/
lib.rs

1//! QAT Knowledge Distillation trainer, dataset tokenizer/cache, and perplexity/zero-shot evaluator.
2
3pub mod data;
4pub mod error;
5pub mod eval;
6pub mod loss;
7pub mod scheduler;
8pub mod trainer;
9pub mod zero_config;
10
11pub use data::{
12    group_token_blocks, load_eval_tokens, load_local_texts, load_tokenizer, prepare_dataset,
13    tokenizer_cache_key, DatasetKind, TokenBlockDataset, DEFAULT_BLOCK_SIZE,
14};
15pub use error::{Result, TrainError};
16pub use eval::{
17    evaluate_multiple_choice, evaluate_perplexity, load_multiple_choice_jsonl,
18    MultipleChoiceExample, PplResult, ZeroShotTaskResult,
19};
20pub use loss::{compute_kd_loss, kl_divergence_batchmean, l2l_mse_loss, KdLossBreakdown};
21pub use scheduler::CosineWarmupScheduler;
22pub use trainer::{KdTrainer, StepMetrics, TrainingConfig, TrainingSummary};
23pub use zero_config::ZeroConfig;