tufazip_preprocess/lib.rs
1//! Pure-Rust port of Fabrice Bellard's NNCP dictionary preprocessor (`preprocess.c`).
2//!
3//! Performs reversible case/space encoding, iterative bigram dictionary induction,
4//! big-endian `u16` token serialization, and streaming decoding back to exact source bytes.
5
6mod case_space;
7mod codec;
8mod dictionary;
9mod error;
10
11pub use case_space::{
12 case_space_decode, case_space_encode, CaseSpaceDecoder, CH_FIRST_UPPER, CH_NO_SPACE,
13 CH_TO_UPPER,
14};
15pub use codec::{
16 decode_file, decode_tokens, encode_bytes, encode_file, encode_with_dictionary,
17 read_tokens_be16, write_tokens_be16, EncodeConfig, EncodeReport, SortOrder,
18};
19pub use dictionary::Dictionary;
20pub use error::PreprocessError;