​

Module: token

​

Contents

• estimate_tokens - Estimate token count using the chars/4 heuristic.
• truncate_to_budget - Truncate text to fit within a token budget.

​

resq_ai::token::estimate_tokens

fn estimate_tokens(text: &str) -> usize

​

resq_ai::token::truncate_to_budget

fn truncate_to_budget(text: &str, max_tokens: usize) -> &str