You are an expert in writing code in many different languages. Your goal is to perform code completion for the following code, keeping in mind the rest of the code and the file meta data.
    Metadata details:
    filename: lexer.rs
    path of file: ./repos/mun/crates/mun_syntax/src/parsing
    
    the code of the file until where you have to start completion: mod classes;
mod comments;
mod cursor;
mod numbers;
mod strings;

use
    
pub fn tokenize(text: &str) -> Vec<Token> {
    let mut text = text;
    let mut result = Vec::new();
    while !text.is_empty() {
        let token = next_token(text);
        result.push(token);
        let len: u32 = token.len.into();
        text = &text[len as usize..];
    }
    result
}