Files @ 68010622a220
Branch filter:

Location: CSY/reowolf/src/protocol/tokenizer/mod.rs

68010622a220 251 B application/rls-services+xml Show Annotation Show as Raw Download as Raw
MH
prepare tokenization to implement binding expressions
enum Token {
    
}

enum TokenRangeType {
    Pragma,
    Import,
    Defintion,
}

struct TokenRange {
    range_type: TokenRangeType,
    start: usize,
    end: usize,
}

struct TokenBuffer {
    tokens: Vec<Token>,
    ranges: Vec<TokenRange>,
}