diff --git a/src/protocol/parser/tokens.rs b/src/protocol/parser/tokens.rs index d64b9572963b0fd63ea7ee850c2d4bae92e39f1a..2c1de3259841299875c763f62d3ab2655d576ea0 100644 --- a/src/protocol/parser/tokens.rs +++ b/src/protocol/parser/tokens.rs @@ -12,6 +12,7 @@ pub enum TokenKind { Ident, // regular identifier Pragma, // identifier with prefixed `#`, range includes `#` Integer, // integer literal + Bytestring, // string literal, interpreted as byte array, range includes 'b"' String, // string literal, range includes `"` Character, // character literal, range includes `'` LineComment, // line comment, range includes leading `//`, but not newline @@ -152,7 +153,8 @@ impl TokenKind { TK::ShiftLeftEquals => "<<=", TK::ShiftRightEquals => ">>=", // Lets keep these in explicitly for now, in case we want to add more symbols - TK::Ident | TK::Pragma | TK::Integer | TK::String | TK::Character | + TK::Ident | TK::Pragma | TK::Integer | + TK::Bytestring | TK::String | TK::Character | TK::LineComment | TK::BlockComment | TK::SpanEnd => unreachable!(), } }