CSY/reowolf Changeset - 68010622a220 · Centrum Wiskunde & Informatica (CWI)

Changeset - 68010622a220

Parent rev.

Child rev.

[Not reviewed]

0 8 2

MH - 4 years ago 2021-04-08 15:50:25
contact@maxhenger.nl

prepare tokenization to implement binding expressions

10 files changed with 56 insertions and 16 deletions:

src/protocol/ast.rs

src/protocol/ast_printer.rs

src/protocol/lexer.rs

src/protocol/mod.rs

src/protocol/parser/depth_visitor.rs

src/protocol/parser/type_resolver.rs

src/protocol/parser/visitor.rs

src/protocol/pools.rs

src/protocol/tests/utils.rs

src/protocol/tokenizer/mod.rs

0 comments (0 inline, 0 general)

src/protocol/ast.rs

➞

Show inline comments

@@ @@ -2073,7 +2073,7 @@ pub struct BindingExpression { @@
     pub this: BindingExpressionId,
     // Phase 1: parser
     pub position: InputPosition,
-    pub left: ExpressionId,
+    pub left: LiteralExpressionId,
     pub right: ExpressionId,
     // Phase 2: linker
     pub parent: ExpressionParent,

src/protocol/ast_printer.rs

➞

Show inline comments

@@ @@ -599,7 +599,7 @@ impl ASTWriter { @@
                 self.kv(indent).with_id(PREFIX_BINARY_EXPR_ID, expr.this.0.index)
                     .with_s_key("BindingExpr");
                 self.kv(indent2).with_s_key("LeftExpression");
                 self.write_expr(heap, expr.left, indent3);
+                self.write_expr(heap, expr.left.upcast(), indent3);
                 self.kv(indent2).with_s_key("RightExpression");
                 self.write_expr(heap, expr.right, indent3);
                 self.kv(indent2).with_s_key("Parent")

src/protocol/lexer.rs

➞

Show inline comments

@@ @@ -1261,19 +1261,6 @@ impl Lexer<'_> { @@
+        }
         Ok(result)
+    }
     fn consume_binding_expression(&mut self, h: &mut Heap) -> Result<ExpressionId, ParseError> {
         if self.has_string("let") {
             let position = self.source.pos();
             self.consume_whitespace(true)?;
             let left_expr = self.consume_expression(h)?;
             self.consume_whitespace(false)?;
             self.consume_string(b"=")?;
             self.consume_whitespace(false)?;
             let right_expr = self.consume_expression(h)?;
         } else {
             self.consume_prefix_expression(h)
+        }
+    }
     fn consume_prefix_expression(&mut self, h: &mut Heap) -> Result<ExpressionId, ParseError> {
         if self.has_string(b"+")
             || self.has_string(b"-")

src/protocol/mod.rs

➞

Show inline comments

@@ @@ -3,7 +3,9 @@ mod arena; @@
 mod eval;
 pub(crate) mod inputsource;
 // mod lexer;
 mod tokenizer;
 mod parser;
 mod pools;
 #[cfg(test)] mod tests;
 // TODO: Remove when not benchmarking

src/protocol/parser/depth_visitor.rs

➞

Show inline comments

@@ @@ -139,6 +139,13 @@ pub(crate) trait Visitor: Sized { @@
     ) -> VisitorResult {
         recursive_assignment_expression(self, h, expr)
+    }
     fn visit_binding_expression(
         &mut self,
         h: &mut Heap,
         expr: BindingExpressionId
     ) -> VisitorResult {
         recursive_binding_expression(self, h, expr)
+    }
     fn visit_conditional_expression(
         &mut self,
         h: &mut Heap,
@@ @@ -431,6 +438,7 @@ fn recursive_expression<T: Visitor>( @@
 ) -> VisitorResult {
     match h[expr].clone() {
         Expression::Assignment(expr) => this.visit_assignment_expression(h, expr.this),
         Expression::Binding(expr) => this.visit_binding_expression(h, expr.this),
         Expression::Conditional(expr) => this.visit_conditional_expression(h, expr.this),
         Expression::Binary(expr) => this.visit_binary_expression(h, expr.this),
         Expression::Unary(expr) => this.visit_unary_expression(h, expr.this),
@@ @@ -453,6 +461,15 @@ fn recursive_assignment_expression<T: Visitor>( @@
     this.visit_expression(h, h[expr].right)
+}
 fn recursive_binding_expression<T: Visitor>(
     this: &mut T,
     h: &mut Heap,
     expr: BindingExpressionId,
 ) -> VisitorResult {
     this.visit_expression(h, h[expr].left.upcast())?;
     this.visit_expression(h, h[expr].right)
+}
 fn recursive_conditional_expression<T: Visitor>(
     this: &mut T,
     h: &mut Heap,

src/protocol/parser/type_resolver.rs

➞

Show inline comments

@@ @@ -1447,6 +1447,9 @@ impl TypeResolvingVisitor { @@
                 let id = expr.this;
                 self.progress_assignment_expr(ctx, id)
             },
             Expression::Binding(expr) => {
                 unimplemented!("progress binding expression");
             },
             Expression::Conditional(expr) => {
                 let id = expr.this;
                 self.progress_conditional_expr(ctx, id)

src/protocol/parser/visitor.rs

➞

Show inline comments

@@ @@ -184,6 +184,10 @@ pub(crate) trait Visitor2 { @@
                 let this = expr.this;
                 self.visit_assignment_expr(ctx, this)
             },
             Expression::Binding(expr) => {
                 let this = expr.this;
                 self.visit_binding_expr(ctx, this)
+            }
             Expression::Conditional(expr) => {
                 let this = expr.this;
                 self.visit_conditional_expr(ctx, this)
@@ @@ -228,6 +232,7 @@ pub(crate) trait Visitor2 { @@
+    }
     fn visit_assignment_expr(&mut self, _ctx: &mut Ctx, _id: AssignmentExpressionId) -> VisitorResult { Ok(()) }
     fn visit_binding_expr(&mut self, _ctx: &mut Ctx, _id: BindingExpressionId) -> VisitorResult { Ok(()) }
     fn visit_conditional_expr(&mut self, _ctx: &mut Ctx, _id: ConditionalExpressionId) -> VisitorResult { Ok(()) }
     fn visit_binary_expr(&mut self, _ctx: &mut Ctx, _id: BinaryExpressionId) -> VisitorResult { Ok(()) }
     fn visit_unary_expr(&mut self, _ctx: &mut Ctx, _id: UnaryExpressionId) -> VisitorResult { Ok(()) }

src/protocol/pools.rs

➞

Show inline comments

		new file 100644


		struct StringPool {

		}
		\ No newline at end of file

src/protocol/tests/utils.rs

➞

Show inline comments

         },
         Expression::Binding(expr) => {
             None
             .or_else(|| seek_expr_in_expr(heap, expr.left, f))
+            .or_else(|| seek_expr_in_expr(heap, expr.left.upcast(), f))
             .or_else(|| seek_expr_in_expr(heap, expr.right, f))
+        }
         Expression::Conditional(expr) => {

src/protocol/tokenizer/mod.rs

➞

Show inline comments

@@ new file 100644 @@
 enum Token {
+}
 enum TokenRangeType {
     Pragma,
     Import,
     Defintion,
+}
 struct TokenRange {
     range_type: TokenRangeType,
     start: usize,
     end: usize,
+}
 struct TokenBuffer {
     tokens: Vec<Token>,
     ranges: Vec<TokenRange>,
+}

0 comments (0 inline, 0 general)