CSY/reowolf Changeset - 949789bac3cf · Centrum Wiskunde & Informatica (CWI)

Changeset - 949789bac3cf

Parent rev.

Child rev.

[Not reviewed]

1 6 1

mh - 4 years ago 2021-12-20 09:53:17
contact@maxhenger.nl

Parsing of select statement

7 files changed with 163 insertions and 28 deletions:

src/protocol/ast.rs

src/protocol/ast_printer.rs

src/protocol/parser/pass_definitions.rs

src/protocol/parser/pass_validation_linking.rs

src/protocol/tests/mod.rs

src/protocol/tests/parser_after_tokenizing.rs

src/protocol/tests/parser_validation.rs

0 comments (0 inline, 0 general)

src/protocol/ast.rs

➞

Show inline comments

@@ @@ -1354,13 +1354,13 @@ pub struct SelectStatement { @@
     pub cases: Vec<SelectCase>,
     pub end_select: EndSelectStatementId,
+}
 #[derive(Debug, Clone)]
 pub struct SelectCase {
-    pub guard_var: Option<MemoryStatementId>, // optional memory declaration
+    pub guard_var: MemoryStatementId, // invalid ID if there is no declaration of a variable
     pub guard_expr: ExpressionStatementId, // if `guard_var.is_some()`, then always assignment expression
     pub block: BlockStatementId,
+}
 #[derive(Debug, Clone)]
 pub struct EndSelectStatement {

src/protocol/ast_printer.rs

➞

Show inline comments

@@ @@ -538,15 +538,15 @@ impl ASTWriter { @@
                     .with_s_key("Select");
                 self.kv(indent2).with_s_key("EndSelect").with_disp_val(&stmt.end_select.0.index);
                 self.kv(indent2).with_s_key("Cases");
                 let indent3 = indent2 + 1;
                 let indent4 = indent3 + 1;
                 for case in &stmt.cases {
-                    if let Some(guard_var_id) = case.guard_var {
+                    if !case.guard_var.is_invalid() {
                         self.kv(indent3).with_s_key("GuardStatement");
-                        self.write_stmt(heap, guard_var_id.upcast().upcast(), indent4);
+                        self.write_stmt(heap, case.guard_var.upcast().upcast(), indent4);
                     } else {
                         self.kv(indent3).with_s_key("GuardStatement").with_s_val("None");
+                    }
                     self.kv(indent3).with_s_key("GuardExpression");
                     self.write_stmt(heap, case.guard_expr.upcast(), indent4);

src/protocol/parser/pass_definitions.rs

➞

Show inline comments

@@ @@ -484,23 +484,25 @@ impl PassDefinitions { @@
             } else if iter.peek() == Some(TokenKind::Colon) {
                 self.consume_labeled_statement(module, iter, ctx, section)?;
             } else {
                 // Two fallback possibilities: the first one is a memory
                 // declaration, the other one is to parse it as a normal
                 // expression. This is a bit ugly.
                 if let Some((memory_stmt_id, assignment_stmt_id)) = self.maybe_consume_memory_statement(module, iter, ctx)? {
                 if let Some((memory_stmt_id, assignment_stmt_id)) = self.maybe_consume_memory_statement_without_semicolon(module, iter, ctx)? {
                     consume_token(&module.source, iter, TokenKind::SemiColon)?;
                     section.push(memory_stmt_id.upcast().upcast());
                     section.push(assignment_stmt_id.upcast());
                 } else {
                     let id = self.consume_expression_statement(module, iter, ctx)?;
                     section.push(id.upcast());
+                }
+            }
         } else if next == TokenKind::OpenParen {
             // Same as above: memory statement or normal expression
             if let Some((memory_stmt_id, assignment_stmt_id)) = self.maybe_consume_memory_statement(module, iter, ctx)? {
             if let Some((memory_stmt_id, assignment_stmt_id)) = self.maybe_consume_memory_statement_without_semicolon(module, iter, ctx)? {
                 consume_token(&module.source, iter, TokenKind::SemiColon);
                 section.push(memory_stmt_id.upcast().upcast());
                 section.push(assignment_stmt_id.upcast());
             } else {
                 let id = self.consume_expression_statement(module, iter, ctx)?;
                 section.push(id.upcast());
+            }
@@ @@ -688,34 +690,40 @@ impl PassDefinitions { @@
         &mut self, module: &Module, iter: &mut TokenIter, ctx: &mut PassCtx
     ) -> Result<SelectStatementId, ParseError> {
         let select_span = consume_exact_ident(&module.source, iter, KW_STMT_SELECT)?;
         consume_token(&module.source, iter, TokenKind::OpenCurly)?;
         let mut cases = Vec::new();
         consume_comma_separated_until(
             TokenKind::CloseCurly, &module.source, iter, ctx,
             |source, iter, ctx| {
                 // A select arm starts with a guard, being something of the form
                 // `defined_var = get(port)`, `get(port)` or
                 // `Type var = get(port)`. So:
                 let (guard_var, guard_expr) = match self.maybe_consume_memory_statement(module, iter, ctx)? {
                     Some((guard_var, guard_expr)) => {
                         (Some(guard_var), guard_expr)
                     },
         let mut next = iter.next();
         while Some(TokenKind::CloseCurly) != next {
             let (guard_var, guard_expr) = match self.maybe_consume_memory_statement_without_semicolon(module, iter, ctx)? {
                 Some(guard_var_and_expr) => guard_var_and_expr,
                 None => {
                         let guard_expr = self.consume_expression_statement(module, iter, ctx)?;
                         (None, guard_expr)
                     let start_pos = iter.last_valid_pos();
                     let expr = self.consume_expression(module, iter, ctx)?;
                     let end_pos = iter.last_valid_pos();
                     let guard_expr = ctx.heap.alloc_expression_statement(|this| ExpressionStatement{
                         this,
                         span: InputSpan::from_positions(start_pos, end_pos),
                         expression: expr,
                         next: StatementId::new_invalid(),
                     });
                     (MemoryStatementId::new_invalid(), guard_expr)
                 },
             };
-                consume_token(source, iter, TokenKind::ArrowRight)?;
+            consume_token(&module.source, iter, TokenKind::ArrowRight)?;
             let block = self.consume_block_or_wrapped_statement(module, iter, ctx)?;
             cases.push(SelectCase{ guard_var, guard_expr, block });
                 Ok(SelectCase{ guard_var, guard_expr, block })
             },
             &mut cases, "select arm", None
         )?;
             next = iter.next();
+        }
         consume_token(&module.source, iter, TokenKind::CloseCurly)?;
         Ok(ctx.heap.alloc_select_statement(|this| SelectStatement{
             this,
             span: select_span,
             cases,
             end_select: EndSelectStatementId::new_invalid(),
@@ @@ -914,13 +922,13 @@ impl PassDefinitions { @@
+            }
+        }
         Ok(())
+    }
-    fn maybe_consume_memory_statement(
+    fn maybe_consume_memory_statement_without_semicolon(
         &mut self, module: &Module, iter: &mut TokenIter, ctx: &mut PassCtx
     ) -> Result<Option<(MemoryStatementId, ExpressionStatementId)>, ParseError> {
         // This is a bit ugly. It would be nicer if we could somehow
         // consume the expression with a type hint if we do get a valid
         // type, but we don't get an identifier following it
         let iter_state = iter.save();
@@ @@ -939,13 +947,12 @@ impl PassDefinitions { @@
                 let memory_span = InputSpan::from_positions(parser_type.full_span.begin, identifier.span.end);
                 let assign_span = consume_token(&module.source, iter, TokenKind::Equal)?;
                 let initial_expr_begin_pos = iter.last_valid_pos();
                 let initial_expr_id = self.consume_expression(module, iter, ctx)?;
                 let initial_expr_end_pos = iter.last_valid_pos();
                 consume_token(&module.source, iter, TokenKind::SemiColon)?;
                 // Allocate the memory statement with the variable
                 let local_id = ctx.heap.alloc_variable(|this| Variable{
                     this,
                     kind: VariableKind::Local,
                     identifier: identifier.clone(),

src/protocol/parser/pass_validation_linking.rs

➞

Show inline comments

@@ @@ -433,12 +433,65 @@ impl Visitor for PassValidationLinking { @@
+        }
         self.prev_stmt = end_fork_id.upcast();
         Ok(())
+    }
     fn visit_select_stmt(&mut self, ctx: &mut Ctx, id: SelectStatementId) -> VisitorResult {
         let select_stmt = &ctx.heap[id];
         let end_select_id = select_stmt.end_select;
         // Select statements may only occur inside sync blocks
         if self.in_sync.is_invalid() {
             return Err(ParseError::new_error_str_at_span(
                 &ctx.module().source, select_stmt.span,
                 "select statements may only occur inside sync blocks"
             ));
+        }
         if !self.def_type.is_primitive() {
             return Err(ParseError::new_error_str_at_span(
                 &ctx.module().source, select_stmt.span,
                 "select statements may only be used in primitive components"
             ));
+        }
         // Visit the various arms in the select block
         // note: three statements per case, so we lookup as `3 * index + offset`
         let mut case_stmt_ids = self.statement_buffer.start_section();
         let num_cases = select_stmt.cases.len();
         for case in &select_stmt.cases {
             case_stmt_ids.push(case.guard_var.upcast().upcast());
             case_stmt_ids.push(case.guard_expr.upcast());
             case_stmt_ids.push(case.block.upcast());
+        }
         assign_then_erase_next_stmt!(self, ctx, id.upcast());
         // Link up the "Select" with the "EndSelect". If there are no cases then
         // runtime will pick the "EndSelect" immediately.
         for idx in 0..num_cases {
             let base_idx = 3 * idx;
             let guard_var_id  = case_stmt_ids[base_idx    ];
             let guard_expr_id = case_stmt_ids[base_idx + 1];
             let arm_block_id  = case_stmt_ids[base_idx + 2];
             if !guard_var_id.is_invalid() {
                 self.visit_stmt(ctx, guard_var_id)?;
+            }
             self.visit_stmt(ctx, guard_expr_id)?;
             self.visit_stmt(ctx, arm_block_id)?;
             assign_then_erase_next_stmt!(self, ctx, end_select_id.upcast());
+        }
         self.prev_stmt = end_select_id.upcast();
         Ok(())
+    }
     fn visit_return_stmt(&mut self, ctx: &mut Ctx, id: ReturnStatementId) -> VisitorResult {
         // Check if "return" occurs within a function
         let stmt = &ctx.heap[id];
         if !self.def_type.is_function() {
             return Err(ParseError::new_error_str_at_span(
                 &ctx.module().source, stmt.span,
@@ @@ -1216,14 +1269,14 @@ impl Visitor for PassValidationLinking { @@
                                 // LHS of the binding expression
                                 debug_assert_eq!(_binding_expr.this, self.in_binding_expr);
                                 debug_assert_eq!(idx, 0);
                                 true
+                            }
                             Expression::Literal(lit_expr) => {
                                 // Only struct, unions and arrays can have
                                 // subexpressions, so we're always fine
                                 // Only struct, unions, tuples and arrays can
                                 // have subexpressions, so we're always fine
                                 if cfg!(debug_assertions) {
                                     match lit_expr.value {
                                         Literal::Struct(_) | Literal::Union(_) | Literal::Array(_) | Literal::Tuple(_) => {},
                                         _ => unreachable!(),
+                                    }
+                                }

src/protocol/tests/mod.rs

➞

Show inline comments

@@ @@ -9,13 +9,13 @@ @@
+ *
  * If any of these tests fail, and you think they're not needed anymore, feel
  * free to cast them out into oblivion, where dead code goes to die.
  */
 mod utils;
-mod lexer;
+mod parser_after_tokenizing;
 mod parser_binding;
 mod parser_imports;
 mod parser_inference;
 mod parser_literals;
 mod parser_monomorphs;
 mod parser_types;

src/protocol/tests/parser_after_tokenizing.rs

➞

Show inline comments

-/// lexer.rs
+/// parser_after_tokenizing
 ///
 /// Simple tests for the lexer. Only tests the lexing of the input source and
 /// the resulting AST without relying on the validation/typing pass
 use super::*;

src/protocol/tests/parser_validation.rs

➞

Show inline comments

@@ @@ -526,6 +526,81 @@ fn test_polymorph_array_types() { @@
         struct Bar { in<u32>[] inputs }
+        "
     ).for_struct("Bar", |s| { s
         .for_field("inputs", |f| { f.assert_parser_type("in<u32>[]"); });
     });
+}
 #[test]
 fn test_correct_modifying_operators() {
     // Not testing the types, just that it parses
     Tester::new_single_source_expect_ok(
         "valid uses",
+        "
         func f() -> u32 {
             auto a = 5;
             a += 2; a -= 2; a *= 2; a /= 2; a %= 2;
             a <<= 2; a >>= 2;
             a |= 2; a &= 2; a ^= 2;
             return a;
+        }
+        "
     );
+}
 #[test]
 fn test_incorrect_modifying_operators() {
     Tester::new_single_source_expect_err(
         "wrong declaration",
         "func f() -> u8 { auto a += 2; return a; }"
     ).error(|e| { e.assert_msg_has(0, "expected '='"); });
     Tester::new_single_source_expect_err(
         "inside function",
         "func f(u32 a) -> u32 { auto b = 0; auto c = f(a += 2); }"
     ).error(|e| { e.assert_msg_has(0, "assignments are statements"); });
     Tester::new_single_source_expect_err(
         "inside tuple",
         "func f(u32 a) -> u32 { auto b = (a += 2, a /= 2); return 0; }"
     ).error(|e| { e.assert_msg_has(0, "assignments are statements"); });
+}
 #[test]
 fn test_correct_select_statement() {
     Tester::new_single_source_expect_ok(
         "correct single-use", "
         primitive f() {
             channel unused_output -> input;
             u32 outer_value = 0;
             sync select {
                 outer_value = get(input) -> outer_value = 0;
                 auto new_value = get(input) -> {
                     f();
                     outer_value = new_value;
+                }
                 get(input) + get(input) ->
                     outer_value = 8;
                 get(input) ->
                     {}
                 outer_value %= get(input) -> {
                     outer_value *= outer_value;
                     auto new_value = get(input);
                     outer_value += new_value;
+                }
+            }
+        }
+        "
     );
+}
 #[test]
 fn test_incorrect_select_statement() {
     Tester::new_single_source_expect_err(
         "outside sync",
         "func f() -> u32 { select {} return 0; }"
     ).error(|e| { e
         .assert_num(1)
         .assert_occurs_at(0, "select")
         .assert_msg_has(0, "inside sync blocks");
     });
+}
@@ \ No newline at end of file @@

0 comments (0 inline, 0 general)