support the ';' line separator character, aka statement separator

binutils-esp32ulp treats the ';' character as a statement separator.
Multiple statement separated by this character are treated as if
each statement was on its own line.

Note: Currently, due to the way labels are detected/handled, there
must be a space between a ';' and the next statement, if there is
another statement on the same line.

This commit contributes to being able to eventually assemble the
esp32ulp_all.s test from binutils-esp32ulp and allows us to deal
with this line: https://github.com/espressif/binutils-esp32ulp/blob/249ec34cc2c9574a86f3f86bbb175a863f988bcf/gas/testsuite/gas/esp32ulp/esp32/esp32ulp_all.s#L108

The compat tests show how more than 1 statement on a line would be
used/handled.

Author: wnienhaus

Diff for: esp32_ulp/assemble.py

@@ -129,9 +129,13 @@ def parse_line(self, line):
                 opcode, args = opcode_args[0], ()
         return label, opcode, args
 
+    def split_statements(self, lines):
+        for line in lines:
+            for statement in line.split(';'):
+                yield statement.rstrip()
 
     def parse(self, lines):
-        parsed = [self.parse_line(line) for line in lines]
+        parsed = [self.parse_line(line) for line in self.split_statements(lines)]
         return [p for p in parsed if p is not None]
 
 

Diff for: tests/assemble.py

@@ -244,6 +244,21 @@ def test_symbols():
     assert st.resolve_absolute('const') == 123
 
 
+def test_support_multiple_statements_per_line():
+    src = """
+label: nop; nop;
+    wait 42
+"""
+
+    lines = Assembler().parse(src.splitlines())
+
+    assert lines == [
+        ('label', 'nop', ()),
+        (None, 'nop', ()),
+        (None, 'wait', ('42',))
+    ]
+
+
 test_parse_line()
 test_parse()
 test_assemble()
@@ -254,4 +269,5 @@ def test_symbols():
 test_assemble_evalulate_expressions()
 test_assemble_optional_comment_removal()
 test_assemble_test_regressions_from_evaluation()
+test_support_multiple_statements_per_line()
 test_symbols()

Diff for: tests/compat/fixes.S

@@ -25,4 +25,7 @@ entry:
   reg_rd 12, 7, 0
   reg_rd 0x3ff48000, 7, 0
 
+  # interpret ; as statement separator - this results in 2 NOP machine instructions
+  nop; nop;
+
   halt