Fix deprecated tokenize->tokenizeAny in PIO assembler (#598)

Author: cortex

port/raspberrypi/rp2xxx/src/hal/pio/assembler.zig

@@ -97,7 +97,7 @@ fn format_compile_error(comptime message: []const u8, comptime source: []const u
     var line_str: []const u8 = "";
     var line_num: u32 = 1;
     var column: u32 = 0;
-    var line_it = std.mem.tokenize(u8, source, "\n\r");
+    var line_it = std.mem.tokenizeAny(u8, source, "\n\r");
     while (line_it.next()) |line| : (line_num += 1) {
         line_str = line_str ++ "\n" ++ line;
         if (line_it.index >= index) {
@@ -140,3 +140,26 @@ test "tokenizer and encoder" {
 test "comparison" {
     std.testing.refAllDecls(@import("assembler/comparison_tests.zig"));
 }
+
+test "assemble" {
+    // Test that the assembler can compile a simple program
+    // this also verifies that the assemble function can be compiled
+    _ = comptime assemble(.RP2040, ".program testprog", .{})
+        .get_program_by_name("testprog");
+}
+
+test "format compile error" {
+    const result = comptime format_compile_error(
+        "invalid instruction",
+        ".program testprog\n bad",
+        19,
+    );
+    try std.testing.expectEqualStrings(
+        \\failed to assemble PIO code:
+        \\
+        \\ bad
+        \\ ^
+        \\ invalid instruction
+        \\
+    , result);
+}

port/raspberrypi/rp2xxx/src/hal/pio/assembler/tokenizer.zig

@@ -87,7 +87,7 @@ pub fn Tokenizer(chip: Chip) type {
             , .{self.index});
 
             var printed_cursor = false;
-            var line_it = std.mem.tokenize(u8, self.source, "\n\r");
+            var line_it = std.mem.tokenizeAny(u8, self.source, "\n\r");
             while (line_it.next()) |line| {
                 try writer.print("{s}\n", .{line});
                 if (!printed_cursor and line_it.index > self.index) {
@@ -2278,3 +2278,15 @@ test "tokenize.instr.comment with no whitespace" {
         .delay = .{ .expression = "1" },
     }, tokens.get(0));
 }
+
+test "format tokenizer" {
+    const test_tokenizer = Tokenizer(.RP2040).init("out 1");
+    const string = try std.fmt.allocPrint(std.testing.allocator, "{}", .{test_tokenizer});
+    defer std.testing.allocator.free(string);
+    try expectEqualStrings(
+        \\parser:
+        \\  index: 0
+        \\
+        \\out 1
+    ++ "\n\x1b[30;42;1m^\x1b[0m\n", string);
+}