fix: update multiline string handling in tokenizer and adjust test fixtures

Author: andy1li

internal/lox/api/scanner_api.go

@@ -26,7 +26,10 @@ func ScanTokens(source string) ([]string, []string, int, error) {
 		} else if reflect.TypeOf(literal).Kind() == reflect.Float64 {
 			literal = lox.FormatFloat(literal.(float64))
 		}
-		tokenLines = append(tokenLines, fmt.Sprintf("%s %s %s", lox.GetTokenName(token.Type), token.Lexeme, literal))
+
+		tokenLine := fmt.Sprintf("%s %s %s", lox.GetTokenName(token.Type), token.Lexeme, literal)
+		// Handle potential multiline strings
+		tokenLines = append(tokenLines, strings.Split(tokenLine, "\n")...)
 	}
 
 	exitCode := 0

internal/stage12.go

@@ -16,7 +16,7 @@ func testStrings(stageHarness *test_case_harness.TestCaseHarness) error {
 	logger := stageHarness.Logger
 
 	string1 := random.RandomElementFromArray(QUOTED_STRINGS) + " " + "\"unterminated"
-	string2 := `"foo 	bar 123 // hello world!"`
+	string2 := `"foo 	bar // First line in a multiline string` + LF + `123 // This is the second line"`
 	shuffledString2 := "(" + strings.Join(random.RandomElementsFromArray(QUOTED_STRINGS, 2), "+") + `) != "other_string"`
 
 	tokenizeTestCases := testcases.MultiTestCase{

internal/test_helpers/fixtures/pass_scanning

@@ -296,11 +296,14 @@ Debug = true
 [stage-12] [test-2] ✓ Received exit code 65.
 [stage-12] [test-3] Running test case: 3
 [stage-12] [test-3] Writing contents to ./test.lox:
-[stage-12] [test-3.lox] "foo <|TAB|>bar 123 // hello world!"
+[stage-12] [test-3.lox] "foo <|TAB|>bar // First line in a multiline string
+[stage-12] [test-3.lox] 123 // This is the second line"
 [stage-12] [test-3] $ ./your_program.sh tokenize test.lox
-[your_program] STRING "foo 	bar 123 // hello world!" foo 	bar 123 // hello world!
+[your_program] STRING "foo 	bar // First line in a multiline string
+[your_program] 123 // This is the second line" foo 	bar // First line in a multiline string
+[your_program] 123 // This is the second line
 [your_program] EOF  null
-[stage-12] [test-3] ✓ 2 line(s) match on stdout
+[stage-12] [test-3] ✓ 4 line(s) match on stdout
 [stage-12] [test-3] ✓ Received exit code 0.
 [stage-12] [test-4] Running test case: 4
 [stage-12] [test-4] Writing contents to ./test.lox: