String parsing behavior changes for string wrapping

Author: spoonmilk

formatter/generic/genericformatter.cpp

@@ -315,21 +315,13 @@ static vector<InstructionTextToken> ParseStringToken(
 	const string_view src = unprocessedStringToken.text;
 	const size_t tail = src.size();
 
-	// Max parsing length set to max annotation length  
-	if (tail > maxParsingLength)
-		return {unprocessedStringToken};
-
 	vector<InstructionTextToken> result;
 	size_t curStart = 0, curEnd = 0;
 
-	string scratch;
-	scratch.reserve(maxParsingLength);
-
 	auto ConstructToken = [&](size_t start, size_t end)
 	{
-		scratch.assign(src.data() + start, end - start);
 		InstructionTextToken token = unprocessedStringToken;
-		token.text.swap(scratch);
+		token.text = string(src.substr(start, end - start));
 		token.width = token.text.size();
 		result.emplace_back(std::move(token));
 	};
@@ -403,6 +395,20 @@ static vector<InstructionTextToken> ParseStringToken(
         {
             curEnd++;
         }
+
+        // Check if we've exceeded max parsing length
+        if (curEnd > maxParsingLength)
+        {
+	        // Flush any pending token
+	        flushToken(curStart, maxParsingLength);
+
+	        // Create single token with remaining text
+	        InstructionTextToken remainingToken = unprocessedStringToken;
+	        remainingToken.text = string(src.substr(maxParsingLength));
+	        remainingToken.width = remainingToken.text.size();
+	        result.emplace_back(std::move(remainingToken));
+	        return result;
+        }
     }
 
 	flushToken(curStart, curEnd);