Handling whitespace better after !...

This fixes the indentation of the follow line and a problem where, for example,

!outputLua("a=b")
foo()

would result in

a=bfoo()

Author: ReFreezed

misc/testHandler.lua

@@ -1,3 +1,31 @@
+--[[============================================================
+--=
+--=  Test message handler
+--=  for use with preprocess-cl.lua
+--=
+--============================================================]]
+
+--
+-- This module shares environment with the processed files,
+-- making it a good place to put things all files use/share.
+--
+
+_G.IS_DEVELOPER = true
+
+math.tau = 2*math.pi
+
+function _G.flipTable(t)
+	local flipped = {}
+	for k, v in pairs(t) do
+		flipped[v] = k
+	end
+	return flipped
+end
+
+--
+-- The module is expected to return one or multiple message handlers.
+--
+
 -- [[ Alternative #1: Multiple specific message handlers.
 return {
 	beforemeta = function(path)

preprocess-cl.lua

@@ -28,9 +28,9 @@ exec lua "$0" "$@"
 			table of functions. If it returns a function then it will be
 			called with various messages as it's first argument. If it's
 			a table, the keys should be the message names and the values
-			should be functions to handle the respective message. (See
-			'Handler messages'.) This file shares the same environment
-			as the processed files.
+			should be functions to handle the respective message.
+			(See 'Handler messages' and misc/testHandler.lua)
+			The file shares the same environment as the processed files.
 
 		--linenumbers
 			Add comments with line numbers to the output.

preprocess.lua

@@ -1526,10 +1526,9 @@ local function _processFileOrString(params, isFile)
 
 		while true do
 			local tok = tokens[tokenIndex]
-			if not tok then  break  end
+			if not tok then  return  end
 
 			local tokType = tok.type
-
 			if
 				bracketBalance == 0 and (
 					(tokType == "whitespace" and tok.value:find("\n", 1, true)) or
@@ -1546,7 +1545,18 @@ local function _processFileOrString(params, isFile)
 					outputFinalDualValueStatement(metaLineIndexStart, tokenIndex-1)
 				end
 
-				break
+				-- Fix whitespace after the line.
+				local tokNext = tokens[tokenIndex]
+				if not isDual and tokType == "whitespace" and not (tokNext and isToken(tokNext, "pp_entry")) then
+					local tokExtra          = copyTable(tok)
+					tokExtra.value          = tok.value:gsub("^[^\n]+", "")
+					tokExtra.representation = tokExtra.value
+					tokExtra.position       = tokExtra.position+#tok.value-#tokExtra.value
+
+					table.insert(tokensToProcess, tokExtra)
+				end
+
+				return
 
 			elseif tokType == "pp_entry" then
 				errorInFile(