diff --git a/lib/ex_unit/lib/ex_unit/formatter.ex b/lib/ex_unit/lib/ex_unit/formatter.ex
index 3a4bca6cb4..bbd188a0b8 100644
--- a/lib/ex_unit/lib/ex_unit/formatter.ex
+++ b/lib/ex_unit/lib/ex_unit/formatter.ex
@@ -622,7 +622,12 @@ defmodule ExUnit.Formatter do
   end
 
   defp format_message(value, formatter) do
-    value = pad_multiline(value, 5)
+    value =
+      case value do
+        binary when is_binary(binary) -> binary
+        other -> inspect(other)
+      end
+      |> pad_multiline(5)
 
     if String.contains?(value, IO.ANSI.reset()) do
       value