Make explicit fallback to zero more focused when NaN is attempted to be written

This is a fixup for a 765865d6bc a few commits back. Original commit comments:

This was already how Java behaved in non-high-precision cases. However NaN processing would produce corrupted PDF in Java for highPrecision case and also caused exceptions in .NET.

DEVSIX-2883

Autoported commit.
Original commit hash: [b50863a0d]

Author: yulian-gaponenko

itext/itext.io/itext/io/source/ByteUtils.cs

@@ -131,11 +131,6 @@ internal static byte[] GetIsoBytes(double d, ByteBuffer buffer) {
         }
 
         internal static byte[] GetIsoBytes(double d, ByteBuffer buffer, bool highPrecision) {
-            if (double.IsNaN(d)) {
-                ILog logger = LogManager.GetLogger(typeof(ByteUtils));
-                logger.Error(iText.IO.LogMessageConstant.ATTEMPT_PROCESS_NAN);
-                d = 0;
-            }
             if (highPrecision) {
                 if (Math.Abs(d) < 0.000001) {
                     if (buffer != null) {
@@ -146,6 +141,11 @@ internal static byte[] GetIsoBytes(double d, ByteBuffer buffer, bool highPrecisi
                         return zero;
                     }
                 }
+                if (double.IsNaN(d)) {
+                    ILog logger = LogManager.GetLogger(typeof(ByteUtils));
+                    logger.Error(iText.IO.LogMessageConstant.ATTEMPT_PROCESS_NAN);
+                    d = 0;
+                }
                 byte[] result = DecimalFormatUtil.FormatNumber(d, "0.######").GetBytes(iText.IO.Util.EncodingUtil.ISO_8859_1
                     );
                 if (buffer != null) {
@@ -268,10 +268,16 @@ internal static byte[] GetIsoBytes(double d, ByteBuffer buffer, bool highPrecisi
                     d += 0.5;
                     long v;
                     if (d > long.MaxValue) {
-                        //by default cast logic do the same, but not in .NET
+                        // by default cast logic do the same, but not in .NET
                         v = long.MaxValue;
                     }
                     else {
+                        if (double.IsNaN(d)) {
+                            ILog logger = LogManager.GetLogger(typeof(ByteUtils));
+                            logger.Error(iText.IO.LogMessageConstant.ATTEMPT_PROCESS_NAN);
+                            // in java NaN casted to long results in 0, but in .NET it results in long.MIN_VALUE
+                            d = 0;
+                        }
                         v = (long)d;
                     }
                     int intLen = LongSize(v);

port-hash

@@ -1 +1 @@
-aad6d465c3a248545818a0ab6d45a84661d2e137
+b50863a0d49b6660e15aa942d766bf701d21913c