[VIDEOPRT] Fix incorrect return status (reactos#8433)

IntVideoPortMapMemory incorrectly returned a successful result if it
failed to map video memory. This caused a bugcheck when using VirtualBox
with Guest Additions with more than 128MB of VRAM assigned to VM.

- Return ERROR_NOT_ENOUGH_MEMORY instead of NO_ERROR
  when mapping memory fails.
- Also add debug logging to help troubleshoot when MmMapIoSpace fails.

https://learn.microsoft.com/en-us/windows-hardware/drivers/ddi/video/nf-video-videoportmapmemory#return-value

This fixes the crash, however the desktop does not render correctly.
Using videoprt.sys from Windows XP still results in the same behavior.

CORE-12130

Author: MishaProductions

win32ss/drivers/videoprt/resource.c

@@ -219,8 +219,9 @@ IntVideoPortReleaseResources(
 
     if (!NT_SUCCESS(Status))
     {
-        DPRINT1("VideoPortReleaseResources IoReportResource failed with 0x%08lx ; ConflictDetected: %s\n",
-                Status, ConflictDetected ? "TRUE" : "FALSE");
+        ERR_(VIDEOPRT,
+             "VideoPortReleaseResources IoReportResource failed with 0x%08lx ; ConflictDetected: %s\n",
+             Status, ConflictDetected ? "TRUE" : "FALSE");
     }
     /* Ignore the returned status however... */
 }
@@ -353,7 +354,7 @@ IntVideoPortMapMemory(
           &TranslatedAddress) == FALSE)
    {
       if (Status)
-         *Status = ERROR_NOT_ENOUGH_MEMORY;
+         *Status = ERROR_INVALID_PARAMETER;
 
       return NULL;
    }
@@ -380,9 +381,9 @@ IntVideoPortMapMemory(
                                                &MappedAddress);
       if (!NT_SUCCESS(NtStatus))
       {
-         WARN_(VIDEOPRT, "IntVideoPortMapPhysicalMemory() failed! (0x%x)\n", NtStatus);
+         ERR_(VIDEOPRT, "IntVideoPortMapPhysicalMemory() failed! (0x%x)\n", NtStatus);
          if (Status)
-            *Status = NO_ERROR;
+            *Status = ERROR_INVALID_PARAMETER;
          return NULL;
       }
       INFO_(VIDEOPRT, "Mapped user address = 0x%08x\n", MappedAddress);
@@ -425,8 +426,11 @@ IntVideoPortMapMemory(
       return MappedAddress;
    }
 
+   ERR_(VIDEOPRT,
+        "Couldn't map video memory. IoAddress: 0x%lx, NumberOfUchars: 0x%lx, InIoSpace: 0x%x\n",
+        IoAddress.u.LowPart, NumberOfUchars, InIoSpace);
    if (Status)
-      *Status = NO_ERROR;
+      *Status = ERROR_INVALID_PARAMETER;
 
    return NULL;
 }