Merge pull request #1015 from bet4it/file_upx

Support file operations and upxed PE file on Windows

Author: xwings

examples/src/windows/file_upx.c

@@ -0,0 +1,15 @@
+#include <stdio.h>
+int main()
+{
+    FILE *f;
+    const char *filename = "test.bin";
+    unsigned char buf[5] = {1, 2, 3, 4, 5};
+    f = fopen(filename, "wb");
+    fwrite(buf, 1, 5, f);
+    fclose(f);
+    f = fopen(filename, "rb");
+    fread(buf, 1, 5, f);
+    fclose(f);
+    remove(filename);
+    return 0;
+}

qiling/loader/pe.py

@@ -3,7 +3,7 @@
 # Cross Platform and Multi Architecture Advanced Binary Emulation Framework
 #
 
-import os, pefile, pickle, secrets, traceback
+import os, pefile, pickle, traceback
 from typing import Any, MutableMapping, Optional, Mapping, Sequence
 
 from qiling import Qiling
@@ -78,7 +78,8 @@ def load_dll(self, name: bytes, driver: bool = False) -> int:
             path = os.path.join(self.ql.rootfs, self.ql.dlls, dll_name)
 
         if not os.path.exists(path):
-            raise QlErrorFileNotFound("Cannot find dll in %s" % path)
+            self.ql.log.error("Cannot find dll in %s" % path)
+            return 0
 
         # If the dll is already loaded
         if dll_name in self.dlls:
@@ -257,9 +258,13 @@ def init_peb(self):
 
         # we must set an heap, will try to retrieve this value. Is ok to be all \x00
         process_heap = self.ql.os.heap.alloc(0x100)
-        peb_data = PEB(self.ql, base=peb_addr, process_heap=process_heap,
-                       number_processors=self.ql.os.profile.getint("HARDWARE",
-                                                                   "number_processors"))
+        process_parameters = self.ql.os.heap.alloc(0x100)
+        peb_data = PEB(
+            self.ql,
+            base=peb_addr,
+            process_heap=process_heap,
+            process_parameters=process_parameters,
+            number_processors=self.ql.os.profile.getint("HARDWARE", "number_processors"))
         peb_data.LdrAddress = peb_addr + peb_data.size
         peb_data.write(peb_addr)
         self.structure_last_addr += peb_data.size
@@ -603,19 +608,6 @@ def load(self):
             self.pe.parse_data_directories()
             data = bytearray(self.pe.get_memory_mapped_image())
             self.ql.mem.write(self.pe_image_address, bytes(data))
-            # setup IMAGE_LOAD_CONFIG_DIRECTORY
-            if self.pe.OPTIONAL_HEADER.DATA_DIRECTORY[pefile.DIRECTORY_ENTRY['IMAGE_DIRECTORY_ENTRY_LOAD_CONFIG']].VirtualAddress != 0:
-                SecurityCookie_rva = self.pe.DIRECTORY_ENTRY_LOAD_CONFIG.struct.SecurityCookie - self.pe.OPTIONAL_HEADER.ImageBase
-                SecurityCookie_value = default_security_cookie_value = self.ql.mem.read(self.pe_image_address+SecurityCookie_rva, self.ql.pointersize)
-                while SecurityCookie_value == default_security_cookie_value:
-                    SecurityCookie_value = secrets.token_bytes(self.ql.pointersize)
-                    # rol     rcx, 10h (rcx: cookie)
-                    # test    cx, 0FFFFh
-                    SecurityCookie_value_array = bytearray(SecurityCookie_value)
-                    # Sanity question: We are always little endian, right?
-                    SecurityCookie_value_array[-2:] = b'\x00\x00'
-                    SecurityCookie_value = bytes(SecurityCookie_value_array)
-                self.ql.mem.write(self.pe_image_address+SecurityCookie_rva, SecurityCookie_value)
 
             # Add main PE to ldr_data_table
             mod_name = os.path.basename(self.path)

qiling/os/windows/dlls/kernel32/__init__.py

@@ -18,6 +18,7 @@
 from .winnt import *
 from .wow64apiset import *
 from .interlockedapi import *
+from .consoleapi import *
 from .consoleapi2 import *
 from .consoleapi3 import *
 from .debugapi import *

qiling/os/windows/dlls/kernel32/consoleapi.py

@@ -0,0 +1,19 @@
+#!/usr/bin/env python3
+#
+# Cross Platform and Multi Architecture Advanced Binary Emulation Framework
+#
+
+from qiling import Qiling
+from qiling.os.windows.api import *
+from qiling.os.windows.fncc import *
+
+# BOOL WINAPI GetConsoleMode(
+#   _In_  HANDLE  hConsoleHandle,
+#   _Out_ LPDWORD lpMode
+# );
+@winsdkapi(cc=STDCALL, params={
+    'hConsoleHandle' : HANDLE,
+    'lpMode'         : LPDWORD
+})
+def hook_GetConsoleMode(ql: Qiling, address: int, params):
+    return 1

qiling/os/windows/dlls/kernel32/fileapi.py

@@ -171,12 +171,12 @@ def hook_ReadFile(ql: Qiling, address: int, params):
             read_len = nNumberOfBytesToRead
 
         ql.mem.write(lpBuffer, s)
-        ql.mem.write(lpNumberOfBytesRead, ql.pack(read_len))
+        ql.mem.write(lpNumberOfBytesRead, ql.pack32(read_len))
     else:
         f = ql.os.handle_manager.get(hFile).obj
         data = f.read(nNumberOfBytesToRead)
         ql.mem.write(lpBuffer, data)
-        ql.mem.write(lpNumberOfBytesRead, ql.pack32(lpNumberOfBytesRead))
+        ql.mem.write(lpNumberOfBytesRead, ql.pack32(len(data)))
 
     return 1
 
@@ -204,7 +204,7 @@ def hook_WriteFile(ql: Qiling, address: int, params):
         s = ql.mem.read(lpBuffer, nNumberOfBytesToWrite)
         ql.os.stdout.write(s)
         ql.os.utils.string_appearance(s.decode())
-        ql.mem.write(lpNumberOfBytesWritten, ql.pack(nNumberOfBytesToWrite))
+        ql.mem.write(lpNumberOfBytesWritten, ql.pack32(nNumberOfBytesToWrite))
     else:
         f = ql.os.handle_manager.get(hFile)
 
@@ -216,8 +216,8 @@ def hook_WriteFile(ql: Qiling, address: int, params):
             f = f.obj
 
         buffer = ql.mem.read(lpBuffer, nNumberOfBytesToWrite)
-        f.write(bytes(buffer))
-        ql.mem.write(lpNumberOfBytesWritten, ql.pack32(nNumberOfBytesToWrite))
+        nNumberOfBytesWritten = f.write(bytes(buffer))
+        ql.mem.write(lpNumberOfBytesWritten, ql.pack32(nNumberOfBytesWritten))
 
     return 1
 
@@ -235,7 +235,7 @@ def _CreateFile(ql: Qiling, address: int, params):
     if dwDesiredAccess & GENERIC_WRITE:
         mode += "wb"
     else:
-        mode += "r"
+        mode += "rb"
 
     try:
         f = ql.os.fs_mapper.open(s_lpFileName, mode)
@@ -663,3 +663,47 @@ def hook_SetFileAttributesA(ql: Qiling, address: int, params):
 })
 def hook_SetFileAttributesW(ql: Qiling, address: int, params):
     return 1
+
+# BOOL AreFileApisANSI();
+@winsdkapi(cc=STDCALL, params={})
+def hook_AreFileApisANSI(ql: Qiling, address: int, params):
+    # TODO make this coherent with SetFileApisToANSI/OEM calls
+    return 1
+
+# void SetFileApisToANSI();
+@winsdkapi(cc=STDCALL, params={})
+def hook_SetFileApisToANSI(ql: Qiling, address: int, params):
+    pass
+
+# void SetFileApisToOEM();
+@winsdkapi(cc=STDCALL, params={})
+def hook_SetFileApisToOEM(ql: Qiling, address: int, params):
+    pass
+
+# BOOL DeleteFileA(
+#   LPCSTR lpFileName
+# );
+@winsdkapi(cc=STDCALL, params={
+    'lpFileName' : LPCSTR
+})
+def hook_DeleteFileA(ql: Qiling, address: int, params):
+    lpFileName = ql.os.path.transform_to_real_path(params["lpFileName"])
+    try:
+        os.remove(lpFileName)
+        return 1
+    except:
+        return 0
+
+# BOOL DeleteFileW(
+#   LPCWSTR lpFileName
+# );
+@winsdkapi(cc=STDCALL, params={
+    'lpFileName' : LPCWSTR
+})
+def hook_DeleteFileW(ql: Qiling, address: int, params):
+    lpFileName = ql.os.path.transform_to_real_path(params["lpFileName"])
+    try:
+        os.remove(lpFileName)
+        return 1
+    except:
+        return 0

qiling/os/windows/dlls/kernel32/libloaderapi.py

@@ -63,9 +63,9 @@ def hook_GetModuleHandleExW(ql: Qiling, address: int, params):
     res = _GetModuleHandle(ql, address, params)
     dst = params["phModule"]
 
-    ql.mem.write(dst, ql.pack32(res))
+    ql.mem.write(dst, ql.pack(res))
 
-    return 1
+    return res
 
 # DWORD GetModuleFileNameA(
 #   HMODULE hModule,

qiling/os/windows/dlls/kernel32/winbase.py

@@ -766,12 +766,3 @@ def hook_GetPrivateProfileStringA(ql: Qiling, address: int, params):
 })
 def hook_WritePrivateProfileStringA(ql: Qiling, address: int, params):
     pass
-
-# BOOL DeleteFileA(
-#   LPCSTR lpFileName
-# );
-@winsdkapi(cc=STDCALL, params={
-    'lpFileName' : LPCSTR
-})
-def hook_DeleteFileA(ql: Qiling, address: int, params):
-    return 1

tests/test_pe.py

@@ -87,6 +87,28 @@ def _t():
         self.assertTrue(QLWinSingleTest(_t).run())
 
 
+    def test_pe_win_x8664_file_upx(self):
+        def _t():
+            ql = Qiling(["../examples/rootfs/x8664_windows/bin/x8664_file_upx.exe"], "../examples/rootfs/x8664_windows",
+                        verbose=QL_VERBOSE.DEFAULT)
+            ql.run()
+            del ql
+            return True
+
+        self.assertTrue(QLWinSingleTest(_t).run())
+
+
+    def test_pe_win_x86_file_upx(self):
+        def _t():
+            ql = Qiling(["../examples/rootfs/x86_windows/bin/x86_file_upx.exe"], "../examples/rootfs/x86_windows",
+                        verbose=QL_VERBOSE.DEFAULT)
+            ql.run()
+            del ql
+            return True
+
+        self.assertTrue(QLWinSingleTest(_t).run())
+
+
     def test_pe_win_x86_uselessdisk(self):
         def _t():
             if 'QL_FAST_TEST' in os.environ:
@@ -98,7 +120,7 @@ def read(self, size):
 
                 def write(self, bs):
                     print(bs)
-                    return
+                    return len(bs)
 
                 def fstat(self):
                     return -1