Fix: disable RWX JIT codepath on Mac Catalyst

It never worked since JVM was modified to test RWX JIT by mmapping a page, but then process can no longer map another RWX region

Author: khanhduytran0

Makefile

@@ -130,9 +130,10 @@ METHOD_DIRCHECK   = \
 METHOD_CHANGE_PLAT = \
 	if [ '$(1)' != '11' ] && [ '$(1)' != '12' ]; then \
 		vtool -arch arm64 -set-build-version $(1) 14.0 16.0 -replace -output $(2) $(2); \
+		ldid -S -M $(2); \
 	else \
 		vtool -arch arm64 -set-build-version $(1) 1.0 1.0 -replace -output $(2) $(2); \
-	fi
+	fi \
 
 # Function to package the application
 METHOD_PACKAGE = \
@@ -327,6 +328,8 @@ payload: native java jre assets
 	ldid -S $(OUTPUTDIR)/Payload/PojavLauncher.app; \
 	if [ '$(TROLLSTORE_JIT_ENT)' == '1' ]; then \
 		ldid -S$(SOURCEDIR)/entitlements.trollstore.xml $(OUTPUTDIR)/Payload/PojavLauncher.app/PojavLauncher; \
+	elif [ '$(PLATFORM)' == '6' ]; then \
+		ldid -S$(SOURCEDIR)/entitlements.codesign.xml $(OUTPUTDIR)/Payload/PojavLauncher.app/PojavLauncher; \
 	else \
 		ldid -S$(SOURCEDIR)/entitlements.sideload.xml $(OUTPUTDIR)/Payload/PojavLauncher.app/PojavLauncher; \
 	fi

Natives/dyld_bypass_validation.m

@@ -105,6 +105,12 @@ bool searchAndPatch(char *name, char *base, char *signature, int length, void *t
 }
 
 void* hooked_mmap(void *addr, size_t len, int prot, int flags, int fd, off_t offset) {
+    // this is to avoid a legacy codepath checking if process is allowed to map RWX which never worked properly
+    if (flags & MAP_JIT) {
+        errno = EINVAL;
+        return MAP_FAILED;
+    }
+
     void *map = __mmap(addr, len, prot, flags, fd, offset);
     if (map == MAP_FAILED && fd && (prot & PROT_EXEC)) {
         map = __mmap(addr, len, PROT_READ | PROT_WRITE, flags | MAP_PRIVATE | MAP_ANON, 0, 0);

entitlements.codesign.xml

@@ -13,5 +13,13 @@
 	<string>FBT742498U.*</string>
 	<string>com.apple.token</string>
 	</array>
+	<key>com.apple.security.cs.allow-unsigned-executable-memory</key>
+	<true/>
+	<key>com.apple.security.cs.disable-library-validation</key>
+	<true/>
+	<key>com.apple.developer.kernel.extended-virtual-addressing</key>
+	<true/>
+	<key>com.apple.developer.kernel.increased-memory-limit</key>
+	<true/>
 </dict>
-</plist>
+</plist>