Resolve rapid7#5404, Check payload compatibility when using set payload

Resolve rapid7#5404. This patch will check payload compatibility when
you are using set payload in msfconsole.

Author: wchen-r7

lib/msf/ui/console/driver.rb

@@ -571,6 +571,8 @@ def on_variable_set(glob, var, val)
 
         if (framework and framework.payloads.valid?(val) == false)
           return false
+        elsif active_module.type == 'exploit' && !is_payload_compatible?(active_module, val)
+          return false
         elsif (active_module)
           active_module.datastore.clear_non_user_defined
         elsif (framework)
@@ -589,6 +591,15 @@ def on_variable_set(glob, var, val)
     end
   end
 
+
+  def is_payload_compatible?(m, payload_name)
+    m.compatible_payloads.each do |k|
+      return true if k[0] == payload_name
+    end
+
+    false
+  end
+
   #
   # Called when a variable is unset.  If this routine returns false it is an
   # indication that the variable should not be allowed to be unset.