Remove assert for ArgSchema

Differential Revision: D65316894

Pull Request resolved: pytorch#6638

Author: dulinriley

exir/pass_base.py

@@ -726,7 +726,6 @@ def update(key: K, args: MutableMapping[K, PyTree], schema: ArgSchema) -> None:
         args[key] = fn(args[key], schema)
 
     for i, schema in enumerate(op._schema.arguments):
-        assert isinstance(schema, ArgSchema)
         if schema.name in kwargs:
             update(schema.name, kwargs, schema)
         elif not schema.kwarg_only and i < len(args):