Fix num nonbatch dims calculation

Differential Revision: D73967842

Pull Request resolved: pytorch#10600

Author: mcr229

backends/xnnpack/operators/quant_params.py

@@ -149,6 +149,8 @@ def _feeds_into_conv(node: torch.fx.Node) -> bool:
 
         while users_list:
             current_user = users_list.pop()
+            if "linear" in str(current_user.target):
+                return False
             if "convolution" in str(current_user.target):
                 return True
             users_list.extend(current_user.users)