Fix code typo from the previous commit

**Cherry-pick to 5.3.x**

Author: artembilan

spring-integration-file/src/main/java/org/springframework/integration/file/remote/gateway/AbstractRemoteFileOutboundGateway.java

@@ -1,5 +1,5 @@
 /*
- * Copyright 2002-2020 the original author or authors.
+ * Copyright 2002-2021 the original author or authors.
  *
  * Licensed under the Apache License, Version 2.0 (the "License");
  * you may not use this file except in compliance with the License.
@@ -1017,9 +1017,7 @@ private void processFile(Session<F> session, String directory, String subDirecto
 		if ((this.options.contains(Option.SUBDIRS) || !isDirectory)
 				&& (!isDots || this.options.contains(Option.ALL))) {
 
-			else if (this.options.contains(Option.ALL) || !isDots) {
-				lsFiles.add(file);
-			}
+			lsFiles.add(fileToAdd);
 		}
 
 		if (recursion && isDirectory && !isDots) {
@@ -1035,6 +1033,7 @@ private boolean hasDots(String fileName) {
 				|| fileName.endsWith(fileSeparator + ".")
 				|| fileName.endsWith(fileSeparator + "..");
 	}
+
 	protected final List<File> filterMputFiles(File[] files) {
 		if (files == null) {
 			return Collections.emptyList();