diff --git a/gcsfs/core.py b/gcsfs/core.py
index cccc8828..b9f21f42 100644
--- a/gcsfs/core.py
+++ b/gcsfs/core.py
@@ -984,7 +984,7 @@ async def _rm(self, path, recursive=False, maxdepth=None, batchsize=20):
             and not isinstance(ex, FileNotFoundError)
         ]
         if exs:
-            raise exs[0]
+            raise Exception(exs)
         await asyncio.gather(*[self._rmdir(d) for d in dirs])
 
     rm = sync_wrapper(_rm)