diff --git a/hvplot/converter.py b/hvplot/converter.py
index e564610b3..6875009f2 100644
--- a/hvplot/converter.py
+++ b/hvplot/converter.py
@@ -1595,7 +1595,7 @@ def single_chart(self, element, x, y, data=None):
             ys += [self.kwds['yerr1']]
         kdims, vdims = self._get_dimensions([x], ys)
 
-        if self.by:
+        if self.by and not self.datashade:
             if element is Bars and not self.subplots:
                 if any(y in self.indexes for y in ys):
                     data = data.reset_index()
@@ -2335,7 +2335,7 @@ def _geom_plot(self, x=None, y=None, data=None, kind='polygons'):
             if 'tools' in opts_ and kind in ["polygons", "paths"] and not vdims:
                 opts_["tools"] = [t for t in opts_["tools"] if t != "hover"]
         if self.geo: params['crs'] = self.crs
-        if self.by:
+        if self.by and not self.datashade:
             obj = Dataset(data, self.by+kdims, vdims).to(element, kdims, vdims, self.by, **params)
             if self.subplots:
                 obj = obj.layout(sort=False)