diff --git a/holoviews/core/operation.py b/holoviews/core/operation.py
index 4a3c2c9e7e..2af490d6be 100644
--- a/holoviews/core/operation.py
+++ b/holoviews/core/operation.py
@@ -151,10 +151,7 @@ def __call__(self, element, **params):
         elif isinstance(element, HoloMap):
             mapped_items = [(k, self._process(el, key=k))
                             for k, el in element.items()]
-            refval = mapped_items[0][1]
-            processed = element.clone(mapped_items,
-                                      group=refval.group,
-                                      label=refval.label)
+            processed = element.clone(mapped_items)
         else:
             raise ValueError("Cannot process type %r" % type(element).__name__)
         return processed
@@ -247,4 +244,3 @@ def _process(self, tree, key=None):
         elements to be merged with the output Layout.
         """
         raise NotImplementedError
-