diff --git a/pytorch3d/renderer/mesh/textures.py b/pytorch3d/renderer/mesh/textures.py
index 8716459d..2dabbd08 100644
--- a/pytorch3d/renderer/mesh/textures.py
+++ b/pytorch3d/renderer/mesh/textures.py
@@ -1121,8 +1121,9 @@ class TexturesUV(TexturesBase):
                 )
             )
         merging_plan = pack_unique_rectangles(heights_and_widths)
+        C = maps[0].shape[-1]
         # pyre-fixme[16]: `Tensor` has no attribute `new_zeros`.
-        single_map = maps[0].new_zeros((*merging_plan.total_size, 3))
+        single_map = maps[0].new_zeros((*merging_plan.total_size, C))
         verts_uvs = self.verts_uvs_list()
         verts_uvs_merged = []