diff --git a/src/panfrost/vulkan/panvk_descriptor_set.c b/src/panfrost/vulkan/panvk_descriptor_set.c
index 1f4caa5994c..f0c415de0f4 100644
--- a/src/panfrost/vulkan/panvk_descriptor_set.c
+++ b/src/panfrost/vulkan/panvk_descriptor_set.c
@@ -666,9 +666,11 @@ panvk_write_descriptor_set(struct panvk_device *dev,
 
             if (pDescriptorWrite->descriptorType == VK_DESCRIPTOR_TYPE_SAMPLER ||
                 pDescriptorWrite->descriptorType == VK_DESCRIPTOR_TYPE_COMBINED_IMAGE_SAMPLER) {
-               unsigned sampler = binding_layout->sampler_idx + dest_offset + i;
 
-               panvk_set_sampler_desc(&set->samplers[sampler], info);
+               if (binding_layout->immutable_samplers == NULL) {
+                  unsigned sampler = binding_layout->sampler_idx + dest_offset + i;
+                  panvk_set_sampler_desc(&set->samplers[sampler], info);
+               }
             }
 
             if (pDescriptorWrite->descriptorType == VK_DESCRIPTOR_TYPE_SAMPLED_IMAGE ||