diff --git a/src/gallium/auxiliary/util/u_handle_table.c b/src/gallium/auxiliary/util/u_handle_table.c
index 8b0f7fca4b1..5a731a6b963 100644
--- a/src/gallium/auxiliary/util/u_handle_table.c
+++ b/src/gallium/auxiliary/util/u_handle_table.c
@@ -171,8 +171,7 @@ handle_table_set(struct handle_table *ht,
    
    assert(ht);
    assert(handle > 0);
-   assert(handle <= ht->size);
-   if(!handle || handle > ht->size)
+   if(!handle)
       return 0;
 
    assert(object);