diff --git a/drivers/vhost/vdpa.c b/drivers/vhost/vdpa.c
index 250ad4160ccb28212b16b4da91aa8377c27a9192..2c997d77d2663871ae28056a959af791a41a610b 100644
--- a/drivers/vhost/vdpa.c
+++ b/drivers/vhost/vdpa.c
@@ -1363,6 +1363,7 @@ static int vhost_vdpa_probe(struct vdpa_device *vdpa)
 
 err:
 	put_device(&v->dev);
+	ida_simple_remove(&vhost_vdpa_ida, v->minor);
 	return r;
 }