diff --git a/source/lib/src/prod_env_mat.cc b/source/lib/src/prod_env_mat.cc
index c5e3223e9e..c9287fb53e 100644
--- a/source/lib/src/prod_env_mat.cc
+++ b/source/lib/src/prod_env_mat.cc
@@ -271,7 +271,7 @@ void deepmd::env_mat_nbor_update(
 	memcpy(&inlist.numneigh, 8 + mesh_host, sizeof(int *));
 	memcpy(&inlist.firstneigh, 12 + mesh_host, sizeof(int **));
   const int ago = mesh_host[0];
-  if (ago == 0) {
+  if (ago == 0 || gpu_inlist.inum < inlist.inum) {
     const int inum = inlist.inum;
     if (gpu_inlist.inum < inum) {
       delete_device_memory(gpu_inlist.ilist);