diff --git a/tensorflow/core/grappler/clusters/single_machine_test.cc b/tensorflow/core/grappler/clusters/single_machine_test.cc
index d8660e11a28..74dce298951 100644
--- a/tensorflow/core/grappler/clusters/single_machine_test.cc
+++ b/tensorflow/core/grappler/clusters/single_machine_test.cc
@@ -501,6 +501,7 @@ Status GetDeviceMemoryStats(
     }
     allocator->GetStats(&stats);
     (*allocator_stats_by_device)[device->name()] = stats;
+    delete device;
   }
   return Status::OK();
 }