diff --git a/modules/video_coding/codecs/vp8/default_temporal_layers.cc b/modules/video_coding/codecs/vp8/default_temporal_layers.cc
index 5a434d9518..8fa8f0d774 100644
--- a/modules/video_coding/codecs/vp8/default_temporal_layers.cc
+++ b/modules/video_coding/codecs/vp8/default_temporal_layers.cc
@@ -547,6 +547,8 @@ void DefaultTemporalLayers::OnEncodeDone(size_t stream_index,
       }
     }
   }
+
+  pending_frames_.erase(pending_frame);
 }
 
 void DefaultTemporalLayers::OnFrameDropped(size_t stream_index,