diff --git a/modules/video_coding/codecs/vp8/default_temporal_layers.cc b/modules/video_coding/codecs/vp8/default_temporal_layers.cc
index ee06bfa941..674e7d92b4 100644
--- a/modules/video_coding/codecs/vp8/default_temporal_layers.cc
+++ b/modules/video_coding/codecs/vp8/default_temporal_layers.cc
@@ -134,8 +134,8 @@ std::vector<Vp8FrameConfig> DefaultTemporalLayers::GetTemporalPattern(
   // keyframe.
   switch (num_layers) {
     case 1:
-      // All frames reference all buffers and the 'last' buffer is updated.
-      return {Vp8FrameConfig(kReferenceAndUpdate, kReference, kReference)};
+      // Always reference and update the same buffer.
+      return {Vp8FrameConfig(kReferenceAndUpdate, kNone, kNone)};
     case 2:
       // All layers can reference but not update the 'alt' buffer, this means
       // that the 'alt' buffer reference is effectively the last keyframe.