diff --git a/call/rtp_transport_controller_send.cc b/call/rtp_transport_controller_send.cc
index f5adae68ae..de007428f7 100644
--- a/call/rtp_transport_controller_send.cc
+++ b/call/rtp_transport_controller_send.cc
@@ -133,9 +133,6 @@ RtpTransportControllerSend::RtpTransportControllerSend(
   initial_config_.key_value_config = trials;
   RTC_DCHECK(bitrate_config.start_bitrate_bps > 0);
 
-  pacer()->SetPacingRates(
-      DataRate::BitsPerSec(bitrate_config.start_bitrate_bps), DataRate::Zero());
-
   if (absl::StartsWith(trials->Lookup("WebRTC-LazyPacerStart"), "Disabled")) {
     EnsureStarted();
   }
@@ -498,6 +495,10 @@ void RtpTransportControllerSend::IncludeOverheadInPacedSender() {
 void RtpTransportControllerSend::EnsureStarted() {
   if (!use_task_queue_pacer_ && !process_thread_started_) {
     process_thread_started_ = true;
+    pacer()->SetPacingRates(
+        DataRate::BitsPerSec(
+            bitrate_configurator_.GetConfig().start_bitrate_bps),
+        DataRate::Zero());
     process_thread_->Start();
   }
 }