diff --git a/mux/fmp4/src/fmp4mux/imp.rs b/mux/fmp4/src/fmp4mux/imp.rs
index 38e48dd0..d96f0199 100644
--- a/mux/fmp4/src/fmp4mux/imp.rs
+++ b/mux/fmp4/src/fmp4mux/imp.rs
@@ -1117,9 +1117,6 @@ impl FMP4Mux {
             return;
         }
 
-        let fragment_start_pts = state.fragment_start_pts;
-        let chunk_start_pts = state.chunk_start_pts;
-
         // Calculate the earliest PTS after queueing input if we can now.
         let mut earliest_pts = None;
         let mut start_dts = None;
@@ -1228,6 +1225,9 @@ impl FMP4Mux {
             upstream_events.push((stream.sinkpad.clone(), fku));
         }
 
+        let fragment_start_pts = state.fragment_start_pts;
+        let chunk_start_pts = state.chunk_start_pts;
+
         // Check if any of the streams are already filled enough for the first chunk/fragment.
         for stream in &mut state.streams {
             self.check_stream_filled(