diff --git a/video/closedcaption/src/scc_parse/imp.rs b/video/closedcaption/src/scc_parse/imp.rs
index ae0e9945..1289bf3e 100644
--- a/video/closedcaption/src/scc_parse/imp.rs
+++ b/video/closedcaption/src/scc_parse/imp.rs
@@ -381,6 +381,10 @@ impl SccParse {
 
             // Still need to scan lines to find the first buffer
             if state.seeking {
+                // Remember this timecode in order to fallback to this one
+                // if invalid timecode is detected during scanning
+                state.last_timecode = Some(timecode);
+
                 drop(state);
                 return Ok(self.state.lock().unwrap());
             }