diff --git a/src/gst/gstpipewiresrc.c b/src/gst/gstpipewiresrc.c
index c59af0d71..27523c37a 100644
--- a/src/gst/gstpipewiresrc.c
+++ b/src/gst/gstpipewiresrc.c
@@ -586,6 +586,9 @@ static GstBuffer *dequeue_buffer(GstPipeWireSrc *pwsrc)
         GST_BUFFER_DTS (buf) = GST_BUFFER_PTS (buf) + h->dts_offset;
     }
     GST_BUFFER_OFFSET (buf) = h->seq;
+  } else {
+    GST_BUFFER_PTS (buf) = b->time;
+    GST_BUFFER_DTS (buf) = b->time;
   }
   crop = data->crop;
   if (crop) {