From patchwork Tue Oct 13 20:49:21 2026 Content-Type: text/plain; charset="utf-8" MIME-Version: 1.0 Content-Transfer-Encoding: 8bit X-Patchwork-Submitter: Robert Mader X-Patchwork-Id: 28447 Return-Path: X-Original-To: parsemail@patchwork.libcamera.org Delivered-To: parsemail@patchwork.libcamera.org Received: from lancelot.ideasonboard.com (lancelot.ideasonboard.com [92.243.16.209]) by patchwork.libcamera.org (Postfix) with ESMTPS id DC03EBDCB6 for ; Tue, 13 Oct 2026 20:49:39 +0000 (UTC) Received: from lancelot.ideasonboard.com (localhost [IPv6:::1]) by lancelot.ideasonboard.com (Postfix) with ESMTP id EA44368A04; Tue, 13 Oct 2026 22:49:38 +0200 (CEST) Authentication-Results: lancelot.ideasonboard.com; dkim=pass (1024-bit key; unprotected) header.d=collabora.com header.i=robert.mader@collabora.com header.b="XLIsmt+e"; dkim-atps=neutral Received: from sender6-op-o11.zoho.com (sender6-op-o11.zoho.com [165.173.180.11]) by lancelot.ideasonboard.com (Postfix) with ESMTPS id BABCE6849B for ; Tue, 13 Oct 2026 22:49:36 +0200 (CEST) ARC-Seal: i=1; a=rsa-sha256; t=1791924571; cv=none; d=zohomail.com; s=zohoarc; b=em+tk8GR3XTv4e61aqBiDLNHOMg13Ej2+93cHQmuUss4FBQRQuUK4G4smqkoIHIpOFvYVNWfd7fDfuhyqkdvQW5bDOgHk4iXxZH33EzWXfZJa40w/9rHzLewhsQ5KN53OIzUNjd8Nl3TF6ow4SsQT06G15YcSNSnTIyChgUiryc= ARC-Message-Signature: i=1; a=rsa-sha256; c=relaxed/relaxed; d=zohomail.com; s=zohoarc; t=1791924571; h=Content-Type:Content-Transfer-Encoding:Cc:Cc:Date:Date:From:From:MIME-Version:Message-ID:Subject:Subject:To:To:Message-Id:Reply-To; bh=Gze7HJW7+/J+6rAIXGmgdAZ8oeBscTAMUtb8j/Cqgu0=; b=PaCm4lmrAcUpcxNTZPRlCRiE7H01TfCT7+P8sNZGKyJ551mD/MWzcX9vWV/UmDs0fZ8y8b2RvvkFnJ8N1/mxHEwVkzBRDcf5zokLaOXeKnAr2J5GvDu/UJLACKm9lrJ2RT/mK9QmUT29icwjtlGv9zJdZBfo3Y0627jEDi88DZU= ARC-Authentication-Results: i=1; mx.zohomail.com; dkim=pass header.i=collabora.com; spf=pass smtp.mailfrom=robert.mader@collabora.com; dmarc=pass header.from= DKIM-Signature: v=1; a=rsa-sha256; q=dns/txt; c=relaxed/relaxed; t=1791924571; s=zohomail; d=collabora.com; i=robert.mader@collabora.com; h=From:From:To:To:Cc:Cc:Subject:Subject:Date:Date:Message-ID:MIME-Version:Content-Type:Content-Transfer-Encoding:Message-Id:Reply-To; bh=Gze7HJW7+/J+6rAIXGmgdAZ8oeBscTAMUtb8j/Cqgu0=; b=XLIsmt+ey5neZt397c0snrxvn41KmuyeTixzzZXtk4yDglGFLLJ6znZG5Mxh5W5r gOmN34Tu8dt6a0MHPCxxVFXJqRESwWCuYhSKMUy6ZPVEIsJFAD8e0ewLbtpUm/1SD33 unsVXokODevPkgmxkQ3xh70+xY2KNkj2LmRCSjCo= Received: by smtp.zohomail.com with SMTPS id 1791924569804455.3008470117793; Tue, 13 Oct 2026 13:49:29 -0700 (PDT) From: Robert Mader To: libcamera-devel@lists.libcamera.org Cc: Robert Mader Subject: [PATCH v4] virtual: Implement framerate handling Date: Tue, 13 Oct 2026 22:49:21 +0200 Message-ID: <20261013204921.115407-1-robert.mader@collabora.com> X-Mailer: git-send-email 2.56.0 MIME-Version: 1.0 X-BeenThere: libcamera-devel@lists.libcamera.org X-Mailman-Version: 2.1.29 Precedence: list List-Id: List-Unsubscribe: , List-Archive: List-Post: List-Help: List-Subscribe: , Errors-To: libcamera-devel-bounces@lists.libcamera.org Sender: "libcamera-devel" Throttle requests to the minimal frame duration in order to honor the configured framerates. Signed-off-by: Robert Mader --- Changes in v4: - Calculate minFrameDuration_ once in start() using FDLs from camera and, if present, from client provided controls. The later is not yet tested. - Assert that the camera has FDLs set by the config parser. - Set FrameDuration in request metadata. Changes in v3: - Removed a leftover debug change Changes in v2: - Remove debug log in order to avoid CI issues. - Simplify code in queueRequestDevice(), hopefully making it easier to follow. Changes in v1 (from RFC version): - Use std::this_thread::sleep_for() instead usleep() (Barnabás) - Sleep only once per request, after generating all frames - Remove control handling in start() (defer that for later) - Reset state in stop() instead of start() --- src/libcamera/pipeline/virtual/virtual.cpp | 53 ++++++++++++++++++---- src/libcamera/pipeline/virtual/virtual.h | 3 ++ 2 files changed, 48 insertions(+), 8 deletions(-) diff --git a/src/libcamera/pipeline/virtual/virtual.cpp b/src/libcamera/pipeline/virtual/virtual.cpp index e25dd85a7391..442a793f82f0 100644 --- a/src/libcamera/pipeline/virtual/virtual.cpp +++ b/src/libcamera/pipeline/virtual/virtual.cpp @@ -130,6 +130,9 @@ VirtualCameraData::VirtualCameraData(PipelineHandler *pipe, void VirtualCameraData::processRequest(Request *request) { + int64_t sensorTimestamp = *request->metadata().get(controls::SensorTimestamp); + std::vector buffers; + for (const auto &[stream, buffer] : request->buffers()) { bool found = false; /* map buffer and fill test patterns */ @@ -139,7 +142,7 @@ void VirtualCameraData::processRequest(Request *request) fmd.status = FrameMetadata::Status::FrameSuccess; fmd.sequence = streamConfig.seq++; - fmd.timestamp = currentTimestamp(); + fmd.timestamp = sensorTimestamp; std::span planes = buffer->planes(); for (const auto [i, p] : utils::enumerate(planes)) @@ -151,12 +154,21 @@ void VirtualCameraData::processRequest(Request *request) stream->configuration().size, buffer)) fmd.status = FrameMetadata::Status::FrameError; - bufferCompleted.emit(buffer); + buffers.push_back(buffer); break; } } ASSERT(found); } + + const uint64_t now = currentTimestamp(); + if (now < static_cast(sensorTimestamp)) { + std::chrono::nanoseconds duration(sensorTimestamp - now); + std::this_thread::sleep_for(duration); + } + + for (auto buffer : buffers) + bufferCompleted.emit(buffer); } VirtualCameraConfiguration::VirtualCameraConfiguration(VirtualCameraData *data) @@ -323,11 +335,24 @@ int PipelineHandlerVirtual::exportFrameBuffers([[maybe_unused]] Camera *camera, return dmaBufAllocator_.exportBuffers(config.bufferCount, planeSizes, buffers); } -int PipelineHandlerVirtual::start([[maybe_unused]] Camera *camera, - [[maybe_unused]] const ControlList *controls) +int PipelineHandlerVirtual::start(Camera *camera, const ControlList *controls) { VirtualCameraData *data = cameraData(camera); + auto cameraFrameDurationLimits = + camera->controls().find(&controls::FrameDurationLimits); + ASSERT(cameraFrameDurationLimits != camera->controls().end()); + data->minFrameDuration_ = + cameraFrameDurationLimits->second.min().get(); + + if (controls) { + if (auto clientFrameDurationLimits = + controls->get(controls::FrameDurationLimits)) { + data->minFrameDuration_ = std::max(data->minFrameDuration_, + clientFrameDurationLimits->front()); + } + } + for (auto &s : data->streamConfigs_) s.seq = 0; @@ -349,18 +374,30 @@ void PipelineHandlerVirtual::stopDevice(Camera *camera) /* Process pending `bufferCompleted` signals. */ thread()->dispatchMessages(Message::Type::InvokeMessage, this); data->bufferCompleted.disconnect(this); + data->minFrameDuration_ = 0; + data->lastTimestamp_ = 0; while (!data->queuedRequests_.empty()) cancelRequest(data->queuedRequests_.front()); } -int PipelineHandlerVirtual::queueRequestDevice([[maybe_unused]] Camera *camera, - Request *request) +int PipelineHandlerVirtual::queueRequestDevice(Camera *camera, Request *request) { VirtualCameraData *data = cameraData(camera); - const auto timestamp = currentTimestamp(); - request->_d()->metadata().set(controls::SensorTimestamp, timestamp); + const uint64_t now = currentTimestamp(); + uint64_t targetTimestamp = + data->lastTimestamp_ + data->minFrameDuration_ * 1000; + + if (targetTimestamp < now) + targetTimestamp = now; + data->lastTimestamp_ = targetTimestamp; + + request->_d()->metadata().set(controls::SensorTimestamp, + targetTimestamp); + request->_d()->metadata().set(controls::FrameDuration, + data->minFrameDuration_); + data->invokeMethod(&VirtualCameraData::processRequest, ConnectionTypeQueued, request); diff --git a/src/libcamera/pipeline/virtual/virtual.h b/src/libcamera/pipeline/virtual/virtual.h index 215e56fa3b9d..477f5b15a88f 100644 --- a/src/libcamera/pipeline/virtual/virtual.h +++ b/src/libcamera/pipeline/virtual/virtual.h @@ -66,6 +66,9 @@ public: std::vector streamConfigs_; Signal bufferCompleted; + + int64_t minFrameDuration_ = 0; + uint64_t lastTimestamp_ = 0; }; } /* namespace libcamera */