From patchwork Tue Oct 13 10:25:34 2026 Content-Type: text/plain; charset="utf-8" MIME-Version: 1.0 Content-Transfer-Encoding: 8bit X-Patchwork-Submitter: Robert Mader X-Patchwork-Id: 28442 Return-Path: X-Original-To: parsemail@patchwork.libcamera.org Delivered-To: parsemail@patchwork.libcamera.org Received: from lancelot.ideasonboard.com (lancelot.ideasonboard.com [92.243.16.209]) by patchwork.libcamera.org (Postfix) with ESMTPS id 90571BDCB6 for ; Tue, 13 Oct 2026 10:25:47 +0000 (UTC) Received: from lancelot.ideasonboard.com (localhost [IPv6:::1]) by lancelot.ideasonboard.com (Postfix) with ESMTP id D647968B64; Tue, 13 Oct 2026 12:25:46 +0200 (CEST) Authentication-Results: lancelot.ideasonboard.com; dkim=pass (1024-bit key; unprotected) header.d=collabora.com header.i=robert.mader@collabora.com header.b="Vh8OPWRW"; dkim-atps=neutral Received: from sender6-op-o11.zoho.com (sender6-op-o11.zoho.com [165.173.180.11]) by lancelot.ideasonboard.com (Postfix) with ESMTPS id 062C568A72 for ; Tue, 13 Oct 2026 12:25:44 +0200 (CEST) ARC-Seal: i=1; a=rsa-sha256; t=1791887141; cv=none; d=zohomail.com; s=zohoarc; b=YM/M9CEIU3CiuDevyyuNFRmLIPDg68YFLHD2xTHCqWcykHoL8pE77P1LHmBJOlOQEBSeUTfSHvh98j0qfo3hlwZQc3HyXnIGHnX69J5jqCQD18AOw7VGdRAvoWN4I7H7YLBCh1iUJEQxJ0OUH9EZsEHKrymMZ3OO2FBSapAUguc= ARC-Message-Signature: i=1; a=rsa-sha256; c=relaxed/relaxed; d=zohomail.com; s=zohoarc; t=1791887141; h=Content-Type:Content-Transfer-Encoding:Cc:Cc:Date:Date:From:From:MIME-Version:Message-ID:Subject:Subject:To:To:Message-Id:Reply-To; bh=VeCdhSezzYWVBkJ/TFx6TzrP4wYiwL1nPlF4xBKj9/Y=; b=ZfqOtGvdoWSHL7xVHdwWGz+0b94trayOB2sN3Yw+L5XI8pKeWqmlDIIy9QWFXsrO4WupFWtZzNc27g8xSHfm6ILObTlWC+JFww6a9zMB/5ApCvxeaJNAHjNGyMIvlhwtBYdHzzWR4SS3YzgiOmVE6jCKPp+ezP9VZlzVZ6//wik= ARC-Authentication-Results: i=1; mx.zohomail.com; dkim=pass header.i=collabora.com; spf=pass smtp.mailfrom=robert.mader@collabora.com; dmarc=pass header.from= DKIM-Signature: v=1; a=rsa-sha256; q=dns/txt; c=relaxed/relaxed; t=1791887141; s=zohomail; d=collabora.com; i=robert.mader@collabora.com; h=From:From:To:To:Cc:Cc:Subject:Subject:Date:Date:Message-ID:MIME-Version:Content-Type:Content-Transfer-Encoding:Message-Id:Reply-To; bh=VeCdhSezzYWVBkJ/TFx6TzrP4wYiwL1nPlF4xBKj9/Y=; b=Vh8OPWRWh0MfQBq+fUc7rHAUEvF2wPTNpEV7Ee2sMCl3GCztLlr/Pf7Cv6XAKIdH oEUoop6dO3r7br8jt1L5nnuXWJwwIi+kcMut093u857Sj5Vzk/clw15cBnT7b63KPUa Udur36m2917frYHyAG6TIyf+4acKsmdjMxjw0lEY= Received: by smtp.zohomail.com with SMTPS id 1791887138665634.2420335337973; Tue, 13 Oct 2026 03:25:38 -0700 (PDT) From: Robert Mader To: libcamera-devel@lists.libcamera.org Cc: Robert Mader Subject: [PATCH v3] virtual: Implement framerate handling Date: Tue, 13 Oct 2026 12:25:34 +0200 Message-ID: <20261013102534.45147-1-robert.mader@collabora.com> X-Mailer: git-send-email 2.56.0 MIME-Version: 1.0 X-BeenThere: libcamera-devel@lists.libcamera.org X-Mailman-Version: 2.1.29 Precedence: list List-Id: List-Unsubscribe: , List-Archive: List-Post: List-Help: List-Subscribe: , Errors-To: libcamera-devel-bounces@lists.libcamera.org Sender: "libcamera-devel" Throttle requests to the minimal frame duration in order to honor the configured framerates. Client-requested values are ignored for now. Signed-off-by: Robert Mader --- Changes in v3: - Removed a leftover debug change Changes in v2: - Remove debug log in order to avoid CI issues. - Simplify code in queueRequestDevice(), hopefully making it easier to follow. Changes in v1 (from RFC version): - Use std::this_thread::sleep_for() instead usleep() (Barnabás) - Sleep only once per request, after generating all frames - Remove control handling in start() (defer that for later) - Reset state in stop() instead of start() --- src/libcamera/pipeline/virtual/virtual.cpp | 42 ++++++++++++++++++---- src/libcamera/pipeline/virtual/virtual.h | 1 + 2 files changed, 37 insertions(+), 6 deletions(-) diff --git a/src/libcamera/pipeline/virtual/virtual.cpp b/src/libcamera/pipeline/virtual/virtual.cpp index e25dd85a7391..408923234979 100644 --- a/src/libcamera/pipeline/virtual/virtual.cpp +++ b/src/libcamera/pipeline/virtual/virtual.cpp @@ -130,6 +130,9 @@ VirtualCameraData::VirtualCameraData(PipelineHandler *pipe, void VirtualCameraData::processRequest(Request *request) { + int64_t sensorTimestamp = *request->metadata().get(controls::SensorTimestamp); + std::vector buffers; + for (const auto &[stream, buffer] : request->buffers()) { bool found = false; /* map buffer and fill test patterns */ @@ -139,7 +142,7 @@ void VirtualCameraData::processRequest(Request *request) fmd.status = FrameMetadata::Status::FrameSuccess; fmd.sequence = streamConfig.seq++; - fmd.timestamp = currentTimestamp(); + fmd.timestamp = sensorTimestamp; std::span planes = buffer->planes(); for (const auto [i, p] : utils::enumerate(planes)) @@ -151,12 +154,21 @@ void VirtualCameraData::processRequest(Request *request) stream->configuration().size, buffer)) fmd.status = FrameMetadata::Status::FrameError; - bufferCompleted.emit(buffer); + buffers.push_back(buffer); break; } } ASSERT(found); } + + const uint64_t now = currentTimestamp(); + if (now < static_cast(sensorTimestamp)) { + std::chrono::nanoseconds duration(sensorTimestamp - now); + std::this_thread::sleep_for(duration); + } + + for (auto buffer : buffers) + bufferCompleted.emit(buffer); } VirtualCameraConfiguration::VirtualCameraConfiguration(VirtualCameraData *data) @@ -349,18 +361,36 @@ void PipelineHandlerVirtual::stopDevice(Camera *camera) /* Process pending `bufferCompleted` signals. */ thread()->dispatchMessages(Message::Type::InvokeMessage, this); data->bufferCompleted.disconnect(this); + data->lastTimestamp = 0; while (!data->queuedRequests_.empty()) cancelRequest(data->queuedRequests_.front()); } -int PipelineHandlerVirtual::queueRequestDevice([[maybe_unused]] Camera *camera, - Request *request) +int PipelineHandlerVirtual::queueRequestDevice(Camera *camera, Request *request) { VirtualCameraData *data = cameraData(camera); - const auto timestamp = currentTimestamp(); + const uint64_t now = currentTimestamp(); + uint64_t minFrameDurationNsec; + uint64_t targetTimestamp; + + auto frameDurationLimits = camera->controls().find(&controls::FrameDurationLimits); + if (frameDurationLimits != camera->controls().end()) { + minFrameDurationNsec = + frameDurationLimits->second.min().get() * 1000; + } else { + /* Default to 30 FPS */ + minFrameDurationNsec = 33333 * 1000; + } + + targetTimestamp = data->lastTimestamp + minFrameDurationNsec; + if (targetTimestamp < now) + targetTimestamp = now; + data->lastTimestamp = targetTimestamp; + + request->_d()->metadata().set(controls::SensorTimestamp, + targetTimestamp); - request->_d()->metadata().set(controls::SensorTimestamp, timestamp); data->invokeMethod(&VirtualCameraData::processRequest, ConnectionTypeQueued, request); diff --git a/src/libcamera/pipeline/virtual/virtual.h b/src/libcamera/pipeline/virtual/virtual.h index 215e56fa3b9d..84b53dfb66f3 100644 --- a/src/libcamera/pipeline/virtual/virtual.h +++ b/src/libcamera/pipeline/virtual/virtual.h @@ -66,6 +66,7 @@ public: std::vector streamConfigs_; Signal bufferCompleted; + uint64_t lastTimestamp = 0; }; } /* namespace libcamera */