[libcamera-devel,v4,15/16] py: examples: Add itest.py
diff mbox series

Message ID 20220530142722.57618-16-tomi.valkeinen@ideasonboard.com
State Superseded
Headers show
Series
  • More misc Python patches
Related show

Commit Message

Tomi Valkeinen May 30, 2022, 2:27 p.m. UTC
Add a small tool which gives the user an IPython based interactive shell
with libcamera capturing in the background. Can be used to study and
test small things with libcamera.

Signed-off-by: Tomi Valkeinen <tomi.valkeinen@ideasonboard.com>
---
 src/py/examples/itest.py | 195 +++++++++++++++++++++++++++++++++++++++
 1 file changed, 195 insertions(+)
 create mode 100755 src/py/examples/itest.py

Comments

Jacopo Mondi June 5, 2022, 12:38 p.m. UTC | #1
Hi Tomi

On Mon, May 30, 2022 at 05:27:21PM +0300, Tomi Valkeinen wrote:
> Add a small tool which gives the user an IPython based interactive shell
> with libcamera capturing in the background. Can be used to study and
> test small things with libcamera.
>

Feels very similar to simple-capture.py

Can't opening the IPython shell be made an option to simple-capture ?

> Signed-off-by: Tomi Valkeinen <tomi.valkeinen@ideasonboard.com>
> ---
>  src/py/examples/itest.py | 195 +++++++++++++++++++++++++++++++++++++++
>  1 file changed, 195 insertions(+)
>  create mode 100755 src/py/examples/itest.py
>
> diff --git a/src/py/examples/itest.py b/src/py/examples/itest.py
> new file mode 100755
> index 00000000..9c97649d
> --- /dev/null
> +++ b/src/py/examples/itest.py
> @@ -0,0 +1,195 @@
> +#!/usr/bin/env python3
> +
> +# SPDX-License-Identifier: BSD-3-Clause
> +# Copyright (C) 2022, Tomi Valkeinen <tomi.valkeinen@ideasonboard.com>
> +
> +# This sets up a single camera, starts a capture loop in a background thread,
> +# and starts an IPython shell which can be used to study and test libcamera.
> +#
> +# Note: This is not an example as such, but more of a developer tool to try
> +# out things.
> +
> +import argparse
> +import IPython
> +import libcamera as libcam
> +import selectors
> +import sys
> +import threading
> +
> +
> +def handle_camera_event(ctx):
> +    cm = ctx['cm']
> +    cam = ctx['cam']
> +
> +    # cm.get_ready_requests() will not block here, as we know there is an event
> +    # to read.
> +
> +    reqs = cm.get_ready_requests()
> +
> +    assert len(reqs) > 0
> +
> +    # Process the captured frames
> +
> +    for req in reqs:
> +        buffers = req.buffers
> +
> +        assert len(buffers) == 1
> +
> +        # We want to re-queue the buffer we just handled. Instead of creating
> +        # a new Request, we re-use the old one. We need to call req.reuse()
> +        # to re-initialize the Request before queuing.
> +
> +        req.reuse()
> +        cam.queue_request(req)
> +
> +        scope = ctx['scope']
> +
> +        if 'num_frames' not in scope:
> +            scope['num_frames'] = 0
> +
> +        scope['num_frames'] += 1
> +
> +
> +def capture(ctx):
> +    cm = ctx['cm']
> +    cam = ctx['cam']
> +    reqs = ctx['reqs']
> +
> +    # Queue the requests to the camera
> +
> +    for req in reqs:
> +        ret = cam.queue_request(req)
> +        assert ret == 0
> +
> +    # Use Selector to wait for events from the camera and from the keyboard
> +
> +    sel = selectors.DefaultSelector()
> +    sel.register(cm.event_fd, selectors.EVENT_READ, lambda fd: handle_camera_event(ctx))
> +
> +    reqs = []
> +
> +    while ctx['running']:
> +        events = sel.select()
> +        for key, mask in events:
> +            key.data(key.fileobj)
> +
> +
> +def main():
> +    parser = argparse.ArgumentParser()
> +    parser.add_argument('-c', '--camera', type=str, default='1',
> +                        help='Camera index number (starting from 1) or part of the name')
> +    parser.add_argument('-f', '--format', type=str, help='Pixel format')
> +    parser.add_argument('-s', '--size', type=str, help='Size ("WxH")')
> +    args = parser.parse_args()
> +
> +    cm = libcam.CameraManager.singleton()
> +
> +    try:
> +        if args.camera.isnumeric():
> +            cam_idx = int(args.camera)
> +            cam = next((cam for i, cam in enumerate(cm.cameras) if i + 1 == cam_idx))
> +        else:
> +            cam = next((cam for cam in cm.cameras if args.camera in cam.id))
> +    except Exception:
> +        print(f'Failed to find camera "{args.camera}"')
> +        return -1
> +
> +    # Acquire the camera for our use
> +
> +    ret = cam.acquire()
> +    assert ret == 0
> +
> +    # Configure the camera
> +
> +    cam_config = cam.generate_configuration([libcam.StreamRole.Viewfinder])
> +
> +    stream_config = cam_config.at(0)
> +
> +    if args.format:
> +        fmt = libcam.PixelFormat(args.format)
> +        stream_config.pixel_format = fmt
> +
> +    if args.size:
> +        w, h = [int(v) for v in args.size.split('x')]
> +        stream_config.size = libcam.Size(w, h)
> +
> +    ret = cam.configure(cam_config)
> +    assert ret == 0
> +
> +    stream = stream_config.stream
> +
> +    # Allocate the buffers for capture
> +
> +    allocator = libcam.FrameBufferAllocator(cam)
> +    ret = allocator.allocate(stream)
> +    assert ret > 0
> +
> +    num_bufs = len(allocator.buffers(stream))
> +
> +    print(f'Capturing {stream_config} with {num_bufs} buffers from {cam.id}')
> +
> +    # Create the requests and assign a buffer for each request
> +
> +    reqs = []
> +    for i in range(num_bufs):
> +        # Use the buffer index as the "cookie"
> +        req = cam.create_request(i)
> +
> +        buffer = allocator.buffers(stream)[i]
> +        ret = req.add_buffer(stream, buffer)
> +        assert ret == 0
> +
> +        reqs.append(req)
> +
> +    # Start the camera
> +
> +    ret = cam.start()
> +    assert ret == 0
> +
> +    # Create a scope for the IPython shell
> +    scope = {
> +        'cm': cm,
> +        'cam': cam,
> +        'libcam': libcam,
> +    }
> +
> +    # Create a simple context shared between the background thread and the main
> +    # thread.
> +    ctx = {
> +        'running': True,
> +        'cm': cm,
> +        'cam': cam,
> +        'reqs': reqs,
> +        'scope': scope,
> +    }
> +
> +    # Note that "In CPython, due to the Global Interpreter Lock, only one thread
> +    # can execute Python code at once". We rely on that here, which is not very
> +    # nice. I am sure an fd-based polling loop could be integrated with IPython,
> +    # somehow, which would allow us to drop the threading.
> +
> +    t = threading.Thread(target=capture, args=(ctx,))
> +    t.start()
> +
> +    IPython.embed(banner1='', exit_msg='', confirm_exit=False, user_ns=scope)
> +
> +    print('Exiting...')
> +
> +    ctx['running'] = False
> +    t.join()
> +
> +    # Stop the camera
> +
> +    ret = cam.stop()
> +    assert ret == 0
> +
> +    # Release the camera
> +
> +    ret = cam.release()
> +    assert ret == 0
> +
> +    return 0
> +
> +
> +if __name__ == '__main__':
> +    sys.exit(main())
> --
> 2.34.1
>
Tomi Valkeinen June 6, 2022, 8:58 a.m. UTC | #2
On 05/06/2022 15:38, Jacopo Mondi wrote:
> Hi Tomi
> 
> On Mon, May 30, 2022 at 05:27:21PM +0300, Tomi Valkeinen wrote:
>> Add a small tool which gives the user an IPython based interactive shell
>> with libcamera capturing in the background. Can be used to study and
>> test small things with libcamera.
>>
> 
> Feels very similar to simple-capture.py
> 
> Can't opening the IPython shell be made an option to simple-capture ?

Yes, this is a bit extra in many ways, and not an example as such. But 
also handy =).

I don't want to add anything extra to simple-capture, and I think this 
could be improved in many ways, going into different direction than 
simple-capture.

  Tomi

Patch
diff mbox series

diff --git a/src/py/examples/itest.py b/src/py/examples/itest.py
new file mode 100755
index 00000000..9c97649d
--- /dev/null
+++ b/src/py/examples/itest.py
@@ -0,0 +1,195 @@ 
+#!/usr/bin/env python3
+
+# SPDX-License-Identifier: BSD-3-Clause
+# Copyright (C) 2022, Tomi Valkeinen <tomi.valkeinen@ideasonboard.com>
+
+# This sets up a single camera, starts a capture loop in a background thread,
+# and starts an IPython shell which can be used to study and test libcamera.
+#
+# Note: This is not an example as such, but more of a developer tool to try
+# out things.
+
+import argparse
+import IPython
+import libcamera as libcam
+import selectors
+import sys
+import threading
+
+
+def handle_camera_event(ctx):
+    cm = ctx['cm']
+    cam = ctx['cam']
+
+    # cm.get_ready_requests() will not block here, as we know there is an event
+    # to read.
+
+    reqs = cm.get_ready_requests()
+
+    assert len(reqs) > 0
+
+    # Process the captured frames
+
+    for req in reqs:
+        buffers = req.buffers
+
+        assert len(buffers) == 1
+
+        # We want to re-queue the buffer we just handled. Instead of creating
+        # a new Request, we re-use the old one. We need to call req.reuse()
+        # to re-initialize the Request before queuing.
+
+        req.reuse()
+        cam.queue_request(req)
+
+        scope = ctx['scope']
+
+        if 'num_frames' not in scope:
+            scope['num_frames'] = 0
+
+        scope['num_frames'] += 1
+
+
+def capture(ctx):
+    cm = ctx['cm']
+    cam = ctx['cam']
+    reqs = ctx['reqs']
+
+    # Queue the requests to the camera
+
+    for req in reqs:
+        ret = cam.queue_request(req)
+        assert ret == 0
+
+    # Use Selector to wait for events from the camera and from the keyboard
+
+    sel = selectors.DefaultSelector()
+    sel.register(cm.event_fd, selectors.EVENT_READ, lambda fd: handle_camera_event(ctx))
+
+    reqs = []
+
+    while ctx['running']:
+        events = sel.select()
+        for key, mask in events:
+            key.data(key.fileobj)
+
+
+def main():
+    parser = argparse.ArgumentParser()
+    parser.add_argument('-c', '--camera', type=str, default='1',
+                        help='Camera index number (starting from 1) or part of the name')
+    parser.add_argument('-f', '--format', type=str, help='Pixel format')
+    parser.add_argument('-s', '--size', type=str, help='Size ("WxH")')
+    args = parser.parse_args()
+
+    cm = libcam.CameraManager.singleton()
+
+    try:
+        if args.camera.isnumeric():
+            cam_idx = int(args.camera)
+            cam = next((cam for i, cam in enumerate(cm.cameras) if i + 1 == cam_idx))
+        else:
+            cam = next((cam for cam in cm.cameras if args.camera in cam.id))
+    except Exception:
+        print(f'Failed to find camera "{args.camera}"')
+        return -1
+
+    # Acquire the camera for our use
+
+    ret = cam.acquire()
+    assert ret == 0
+
+    # Configure the camera
+
+    cam_config = cam.generate_configuration([libcam.StreamRole.Viewfinder])
+
+    stream_config = cam_config.at(0)
+
+    if args.format:
+        fmt = libcam.PixelFormat(args.format)
+        stream_config.pixel_format = fmt
+
+    if args.size:
+        w, h = [int(v) for v in args.size.split('x')]
+        stream_config.size = libcam.Size(w, h)
+
+    ret = cam.configure(cam_config)
+    assert ret == 0
+
+    stream = stream_config.stream
+
+    # Allocate the buffers for capture
+
+    allocator = libcam.FrameBufferAllocator(cam)
+    ret = allocator.allocate(stream)
+    assert ret > 0
+
+    num_bufs = len(allocator.buffers(stream))
+
+    print(f'Capturing {stream_config} with {num_bufs} buffers from {cam.id}')
+
+    # Create the requests and assign a buffer for each request
+
+    reqs = []
+    for i in range(num_bufs):
+        # Use the buffer index as the "cookie"
+        req = cam.create_request(i)
+
+        buffer = allocator.buffers(stream)[i]
+        ret = req.add_buffer(stream, buffer)
+        assert ret == 0
+
+        reqs.append(req)
+
+    # Start the camera
+
+    ret = cam.start()
+    assert ret == 0
+
+    # Create a scope for the IPython shell
+    scope = {
+        'cm': cm,
+        'cam': cam,
+        'libcam': libcam,
+    }
+
+    # Create a simple context shared between the background thread and the main
+    # thread.
+    ctx = {
+        'running': True,
+        'cm': cm,
+        'cam': cam,
+        'reqs': reqs,
+        'scope': scope,
+    }
+
+    # Note that "In CPython, due to the Global Interpreter Lock, only one thread
+    # can execute Python code at once". We rely on that here, which is not very
+    # nice. I am sure an fd-based polling loop could be integrated with IPython,
+    # somehow, which would allow us to drop the threading.
+
+    t = threading.Thread(target=capture, args=(ctx,))
+    t.start()
+
+    IPython.embed(banner1='', exit_msg='', confirm_exit=False, user_ns=scope)
+
+    print('Exiting...')
+
+    ctx['running'] = False
+    t.join()
+
+    # Stop the camera
+
+    ret = cam.stop()
+    assert ret == 0
+
+    # Release the camera
+
+    ret = cam.release()
+    assert ret == 0
+
+    return 0
+
+
+if __name__ == '__main__':
+    sys.exit(main())