--- /dev/null
+#define GST_USE_UNSTABLE_API
+#define HAVE_MEMFD_CREATE
+
+#include <string>
+#include <iostream>
+#include <cstring>
+#include <cstdio>
+#include <cstdlib>
+
+#include <signal.h>
+#include <wayland-client.h>
+#include <sys/mman.h>
+#include <unistd.h>
+#include <fcntl.h>
+#include <assert.h>
+
+#include "xdg-shell-client-protocol.h"
+#include "agl-shell-desktop-client-protocol.h"
+#include "utils.h"
+
+#include <gst/gst.h>
+
+#include <gst/video/videooverlay.h>
+#include <gst/wayland/wayland.h>
+
+#define DEFAULT_VIDEO_DEVICE "/dev/video0"
+
+// these only applies if the window is a dialog/pop-up one
+// by default the compositor make the window maximized
+#define WINDOW_WIDTH_SIZE 640
+#define WINDOW_HEIGHT_SIZE 720
+
+#define WINDOW_WIDTH_POS_X 640
+#define WINDOW_WIDTH_POS_Y 180
+
+// C++ requires a cast and we in wayland we do the cast implictly
+#define WL_ARRAY_FOR_EACH(pos, array, type) \
+ for (pos = (type)(array)->data; \
+ (const char *) pos < ((const char *) (array)->data + (array)->size); \
+ (pos)++)
+
+struct display {
+ struct wl_display *wl_display;
+ struct wl_registry *wl_registry;
+ struct wl_compositor *wl_compositor;
+ struct wl_output *wl_output;
+ struct wl_shm *shm;
+
+ struct {
+ int width;
+ int height;
+ } output_data;
+
+ struct xdg_wm_base *wm_base;
+ struct agl_shell_desktop *agl_shell_desktop;
+
+ int has_xrgb;
+};
+
+struct buffer {
+ struct wl_buffer *buffer;
+ void *shm_data;
+ int busy;
+};
+
+struct window {
+ struct display *display;
+
+ int x, y;
+ int width, height;
+
+ struct wl_surface *surface;
+
+ struct xdg_surface *xdg_surface;
+ struct xdg_toplevel *xdg_toplevel;
+ bool wait_for_configure;
+
+ int fullscreen, maximized;
+
+ struct buffer buffers[2];
+ struct wl_callback *callback;
+};
+
+
+struct receiver_data {
+ struct window *window;
+
+ GstElement *pipeline;
+ GstWaylandVideo *wl_video;
+ GstVideoOverlay *overlay;
+};
+
+static int running = 1;
+
+static void
+redraw(void *data, struct wl_callback *callback, uint32_t time);
+
+static void
+paint_pixels(void *image, int padding, int width, int height, uint32_t time)
+{
+ memset(image, 0x00, width * height * 4);
+}
+
+static void
+buffer_release(void *data, struct wl_buffer *buffer)
+{
+ struct buffer *mybuf = static_cast<struct buffer *>(data);
+ mybuf->busy = 0;
+}
+
+static const struct wl_buffer_listener buffer_listener = {
+ buffer_release
+};
+
+
+static int
+create_shm_buffer(struct display *display, struct buffer *buffer,
+ int width, int height, uint32_t format)
+{
+ struct wl_shm_pool *pool;
+ int fd, size, stride;
+ void *data;
+
+ stride = width * 4;
+ size = stride * height;
+
+ fd = os_create_anonymous_file(size);
+ if (fd < 0) {
+ fprintf(stderr, "creating a buffer file for %d B failed: %s\n",
+ size, strerror(errno));
+ return -1;
+ }
+
+ data = mmap(NULL, size, PROT_READ | PROT_WRITE, MAP_SHARED, fd, 0);
+ if (data == MAP_FAILED) {
+ fprintf(stderr, "mmap failed: %s\n", strerror(errno));
+ close(fd);
+ return -1;
+ }
+
+ pool = wl_shm_create_pool(display->shm, fd, size);
+ buffer->buffer = wl_shm_pool_create_buffer(pool, 0, width,
+ height, stride, format);
+ wl_buffer_add_listener(buffer->buffer, &buffer_listener, buffer);
+ wl_shm_pool_destroy(pool);
+ close(fd);
+
+ buffer->shm_data = data;
+ fprintf(stdout, "Created shm buffer with width %d, height %d\n", width, height);
+ return 0;
+}
+
+static struct buffer *
+get_next_buffer(struct window *window)
+{
+ struct buffer *buffer = NULL;
+ int ret = 0;
+
+ /* we need to create new buffers for the resized value so discard
+ * the 'old' one and force creation of the buffer with the newer
+ * dimensions */
+ if (window->wait_for_configure && window->maximized) {
+ if (!window->buffers[0].busy) {
+ wl_buffer_destroy(window->buffers[0].buffer);
+ window->buffers[0].buffer = NULL;
+ window->wait_for_configure = false;
+ }
+ }
+
+ if (!window->buffers[0].busy) {
+ buffer = &window->buffers[0];
+ } else if (!window->buffers[1].busy) {
+ buffer = &window->buffers[1];
+ } else {
+ return NULL;
+ }
+
+ if (!buffer->buffer) {
+ ret = create_shm_buffer(window->display, buffer, window->width,
+ window->height, WL_SHM_FORMAT_XRGB8888);
+
+ if (ret < 0)
+ return NULL;
+
+ /* paint the padding */
+ memset(buffer->shm_data, 0x00, window->width * window->height * 4);
+ }
+
+ return buffer;
+}
+
+
+static const struct wl_callback_listener frame_listener = {
+ redraw
+};
+
+static void
+redraw(void *data, struct wl_callback *callback, uint32_t time)
+{
+ struct window *window = static_cast<struct window *>(data);
+ struct buffer *buffer;
+
+ buffer = get_next_buffer(window);
+ if (!buffer) {
+ fprintf(stderr,
+ !callback ? "Failed to create the first buffer.\n" :
+ "Both buffers busy at redraw(). Server bug?\n");
+ abort();
+ }
+
+ // do the actual painting
+ paint_pixels(buffer->shm_data, 0x0, window->width, window->height, time);
+
+ wl_surface_attach(window->surface, buffer->buffer, 0, 0);
+ wl_surface_damage(window->surface, 0, 0, window->width, window->height);
+
+ if (callback)
+ wl_callback_destroy(callback);
+
+ window->callback = wl_surface_frame(window->surface);
+ wl_callback_add_listener(window->callback, &frame_listener, window);
+ wl_surface_commit(window->surface);
+
+ buffer->busy = 1;
+}
+
+static void
+shm_format(void *data, struct wl_shm *wl_shm, uint32_t format)
+{
+ struct display *d = static_cast<struct display *>(data);
+
+ if (format == WL_SHM_FORMAT_XRGB8888)
+ d->has_xrgb = true;
+}
+
+static const struct wl_shm_listener shm_listener = {
+ shm_format
+};
+
+static void
+xdg_wm_base_ping(void *data, struct xdg_wm_base *shell, uint32_t serial)
+{
+ xdg_wm_base_pong(shell, serial);
+}
+
+static const struct xdg_wm_base_listener xdg_wm_base_listener = {
+ xdg_wm_base_ping,
+};
+
+static void
+display_handle_geometry(void *data, struct wl_output *wl_output,
+ int x, int y, int physical_width, int physical_height,
+ int subpixel, const char *make, const char *model, int transform)
+{
+ (void) data;
+ (void) wl_output;
+ (void) x;
+ (void) y;
+ (void) physical_width;
+ (void) physical_height;
+ (void) subpixel;
+ (void) make;
+ (void) model;
+ (void) transform;
+}
+
+static void
+display_handle_mode(void *data, struct wl_output *wl_output, uint32_t flags,
+ int width, int height, int refresh)
+{
+ struct display *d = static_cast<struct display *>(data);
+
+ if (wl_output == d->wl_output && (flags & WL_OUTPUT_MODE_CURRENT)) {
+ d->output_data.width = width;
+ d->output_data.height = height;
+
+ fprintf(stdout, "Found output with width %d and height %d\n",
+ d->output_data.width, d->output_data.height);
+ }
+}
+
+static void
+display_handle_scale(void *data, struct wl_output *wl_output, int scale)
+{
+ (void) data;
+ (void) wl_output;
+ (void) scale;
+}
+
+static void
+display_handle_done(void *data, struct wl_output *wl_output)
+{
+ (void) data;
+ (void) wl_output;
+}
+
+static const struct wl_output_listener output_listener = {
+ display_handle_geometry,
+ display_handle_mode,
+ display_handle_done,
+ display_handle_scale
+};
+
+static void
+application_id(void *data, struct agl_shell_desktop *agl_shell_desktop,
+ const char *app_id)
+{
+ (void) data;
+ (void) agl_shell_desktop;
+ (void) app_id;
+}
+
+static void
+application_id_state(void *data, struct agl_shell_desktop *agl_shell_desktop,
+ const char *app_id, const char *app_data,
+ uint32_t app_state, uint32_t app_role)
+{
+ (void) data;
+ (void) app_data;
+ (void) agl_shell_desktop;
+ (void) app_id;
+ (void) app_state;
+ (void) app_role;
+}
+
+static const struct agl_shell_desktop_listener agl_shell_desktop_listener = {
+ application_id,
+ application_id_state,
+};
+
+static void
+registry_handle_global(void *data, struct wl_registry *registry, uint32_t id,
+ const char *interface, uint32_t version)
+{
+ struct display *d = static_cast<struct display *>(data);
+
+ if (strcmp(interface, "wl_compositor") == 0) {
+ d->wl_compositor =
+ static_cast<struct wl_compositor *>(wl_registry_bind(registry, id,
+ &wl_compositor_interface, 1));
+ } else if (strcmp(interface, "xdg_wm_base") == 0) {
+ d->wm_base = static_cast<struct xdg_wm_base *>(wl_registry_bind(registry,
+ id, &xdg_wm_base_interface, 1));
+ xdg_wm_base_add_listener(d->wm_base, &xdg_wm_base_listener, d);
+ } else if (strcmp(interface, "wl_shm") == 0) {
+ d->shm = static_cast<struct wl_shm *>(wl_registry_bind(registry,
+ id, &wl_shm_interface, 1));
+ wl_shm_add_listener(d->shm, &shm_listener, d);
+ } else if (strcmp(interface, "agl_shell_desktop") == 0) {
+ d->agl_shell_desktop = static_cast<struct agl_shell_desktop *>(wl_registry_bind(registry, id,
+ &agl_shell_desktop_interface, 1));
+ /* as an example, show how to register for events from the compositor */
+ agl_shell_desktop_add_listener(d->agl_shell_desktop,
+ &agl_shell_desktop_listener, d);
+ } else if (strcmp(interface, "wl_output") == 0) {
+ d->wl_output = static_cast<struct wl_output *>(wl_registry_bind(registry, id,
+ &wl_output_interface, 1));
+ wl_output_add_listener(d->wl_output, &output_listener, d);
+ }
+}
+
+static void
+registry_handle_global_remove(void *data, struct wl_registry *reg, uint32_t id)
+{
+ (void) data;
+ (void) reg;
+ (void) id;
+}
+
+static const struct wl_registry_listener registry_listener = {
+ registry_handle_global,
+ registry_handle_global_remove,
+};
+
+
+static void
+error_cb(GstBus *bus, GstMessage *msg, gpointer user_data)
+{
+ struct receiver_data *d =
+ static_cast<struct receiver_data *>(user_data);
+
+ gchar *debug = NULL;
+ GError *err = NULL;
+
+ gst_message_parse_error(msg, &err, &debug);
+
+ g_print("Error: %s\n", err->message);
+ g_error_free(err);
+
+ if (debug) {
+ g_print("Debug details: %s\n", debug);
+ g_free(debug);
+ }
+
+ gst_element_set_state(d->pipeline, GST_STATE_NULL);
+}
+
+static GstBusSyncReply
+bus_sync_handler(GstBus *bus, GstMessage *message, gpointer user_data)
+{
+ struct receiver_data *d =
+ static_cast<struct receiver_data *>(user_data);
+
+ if (gst_is_wayland_display_handle_need_context_message(message)) {
+ GstContext *context;
+ struct wl_display *display_handle = d->window->display->wl_display;
+
+ context = gst_wayland_display_handle_context_new(display_handle);
+ d->wl_video = GST_WAYLAND_VIDEO(GST_MESSAGE_SRC(message));
+ gst_element_set_context(GST_ELEMENT(GST_MESSAGE_SRC(message)), context);
+
+ goto drop;
+ } else if (gst_is_video_overlay_prepare_window_handle_message(message)) {
+ struct wl_surface *window_handle = d->window->surface;
+
+ /* GST_MESSAGE_SRC(message) will be the overlay object that we
+ * have to use. This may be waylandsink, but it may also be
+ * playbin. In the latter case, we must make sure to use
+ * playbin instead of waylandsink, because playbin resets the
+ * window handle and render_rectangle after restarting playback
+ * and the actual window size is lost */
+ d->overlay = GST_VIDEO_OVERLAY(GST_MESSAGE_SRC(message));
+
+ g_print("setting window handle and size (%d x %d) w %d, h %d\n",
+ d->window->x, d->window->y,
+ d->window->width, d->window->height);
+
+ gst_video_overlay_set_window_handle(d->overlay, (guintptr) window_handle);
+ gst_video_overlay_set_render_rectangle(d->overlay,
+ d->window->x, d->window->y,
+ d->window->width, d->window->height);
+
+ goto drop;
+ }
+
+ return GST_BUS_PASS;
+
+drop:
+ gst_message_unref(message);
+ return GST_BUS_DROP;
+}
+
+static void
+handle_xdg_surface_configure(void *data, struct xdg_surface *surface, uint32_t serial)
+{
+ struct window *window = static_cast<struct window *>(data);
+
+ xdg_surface_ack_configure(surface, serial);
+
+ if (window->wait_for_configure) {
+ redraw(window, NULL, 0);
+ }
+}
+
+static const struct xdg_surface_listener xdg_surface_listener = {
+ handle_xdg_surface_configure,
+};
+
+static void
+handle_xdg_toplevel_configure(void *data, struct xdg_toplevel *xdg_toplevel,
+ int32_t width, int32_t height,
+ struct wl_array *states)
+{
+ struct window *window = static_cast<struct window *>(data);
+ uint32_t *p;
+
+ window->fullscreen = 0;
+ window->maximized = 0;
+
+ // use our own macro as C++ can't typecast from (void *) directly
+ WL_ARRAY_FOR_EACH(p, states, uint32_t *) {
+ uint32_t state = *p;
+ switch (state) {
+ case XDG_TOPLEVEL_STATE_FULLSCREEN:
+ window->fullscreen = 1;
+ break;
+ case XDG_TOPLEVEL_STATE_MAXIMIZED:
+ window->maximized = 1;
+ break;
+ }
+ }
+
+ if (width > 0 && height > 0) {
+ if (!window->fullscreen && !window->maximized) {
+ window->width = width;
+ window->height = height;
+ }
+ window->width = width;
+ window->height = height;
+ } else if (!window->fullscreen && !window->maximized) {
+ if (width == 0)
+ window->width = WINDOW_WIDTH_SIZE;
+ else
+ window->width = width;
+
+ if (height == 0)
+ window->height = WINDOW_HEIGHT_SIZE;
+ else
+ window->height = height;
+ }
+
+ /* if we've been resized set wait_for_configure to adjust the fb size
+ * in the frame callback handler, which will also clear this up */
+ if ((window->width > 0 && window->width != WINDOW_WIDTH_SIZE) &&
+ (window->height > 0 && window->height != WINDOW_HEIGHT_SIZE)) {
+ window->wait_for_configure = true;
+ }
+}
+
+static void
+handle_xdg_toplevel_close(void *data, struct xdg_toplevel *xdg_toplevel)
+{
+ running = 0;
+}
+
+static const struct xdg_toplevel_listener xdg_toplevel_listener = {
+ handle_xdg_toplevel_configure,
+ handle_xdg_toplevel_close,
+};
+
+static struct window *
+create_window(struct display *display, int width, int height, const char *app_id)
+{
+ struct window *window;
+
+ assert(display->wm_base != NULL);
+
+ window = static_cast<struct window *>(calloc(1, sizeof(*window)));
+ if (!window)
+ return NULL;
+
+ window->callback = NULL;
+ window->display = display;
+ window->width = width;
+ window->height = height;
+ window->surface = wl_compositor_create_surface(display->wl_compositor);
+
+ if (display->wm_base) {
+ window->xdg_surface =
+ xdg_wm_base_get_xdg_surface(display->wm_base, window->surface);
+ assert(window->xdg_surface);
+
+ xdg_surface_add_listener(window->xdg_surface,
+ &xdg_surface_listener, window);
+ window->xdg_toplevel = xdg_surface_get_toplevel(window->xdg_surface);
+ assert(window->xdg_toplevel);
+
+ xdg_toplevel_add_listener(window->xdg_toplevel,
+ &xdg_toplevel_listener, window);
+
+ xdg_toplevel_set_app_id(window->xdg_toplevel, app_id);
+
+ wl_surface_commit(window->surface);
+ window->wait_for_configure = true;
+ }
+
+ return window;
+}
+
+
+static void
+destroy_window(struct window *window)
+{
+ if (window->callback)
+ wl_callback_destroy(window->callback);
+
+ if (window->buffers[0].buffer)
+ wl_buffer_destroy(window->buffers[0].buffer);
+ if (window->buffers[1].buffer)
+ wl_buffer_destroy(window->buffers[1].buffer);
+
+ if (window->xdg_toplevel)
+ xdg_toplevel_destroy(window->xdg_toplevel);
+
+ if (window->xdg_surface)
+ xdg_surface_destroy(window->xdg_surface);
+
+ wl_surface_destroy(window->surface);
+ free(window);
+}
+
+static void
+signal_int(int sig, siginfo_t *si, void *_unused)
+{
+ running = 0;
+}
+
+static struct display *
+create_display(int argc, char *argv[])
+{
+ struct display *display;
+
+ display = static_cast<struct display *>(calloc(1, sizeof(*display)));
+ if (display == NULL) {
+ fprintf(stderr, "out of memory\n");
+ exit(1);
+ }
+ display->wl_display = wl_display_connect(NULL);
+ assert(display->wl_display);
+
+ display->has_xrgb = false;
+ display->wl_registry = wl_display_get_registry(display->wl_display);
+
+ wl_registry_add_listener(display->wl_registry, ®istry_listener, display);
+ wl_display_roundtrip(display->wl_display);
+
+ if (display->shm == NULL) {
+ fprintf(stderr, "No wl_shm global\n");
+ return NULL;
+ }
+
+ if (display->agl_shell_desktop == NULL) {
+ fprintf(stderr, "No agl_shell extension present\n");
+ return NULL;
+ }
+
+ wl_display_roundtrip(display->wl_display);
+
+ if (!display->has_xrgb) {
+ fprintf(stderr, "WL_SHM_FORMAT_XRGB32 not available\n");
+ return NULL;
+ }
+
+ return display;
+}
+
+static void
+destroy_display(struct display *display)
+{
+ if (display->shm)
+ wl_shm_destroy(display->shm);
+
+ if (display->wm_base)
+ xdg_wm_base_destroy(display->wm_base);
+
+ if (display->agl_shell_desktop)
+ agl_shell_desktop_destroy(display->agl_shell_desktop);
+
+ if (display->wl_compositor)
+ wl_compositor_destroy(display->wl_compositor);
+
+ wl_registry_destroy(display->wl_registry);
+ wl_display_flush(display->wl_display);
+ wl_display_disconnect(display->wl_display);
+ free(display);
+}
+
+int main(int argc, char *argv[])
+{
+ int ret = 0;
+ struct sigaction sa;
+ struct receiver_data receiver_data = {};
+ struct display *display;
+ struct window *window;
+ char pipeline_str[1024];
+ GError *error = NULL;
+ const char *app_id = "camera-gstreamer";
+
+ sa.sa_sigaction = signal_int;
+ sigemptyset(&sa.sa_mask);
+ sa.sa_flags = SA_RESETHAND | SA_SIGINFO;
+ sigaction(SIGINT, &sa, NULL);
+
+ int gargc = 2;
+ char **gargv = static_cast<char **>(calloc(2, sizeof(char *)));
+
+ gargv[0] = strdup(argv[0]);
+ gargv[1] = strdup("--gst-debug-level=2");
+
+ memset(pipeline_str, 0, sizeof(pipeline_str));
+ snprintf(pipeline_str, sizeof(pipeline_str), "v4l2src device=%s ! video/x-raw,width=%d,height=%d ! waylandsink",
+ DEFAULT_VIDEO_DEVICE, WINDOW_WIDTH_SIZE, WINDOW_HEIGHT_SIZE);
+ gst_init(&gargc, &gargv);
+
+ fprintf(stdout, "Using pipeline: %s\n", pipeline_str);
+
+ GstElement *pipeline = gst_parse_launch(pipeline_str, &error);
+ if (error || !pipeline) {
+ fprintf(stderr, "gstreamer pipeline construction failed!\n");
+ free(argv);
+ return EXIT_FAILURE;
+ }
+
+ receiver_data.pipeline = pipeline;
+
+ display = create_display(argc, argv);
+ if (!display)
+ return -1;
+
+ // if you'd want to place the video in a pop-up/dialog type of window:
+ // agl_shell_desktop_set_app_property(display->agl_shell_desktop, app_id,
+ // AGL_SHELL_DESKTOP_APP_ROLE_POPUP,
+ // WINDOW_WIDTH_POS_X, WINDOW_WIDTH_POS_Y,
+ // 0, 0, WINDOW_WIDTH_SIZE, WINDOW_HEIGHT_SIZE,
+ // display->wl_output);
+
+ // we use the role to set a correspondence between the top level
+ // surface and our application, with the previous call letting the
+ // compositor know that we're one and the same
+ window = create_window(display, WINDOW_WIDTH_SIZE, WINDOW_HEIGHT_SIZE, app_id);
+
+ if (!window) {
+ free(argv);
+ return EXIT_FAILURE;
+ }
+
+ window->display = display;
+ receiver_data.window = window;
+
+ /* Initialise damage to full surface, so the padding gets painted */
+ wl_surface_damage(window->surface, 0, 0,
+ window->width, window->height);
+
+ if (!window->wait_for_configure) {
+ redraw(window, NULL, 0);
+ }
+
+ GstBus *bus = gst_element_get_bus(pipeline);
+ gst_bus_add_signal_watch(bus);
+
+ g_signal_connect(bus, "message::error", G_CALLBACK(error_cb), &receiver_data);
+ gst_bus_set_sync_handler(bus, bus_sync_handler, &receiver_data, NULL);
+ gst_object_unref(bus);
+
+ gst_element_set_state(pipeline, GST_STATE_PLAYING);
+ fprintf(stdout, "gstreamer pipeline running\n");
+
+ // run the application
+ while (running && ret != -1)
+ ret = wl_display_dispatch(display->wl_display);
+
+ destroy_window(window);
+ destroy_display(display);
+ free(argv);
+
+ gst_element_set_state(pipeline, GST_STATE_NULL);
+ gst_object_unref(pipeline);
+ return ret;
+}
Code Review / apps / camera-gstreamer.git / blobdiff