citra_qt: camera integration (#3566)

* Implement camera feature * Make OpenCVCamera optional * Fix styling problems * CI configuration * Fix CI * Hopefully final fix * Hopefully final fix * Fix all the problems * Oops.. * Add Qt Multimedia Camera * Another oops * Try to fix broken linux CI * Try to fix broken linux CI * Fix problems * Improve UI * Fix problems * camera: Add support for Qt <5.10 and fix preview error * CI: try to fix linux-frozen travis build * camera: fix problems and add multiple handlers support * fix CI * remove most ServiceFramework changes * Fix format * Remove last ServiceFramework change * camera: remove unused interfaces; revert submodule change * camera: fix CI error * ci: use ccache for opencv build * citra_qt: fix configuration error; CI: add mediaservice plugin * citra_qt: fix clang-format * citra_qt: fix documentation error * citra_qt: fix configuration page; camera: fix pausing crash * citra_qt: fix preview not stopping * camera: extend handlers length * camera: fix camera resume error * camera: fix clang-format * camera: remove all OpenCV; citra_qt: rewrite configuration * camera: remove all OpenCV; citra_qt: rewrite configuration * camera: remove all OpenCV; citra_qt: rewrite configuration * CI: fix linux ci * camera: check settings update; citra_qt: fix configuration error * service_cam: use a better way to apply configuration * Service_CAM: rewrite camera reload * cam: fix clang format * citra_qt: fix argument load issue; camera: base of system camera selection * citra_qt: Add system camera selection * camera: fix image upside down, Implement SetFrameRate in Qt Multimedia Camera * camera: Add missing <array> include, update SetFrameRate and add settings in Qt Multimedia Camera header * camera: move started in Qt Multimedia Camera header * QtMultimediaCamera: Move frame rates to SetFrameRate; Set minimum and maximum frame rate * Update appveyor.yml
2018-05-12 01:42:23 +08:00 · 2018-05-12 01:42:23 +08:00 · 57827de38b
commit 57827de38b
parent bcecfac0ef
28 changed files with 1531 additions and 18 deletions
--- a/src/citra_qt/camera/qt_multimedia_camera.h
+++ b/src/citra_qt/camera/qt_multimedia_camera.h
@ -0,0 +1,105 @@
+// Copyright 2018 Citra Emulator Project
+// Licensed under GPLv2 or any later version
+// Refer to the license.txt file included.
+
+#pragma once
+
+#include <array>
+#include <string>
+#include <vector>
+#include <QAbstractVideoSurface>
+#include <QCamera>
+#include <QCameraViewfinderSettings>
+#include <QImage>
+#include <QMutex>
+#include "citra_qt/camera/camera_util.h"
+#include "citra_qt/camera/qt_camera_factory.h"
+#include "core/frontend/camera/interface.h"
+
+class GMainWindow;
+
+namespace Camera {
+
+class QtCameraSurface final : public QAbstractVideoSurface {
+public:
+    QList<QVideoFrame::PixelFormat> supportedPixelFormats(
+        QAbstractVideoBuffer::HandleType) const override;
+    bool present(const QVideoFrame&) override;
+
+private:
+    QMutex mutex;
+    QImage current_frame;
+
+    friend class QtMultimediaCamera; // For access to current_frame
+};
+
+class QtMultimediaCameraHandler;
+
+/// This class is only an interface. It just calls QtMultimediaCameraHandler.
+class QtMultimediaCamera final : public CameraInterface {
+public:
+    QtMultimediaCamera(const std::string& camera_name);
+    ~QtMultimediaCamera();
+    void StartCapture() override;
+    void StopCapture() override;
+    void SetResolution(const Service::CAM::Resolution&) override;
+    void SetFlip(Service::CAM::Flip) override;
+    void SetEffect(Service::CAM::Effect) override;
+    void SetFormat(Service::CAM::OutputFormat) override;
+    void SetFrameRate(Service::CAM::FrameRate frame_rate) override;
+    std::vector<u16> ReceiveFrame() override;
+    bool IsPreviewAvailable() override;
+
+private:
+    std::shared_ptr<QtMultimediaCameraHandler> handler;
+    int width, height;
+    bool output_rgb;
+    bool flip_horizontal, flip_vertical;
+};
+
+class QtMultimediaCameraFactory final : public QtCameraFactory {
+public:
+    std::unique_ptr<CameraInterface> Create(const std::string& config) const override;
+};
+
+class QtMultimediaCameraHandler final : public QObject {
+    Q_OBJECT
+
+public:
+    /// Creates the global handler. Must be called in UI thread.
+    static void Init();
+    static std::shared_ptr<QtMultimediaCameraHandler> GetHandler();
+    static void ReleaseHandler(const std::shared_ptr<QtMultimediaCameraHandler>& handler);
+
+    /**
+     * Creates the camera.
+     * Note: This function must be called via QMetaObject::invokeMethod in UI thread.
+     */
+    Q_INVOKABLE void CreateCamera(const std::string& camera_name);
+
+    /**
+     * Starts the camera.
+     * Note: This function must be called via QMetaObject::invokeMethod in UI thread when
+     *       starting the camera for the first time. 'Resume' calls can be in other threads.
+     */
+    Q_INVOKABLE void StartCamera();
+
+    void StopCamera();
+    bool CameraAvailable() const;
+    static void StopCameras();
+    static void ResumeCameras();
+    static void ReleaseHandlers();
+
+private:
+    std::unique_ptr<QCamera> camera;
+    QtCameraSurface camera_surface{};
+    QCameraViewfinderSettings settings;
+    bool started = false;
+
+    static std::array<std::shared_ptr<QtMultimediaCameraHandler>, 3> handlers;
+    static std::array<bool, 3> status;
+
+    friend class QtMultimediaCamera; // For access to camera_surface (and camera)
+};
+
+} // namespace Camera