aboutsummaryrefslogtreecommitdiff
path: root/include/NvFBCLibrary.hpp
diff options
context:
space:
mode:
Diffstat (limited to 'include/NvFBCLibrary.hpp')
-rw-r--r--include/NvFBCLibrary.hpp245
1 files changed, 245 insertions, 0 deletions
diff --git a/include/NvFBCLibrary.hpp b/include/NvFBCLibrary.hpp
new file mode 100644
index 0000000..a0bf045
--- /dev/null
+++ b/include/NvFBCLibrary.hpp
@@ -0,0 +1,245 @@
+#pragma once
+
+#include "NvFBC.h"
+#include <cuda.h>
+
+#include <dlfcn.h>
+#include <string.h>
+#include <stdio.h>
+
+class NvFBCLibrary {
+public:
+ ~NvFBCLibrary() {
+ if(fbc_handle_created) {
+ NVFBC_DESTROY_CAPTURE_SESSION_PARAMS destroy_capture_params;
+ memset(&destroy_capture_params, 0, sizeof(destroy_capture_params));
+ destroy_capture_params.dwVersion = NVFBC_DESTROY_CAPTURE_SESSION_PARAMS_VER;
+ nv_fbc_function_list.nvFBCDestroyCaptureSession(nv_fbc_handle, &destroy_capture_params);
+
+ NVFBC_DESTROY_HANDLE_PARAMS destroy_params;
+ memset(&destroy_params, 0, sizeof(destroy_params));
+ destroy_params.dwVersion = NVFBC_DESTROY_HANDLE_PARAMS_VER;
+ nv_fbc_function_list.nvFBCDestroyHandle(nv_fbc_handle, &destroy_params);
+ }
+
+ if(library)
+ dlclose(library);
+ }
+
+ bool load() {
+ if(library)
+ return true;
+
+ dlerror(); // clear
+ void *lib = dlopen("libnvidia-fbc.so.1", RTLD_NOW);
+ if(!lib) {
+ fprintf(stderr, "Error: failed to load libnvidia-fbc.so.1, error: %s\n", dlerror());
+ return false;
+ }
+
+ nv_fbc_create_instance = (PNVFBCCREATEINSTANCE)dlsym(lib, "NvFBCCreateInstance");
+ if(!nv_fbc_create_instance) {
+ fprintf(stderr, "Error: unable to resolve symbol 'NvFBCCreateInstance'\n");
+ dlclose(lib);
+ return false;
+ }
+
+ memset(&nv_fbc_function_list, 0, sizeof(nv_fbc_function_list));
+ nv_fbc_function_list.dwVersion = NVFBC_VERSION;
+ NVFBCSTATUS status = nv_fbc_create_instance(&nv_fbc_function_list);
+ if(status != NVFBC_SUCCESS) {
+ fprintf(stderr, "Error: failed to create NvFBC instance (status: %d)\n", status);
+ dlclose(lib);
+ return false;
+ }
+
+ library = lib;
+ return true;
+ }
+
+ // If |display_to_capture| is "screen", then the entire x11 screen is captured (all displays)
+ bool create(const char *display_to_capture, uint32_t fps, /*out*/ uint32_t *display_width, /*out*/ uint32_t *display_height, uint32_t x = 0, uint32_t y = 0, uint32_t width = 0, uint32_t height = 0) {
+ if(!library || !display_to_capture || !display_width || !display_height || fbc_handle_created)
+ return false;
+
+ const bool capture_region = (x > 0 && y > 0 && width > 0 && height > 0);
+
+ NVFBCSTATUS status;
+ NVFBC_TRACKING_TYPE tracking_type;
+ bool capture_session_created = false;
+ uint32_t output_id = 0;
+ fbc_handle_created = false;
+
+ NVFBC_CREATE_HANDLE_PARAMS create_params;
+ memset(&create_params, 0, sizeof(create_params));
+ create_params.dwVersion = NVFBC_CREATE_HANDLE_PARAMS_VER;
+
+ status = nv_fbc_function_list.nvFBCCreateHandle(&nv_fbc_handle, &create_params);
+ if(status != NVFBC_SUCCESS) {
+ fprintf(stderr, "Error: %s\n", nv_fbc_function_list.nvFBCGetLastErrorStr(nv_fbc_handle));
+ return false;
+ }
+ fbc_handle_created = true;
+
+ NVFBC_GET_STATUS_PARAMS status_params;
+ memset(&status_params, 0, sizeof(status_params));
+ status_params.dwVersion = NVFBC_GET_STATUS_PARAMS_VER;
+
+ status = nv_fbc_function_list.nvFBCGetStatus(nv_fbc_handle, &status_params);
+ if(status != NVFBC_SUCCESS) {
+ fprintf(stderr, "Error: %s\n", nv_fbc_function_list.nvFBCGetLastErrorStr(nv_fbc_handle));
+ goto error_cleanup;
+ }
+
+ if(status_params.bCanCreateNow == NVFBC_FALSE) {
+ fprintf(stderr, "Error: it's not possible to create a capture session on this system\n");
+ goto error_cleanup;
+ }
+
+ tracking_type = strcmp(display_to_capture, "screen") == 0 ? NVFBC_TRACKING_SCREEN : NVFBC_TRACKING_OUTPUT;
+ if(tracking_type == NVFBC_TRACKING_OUTPUT) {
+ if(!status_params.bXRandRAvailable) {
+ fprintf(stderr, "Error: the xrandr extension is not available\n");
+ goto error_cleanup;
+ }
+
+ if(status_params.bInModeset) {
+ fprintf(stderr, "Error: the x server is in modeset, unable to record\n");
+ goto error_cleanup;
+ }
+
+ output_id = get_output_id_from_display_name(status_params.outputs, status_params.dwOutputNum, display_to_capture, display_width, display_height);
+ if(output_id == 0) {
+ fprintf(stderr, "Error: display '%s' not found\n", display_to_capture);
+ goto error_cleanup;
+ }
+ } else {
+ *display_width = status_params.screenSize.w;
+ *display_height = status_params.screenSize.h;
+ }
+
+ NVFBC_CREATE_CAPTURE_SESSION_PARAMS create_capture_params;
+ memset(&create_capture_params, 0, sizeof(create_capture_params));
+ create_capture_params.dwVersion = NVFBC_CREATE_CAPTURE_SESSION_PARAMS_VER;
+ create_capture_params.eCaptureType = NVFBC_CAPTURE_SHARED_CUDA;
+ create_capture_params.bWithCursor = NVFBC_TRUE; // This will need to be disabled when using bAllowDirectCapture
+ if(capture_region) {
+ create_capture_params.captureBox = { x, y, width, height };
+ *display_width = width;
+ *display_height = height;
+ }
+ create_capture_params.eTrackingType = tracking_type;
+ //create_capture_params.dwSamplingRateMs = 1000 / fps;
+ if(tracking_type == NVFBC_TRACKING_OUTPUT)
+ create_capture_params.dwOutputId = output_id;
+
+ // TODO: Use create_capture_params.bAllowDirectCapture and create_capture_params.bPushModel
+ status = nv_fbc_function_list.nvFBCCreateCaptureSession(nv_fbc_handle, &create_capture_params);
+ if(status != NVFBC_SUCCESS) {
+ fprintf(stderr, "Error: %s\n", nv_fbc_function_list.nvFBCGetLastErrorStr(nv_fbc_handle));
+ goto error_cleanup;
+ }
+ capture_session_created = true;
+
+ NVFBC_TOCUDA_SETUP_PARAMS setup_params;
+ memset(&setup_params, 0, sizeof(setup_params));
+ setup_params.dwVersion = NVFBC_TOCUDA_SETUP_PARAMS_VER;
+ setup_params.eBufferFormat = NVFBC_BUFFER_FORMAT_BGRA;
+
+ status = nv_fbc_function_list.nvFBCToCudaSetUp(nv_fbc_handle, &setup_params);
+ if(status != NVFBC_SUCCESS) {
+ fprintf(stderr, "Error: %s\n", nv_fbc_function_list.nvFBCGetLastErrorStr(nv_fbc_handle));
+ goto error_cleanup;
+ }
+
+ return true;
+
+ error_cleanup:
+ if(fbc_handle_created) {
+ if(capture_session_created) {
+ NVFBC_DESTROY_CAPTURE_SESSION_PARAMS destroy_capture_params;
+ memset(&destroy_capture_params, 0, sizeof(destroy_capture_params));
+ destroy_capture_params.dwVersion = NVFBC_DESTROY_CAPTURE_SESSION_PARAMS_VER;
+ nv_fbc_function_list.nvFBCDestroyCaptureSession(nv_fbc_handle, &destroy_capture_params);
+ }
+
+ NVFBC_DESTROY_HANDLE_PARAMS destroy_params;
+ memset(&destroy_params, 0, sizeof(destroy_params));
+ destroy_params.dwVersion = NVFBC_DESTROY_HANDLE_PARAMS_VER;
+ nv_fbc_function_list.nvFBCDestroyHandle(nv_fbc_handle, &destroy_params);
+ fbc_handle_created = false;
+ }
+ output_id = 0;
+ return false;
+ }
+
+ bool capture(/*out*/ CUdeviceptr *cu_device_ptr, uint32_t *byte_size) {
+ if(!library || !fbc_handle_created || !cu_device_ptr || !byte_size)
+ return false;
+
+ NVFBCSTATUS status;
+ NVFBC_FRAME_GRAB_INFO frame_info;
+ memset(&frame_info, 0, sizeof(frame_info));
+
+ NVFBC_TOCUDA_GRAB_FRAME_PARAMS grab_params;
+ memset(&grab_params, 0, sizeof(grab_params));
+ grab_params.dwVersion = NVFBC_TOCUDA_GRAB_FRAME_PARAMS_VER;
+ grab_params.dwFlags = NVFBC_TOCUDA_GRAB_FLAGS_NOWAIT;
+ grab_params.pFrameGrabInfo = &frame_info;
+ grab_params.pCUDADeviceBuffer = cu_device_ptr;
+
+ status = nv_fbc_function_list.nvFBCToCudaGrabFrame(nv_fbc_handle, &grab_params);
+ if(status != NVFBC_SUCCESS) {
+ fprintf(stderr, "Error: %s\n", nv_fbc_function_list.nvFBCGetLastErrorStr(nv_fbc_handle));
+ return false;
+ }
+
+ *byte_size = frame_info.dwByteSize;
+ // TODO: Check bIsNewFrame
+ // TODO: Check dwWidth and dwHeight and update size in video output in ffmpeg. This can happen when xrandr is used to change monitor resolution
+
+ return true;
+ }
+private:
+ static char to_upper(char c) {
+ if(c >= 'a' && c <= 'z')
+ return c - 32;
+ else
+ return c;
+ }
+
+ static bool strcase_equals(const char *str1, const char *str2) {
+ for(;;) {
+ char c1 = to_upper(*str1);
+ char c2 = to_upper(*str2);
+ if(c1 != c2)
+ return false;
+ if(c1 == '\0' || c2 == '\0')
+ return true;
+ ++str1;
+ ++str2;
+ }
+ }
+
+ // Returns 0 on failure
+ uint32_t get_output_id_from_display_name(NVFBC_RANDR_OUTPUT_INFO *outputs, uint32_t num_outputs, const char *display_name, uint32_t *display_width, uint32_t *display_height) {
+ if(!outputs)
+ return 0;
+
+ for(uint32_t i = 0; i < num_outputs; ++i) {
+ if(strcase_equals(outputs[i].name, display_name)) {
+ *display_width = outputs[i].trackedBox.w;
+ *display_height = outputs[i].trackedBox.h;
+ return outputs[i].dwId;
+ }
+ }
+
+ return 0;
+ }
+private:
+ void *library = nullptr;
+ PNVFBCCREATEINSTANCE nv_fbc_create_instance = nullptr;
+ NVFBC_API_FUNCTION_LIST nv_fbc_function_list;
+ NVFBC_SESSION_HANDLE nv_fbc_handle;
+ bool fbc_handle_created = false;
+}; \ No newline at end of file