nvidia-videofx-filter.c 42 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286
  1. #include <obs-module.h>
  2. #include <util/threading.h>
  3. #include <dxgi.h>
  4. #include <d3d11.h>
  5. #include <d3d11_1.h>
  6. #include "nvvfx-load.h"
  7. /* -------------------------------------------------------- */
  8. #define do_log(level, format, ...) \
  9. blog(level, "[NVIDIA Video Effect: '%s'] " format, obs_source_get_name(filter->context), ##__VA_ARGS__)
  10. #define warn(format, ...) do_log(LOG_WARNING, format, ##__VA_ARGS__)
  11. #define info(format, ...) do_log(LOG_INFO, format, ##__VA_ARGS__)
  12. #define error(format, ...) do_log(LOG_ERROR, format, ##__VA_ARGS__)
  13. #ifdef _DEBUG
  14. #define debug(format, ...) do_log(LOG_DEBUG, format, ##__VA_ARGS__)
  15. #else
  16. #define debug(format, ...)
  17. #endif
  18. /* -------------------------------------------------------- */
  19. #define S_MODE "mode"
  20. #define S_MODE_QUALITY 0
  21. #define S_MODE_PERF 1
  22. #define S_THRESHOLDFX "threshold"
  23. #define S_THRESHOLDFX_DEFAULT 1.0
  24. #define S_PROCESSING "processing_interval"
  25. #define MT_ obs_module_text
  26. #define TEXT_MODE MT_("Nvvfx.Method.Greenscreen.Mode")
  27. #define TEXT_MODE_QUALITY MT_("Nvvfx.Method.Greenscreen.Quality")
  28. #define TEXT_MODE_PERF MT_("Nvvfx.Method.Greenscreen.Performance")
  29. #define TEXT_MODE_THRESHOLD MT_("Nvvfx.Method.Greenscreen.Threshold")
  30. #define TEXT_DEPRECATION MT_("Nvvfx.OutdatedSDK")
  31. #define TEXT_PROCESSING MT_("Nvvfx.Method.Greenscreen.Processing")
  32. #define TEXT_PROCESSING_HINT MT_("Nvvfx.Method.Greenscreen.Processing.Hint")
  33. /* Blur & background blur FX */
  34. #define S_STRENGTH "intensity"
  35. #define S_STRENGTH_DEFAULT 0.5
  36. #define TEXT_MODE_BLUR_STRENGTH MT_("Nvvfx.Method.Blur.Strength")
  37. enum nvvfx_filter_id { S_FX_AIGS, S_FX_BLUR, S_FX_BG_BLUR };
  38. bool nvvfx_loaded = false;
  39. bool nvvfx_new_sdk = false;
  40. /* clang-format off */
  41. struct nvvfx_data {
  42. obs_source_t *context;
  43. bool images_allocated;
  44. bool initial_render;
  45. volatile bool processing_stop;
  46. bool processed_frame;
  47. bool target_valid;
  48. bool got_new_frame;
  49. signal_handler_t *handler;
  50. /* RTX SDK vars */
  51. NvVFX_Handle handle;
  52. CUstream stream; // CUDA stream
  53. int mode; // 0 = quality, 1 = performance
  54. NvCVImage *src_img; // src img in obs format (RGBA ?) on GPU
  55. NvCVImage *BGR_src_img; // src img in BGR on GPU
  56. NvCVImage *A_dst_img; // mask img on GPU
  57. NvCVImage *dst_img; // Greenscreen: alpha mask texture; blur: texture initialized from d3d11 (RGBA, chunky, u8)
  58. NvCVImage *stage; // used for transfer to texture
  59. unsigned int version;
  60. NvVFX_StateObjectHandle stateObjectHandle;
  61. /* alpha mask effect */
  62. gs_effect_t *effect;
  63. gs_texrender_t *render;
  64. gs_texrender_t *render_unorm;
  65. gs_texture_t *alpha_texture; // either alpha or blur
  66. uint32_t width; // width of texture
  67. uint32_t height; // height of texture
  68. enum gs_color_space space;
  69. gs_eparam_t *mask_param;
  70. gs_eparam_t *image_param;
  71. gs_eparam_t *threshold_param;
  72. gs_eparam_t *multiplier_param;
  73. float threshold;
  74. /* Every nth frame is processed through the FX (where n =
  75. * processing_interval) so that the same mask is used for n consecutive
  76. * frames. This is to alleviate the GPU load. Default: 1 (process every frame).
  77. * Only used for AIGS.
  78. */
  79. int processing_interval;
  80. int processing_counter;
  81. /* blur specific */
  82. enum nvvfx_filter_id filter_id;
  83. NvVFX_Handle handle_blur;
  84. CUstream stream_blur; // cuda stream
  85. float strength; // from 0 to 1, default = 0.5
  86. NvCVImage *blur_BGR_dst_img; // dst img of blur FX (BGR, chunky, u8)
  87. NvCVImage *RGBA_dst_img; // tmp img used to transfer to texture
  88. NvCVImage *blur_dst_img; // dst img initialized from d3d11 texture (RGBA, chunky, u8)
  89. gs_texture_t *blur_texture;
  90. gs_eparam_t *blur_param;
  91. };
  92. /* clang-format on */
  93. static const char *nv_greenscreen_filter_name(void *unused)
  94. {
  95. UNUSED_PARAMETER(unused);
  96. return obs_module_text("Nvvfx.Method.Greenscreen");
  97. }
  98. static const char *nv_blur_filter_name(void *unused)
  99. {
  100. UNUSED_PARAMETER(unused);
  101. return obs_module_text("Nvvfx.Method.BlurFilter");
  102. }
  103. static const char *nv_background_blur_filter_name(void *unused)
  104. {
  105. UNUSED_PARAMETER(unused);
  106. return obs_module_text("Nvvfx.Method.BackgroundBlurFilter");
  107. }
  108. static void nvvfx_filter_update(void *data, obs_data_t *settings)
  109. {
  110. struct nvvfx_data *filter = (struct nvvfx_data *)data;
  111. NvCV_Status vfxErr;
  112. enum nvvfx_fx_id id = filter->filter_id;
  113. filter->threshold = (float)obs_data_get_double(settings, S_THRESHOLDFX);
  114. filter->processing_interval = (int)obs_data_get_int(settings, S_PROCESSING);
  115. float strength = (float)obs_data_get_double(settings, S_STRENGTH);
  116. if (id == S_FX_AIGS || id == S_FX_BG_BLUR) {
  117. int mode = id == S_FX_BG_BLUR ? (int)S_MODE_QUALITY : (int)obs_data_get_int(settings, S_MODE);
  118. if (filter->mode != mode) {
  119. filter->mode = mode;
  120. vfxErr = NvVFX_SetU32(filter->handle, NVVFX_MODE, mode);
  121. vfxErr = NvVFX_Load(filter->handle);
  122. if (NVCV_SUCCESS != vfxErr)
  123. error("Error loading AI Greenscreen FX %i", vfxErr);
  124. }
  125. }
  126. if (id == S_FX_BLUR || id == S_FX_BG_BLUR) {
  127. if (filter->strength != strength) {
  128. filter->strength = strength;
  129. vfxErr = NvVFX_SetF32(filter->handle_blur, NVVFX_STRENGTH, filter->strength);
  130. }
  131. vfxErr = NvVFX_Load(filter->handle_blur);
  132. if (NVCV_SUCCESS != vfxErr)
  133. error("Error loading blur FX %i", vfxErr);
  134. }
  135. }
  136. static void nvvfx_filter_actual_destroy(void *data)
  137. {
  138. struct nvvfx_data *filter = (struct nvvfx_data *)data;
  139. if (!nvvfx_loaded) {
  140. bfree(filter);
  141. return;
  142. }
  143. os_atomic_set_bool(&filter->processing_stop, true);
  144. if (filter->images_allocated) {
  145. obs_enter_graphics();
  146. if (filter->filter_id == S_FX_AIGS)
  147. gs_texture_destroy(filter->alpha_texture);
  148. else
  149. gs_texture_destroy(filter->blur_texture);
  150. gs_texrender_destroy(filter->render);
  151. gs_texrender_destroy(filter->render_unorm);
  152. obs_leave_graphics();
  153. NvCVImage_Destroy(filter->src_img);
  154. NvCVImage_Destroy(filter->BGR_src_img);
  155. NvCVImage_Destroy(filter->A_dst_img);
  156. NvCVImage_Destroy(filter->dst_img);
  157. NvCVImage_Destroy(filter->stage);
  158. if (filter->filter_id != S_FX_AIGS) {
  159. NvCVImage_Destroy(filter->blur_BGR_dst_img);
  160. NvCVImage_Destroy(filter->RGBA_dst_img);
  161. NvCVImage_Destroy(filter->blur_dst_img);
  162. }
  163. }
  164. if (filter->stream)
  165. NvVFX_CudaStreamDestroy(filter->stream);
  166. if (filter->stream_blur)
  167. NvVFX_CudaStreamDestroy(filter->stream_blur);
  168. if (filter->handle) {
  169. if (filter->stateObjectHandle) {
  170. NvVFX_DeallocateState(filter->handle, filter->stateObjectHandle);
  171. }
  172. NvVFX_DestroyEffect(filter->handle);
  173. }
  174. if (filter->handle_blur) {
  175. NvVFX_DestroyEffect(filter->handle_blur);
  176. }
  177. if (filter->effect) {
  178. obs_enter_graphics();
  179. gs_effect_destroy(filter->effect);
  180. obs_leave_graphics();
  181. }
  182. bfree(filter);
  183. }
  184. static void nvvfx_filter_destroy(void *data)
  185. {
  186. obs_queue_task(OBS_TASK_GRAPHICS, nvvfx_filter_actual_destroy, data, false);
  187. }
  188. static void *log_nverror_destroy(struct nvvfx_data *filter, NvCV_Status vfxErr)
  189. {
  190. const char *errString = NvCV_GetErrorStringFromCode(vfxErr);
  191. error("Error creating NVIDIA Video FX; error %i: %s", vfxErr, errString);
  192. nvvfx_filter_destroy(filter);
  193. return NULL;
  194. }
  195. //---------------------------------------------------------------------------//
  196. // filter creation //
  197. static bool nvvfx_filter_create_internal(struct nvvfx_data *filter)
  198. {
  199. NvCV_Status vfxErr;
  200. enum nvvfx_fx_id id = filter->filter_id;
  201. /* 1. Create FX */
  202. switch (id) {
  203. case S_FX_AIGS:
  204. vfxErr = NvVFX_CreateEffect(NVVFX_FX_GREEN_SCREEN, &filter->handle);
  205. break;
  206. case S_FX_BLUR:
  207. vfxErr = NvVFX_CreateEffect(NVVFX_FX_BGBLUR, &filter->handle_blur);
  208. break;
  209. case S_FX_BG_BLUR:
  210. vfxErr = NvVFX_CreateEffect(NVVFX_FX_GREEN_SCREEN, &filter->handle);
  211. if (NVCV_SUCCESS != vfxErr)
  212. log_nverror_destroy(filter, vfxErr);
  213. vfxErr = NvVFX_CreateEffect(NVVFX_FX_BGBLUR, &filter->handle_blur);
  214. break;
  215. default:
  216. return false;
  217. }
  218. if (NVCV_SUCCESS != vfxErr)
  219. log_nverror_destroy(filter, vfxErr);
  220. /* debug */
  221. #ifdef _DEBUG
  222. const char *info;
  223. vfxErr = NvVFX_GetString(filter->handle_blur, NVVFX_INFO, &info);
  224. blog(LOG_DEBUG, "blur fx settings /n/%s", info);
  225. #endif
  226. /* 2. Set models path & initialize CudaStream */
  227. if (id == S_FX_AIGS || id == S_FX_BG_BLUR) {
  228. char buffer[MAX_PATH];
  229. char modelDir[MAX_PATH];
  230. nvvfx_get_sdk_path(buffer, MAX_PATH);
  231. size_t max_len = sizeof(buffer) / sizeof(char);
  232. snprintf(modelDir, max_len, "%s\\models", buffer);
  233. vfxErr = NvVFX_SetString(filter->handle, NVVFX_MODEL_DIRECTORY, modelDir);
  234. vfxErr = NvVFX_CudaStreamCreate(&filter->stream);
  235. if (NVCV_SUCCESS != vfxErr)
  236. log_nverror_destroy(filter, vfxErr);
  237. vfxErr = NvVFX_SetCudaStream(filter->handle, NVVFX_CUDA_STREAM, filter->stream);
  238. if (NVCV_SUCCESS != vfxErr)
  239. log_nverror_destroy(filter, vfxErr);
  240. }
  241. if (id == S_FX_BLUR || id == S_FX_BG_BLUR) {
  242. vfxErr = NvVFX_CudaStreamCreate(&filter->stream_blur);
  243. if (NVCV_SUCCESS != vfxErr)
  244. log_nverror_destroy(filter, vfxErr);
  245. vfxErr = NvVFX_SetCudaStream(filter->handle_blur, NVVFX_CUDA_STREAM, filter->stream_blur);
  246. if (NVCV_SUCCESS != vfxErr)
  247. log_nverror_destroy(filter, vfxErr);
  248. }
  249. return true;
  250. }
  251. static void *nvvfx_filter_create(obs_data_t *settings, obs_source_t *context, enum nvvfx_fx_id id)
  252. {
  253. struct nvvfx_data *filter = (struct nvvfx_data *)bzalloc(sizeof(*filter));
  254. if (!nvvfx_loaded) {
  255. nvvfx_filter_destroy(filter);
  256. return NULL;
  257. }
  258. NvCV_Status vfxErr;
  259. filter->context = context;
  260. filter->mode = -1; // should be 0 or 1; -1 triggers an update
  261. filter->images_allocated = false;
  262. filter->processed_frame = true; // start processing when false
  263. filter->width = 0;
  264. filter->height = 0;
  265. filter->initial_render = false;
  266. os_atomic_set_bool(&filter->processing_stop, false);
  267. filter->handler = NULL;
  268. filter->processing_interval = 1;
  269. filter->processing_counter = 0;
  270. // set nvvfx_fx_id
  271. filter->filter_id = id;
  272. // blur specific
  273. filter->strength = -1;
  274. #ifdef _DEBUG
  275. /* sanity check of sdk version */
  276. if (NvVFX_GetVersion(&filter->version) == NVCV_SUCCESS) {
  277. uint8_t major = (filter->version >> 24) & 0xff;
  278. uint8_t minor = (filter->version >> 16) & 0x00ff;
  279. uint8_t build = (filter->version >> 8) & 0x0000ff;
  280. uint8_t revision = (filter->version >> 0) & 0x000000ff;
  281. nvvfx_new_sdk = filter->version >= MIN_VFX_SDK_VERSION && nvvfx_new_sdk;
  282. }
  283. #endif
  284. /* 1. Create FX */
  285. /* 2. Set models path & initialize CudaStream */
  286. if (!nvvfx_filter_create_internal(filter))
  287. return NULL;
  288. /* 3. Load effect. */
  289. char *effect_path = obs_module_file(id != S_FX_AIGS ? "rtx_blur.effect" : "rtx_greenscreen.effect");
  290. obs_enter_graphics();
  291. filter->effect = gs_effect_create_from_file(effect_path, NULL);
  292. bfree(effect_path);
  293. if (filter->effect) {
  294. if (id == S_FX_AIGS) {
  295. filter->mask_param = gs_effect_get_param_by_name(filter->effect, "mask");
  296. filter->threshold_param = gs_effect_get_param_by_name(filter->effect, "threshold");
  297. } else {
  298. filter->blur_param = gs_effect_get_param_by_name(filter->effect, "blurred");
  299. }
  300. filter->image_param = gs_effect_get_param_by_name(filter->effect, "image");
  301. filter->multiplier_param = gs_effect_get_param_by_name(filter->effect, "multiplier");
  302. }
  303. obs_leave_graphics();
  304. /* 4. Allocate state for the AIGS & background blur */
  305. if (nvvfx_new_sdk && id != S_FX_BLUR) {
  306. vfxErr = NvVFX_AllocateState(filter->handle, &filter->stateObjectHandle);
  307. if (NVCV_SUCCESS != vfxErr)
  308. return log_nverror_destroy(filter, vfxErr);
  309. vfxErr = NvVFX_SetStateObjectHandleArray(filter->handle, NVVFX_STATE, &filter->stateObjectHandle);
  310. if (NVCV_SUCCESS != vfxErr)
  311. return log_nverror_destroy(filter, vfxErr);
  312. }
  313. if (!filter->effect) {
  314. nvvfx_filter_destroy(filter);
  315. return NULL;
  316. }
  317. nvvfx_filter_update(filter, settings);
  318. return filter;
  319. }
  320. static void *nv_greenscreen_filter_create(obs_data_t *settings, obs_source_t *context)
  321. {
  322. return nvvfx_filter_create(settings, context, S_FX_AIGS);
  323. }
  324. static void *nv_blur_filter_create(obs_data_t *settings, obs_source_t *context)
  325. {
  326. return nvvfx_filter_create(settings, context, S_FX_BLUR);
  327. }
  328. static void *nv_background_blur_filter_create(obs_data_t *settings, obs_source_t *context)
  329. {
  330. return nvvfx_filter_create(settings, context, S_FX_BG_BLUR);
  331. }
  332. static void nvvfx_filter_reset(void *data, calldata_t *calldata)
  333. {
  334. struct nvvfx_data *filter = (struct nvvfx_data *)data;
  335. NvCV_Status vfxErr;
  336. os_atomic_set_bool(&filter->processing_stop, true);
  337. // [A] first destroy
  338. if (filter->stream) {
  339. NvVFX_CudaStreamDestroy(filter->stream);
  340. }
  341. if (filter->stream_blur) {
  342. NvVFX_CudaStreamDestroy(filter->stream_blur);
  343. }
  344. if (filter->handle) {
  345. if (filter->stateObjectHandle) {
  346. NvVFX_DeallocateState(filter->handle, filter->stateObjectHandle);
  347. }
  348. NvVFX_DestroyEffect(filter->handle);
  349. }
  350. if (filter->handle_blur) {
  351. NvVFX_DestroyEffect(filter->handle_blur);
  352. }
  353. // [B] recreate
  354. /* 1. Create FX */
  355. /* 2. Set models path & initialize CudaStream */
  356. if (!nvvfx_filter_create_internal(filter))
  357. return;
  358. /* 3. load FX */
  359. if (filter->filter_id != S_FX_BLUR) {
  360. vfxErr = NvVFX_SetU32(filter->handle, NVVFX_MODE, filter->mode);
  361. if (NVCV_SUCCESS != vfxErr)
  362. error("Error loading NVIDIA Video FX %i", vfxErr);
  363. vfxErr = NvVFX_Load(filter->handle);
  364. if (NVCV_SUCCESS != vfxErr)
  365. error("Error loading NVIDIA Video FX %i", vfxErr);
  366. vfxErr = NvVFX_ResetState(filter->handle, filter->stateObjectHandle);
  367. }
  368. if (filter->filter_id != S_FX_AIGS) {
  369. vfxErr = NvVFX_SetF32(filter->handle_blur, NVVFX_STRENGTH, filter->strength);
  370. if (NVCV_SUCCESS != vfxErr)
  371. error("Error loading NVIDIA Video FX %i", vfxErr);
  372. vfxErr = NvVFX_Load(filter->handle_blur);
  373. if (NVCV_SUCCESS != vfxErr)
  374. error("Error loading blur FX %i", vfxErr);
  375. }
  376. filter->images_allocated = false;
  377. os_atomic_set_bool(&filter->processing_stop, false);
  378. }
  379. //---------------------------------------------------------------------------//
  380. // intialization of images //
  381. static bool create_alpha_texture(struct nvvfx_data *filter)
  382. {
  383. NvCV_Status vfxErr;
  384. uint32_t width = filter->width;
  385. uint32_t height = filter->height;
  386. /* 1. create alpha texture */
  387. if (filter->alpha_texture) {
  388. gs_texture_destroy(filter->alpha_texture);
  389. }
  390. filter->alpha_texture = gs_texture_create(width, height, GS_A8, 1, NULL, 0);
  391. if (filter->alpha_texture == NULL) {
  392. error("Alpha texture couldn't be created");
  393. return false;
  394. }
  395. struct ID3D11Texture2D *d11texture = (struct ID3D11Texture2D *)gs_texture_get_obj(filter->alpha_texture);
  396. /* 2. Create NvCVImage which will hold final alpha texture. */
  397. if (!filter->dst_img)
  398. NvCVImage_Create(width, height, NVCV_A, NVCV_U8, NVCV_CHUNKY, NVCV_GPU, 1, &filter->dst_img);
  399. vfxErr = NvCVImage_InitFromD3D11Texture(filter->dst_img, d11texture);
  400. if (vfxErr != NVCV_SUCCESS) {
  401. const char *errString = NvCV_GetErrorStringFromCode(vfxErr);
  402. error("Error passing dst ID3D11Texture to img; error %i: %s", vfxErr, errString);
  403. return false;
  404. }
  405. return true;
  406. }
  407. static bool create_blur_texture(struct nvvfx_data *filter)
  408. {
  409. NvCV_Status vfxErr;
  410. uint32_t width = filter->width;
  411. uint32_t height = filter->height;
  412. /* 1. Create blur texture */
  413. if (filter->blur_texture) {
  414. gs_texture_destroy(filter->blur_texture);
  415. }
  416. filter->blur_texture = gs_texture_create(width, height, GS_RGBA_UNORM, 1, NULL, 0);
  417. if (filter->blur_texture == NULL) {
  418. error("Blur texture couldn't be created");
  419. return false;
  420. }
  421. struct ID3D11Texture2D *d11texture = (struct ID3D11Texture2D *)gs_texture_get_obj(filter->blur_texture);
  422. /* 2. Create NvCVImage which will hold final blur texture */
  423. if (!filter->blur_dst_img)
  424. NvCVImage_Create(width, height, NVCV_RGBA, NVCV_U8, NVCV_CHUNKY, NVCV_GPU, 1, &filter->blur_dst_img);
  425. vfxErr = NvCVImage_InitFromD3D11Texture(filter->blur_dst_img, d11texture);
  426. if (vfxErr != NVCV_SUCCESS) {
  427. const char *errString = NvCV_GetErrorStringFromCode(vfxErr);
  428. error("Error passing dst ID3D11Texture to img; error %i: %s", vfxErr, errString);
  429. return false;
  430. }
  431. return true;
  432. }
  433. static bool create_texrenders(struct nvvfx_data *filter)
  434. {
  435. if (filter->render)
  436. gs_texrender_destroy(filter->render);
  437. filter->render = gs_texrender_create(gs_get_format_from_space(filter->space), GS_ZS_NONE);
  438. if (!filter->render) {
  439. error("Failed to create render texrenderer");
  440. return false;
  441. }
  442. if (filter->render_unorm)
  443. gs_texrender_destroy(filter->render_unorm);
  444. filter->render_unorm = gs_texrender_create(GS_BGRA_UNORM, GS_ZS_NONE);
  445. if (!filter->render_unorm) {
  446. error("Failed to create render_unorm texrenderer");
  447. return false;
  448. }
  449. return true;
  450. }
  451. static bool init_blur_images(struct nvvfx_data *filter)
  452. {
  453. uint32_t width = filter->width;
  454. uint32_t height = filter->height;
  455. /* 1. Create and allocate Blur BGR NvCVimage (blur FX dst) */
  456. NvCVImage_Create(width, height, NVCV_BGR, NVCV_U8, NVCV_CHUNKY, NVCV_GPU, 1, &filter->blur_BGR_dst_img);
  457. NvCVImage_Alloc(filter->blur_BGR_dst_img, width, height, NVCV_BGR, NVCV_U8, NVCV_CHUNKY, NVCV_GPU, 1);
  458. /* 2. Create dst NvCVImage */
  459. if (filter->RGBA_dst_img) {
  460. NvCVImage_Realloc(filter->RGBA_dst_img, width, height, NVCV_RGBA, NVCV_U8, NVCV_CHUNKY, NVCV_GPU, 1);
  461. } else {
  462. NvCVImage_Create(width, height, NVCV_RGBA, NVCV_U8, NVCV_CHUNKY, NVCV_GPU, 1, &filter->RGBA_dst_img);
  463. NvCVImage_Alloc(filter->RGBA_dst_img, width, height, NVCV_RGBA, NVCV_U8, NVCV_CHUNKY, NVCV_GPU, 1);
  464. }
  465. /* 3. Set input & output images for nv blur FX */
  466. NvVFX_SetImage(filter->handle_blur, NVVFX_INPUT_IMAGE, filter->BGR_src_img);
  467. NvVFX_SetImage(filter->handle_blur, NVVFX_INPUT_IMAGE_1, filter->A_dst_img);
  468. NvVFX_SetImage(filter->handle_blur, NVVFX_OUTPUT_IMAGE, filter->blur_BGR_dst_img);
  469. if (NvVFX_Load(filter->handle_blur) != NVCV_SUCCESS) {
  470. error("Error loading blur FX");
  471. return false;
  472. }
  473. return true;
  474. }
  475. static void init_images(struct nvvfx_data *filter)
  476. {
  477. NvCV_Status vfxErr;
  478. uint32_t width = filter->width;
  479. uint32_t height = filter->height;
  480. /* 1. Create alpha texture & associated NvCVImage */
  481. if (filter->filter_id == S_FX_BG_BLUR || filter->filter_id == S_FX_AIGS) {
  482. if (!create_alpha_texture(filter))
  483. goto fail;
  484. }
  485. /* 2. Create blur texture & associated NvCVImage */
  486. if (filter->filter_id == S_FX_BG_BLUR || filter->filter_id == S_FX_BLUR) {
  487. if (!create_blur_texture(filter))
  488. goto fail;
  489. }
  490. /* 3. Create texrenders */
  491. if (!create_texrenders(filter))
  492. goto fail;
  493. /* 4. Create and allocate BGR NvCVImage (alpha mask FX src) */
  494. if (filter->BGR_src_img) {
  495. NvCVImage_Realloc(filter->BGR_src_img, width, height, NVCV_BGR, NVCV_U8, NVCV_CHUNKY, NVCV_GPU, 1);
  496. } else {
  497. NvCVImage_Create(width, height, NVCV_BGR, NVCV_U8, NVCV_CHUNKY, NVCV_GPU, 1, &filter->BGR_src_img);
  498. NvCVImage_Alloc(filter->BGR_src_img, width, height, NVCV_BGR, NVCV_U8, NVCV_CHUNKY, NVCV_GPU, 1);
  499. }
  500. /* 5. Create and allocate Alpha NvCVimage (mask fx dst). */
  501. if (filter->A_dst_img) {
  502. NvCVImage_Realloc(filter->A_dst_img, width, height, NVCV_A, NVCV_U8, NVCV_CHUNKY, NVCV_GPU, 1);
  503. } else {
  504. NvCVImage_Create(width, height, NVCV_A, NVCV_U8, NVCV_CHUNKY, NVCV_GPU, 1, &filter->A_dst_img);
  505. NvCVImage_Alloc(filter->A_dst_img, width, height, NVCV_A, NVCV_U8, NVCV_CHUNKY, NVCV_GPU, 1);
  506. }
  507. /* 6. Create stage NvCVImage which will be used as buffer for transfer */
  508. vfxErr = NvCVImage_Create(width, height, NVCV_RGBA, NVCV_U8, NVCV_CHUNKY, NVCV_GPU, 1, &filter->stage);
  509. vfxErr = NvCVImage_Alloc(filter->stage, width, height, NVCV_RGBA, NVCV_U8, NVCV_CHUNKY, NVCV_GPU, 1);
  510. if (vfxErr != NVCV_SUCCESS) {
  511. goto fail;
  512. }
  513. /* 7. Init blur images */
  514. if (filter->filter_id == S_FX_BLUR || filter->filter_id == S_FX_BG_BLUR) {
  515. if (!init_blur_images(filter))
  516. goto fail;
  517. }
  518. /* 8. Pass settings for AIGS (AI Greenscreen) FX */
  519. if (filter->filter_id == S_FX_BG_BLUR || filter->filter_id == S_FX_AIGS) {
  520. NvVFX_SetImage(filter->handle, NVVFX_INPUT_IMAGE, filter->BGR_src_img);
  521. NvVFX_SetImage(filter->handle, NVVFX_OUTPUT_IMAGE, filter->A_dst_img);
  522. if (filter->width)
  523. NvVFX_SetU32(filter->handle, NVVFX_MAX_INPUT_WIDTH, filter->width);
  524. if (filter->height)
  525. NvVFX_SetU32(filter->handle, NVVFX_MAX_INPUT_HEIGHT, filter->height);
  526. vfxErr = NvVFX_Load(filter->handle);
  527. if (NVCV_SUCCESS != vfxErr)
  528. error("Error loading AI Greenscreen FX %i", vfxErr);
  529. }
  530. filter->images_allocated = true;
  531. return;
  532. fail:
  533. error("Error during allocation of images");
  534. os_atomic_set_bool(&filter->processing_stop, true);
  535. return;
  536. }
  537. //---------------------------------------------------------------------------//
  538. // video processing functions //
  539. static bool process_texture(struct nvvfx_data *filter)
  540. {
  541. enum nvvfx_fx_id id = filter->filter_id;
  542. CUstream process_stream;
  543. /* 1. Map src img holding texture. */
  544. switch (id) {
  545. case S_FX_AIGS:
  546. case S_FX_BG_BLUR:
  547. process_stream = filter->stream;
  548. break;
  549. case S_FX_BLUR:
  550. process_stream = filter->stream_blur;
  551. break;
  552. default:
  553. process_stream = NULL;
  554. }
  555. NvCV_Status vfxErr = NvCVImage_MapResource(filter->src_img, process_stream);
  556. if (vfxErr != NVCV_SUCCESS) {
  557. const char *errString = NvCV_GetErrorStringFromCode(vfxErr);
  558. error("Error mapping resource for source texture; error %i : %s", vfxErr, errString);
  559. goto fail;
  560. }
  561. /* 2. Convert to BGR. */
  562. vfxErr = NvCVImage_Transfer(filter->src_img, filter->BGR_src_img, 1.0f, filter->stream_blur, filter->stage);
  563. if (vfxErr != NVCV_SUCCESS) {
  564. const char *errString = NvCV_GetErrorStringFromCode(vfxErr);
  565. error("Error converting src to BGR img; error %i: %s", vfxErr, errString);
  566. goto fail;
  567. }
  568. vfxErr = NvCVImage_UnmapResource(filter->src_img, process_stream);
  569. if (vfxErr != NVCV_SUCCESS) {
  570. const char *errString = NvCV_GetErrorStringFromCode(vfxErr);
  571. error("Error unmapping resource for src texture; error %i: %s", vfxErr, errString);
  572. goto fail;
  573. }
  574. /* 3. Run AIGS (AI Greenscreen) fx */
  575. if (id != S_FX_BLUR) {
  576. vfxErr = NvVFX_Run(filter->handle, 1);
  577. if (vfxErr != NVCV_SUCCESS) {
  578. const char *errString = NvCV_GetErrorStringFromCode(vfxErr);
  579. error("Error running the AIGS FX; error %i: %s", vfxErr, errString);
  580. if (vfxErr == NVCV_ERR_CUDA)
  581. nvvfx_filter_reset(filter, NULL);
  582. }
  583. }
  584. if (id != S_FX_AIGS) {
  585. /* 4. BLUR FX */
  586. /* 4a. Run BLUR FX except for AIGS */
  587. vfxErr = NvVFX_Run(filter->handle_blur, 1);
  588. if (vfxErr != NVCV_SUCCESS) {
  589. const char *errString = NvCV_GetErrorStringFromCode(vfxErr);
  590. error("Error running the BLUR FX; error %i: %s", vfxErr, errString);
  591. if (vfxErr == NVCV_ERR_CUDA)
  592. nvvfx_filter_reset(filter, NULL);
  593. }
  594. /* 4b. Transfer blur result to an intermediate dst [RGBA, chunky, u8] */
  595. vfxErr = NvCVImage_Transfer(filter->blur_BGR_dst_img, filter->RGBA_dst_img, 1.0f, filter->stream_blur,
  596. filter->stage);
  597. if (vfxErr != NVCV_SUCCESS) {
  598. error("Error transferring blurred to intermediate img [RGBA, chunky, u8], error %i, ", vfxErr);
  599. goto fail;
  600. }
  601. /* 5. Map blur dst texture before transfer from dst img provided by FX */
  602. vfxErr = NvCVImage_MapResource(filter->blur_dst_img, filter->stream_blur);
  603. if (vfxErr != NVCV_SUCCESS) {
  604. const char *errString = NvCV_GetErrorStringFromCode(vfxErr);
  605. error("Error mapping resource for dst texture; error %i: %s", vfxErr, errString);
  606. goto fail;
  607. }
  608. vfxErr = NvCVImage_Transfer(filter->RGBA_dst_img, filter->blur_dst_img, 1.0f, filter->stream_blur,
  609. filter->stage);
  610. if (vfxErr != NVCV_SUCCESS) {
  611. const char *errString = NvCV_GetErrorStringFromCode(vfxErr);
  612. error("Error transferring mask to alpha texture; error %i: %s ", vfxErr, errString);
  613. goto fail;
  614. }
  615. vfxErr = NvCVImage_UnmapResource(filter->blur_dst_img, filter->stream_blur);
  616. if (vfxErr != NVCV_SUCCESS) {
  617. const char *errString = NvCV_GetErrorStringFromCode(vfxErr);
  618. error("Error unmapping resource for dst texture; error %i: %s", vfxErr, errString);
  619. goto fail;
  620. }
  621. } else {
  622. /* 4. Map dst texture before transfer from dst img provided by AIGS FX */
  623. vfxErr = NvCVImage_MapResource(filter->dst_img, filter->stream);
  624. if (vfxErr != NVCV_SUCCESS) {
  625. const char *errString = NvCV_GetErrorStringFromCode(vfxErr);
  626. error("Error mapping resource for dst texture; error %i: %s", vfxErr, errString);
  627. goto fail;
  628. }
  629. vfxErr = NvCVImage_Transfer(filter->A_dst_img, filter->dst_img, 1.0f, filter->stream, filter->stage);
  630. if (vfxErr != NVCV_SUCCESS) {
  631. const char *errString = NvCV_GetErrorStringFromCode(vfxErr);
  632. error("Error transferring mask to alpha texture; error %i: %s ", vfxErr, errString);
  633. goto fail;
  634. }
  635. vfxErr = NvCVImage_UnmapResource(filter->dst_img, filter->stream);
  636. if (vfxErr != NVCV_SUCCESS) {
  637. const char *errString = NvCV_GetErrorStringFromCode(vfxErr);
  638. error("Error unmapping resource for dst texture; error %i: %s", vfxErr, errString);
  639. goto fail;
  640. }
  641. }
  642. return true;
  643. fail:
  644. os_atomic_set_bool(&filter->processing_stop, true);
  645. return false;
  646. }
  647. static struct obs_source_frame *nvvfx_filter_video(void *data, struct obs_source_frame *frame)
  648. {
  649. struct nvvfx_data *filter = (struct nvvfx_data *)data;
  650. filter->got_new_frame = true;
  651. return frame;
  652. }
  653. static void nvvfx_filter_tick(void *data, float t)
  654. {
  655. UNUSED_PARAMETER(t);
  656. struct nvvfx_data *filter = (struct nvvfx_data *)data;
  657. if (filter->processing_stop) {
  658. return;
  659. }
  660. if (!obs_filter_get_target(filter->context)) {
  661. return;
  662. }
  663. obs_source_t *target = obs_filter_get_target(filter->context);
  664. filter->target_valid = true;
  665. const uint32_t cx = obs_source_get_base_width(target);
  666. const uint32_t cy = obs_source_get_base_height(target);
  667. // initially the sizes are 0
  668. if (!cx && !cy) {
  669. filter->target_valid = false;
  670. return;
  671. }
  672. /* minimum size supported by SDK is (512,288) */
  673. if (filter->filter_id != S_FX_BLUR) {
  674. filter->target_valid = cx >= 512 && cy >= 288;
  675. if (!filter->target_valid) {
  676. error("Size must be larger than (512,288)");
  677. return;
  678. }
  679. }
  680. if (cx != filter->width && cy != filter->height) {
  681. filter->images_allocated = false;
  682. filter->width = cx;
  683. filter->height = cy;
  684. }
  685. if (!filter->images_allocated) {
  686. obs_enter_graphics();
  687. init_images(filter);
  688. obs_leave_graphics();
  689. filter->initial_render = false;
  690. }
  691. filter->processed_frame = false;
  692. }
  693. static const char *get_tech_name_and_multiplier(enum gs_color_space current_space, enum gs_color_space source_space,
  694. float *multiplier)
  695. {
  696. const char *tech_name = "Draw";
  697. *multiplier = 1.f;
  698. switch (source_space) {
  699. case GS_CS_SRGB:
  700. case GS_CS_SRGB_16F:
  701. if (current_space == GS_CS_709_SCRGB) {
  702. tech_name = "DrawMultiply";
  703. *multiplier = obs_get_video_sdr_white_level() / 80.0f;
  704. }
  705. break;
  706. case GS_CS_709_EXTENDED:
  707. switch (current_space) {
  708. case GS_CS_SRGB:
  709. case GS_CS_SRGB_16F:
  710. tech_name = "DrawTonemap";
  711. break;
  712. case GS_CS_709_SCRGB:
  713. tech_name = "DrawMultiply";
  714. *multiplier = obs_get_video_sdr_white_level() / 80.0f;
  715. }
  716. break;
  717. case GS_CS_709_SCRGB:
  718. switch (current_space) {
  719. case GS_CS_SRGB:
  720. case GS_CS_SRGB_16F:
  721. tech_name = "DrawMultiplyTonemap";
  722. *multiplier = 80.0f / obs_get_video_sdr_white_level();
  723. break;
  724. case GS_CS_709_EXTENDED:
  725. tech_name = "DrawMultiply";
  726. *multiplier = 80.0f / obs_get_video_sdr_white_level();
  727. }
  728. }
  729. return tech_name;
  730. }
  731. static void draw_greenscreen_blur(struct nvvfx_data *filter, bool has_blur)
  732. {
  733. const enum gs_color_space source_space = filter->space;
  734. float multiplier;
  735. const char *technique = get_tech_name_and_multiplier(gs_get_color_space(), source_space, &multiplier);
  736. const enum gs_color_format format = gs_get_format_from_space(source_space);
  737. if (obs_source_process_filter_begin_with_color_space(filter->context, format, source_space,
  738. OBS_ALLOW_DIRECT_RENDERING)) {
  739. if (has_blur) {
  740. gs_effect_set_texture_srgb(filter->blur_param, filter->blur_texture);
  741. } else {
  742. gs_effect_set_texture(filter->mask_param, filter->alpha_texture);
  743. gs_effect_set_float(filter->threshold_param, filter->threshold);
  744. }
  745. gs_effect_set_texture_srgb(filter->image_param, gs_texrender_get_texture(filter->render));
  746. gs_effect_set_float(filter->multiplier_param, multiplier);
  747. gs_blend_state_push();
  748. gs_blend_function(GS_BLEND_ONE, GS_BLEND_INVSRCALPHA);
  749. obs_source_process_filter_tech_end(filter->context, filter->effect, 0, 0, technique);
  750. gs_blend_state_pop();
  751. }
  752. }
  753. static void nvvfx_filter_render(void *data, gs_effect_t *effect, bool has_blur)
  754. {
  755. NvCV_Status vfxErr;
  756. struct nvvfx_data *filter = (struct nvvfx_data *)data;
  757. if (filter->processing_stop || (has_blur && filter->strength == 0)) {
  758. obs_source_skip_video_filter(filter->context);
  759. return;
  760. }
  761. obs_source_t *const target = obs_filter_get_target(filter->context);
  762. obs_source_t *const parent = obs_filter_get_parent(filter->context);
  763. /* Skip if processing of a frame hasn't yet started */
  764. if (!filter->target_valid || !target || !parent) {
  765. obs_source_skip_video_filter(filter->context);
  766. return;
  767. }
  768. /* Render processed image from earlier in the frame */
  769. if (filter->processed_frame) {
  770. draw_greenscreen_blur(filter, has_blur);
  771. return;
  772. }
  773. if (parent && !filter->handler) {
  774. filter->handler = obs_source_get_signal_handler(parent);
  775. signal_handler_connect(filter->handler, "update", nvvfx_filter_reset, filter);
  776. }
  777. /* 1. Render to retrieve texture. */
  778. if (!filter->render) {
  779. obs_source_skip_video_filter(filter->context);
  780. return;
  781. }
  782. const uint32_t target_flags = obs_source_get_output_flags(target);
  783. const uint32_t parent_flags = obs_source_get_output_flags(parent);
  784. bool custom_draw = (target_flags & OBS_SOURCE_CUSTOM_DRAW) != 0;
  785. bool async = (target_flags & OBS_SOURCE_ASYNC) != 0;
  786. const enum gs_color_space preferred_spaces[] = {
  787. GS_CS_SRGB,
  788. GS_CS_SRGB_16F,
  789. GS_CS_709_EXTENDED,
  790. };
  791. const enum gs_color_space source_space =
  792. obs_source_get_color_space(target, OBS_COUNTOF(preferred_spaces), preferred_spaces);
  793. if (filter->space != source_space) {
  794. filter->space = source_space;
  795. init_images(filter);
  796. filter->initial_render = false;
  797. }
  798. gs_texrender_t *const render = filter->render;
  799. gs_texrender_reset(render);
  800. gs_blend_state_push();
  801. gs_blend_function(GS_BLEND_ONE, GS_BLEND_ZERO);
  802. if (gs_texrender_begin_with_color_space(render, filter->width, filter->height, source_space)) {
  803. struct vec4 clear_color;
  804. vec4_zero(&clear_color);
  805. gs_clear(GS_CLEAR_COLOR, &clear_color, 0.0f, 0);
  806. gs_ortho(0.0f, (float)filter->width, 0.0f, (float)filter->height, -100.0f, 100.0f);
  807. if (target == parent && !custom_draw && !async)
  808. obs_source_default_render(target);
  809. else
  810. obs_source_video_render(target);
  811. gs_texrender_end(render);
  812. gs_texrender_t *const render_unorm = filter->render_unorm;
  813. gs_texrender_reset(render_unorm);
  814. if (gs_texrender_begin_with_color_space(render_unorm, filter->width, filter->height, GS_CS_SRGB)) {
  815. const bool previous = gs_framebuffer_srgb_enabled();
  816. gs_enable_framebuffer_srgb(true);
  817. gs_enable_blending(false);
  818. gs_ortho(0.0f, (float)filter->width, 0.0f, (float)filter->height, -100.0f, 100.0f);
  819. const char *tech_name = "ConvertUnorm";
  820. float multiplier = 1.f;
  821. if (!has_blur) {
  822. switch (source_space) {
  823. case GS_CS_709_EXTENDED:
  824. tech_name = "ConvertUnormTonemap";
  825. break;
  826. case GS_CS_709_SCRGB:
  827. tech_name = "ConvertUnormMultiplyTonemap";
  828. multiplier = 80.0f / obs_get_video_sdr_white_level();
  829. }
  830. } else {
  831. switch (source_space) {
  832. case GS_CS_709_SCRGB:
  833. tech_name = "ConvertUnormMultiply";
  834. multiplier = 80.0f / obs_get_video_sdr_white_level();
  835. }
  836. }
  837. gs_effect_set_texture_srgb(filter->image_param, gs_texrender_get_texture(render));
  838. gs_effect_set_float(filter->multiplier_param, multiplier);
  839. while (gs_effect_loop(filter->effect, tech_name)) {
  840. gs_draw(GS_TRIS, 0, 3);
  841. }
  842. gs_texrender_end(render_unorm);
  843. gs_enable_blending(true);
  844. gs_enable_framebuffer_srgb(previous);
  845. }
  846. }
  847. gs_blend_state_pop();
  848. /* 2. Initialize src_texture (only at startup or reset) */
  849. if (!filter->initial_render) {
  850. struct ID3D11Texture2D *d11texture2 =
  851. (struct ID3D11Texture2D *)gs_texture_get_obj(gs_texrender_get_texture(filter->render_unorm));
  852. if (!d11texture2) {
  853. error("Couldn't retrieve d3d11texture2d.");
  854. return;
  855. }
  856. if (!filter->src_img) {
  857. vfxErr = NvCVImage_Create(filter->width, filter->height, NVCV_BGRA, NVCV_U8, NVCV_CHUNKY,
  858. NVCV_GPU, 1, &filter->src_img);
  859. if (vfxErr != NVCV_SUCCESS) {
  860. const char *errString = NvCV_GetErrorStringFromCode(vfxErr);
  861. error("Error creating src img; error %i: %s", vfxErr, errString);
  862. os_atomic_set_bool(&filter->processing_stop, true);
  863. return;
  864. }
  865. }
  866. vfxErr = NvCVImage_InitFromD3D11Texture(filter->src_img, d11texture2);
  867. if (vfxErr != NVCV_SUCCESS) {
  868. const char *errString = NvCV_GetErrorStringFromCode(vfxErr);
  869. error("Error passing src ID3D11Texture to img; error %i: %s", vfxErr, errString);
  870. os_atomic_set_bool(&filter->processing_stop, true);
  871. return;
  872. }
  873. filter->initial_render = true;
  874. }
  875. /* 3. Process FX (outputs a mask) & draw. */
  876. if (filter->initial_render && filter->images_allocated) {
  877. bool draw = true;
  878. if (!async || filter->got_new_frame) {
  879. if (!has_blur) {
  880. if (filter->processing_counter % filter->processing_interval == 0) {
  881. draw = process_texture(filter);
  882. filter->processing_counter = 1;
  883. } else {
  884. filter->processing_counter++;
  885. }
  886. } else {
  887. draw = process_texture(filter);
  888. }
  889. filter->got_new_frame = false;
  890. }
  891. if (draw) {
  892. draw_greenscreen_blur(filter, has_blur);
  893. filter->processed_frame = true;
  894. }
  895. } else {
  896. obs_source_skip_video_filter(filter->context);
  897. }
  898. UNUSED_PARAMETER(effect);
  899. }
  900. static void nv_greenscreen_filter_render(void *data, gs_effect_t *effect)
  901. {
  902. nvvfx_filter_render(data, effect, false);
  903. }
  904. static void nv_blur_filter_render(void *data, gs_effect_t *effect)
  905. {
  906. nvvfx_filter_render(data, effect, true);
  907. }
  908. static enum gs_color_space nvvfx_filter_get_color_space(void *data, size_t count,
  909. const enum gs_color_space *preferred_spaces)
  910. {
  911. const enum gs_color_space potential_spaces[] = {
  912. GS_CS_SRGB,
  913. GS_CS_SRGB_16F,
  914. GS_CS_709_EXTENDED,
  915. };
  916. struct nvvfx_data *const filter = data;
  917. const enum gs_color_space source_space = obs_source_get_color_space(
  918. obs_filter_get_target(filter->context), OBS_COUNTOF(potential_spaces), potential_spaces);
  919. enum gs_color_space space = source_space;
  920. for (size_t i = 0; i < count; ++i) {
  921. space = preferred_spaces[i];
  922. if (space == source_space)
  923. break;
  924. }
  925. return space;
  926. }
  927. static obs_properties_t *nvvfx_filter_properties(void *data)
  928. {
  929. struct nvvfx_data *filter = (struct nvvfx_data *)data;
  930. obs_properties_t *props = obs_properties_create();
  931. if (filter->filter_id != S_FX_AIGS) {
  932. obs_property_t *strength =
  933. obs_properties_add_float_slider(props, S_STRENGTH, TEXT_MODE_BLUR_STRENGTH, 0, 1, 0.05);
  934. } else {
  935. obs_property_t *mode =
  936. obs_properties_add_list(props, S_MODE, TEXT_MODE, OBS_COMBO_TYPE_LIST, OBS_COMBO_FORMAT_INT);
  937. obs_property_list_add_int(mode, TEXT_MODE_QUALITY, S_MODE_QUALITY);
  938. obs_property_list_add_int(mode, TEXT_MODE_PERF, S_MODE_PERF);
  939. obs_property_t *threshold =
  940. obs_properties_add_float_slider(props, S_THRESHOLDFX, TEXT_MODE_THRESHOLD, 0, 1, 0.05);
  941. obs_property_t *partial = obs_properties_add_int_slider(props, S_PROCESSING, TEXT_PROCESSING, 1, 4, 1);
  942. obs_property_set_long_description(partial, TEXT_PROCESSING_HINT);
  943. }
  944. unsigned int version = get_lib_version();
  945. if (version && version < MIN_VFX_SDK_VERSION) {
  946. obs_property_t *warning = obs_properties_add_text(props, "deprecation", NULL, OBS_TEXT_INFO);
  947. obs_property_text_set_info_type(warning, OBS_TEXT_INFO_WARNING);
  948. obs_property_set_long_description(warning, TEXT_DEPRECATION);
  949. }
  950. return props;
  951. }
  952. static void nvvfx_filter_defaults(obs_data_t *settings)
  953. {
  954. obs_data_set_default_int(settings, S_MODE, S_MODE_QUALITY);
  955. obs_data_set_default_double(settings, S_THRESHOLDFX, S_THRESHOLDFX_DEFAULT);
  956. obs_data_set_default_int(settings, S_PROCESSING, 1);
  957. obs_data_set_default_double(settings, S_STRENGTH, S_STRENGTH_DEFAULT);
  958. }
  959. bool load_nvidia_vfx(void)
  960. {
  961. bool old_sdk_loaded = false;
  962. unsigned int version = get_lib_version();
  963. uint8_t major = (version >> 24) & 0xff;
  964. uint8_t minor = (version >> 16) & 0x00ff;
  965. uint8_t build = (version >> 8) & 0x0000ff;
  966. uint8_t revision = (version >> 0) & 0x000000ff;
  967. if (version) {
  968. blog(LOG_INFO, "[NVIDIA VIDEO FX]: NVIDIA VIDEO FX version: %i.%i.%i.%i", major, minor, build,
  969. revision);
  970. if (version < MIN_VFX_SDK_VERSION) {
  971. blog(LOG_INFO,
  972. "[NVIDIA VIDEO FX]: NVIDIA VIDEO Effects SDK is outdated. Please update both audio & video SDK.");
  973. }
  974. }
  975. if (!load_nv_vfx_libs()) {
  976. blog(LOG_INFO, "[NVIDIA VIDEO FX]: FX disabled, redistributable not found or could not be loaded.");
  977. return false;
  978. }
  979. #define LOAD_SYM_FROM_LIB(sym, lib, dll) \
  980. if (!(sym = (sym##_t)GetProcAddress(lib, #sym))) { \
  981. DWORD err = GetLastError(); \
  982. printf("[NVIDIA VIDEO FX]: Couldn't load " #sym " from " dll ": %lu (0x%lx)", err, err); \
  983. release_nv_vfx(); \
  984. goto unload_everything; \
  985. }
  986. #define LOAD_SYM_FROM_LIB2(sym, lib, dll) \
  987. if (!(sym = (sym##_t)GetProcAddress(lib, #sym))) { \
  988. DWORD err = GetLastError(); \
  989. printf("[NVIDIA VIDEO FX]: Couldn't load " #sym " from " dll ": %lu (0x%lx)", err, err); \
  990. nvvfx_new_sdk = false; \
  991. } else { \
  992. nvvfx_new_sdk = true; \
  993. }
  994. #define LOAD_SYM(sym) LOAD_SYM_FROM_LIB(sym, nv_videofx, "NVVideoEffects.dll")
  995. LOAD_SYM(NvVFX_GetVersion);
  996. LOAD_SYM(NvVFX_CreateEffect);
  997. LOAD_SYM(NvVFX_DestroyEffect);
  998. LOAD_SYM(NvVFX_SetU32);
  999. LOAD_SYM(NvVFX_SetS32);
  1000. LOAD_SYM(NvVFX_SetF32);
  1001. LOAD_SYM(NvVFX_SetF64);
  1002. LOAD_SYM(NvVFX_SetU64);
  1003. LOAD_SYM(NvVFX_SetObject);
  1004. LOAD_SYM(NvVFX_SetCudaStream);
  1005. LOAD_SYM(NvVFX_SetImage);
  1006. LOAD_SYM(NvVFX_SetString);
  1007. LOAD_SYM(NvVFX_GetU32);
  1008. LOAD_SYM(NvVFX_GetS32);
  1009. LOAD_SYM(NvVFX_GetF32);
  1010. LOAD_SYM(NvVFX_GetF64);
  1011. LOAD_SYM(NvVFX_GetU64);
  1012. LOAD_SYM(NvVFX_GetObject);
  1013. LOAD_SYM(NvVFX_GetCudaStream);
  1014. LOAD_SYM(NvVFX_GetImage);
  1015. LOAD_SYM(NvVFX_GetString);
  1016. LOAD_SYM(NvVFX_Run);
  1017. LOAD_SYM(NvVFX_Load);
  1018. LOAD_SYM(NvVFX_CudaStreamCreate);
  1019. LOAD_SYM(NvVFX_CudaStreamDestroy);
  1020. old_sdk_loaded = true;
  1021. #undef LOAD_SYM
  1022. #define LOAD_SYM(sym) LOAD_SYM_FROM_LIB(sym, nv_cvimage, "NVCVImage.dll")
  1023. LOAD_SYM(NvCV_GetErrorStringFromCode);
  1024. LOAD_SYM(NvCVImage_Init);
  1025. LOAD_SYM(NvCVImage_InitView);
  1026. LOAD_SYM(NvCVImage_Alloc);
  1027. LOAD_SYM(NvCVImage_Realloc);
  1028. LOAD_SYM(NvCVImage_Dealloc);
  1029. LOAD_SYM(NvCVImage_Create);
  1030. LOAD_SYM(NvCVImage_Destroy);
  1031. LOAD_SYM(NvCVImage_ComponentOffsets);
  1032. LOAD_SYM(NvCVImage_Transfer);
  1033. LOAD_SYM(NvCVImage_TransferRect);
  1034. LOAD_SYM(NvCVImage_TransferFromYUV);
  1035. LOAD_SYM(NvCVImage_TransferToYUV);
  1036. LOAD_SYM(NvCVImage_MapResource);
  1037. LOAD_SYM(NvCVImage_UnmapResource);
  1038. LOAD_SYM(NvCVImage_Composite);
  1039. LOAD_SYM(NvCVImage_CompositeRect);
  1040. LOAD_SYM(NvCVImage_CompositeOverConstant);
  1041. LOAD_SYM(NvCVImage_FlipY);
  1042. LOAD_SYM(NvCVImage_GetYUVPointers);
  1043. LOAD_SYM(NvCVImage_InitFromD3D11Texture);
  1044. LOAD_SYM(NvCVImage_ToD3DFormat);
  1045. LOAD_SYM(NvCVImage_FromD3DFormat);
  1046. LOAD_SYM(NvCVImage_ToD3DColorSpace);
  1047. LOAD_SYM(NvCVImage_FromD3DColorSpace);
  1048. #undef LOAD_SYM
  1049. #define LOAD_SYM(sym) LOAD_SYM_FROM_LIB(sym, nv_cudart, "cudart64_110.dll")
  1050. LOAD_SYM(cudaMalloc);
  1051. LOAD_SYM(cudaStreamSynchronize);
  1052. LOAD_SYM(cudaFree);
  1053. LOAD_SYM(cudaMemcpy);
  1054. LOAD_SYM(cudaMemsetAsync);
  1055. #undef LOAD_SYM
  1056. #define LOAD_SYM(sym) LOAD_SYM_FROM_LIB2(sym, nv_videofx, "NVVideoEffects.dll")
  1057. LOAD_SYM(NvVFX_SetStateObjectHandleArray);
  1058. LOAD_SYM(NvVFX_AllocateState);
  1059. LOAD_SYM(NvVFX_DeallocateState);
  1060. LOAD_SYM(NvVFX_ResetState);
  1061. if (!nvvfx_new_sdk) {
  1062. blog(LOG_INFO, "[NVIDIA VIDEO FX]: sdk loaded but old redistributable detected; please upgrade.");
  1063. }
  1064. #undef LOAD_SYM
  1065. int err;
  1066. NvVFX_Handle h = NULL;
  1067. /* load the effect to check if the GPU is supported */
  1068. err = NvVFX_CreateEffect(NVVFX_FX_GREEN_SCREEN, &h);
  1069. if (err != NVCV_SUCCESS) {
  1070. if (err == NVCV_ERR_UNSUPPORTEDGPU) {
  1071. blog(LOG_INFO, "[NVIDIA VIDEO FX]: disabled, unsupported GPU");
  1072. } else {
  1073. blog(LOG_ERROR, "[NVIDIA VIDEO FX]: disabled, error %i", err);
  1074. }
  1075. goto unload_everything;
  1076. }
  1077. NvVFX_DestroyEffect(h);
  1078. nvvfx_loaded = true;
  1079. blog(LOG_INFO, "[NVIDIA VIDEO FX]: enabled, redistributable found");
  1080. return true;
  1081. unload_everything:
  1082. nvvfx_loaded = false;
  1083. blog(LOG_INFO, "[NVIDIA VIDEO FX]: disabled, redistributable not found");
  1084. release_nv_vfx();
  1085. return false;
  1086. }
  1087. void unload_nvidia_vfx(void)
  1088. {
  1089. release_nv_vfx();
  1090. }
  1091. struct obs_source_info nvidia_greenscreen_filter_info = {
  1092. .id = "nv_greenscreen_filter",
  1093. .type = OBS_SOURCE_TYPE_FILTER,
  1094. .output_flags = OBS_SOURCE_VIDEO | OBS_SOURCE_SRGB,
  1095. .get_name = nv_greenscreen_filter_name,
  1096. .create = nv_greenscreen_filter_create,
  1097. .destroy = nvvfx_filter_destroy,
  1098. .get_defaults = nvvfx_filter_defaults,
  1099. .get_properties = nvvfx_filter_properties,
  1100. .update = nvvfx_filter_update,
  1101. .filter_video = nvvfx_filter_video,
  1102. .video_render = nv_greenscreen_filter_render,
  1103. .video_tick = nvvfx_filter_tick,
  1104. .video_get_color_space = nvvfx_filter_get_color_space,
  1105. };
  1106. struct obs_source_info nvidia_blur_filter_info = {
  1107. .id = "nv_blur_filter",
  1108. .type = OBS_SOURCE_TYPE_FILTER,
  1109. .output_flags = OBS_SOURCE_VIDEO | OBS_SOURCE_SRGB,
  1110. .get_name = nv_blur_filter_name,
  1111. .create = nv_blur_filter_create,
  1112. .destroy = nvvfx_filter_destroy,
  1113. .get_defaults = nvvfx_filter_defaults,
  1114. .get_properties = nvvfx_filter_properties,
  1115. .update = nvvfx_filter_update,
  1116. .filter_video = nvvfx_filter_video,
  1117. .video_render = nv_blur_filter_render,
  1118. .video_tick = nvvfx_filter_tick,
  1119. .video_get_color_space = nvvfx_filter_get_color_space,
  1120. };
  1121. struct obs_source_info nvidia_background_blur_filter_info = {
  1122. .id = "nv_background_blur_filter",
  1123. .type = OBS_SOURCE_TYPE_FILTER,
  1124. .output_flags = OBS_SOURCE_VIDEO | OBS_SOURCE_SRGB,
  1125. .get_name = nv_background_blur_filter_name,
  1126. .create = nv_background_blur_filter_create,
  1127. .destroy = nvvfx_filter_destroy,
  1128. .get_defaults = nvvfx_filter_defaults,
  1129. .get_properties = nvvfx_filter_properties,
  1130. .update = nvvfx_filter_update,
  1131. .filter_video = nvvfx_filter_video,
  1132. .video_render = nv_blur_filter_render,
  1133. .video_tick = nvvfx_filter_tick,
  1134. .video_get_color_space = nvvfx_filter_get_color_space,
  1135. };