obs-source-transition.c 30 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046
  1. /******************************************************************************
  2. Copyright (C) 2023 by Lain Bailey <lain@obsproject.com>
  3. This program is free software: you can redistribute it and/or modify
  4. it under the terms of the GNU General Public License as published by
  5. the Free Software Foundation, either version 2 of the License, or
  6. (at your option) any later version.
  7. This program is distributed in the hope that it will be useful,
  8. but WITHOUT ANY WARRANTY; without even the implied warranty of
  9. MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  10. GNU General Public License for more details.
  11. You should have received a copy of the GNU General Public License
  12. along with this program. If not, see <http://www.gnu.org/licenses/>.
  13. ******************************************************************************/
  14. #include "obs-internal.h"
  15. #include "util/util_uint64.h"
  16. #include "graphics/math-extra.h"
  17. #define lock_transition(transition) pthread_mutex_lock(&transition->transition_mutex);
  18. #define unlock_transition(transition) pthread_mutex_unlock(&transition->transition_mutex);
  19. #define trylock_textures(transition) pthread_mutex_trylock(&transition->transition_tex_mutex)
  20. #define lock_textures(transition) pthread_mutex_lock(&transition->transition_tex_mutex)
  21. #define unlock_textures(transition) pthread_mutex_unlock(&transition->transition_tex_mutex)
  22. static inline bool transition_valid(const obs_source_t *transition, const char *func)
  23. {
  24. if (!obs_ptr_valid(transition, func))
  25. return false;
  26. else if (transition->info.type != OBS_SOURCE_TYPE_TRANSITION)
  27. return false;
  28. return true;
  29. }
  30. bool obs_transition_init(obs_source_t *transition)
  31. {
  32. pthread_mutex_init_value(&transition->transition_mutex);
  33. pthread_mutex_init_value(&transition->transition_tex_mutex);
  34. if (pthread_mutex_init(&transition->transition_mutex, NULL) != 0)
  35. return false;
  36. if (pthread_mutex_init(&transition->transition_tex_mutex, NULL) != 0)
  37. return false;
  38. transition->transition_alignment = OBS_ALIGN_LEFT | OBS_ALIGN_TOP;
  39. transition->transition_texrender[0] = gs_texrender_create(GS_RGBA, GS_ZS_NONE);
  40. transition->transition_texrender[1] = gs_texrender_create(GS_RGBA, GS_ZS_NONE);
  41. transition->transition_source_active[0] = true;
  42. return transition->transition_texrender[0] != NULL && transition->transition_texrender[1] != NULL;
  43. }
  44. void obs_transition_free(obs_source_t *transition)
  45. {
  46. pthread_mutex_destroy(&transition->transition_mutex);
  47. pthread_mutex_destroy(&transition->transition_tex_mutex);
  48. gs_enter_context(obs->video.graphics);
  49. gs_texrender_destroy(transition->transition_texrender[0]);
  50. gs_texrender_destroy(transition->transition_texrender[1]);
  51. gs_leave_context();
  52. }
  53. void obs_transition_clear(obs_source_t *transition)
  54. {
  55. obs_source_t *s[2];
  56. bool active[2];
  57. if (!transition_valid(transition, "obs_transition_clear"))
  58. return;
  59. lock_transition(transition);
  60. for (size_t i = 0; i < 2; i++) {
  61. s[i] = transition->transition_sources[i];
  62. active[i] = transition->transition_source_active[i];
  63. transition->transition_sources[i] = NULL;
  64. transition->transition_source_active[i] = false;
  65. }
  66. transition->transitioning_video = false;
  67. transition->transitioning_audio = false;
  68. unlock_transition(transition);
  69. for (size_t i = 0; i < 2; i++) {
  70. if (s[i] && active[i])
  71. obs_source_remove_active_child(transition, s[i]);
  72. obs_source_release(s[i]);
  73. }
  74. }
  75. void add_alignment(struct vec2 *v, uint32_t align, int cx, int cy);
  76. static inline uint32_t get_cx(obs_source_t *tr)
  77. {
  78. return tr->transition_cx ? tr->transition_cx : tr->transition_actual_cx;
  79. }
  80. static inline uint32_t get_cy(obs_source_t *tr)
  81. {
  82. return tr->transition_cy ? tr->transition_cy : tr->transition_actual_cy;
  83. }
  84. static void recalculate_transition_matrix(obs_source_t *tr, size_t idx)
  85. {
  86. obs_source_t *child;
  87. struct matrix4 mat;
  88. struct vec2 pos;
  89. struct vec2 scale;
  90. float tr_cx = (float)get_cx(tr);
  91. float tr_cy = (float)get_cy(tr);
  92. float source_cx;
  93. float source_cy;
  94. float tr_aspect = tr_cx / tr_cy;
  95. float source_aspect;
  96. enum obs_transition_scale_type scale_type = tr->transition_scale_type;
  97. lock_transition(tr);
  98. child = tr->transition_sources[idx];
  99. if (!child) {
  100. unlock_transition(tr);
  101. return;
  102. }
  103. source_cx = (float)obs_source_get_width(child);
  104. source_cy = (float)obs_source_get_height(child);
  105. unlock_transition(tr);
  106. if (source_cx == 0.0f || source_cy == 0.0f)
  107. return;
  108. source_aspect = source_cx / source_cy;
  109. if (scale_type == OBS_TRANSITION_SCALE_MAX_ONLY) {
  110. if (source_cx > tr_cx || source_cy > tr_cy) {
  111. scale_type = OBS_TRANSITION_SCALE_ASPECT;
  112. } else {
  113. scale.x = 1.0f;
  114. scale.y = 1.0f;
  115. }
  116. }
  117. if (scale_type == OBS_TRANSITION_SCALE_ASPECT) {
  118. bool use_width = tr_aspect < source_aspect;
  119. scale.x = scale.y = use_width ? tr_cx / source_cx : tr_cy / source_cy;
  120. } else if (scale_type == OBS_TRANSITION_SCALE_STRETCH) {
  121. scale.x = tr_cx / source_cx;
  122. scale.y = tr_cy / source_cy;
  123. }
  124. source_cx *= scale.x;
  125. source_cy *= scale.y;
  126. vec2_zero(&pos);
  127. add_alignment(&pos, tr->transition_alignment, (int)(tr_cx - source_cx), (int)(tr_cy - source_cy));
  128. matrix4_identity(&mat);
  129. matrix4_scale3f(&mat, &mat, scale.x, scale.y, 1.0f);
  130. matrix4_translate3f(&mat, &mat, pos.x, pos.y, 0.0f);
  131. matrix4_copy(&tr->transition_matrices[idx], &mat);
  132. }
  133. static inline void recalculate_transition_matrices(obs_source_t *transition)
  134. {
  135. recalculate_transition_matrix(transition, 0);
  136. recalculate_transition_matrix(transition, 1);
  137. }
  138. static void recalculate_transition_size(obs_source_t *transition)
  139. {
  140. uint32_t cx = 0, cy = 0;
  141. obs_source_t *child;
  142. lock_transition(transition);
  143. for (size_t i = 0; i < 2; i++) {
  144. child = transition->transition_sources[i];
  145. if (child) {
  146. uint32_t new_cx = obs_source_get_width(child);
  147. uint32_t new_cy = obs_source_get_height(child);
  148. if (new_cx > cx)
  149. cx = new_cx;
  150. if (new_cy > cy)
  151. cy = new_cy;
  152. }
  153. }
  154. unlock_transition(transition);
  155. transition->transition_actual_cx = cx;
  156. transition->transition_actual_cy = cy;
  157. }
  158. void obs_transition_tick(obs_source_t *transition, float t)
  159. {
  160. recalculate_transition_size(transition);
  161. recalculate_transition_matrices(transition);
  162. if (transition->transition_mode == OBS_TRANSITION_MODE_MANUAL) {
  163. if (transition->transition_manual_torque == 0.0f) {
  164. transition->transition_manual_val = transition->transition_manual_target;
  165. } else {
  166. transition->transition_manual_val = calc_torquef(transition->transition_manual_val,
  167. transition->transition_manual_target,
  168. transition->transition_manual_torque,
  169. transition->transition_manual_clamp, t);
  170. }
  171. }
  172. if (trylock_textures(transition) == 0) {
  173. gs_texrender_reset(transition->transition_texrender[0]);
  174. gs_texrender_reset(transition->transition_texrender[1]);
  175. unlock_textures(transition);
  176. }
  177. }
  178. static void set_source(obs_source_t *transition, enum obs_transition_target target, obs_source_t *new_child,
  179. bool (*callback)(obs_source_t *t, size_t idx, obs_source_t *c))
  180. {
  181. size_t idx = (size_t)target;
  182. obs_source_t *old_child;
  183. bool add_success = true;
  184. bool already_active;
  185. if (new_child)
  186. new_child = obs_source_get_ref(new_child);
  187. lock_transition(transition);
  188. old_child = transition->transition_sources[idx];
  189. if (new_child == old_child) {
  190. unlock_transition(transition);
  191. obs_source_release(new_child);
  192. return;
  193. }
  194. already_active = transition->transition_source_active[idx];
  195. if (already_active) {
  196. if (new_child)
  197. add_success = obs_source_add_active_child(transition, new_child);
  198. if (old_child && add_success)
  199. obs_source_remove_active_child(transition, old_child);
  200. }
  201. if (callback && add_success)
  202. add_success = callback(transition, idx, new_child);
  203. transition->transition_sources[idx] = add_success ? new_child : NULL;
  204. unlock_transition(transition);
  205. if (add_success) {
  206. if (transition->transition_cx == 0 || transition->transition_cy == 0) {
  207. recalculate_transition_size(transition);
  208. recalculate_transition_matrices(transition);
  209. }
  210. } else {
  211. obs_source_release(new_child);
  212. }
  213. obs_source_release(old_child);
  214. }
  215. obs_source_t *obs_transition_get_source(obs_source_t *transition, enum obs_transition_target target)
  216. {
  217. size_t idx = (size_t)target;
  218. obs_source_t *ret;
  219. if (!transition_valid(transition, "obs_transition_get_source"))
  220. return NULL;
  221. lock_transition(transition);
  222. ret = transition->transition_sources[idx];
  223. ret = obs_source_get_ref(ret);
  224. unlock_transition(transition);
  225. return ret;
  226. }
  227. obs_source_t *obs_transition_get_active_source(obs_source_t *transition)
  228. {
  229. obs_source_t *ret;
  230. if (!transition_valid(transition, "obs_transition_get_source"))
  231. return NULL;
  232. lock_transition(transition);
  233. if (transition->transitioning_audio || transition->transitioning_video)
  234. ret = transition->transition_sources[1];
  235. else
  236. ret = transition->transition_sources[0];
  237. ret = obs_source_get_ref(ret);
  238. unlock_transition(transition);
  239. return ret;
  240. }
  241. static bool activate_transition(obs_source_t *transition, size_t idx, obs_source_t *child)
  242. {
  243. if (!transition->transition_source_active[idx]) {
  244. if (!obs_source_add_active_child(transition, child))
  245. return false;
  246. transition->transition_source_active[idx] = true;
  247. }
  248. transition->transitioning_video = true;
  249. transition->transitioning_audio = true;
  250. return true;
  251. }
  252. static inline bool transition_active(obs_source_t *transition)
  253. {
  254. return transition->transitioning_audio || transition->transitioning_video;
  255. }
  256. bool obs_transition_start(obs_source_t *transition, enum obs_transition_mode mode, uint32_t duration_ms,
  257. obs_source_t *dest)
  258. {
  259. bool active;
  260. bool same_as_source;
  261. bool same_as_dest;
  262. bool same_mode;
  263. if (!transition_valid(transition, "obs_transition_start"))
  264. return false;
  265. lock_transition(transition);
  266. same_as_source = dest == transition->transition_sources[0];
  267. same_as_dest = dest == transition->transition_sources[1];
  268. same_mode = mode == transition->transition_mode;
  269. active = transition_active(transition);
  270. unlock_transition(transition);
  271. if (same_as_source && !active)
  272. return false;
  273. if (active && mode == OBS_TRANSITION_MODE_MANUAL && same_mode && same_as_dest)
  274. return true;
  275. lock_transition(transition);
  276. transition->transition_mode = mode;
  277. transition->transition_manual_val = 0.0f;
  278. transition->transition_manual_target = 0.0f;
  279. unlock_transition(transition);
  280. if (transition->info.transition_start)
  281. transition->info.transition_start(transition->context.data);
  282. if (transition->transition_use_fixed_duration)
  283. duration_ms = transition->transition_fixed_duration;
  284. if (!active || (!same_as_dest && !same_as_source)) {
  285. transition->transition_start_time = os_gettime_ns();
  286. transition->transition_duration = (uint64_t)duration_ms * 1000000ULL;
  287. }
  288. set_source(transition, OBS_TRANSITION_SOURCE_B, dest, activate_transition);
  289. if (dest == NULL && same_as_dest && !same_as_source) {
  290. transition->transitioning_video = true;
  291. transition->transitioning_audio = true;
  292. }
  293. obs_source_dosignal(transition, "source_transition_start", "transition_start");
  294. recalculate_transition_size(transition);
  295. recalculate_transition_matrices(transition);
  296. return true;
  297. }
  298. void obs_transition_set_manual_torque(obs_source_t *transition, float torque, float clamp)
  299. {
  300. lock_transition(transition);
  301. transition->transition_manual_torque = torque;
  302. transition->transition_manual_clamp = clamp;
  303. unlock_transition(transition);
  304. }
  305. void obs_transition_set_manual_time(obs_source_t *transition, float t)
  306. {
  307. lock_transition(transition);
  308. transition->transition_manual_target = t;
  309. unlock_transition(transition);
  310. }
  311. void obs_transition_set(obs_source_t *transition, obs_source_t *source)
  312. {
  313. obs_source_t *s[2];
  314. bool active[2];
  315. if (!transition_valid(transition, "obs_transition_set"))
  316. return;
  317. source = obs_source_get_ref(source);
  318. lock_transition(transition);
  319. for (size_t i = 0; i < 2; i++) {
  320. s[i] = transition->transition_sources[i];
  321. active[i] = transition->transition_source_active[i];
  322. transition->transition_sources[i] = NULL;
  323. transition->transition_source_active[i] = false;
  324. }
  325. transition->transition_source_active[0] = true;
  326. transition->transition_sources[0] = source;
  327. transition->transitioning_video = false;
  328. transition->transitioning_audio = false;
  329. transition->transition_manual_val = 0.0f;
  330. transition->transition_manual_target = 0.0f;
  331. unlock_transition(transition);
  332. for (size_t i = 0; i < 2; i++) {
  333. if (s[i] && active[i])
  334. obs_source_remove_active_child(transition, s[i]);
  335. obs_source_release(s[i]);
  336. }
  337. if (source)
  338. obs_source_add_active_child(transition, source);
  339. }
  340. static float calc_time(obs_source_t *transition, uint64_t ts)
  341. {
  342. if (transition->transition_mode == OBS_TRANSITION_MODE_MANUAL)
  343. return transition->transition_manual_val;
  344. uint64_t end;
  345. if (ts <= transition->transition_start_time)
  346. return 0.0f;
  347. end = transition->transition_duration;
  348. ts -= transition->transition_start_time;
  349. if (ts >= end || end == 0)
  350. return 1.0f;
  351. return (float)((long double)ts / (long double)end);
  352. }
  353. static inline float get_video_time(obs_source_t *transition)
  354. {
  355. uint64_t ts = obs->video.video_time;
  356. return calc_time(transition, ts);
  357. }
  358. float obs_transition_get_time(obs_source_t *transition)
  359. {
  360. return get_video_time(transition);
  361. }
  362. static inline gs_texture_t *get_texture(obs_source_t *transition, enum obs_transition_target target)
  363. {
  364. size_t idx = (size_t)target;
  365. return gs_texrender_get_texture(transition->transition_texrender[idx]);
  366. }
  367. void obs_transition_set_scale_type(obs_source_t *transition, enum obs_transition_scale_type type)
  368. {
  369. if (!transition_valid(transition, "obs_transition_set_scale_type"))
  370. return;
  371. transition->transition_scale_type = type;
  372. }
  373. enum obs_transition_scale_type obs_transition_get_scale_type(const obs_source_t *transition)
  374. {
  375. return transition_valid(transition, "obs_transition_get_scale_type") ? transition->transition_scale_type
  376. : OBS_TRANSITION_SCALE_MAX_ONLY;
  377. }
  378. void obs_transition_set_alignment(obs_source_t *transition, uint32_t alignment)
  379. {
  380. if (!transition_valid(transition, "obs_transition_set_alignment"))
  381. return;
  382. transition->transition_alignment = alignment;
  383. }
  384. uint32_t obs_transition_get_alignment(const obs_source_t *transition)
  385. {
  386. return transition_valid(transition, "obs_transition_get_alignment") ? transition->transition_alignment : 0;
  387. }
  388. void obs_transition_set_size(obs_source_t *transition, uint32_t cx, uint32_t cy)
  389. {
  390. if (!transition_valid(transition, "obs_transition_set_size"))
  391. return;
  392. transition->transition_cx = cx;
  393. transition->transition_cy = cy;
  394. }
  395. void obs_transition_get_size(const obs_source_t *transition, uint32_t *cx, uint32_t *cy)
  396. {
  397. if (!transition_valid(transition, "obs_transition_set_size")) {
  398. *cx = 0;
  399. *cy = 0;
  400. return;
  401. }
  402. *cx = transition->transition_cx;
  403. *cy = transition->transition_cy;
  404. }
  405. void obs_transition_save(obs_source_t *tr, obs_data_t *data)
  406. {
  407. obs_source_t *child;
  408. lock_transition(tr);
  409. child = transition_active(tr) ? tr->transition_sources[1] : tr->transition_sources[0];
  410. obs_data_set_string(data, "transition_source_a", child ? child->context.name : "");
  411. obs_data_set_int(data, "transition_alignment", tr->transition_alignment);
  412. obs_data_set_int(data, "transition_mode", (int64_t)tr->transition_mode);
  413. obs_data_set_int(data, "transition_scale_type", (int64_t)tr->transition_scale_type);
  414. obs_data_set_int(data, "transition_cx", tr->transition_cx);
  415. obs_data_set_int(data, "transition_cy", tr->transition_cy);
  416. unlock_transition(tr);
  417. }
  418. void obs_transition_load(obs_source_t *tr, obs_data_t *data)
  419. {
  420. const char *name = obs_data_get_string(data, "transition_source_a");
  421. int64_t alignment = obs_data_get_int(data, "transition_alignment");
  422. int64_t mode = obs_data_get_int(data, "transition_mode");
  423. int64_t scale_type = obs_data_get_int(data, "transition_scale_type");
  424. int64_t cx = obs_data_get_int(data, "transition_cx");
  425. int64_t cy = obs_data_get_int(data, "transition_cy");
  426. obs_source_t *source = NULL;
  427. if (name) {
  428. source = obs_get_source_by_name(name);
  429. if (source) {
  430. if (!obs_source_add_active_child(tr, source)) {
  431. blog(LOG_WARNING,
  432. "Cannot set transition '%s' "
  433. "to source '%s' due to "
  434. "infinite recursion",
  435. tr->context.name, name);
  436. obs_source_release(source);
  437. source = NULL;
  438. }
  439. } else {
  440. blog(LOG_WARNING,
  441. "Failed to find source '%s' for "
  442. "transition '%s'",
  443. name, tr->context.name);
  444. }
  445. }
  446. lock_transition(tr);
  447. tr->transition_sources[0] = source;
  448. tr->transition_source_active[0] = true;
  449. tr->transition_alignment = (uint32_t)alignment;
  450. tr->transition_mode = (enum obs_transition_mode)mode;
  451. tr->transition_scale_type = (enum obs_transition_scale_type)scale_type;
  452. tr->transition_cx = (uint32_t)cx;
  453. tr->transition_cy = (uint32_t)cy;
  454. unlock_transition(tr);
  455. recalculate_transition_size(tr);
  456. recalculate_transition_matrices(tr);
  457. }
  458. struct transition_state {
  459. obs_source_t *s[2];
  460. bool transitioning_video;
  461. bool transitioning_audio;
  462. };
  463. static inline void copy_transition_state(obs_source_t *transition, struct transition_state *state)
  464. {
  465. state->s[0] = obs_source_get_ref(transition->transition_sources[0]);
  466. state->s[1] = obs_source_get_ref(transition->transition_sources[1]);
  467. state->transitioning_video = transition->transitioning_video;
  468. state->transitioning_audio = transition->transitioning_audio;
  469. }
  470. void obs_transition_enum_sources(obs_source_t *transition, obs_source_enum_proc_t cb, void *param)
  471. {
  472. lock_transition(transition);
  473. for (size_t i = 0; i < 2; i++) {
  474. if (transition->transition_sources[i])
  475. cb(transition, transition->transition_sources[i], param);
  476. }
  477. unlock_transition(transition);
  478. }
  479. static inline void render_child(obs_source_t *transition, obs_source_t *child, size_t idx, enum gs_color_space space)
  480. {
  481. uint32_t cx = get_cx(transition);
  482. uint32_t cy = get_cy(transition);
  483. struct vec4 blank;
  484. if (!child)
  485. return;
  486. enum gs_color_format format = gs_get_format_from_space(space);
  487. if (gs_texrender_get_format(transition->transition_texrender[idx]) != format) {
  488. gs_texrender_destroy(transition->transition_texrender[idx]);
  489. transition->transition_texrender[idx] = gs_texrender_create(format, GS_ZS_NONE);
  490. }
  491. if (gs_texrender_begin_with_color_space(transition->transition_texrender[idx], cx, cy, space)) {
  492. vec4_zero(&blank);
  493. gs_clear(GS_CLEAR_COLOR, &blank, 0.0f, 0);
  494. gs_ortho(0.0f, (float)cx, 0.0f, (float)cy, -100.0f, 100.0f);
  495. gs_matrix_push();
  496. gs_matrix_mul(&transition->transition_matrices[idx]);
  497. obs_source_video_render(child);
  498. gs_matrix_pop();
  499. gs_texrender_end(transition->transition_texrender[idx]);
  500. }
  501. }
  502. static void obs_transition_stop(obs_source_t *transition)
  503. {
  504. obs_source_t *old_child = transition->transition_sources[0];
  505. if (old_child && transition->transition_source_active[0])
  506. obs_source_remove_active_child(transition, old_child);
  507. obs_source_release(old_child);
  508. transition->transition_source_active[0] = true;
  509. transition->transition_source_active[1] = false;
  510. transition->transition_sources[0] = transition->transition_sources[1];
  511. transition->transition_sources[1] = NULL;
  512. }
  513. static inline void handle_stop(obs_source_t *transition)
  514. {
  515. if (transition->info.transition_stop)
  516. transition->info.transition_stop(transition->context.data);
  517. obs_source_dosignal(transition, "source_transition_stop", "transition_stop");
  518. }
  519. void obs_transition_force_stop(obs_source_t *transition)
  520. {
  521. handle_stop(transition);
  522. }
  523. void obs_transition_video_render(obs_source_t *transition, obs_transition_video_render_callback_t callback)
  524. {
  525. obs_transition_video_render2(transition, callback, obs->video.transparent_texture);
  526. }
  527. void obs_transition_video_render2(obs_source_t *transition, obs_transition_video_render_callback_t callback,
  528. gs_texture_t *placeholder_texture)
  529. {
  530. struct transition_state state;
  531. struct matrix4 matrices[2];
  532. bool locked = false;
  533. bool stopped = false;
  534. bool video_stopped = false;
  535. float t;
  536. if (!transition_valid(transition, "obs_transition_video_render"))
  537. return;
  538. t = get_video_time(transition);
  539. lock_transition(transition);
  540. if (t >= 1.0f && transition->transitioning_video) {
  541. transition->transitioning_video = false;
  542. video_stopped = true;
  543. if (!transition->transitioning_audio) {
  544. obs_transition_stop(transition);
  545. stopped = true;
  546. }
  547. }
  548. copy_transition_state(transition, &state);
  549. matrices[0] = transition->transition_matrices[0];
  550. matrices[1] = transition->transition_matrices[1];
  551. unlock_transition(transition);
  552. if (state.transitioning_video)
  553. locked = trylock_textures(transition) == 0;
  554. if (state.transitioning_video && locked && callback) {
  555. gs_texture_t *tex[2];
  556. uint32_t cx;
  557. uint32_t cy;
  558. const enum gs_color_space current_space = gs_get_color_space();
  559. const enum gs_color_space source_space = obs_source_get_color_space(transition, 1, &current_space);
  560. for (size_t i = 0; i < 2; i++) {
  561. if (state.s[i]) {
  562. render_child(transition, state.s[i], i, source_space);
  563. tex[i] = get_texture(transition, i);
  564. if (!tex[i])
  565. tex[i] = placeholder_texture;
  566. } else {
  567. tex[i] = placeholder_texture;
  568. }
  569. }
  570. cx = get_cx(transition);
  571. cy = get_cy(transition);
  572. if (cx && cy) {
  573. gs_blend_state_push();
  574. gs_blend_function(GS_BLEND_ONE, GS_BLEND_INVSRCALPHA);
  575. callback(transition->context.data, tex[0], tex[1], t, cx, cy);
  576. gs_blend_state_pop();
  577. }
  578. } else if (state.transitioning_audio) {
  579. if (state.s[1]) {
  580. gs_matrix_push();
  581. gs_matrix_mul(&matrices[1]);
  582. obs_source_video_render(state.s[1]);
  583. gs_matrix_pop();
  584. }
  585. } else {
  586. if (state.s[0]) {
  587. gs_matrix_push();
  588. gs_matrix_mul(&matrices[0]);
  589. obs_source_video_render(state.s[0]);
  590. gs_matrix_pop();
  591. }
  592. }
  593. if (locked)
  594. unlock_textures(transition);
  595. obs_source_release(state.s[0]);
  596. obs_source_release(state.s[1]);
  597. if (video_stopped)
  598. obs_source_dosignal(transition, "source_transition_video_stop", "transition_video_stop");
  599. if (stopped)
  600. handle_stop(transition);
  601. }
  602. static enum gs_color_space mix_spaces(enum gs_color_space a, enum gs_color_space b)
  603. {
  604. if ((a == GS_CS_709_EXTENDED) || (a == GS_CS_709_SCRGB) || (b == GS_CS_709_EXTENDED) || (b == GS_CS_709_SCRGB))
  605. return GS_CS_709_EXTENDED;
  606. if ((a == GS_CS_SRGB_16F) || (b == GS_CS_SRGB_16F))
  607. return GS_CS_SRGB_16F;
  608. return GS_CS_SRGB;
  609. }
  610. enum gs_color_space obs_transition_video_get_color_space(obs_source_t *transition)
  611. {
  612. obs_source_t *source0 = transition->transition_sources[0];
  613. obs_source_t *source1 = transition->transition_sources[1];
  614. const enum gs_color_space preferred_spaces[] = {
  615. GS_CS_SRGB,
  616. GS_CS_SRGB_16F,
  617. GS_CS_709_EXTENDED,
  618. };
  619. enum gs_color_space space = GS_CS_SRGB;
  620. if (source0) {
  621. space = mix_spaces(space, obs_source_get_color_space(source0, OBS_COUNTOF(preferred_spaces),
  622. preferred_spaces));
  623. }
  624. if (source1) {
  625. space = mix_spaces(space, obs_source_get_color_space(source1, OBS_COUNTOF(preferred_spaces),
  626. preferred_spaces));
  627. }
  628. return space;
  629. }
  630. bool obs_transition_video_render_direct(obs_source_t *transition, enum obs_transition_target target)
  631. {
  632. struct transition_state state;
  633. struct matrix4 matrices[2];
  634. bool stopped = false;
  635. bool video_stopped = false;
  636. bool render_b = target == OBS_TRANSITION_SOURCE_B;
  637. bool transitioning;
  638. float t;
  639. if (!transition_valid(transition, "obs_transition_video_render"))
  640. return false;
  641. t = get_video_time(transition);
  642. lock_transition(transition);
  643. if (t >= 1.0f && transition->transitioning_video) {
  644. transition->transitioning_video = false;
  645. video_stopped = true;
  646. if (!obs_source_active(transition))
  647. transition->transitioning_audio = false;
  648. if (!transition->transitioning_audio) {
  649. obs_transition_stop(transition);
  650. stopped = true;
  651. }
  652. }
  653. copy_transition_state(transition, &state);
  654. transitioning = state.transitioning_audio || state.transitioning_video;
  655. matrices[0] = transition->transition_matrices[0];
  656. matrices[1] = transition->transition_matrices[1];
  657. unlock_transition(transition);
  658. int idx = (transitioning && render_b) ? 1 : 0;
  659. if (state.s[idx]) {
  660. gs_matrix_push();
  661. gs_matrix_mul(&matrices[idx]);
  662. obs_source_video_render(state.s[idx]);
  663. gs_matrix_pop();
  664. }
  665. obs_source_release(state.s[0]);
  666. obs_source_release(state.s[1]);
  667. if (video_stopped)
  668. obs_source_dosignal(transition, "source_transition_video_stop", "transition_video_stop");
  669. if (stopped)
  670. handle_stop(transition);
  671. return transitioning;
  672. }
  673. static inline float get_sample_time(obs_source_t *transition, size_t sample_rate, size_t sample, uint64_t ts)
  674. {
  675. uint64_t sample_ts_offset = util_mul_div64(sample, 1000000000ULL, sample_rate);
  676. uint64_t i_ts = ts + sample_ts_offset;
  677. return calc_time(transition, i_ts);
  678. }
  679. static inline void mix_child(obs_source_t *transition, float *out, float *in, size_t count, size_t sample_rate,
  680. uint64_t ts, obs_transition_audio_mix_callback_t mix)
  681. {
  682. void *context_data = transition->context.data;
  683. for (size_t i = 0; i < count; i++) {
  684. float t = get_sample_time(transition, sample_rate, i, ts);
  685. out[i] += in[i] * mix(context_data, t);
  686. }
  687. }
  688. static void process_audio(obs_source_t *transition, obs_source_t *child, struct obs_source_audio_mix *audio,
  689. uint64_t min_ts, uint32_t mixers, size_t channels, size_t sample_rate,
  690. obs_transition_audio_mix_callback_t mix)
  691. {
  692. bool valid = child && !child->audio_pending && child->audio_ts;
  693. struct obs_source_audio_mix child_audio;
  694. uint64_t ts;
  695. size_t pos;
  696. if (!valid)
  697. return;
  698. ts = child->audio_ts;
  699. obs_source_get_audio_mix(child, &child_audio);
  700. pos = (size_t)ns_to_audio_frames(sample_rate, ts - min_ts);
  701. if (pos > AUDIO_OUTPUT_FRAMES)
  702. return;
  703. for (size_t mix_idx = 0; mix_idx < MAX_AUDIO_MIXES; mix_idx++) {
  704. struct audio_output_data *output = &audio->output[mix_idx];
  705. struct audio_output_data *input = &child_audio.output[mix_idx];
  706. if ((mixers & (1 << mix_idx)) == 0)
  707. continue;
  708. for (size_t ch = 0; ch < channels; ch++) {
  709. float *out = output->data[ch];
  710. float *in = input->data[ch];
  711. mix_child(transition, out + pos, in, AUDIO_OUTPUT_FRAMES - pos, sample_rate, ts, mix);
  712. }
  713. }
  714. }
  715. static inline uint64_t calc_min_ts(obs_source_t *sources[2])
  716. {
  717. uint64_t min_ts = 0;
  718. for (size_t i = 0; i < 2; i++) {
  719. if (sources[i] && !sources[i]->audio_pending && sources[i]->audio_ts) {
  720. if (!min_ts || sources[i]->audio_ts < min_ts)
  721. min_ts = sources[i]->audio_ts;
  722. }
  723. }
  724. return min_ts;
  725. }
  726. static inline bool stop_audio(obs_source_t *transition)
  727. {
  728. transition->transitioning_audio = false;
  729. if (!transition->transitioning_video) {
  730. obs_transition_stop(transition);
  731. return true;
  732. }
  733. return false;
  734. }
  735. bool obs_transition_audio_render(obs_source_t *transition, uint64_t *ts_out, struct obs_source_audio_mix *audio,
  736. uint32_t mixers, size_t channels, size_t sample_rate,
  737. obs_transition_audio_mix_callback_t mix_a, obs_transition_audio_mix_callback_t mix_b)
  738. {
  739. obs_source_t *sources[2];
  740. struct transition_state state = {0};
  741. bool stopped = false;
  742. uint64_t min_ts;
  743. float t;
  744. if (!transition_valid(transition, "obs_transition_audio_render"))
  745. return false;
  746. lock_transition(transition);
  747. sources[0] = transition->transition_sources[0];
  748. sources[1] = transition->transition_sources[1];
  749. min_ts = calc_min_ts(sources);
  750. if (min_ts) {
  751. t = calc_time(transition, min_ts);
  752. if (t >= 1.0f && transition->transitioning_audio)
  753. stopped = stop_audio(transition);
  754. sources[0] = transition->transition_sources[0];
  755. sources[1] = transition->transition_sources[1];
  756. min_ts = calc_min_ts(sources);
  757. if (min_ts)
  758. copy_transition_state(transition, &state);
  759. } else if (!transition->transitioning_video && transition->transitioning_audio) {
  760. stopped = stop_audio(transition);
  761. }
  762. unlock_transition(transition);
  763. if (min_ts) {
  764. if (state.transitioning_audio) {
  765. if (state.s[0])
  766. process_audio(transition, state.s[0], audio, min_ts, mixers, channels, sample_rate,
  767. mix_a);
  768. if (state.s[1])
  769. process_audio(transition, state.s[1], audio, min_ts, mixers, channels, sample_rate,
  770. mix_b);
  771. } else if (state.s[0]) {
  772. memcpy(audio->output[0].data[0], state.s[0]->audio_output_buf[0][0], TOTAL_AUDIO_SIZE);
  773. }
  774. obs_source_release(state.s[0]);
  775. obs_source_release(state.s[1]);
  776. }
  777. if (stopped)
  778. handle_stop(transition);
  779. *ts_out = min_ts;
  780. return !!min_ts;
  781. }
  782. void obs_transition_enable_fixed(obs_source_t *transition, bool enable, uint32_t duration)
  783. {
  784. if (!transition_valid(transition, "obs_transition_enable_fixed"))
  785. return;
  786. transition->transition_use_fixed_duration = enable;
  787. transition->transition_fixed_duration = duration;
  788. }
  789. bool obs_transition_fixed(obs_source_t *transition)
  790. {
  791. return transition_valid(transition, "obs_transition_fixed") ? transition->transition_use_fixed_duration : false;
  792. }
  793. static inline obs_source_t *copy_source_state(obs_source_t *tr_dest, obs_source_t *tr_source, size_t idx)
  794. {
  795. obs_source_t *old_child = tr_dest->transition_sources[idx];
  796. obs_source_t *new_child = obs_source_get_ref(tr_source->transition_sources[idx]);
  797. bool active = tr_source->transition_source_active[idx];
  798. if (old_child && tr_dest->transition_source_active[idx])
  799. obs_source_remove_active_child(tr_dest, old_child);
  800. tr_dest->transition_sources[idx] = new_child;
  801. tr_dest->transition_source_active[idx] = active;
  802. if (active && new_child)
  803. obs_source_add_active_child(tr_dest, new_child);
  804. return old_child;
  805. }
  806. void obs_transition_swap_begin(obs_source_t *tr_dest, obs_source_t *tr_source)
  807. {
  808. obs_source_t *old_children[2];
  809. if (tr_dest == tr_source)
  810. return;
  811. lock_textures(tr_source);
  812. lock_textures(tr_dest);
  813. lock_transition(tr_source);
  814. lock_transition(tr_dest);
  815. for (size_t i = 0; i < 2; i++)
  816. old_children[i] = copy_source_state(tr_dest, tr_source, i);
  817. unlock_transition(tr_dest);
  818. unlock_transition(tr_source);
  819. for (size_t i = 0; i < 2; i++)
  820. obs_source_release(old_children[i]);
  821. }
  822. void obs_transition_swap_end(obs_source_t *tr_dest, obs_source_t *tr_source)
  823. {
  824. if (tr_dest == tr_source)
  825. return;
  826. obs_transition_clear(tr_source);
  827. for (size_t i = 0; i < 2; i++) {
  828. gs_texrender_t *dest = tr_dest->transition_texrender[i];
  829. gs_texrender_t *source = tr_source->transition_texrender[i];
  830. tr_dest->transition_texrender[i] = source;
  831. tr_source->transition_texrender[i] = dest;
  832. }
  833. unlock_textures(tr_dest);
  834. unlock_textures(tr_source);
  835. }