aja-output.cpp 39 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396
  1. #include "aja-card-manager.hpp"
  2. #include "aja-common.hpp"
  3. #include "aja-ui-props.hpp"
  4. #include "aja-output.hpp"
  5. #include "aja-routing.hpp"
  6. #include <obs-module.h>
  7. #include <util/platform.h>
  8. #include <ajabase/common/timer.h>
  9. #include <ajabase/system/systemtime.h>
  10. #include <ajantv2/includes/ntv2card.h>
  11. #include <ajantv2/includes/ntv2devicefeatures.h>
  12. #include <atomic>
  13. #include <stdlib.h>
  14. #include <inttypes.h>
  15. // Log AJA Output video/audio delay/sync
  16. // #define AJA_OUTPUT_STATS
  17. // Log AJA Output card frame buffer numbers
  18. // #define AJA_OUTPUT_FRAME_NUMBERS
  19. #define MATCH_OBS_FRAMERATE true
  20. static constexpr uint32_t kNumCardFrames = 8;
  21. static constexpr uint32_t kFrameDelay = 4;
  22. static constexpr int64_t kDefaultStatPeriod = 2000000000;
  23. static constexpr int64_t kAudioSyncAdjust = 500;
  24. static constexpr int64_t kVideoSyncAdjust = 1;
  25. static void copy_audio_data(struct audio_data *src, struct audio_data *dst,
  26. size_t size)
  27. {
  28. if (src->data[0]) {
  29. dst->data[0] = (uint8_t *)bmemdup(src->data[0], size);
  30. }
  31. }
  32. static void free_audio_data(struct audio_data *frames)
  33. {
  34. if (frames->data[0]) {
  35. bfree(frames->data[0]);
  36. frames->data[0] = NULL;
  37. }
  38. memset(frames, 0, sizeof(*frames));
  39. }
  40. static void copy_video_data(struct video_data *src, struct video_data *dst,
  41. size_t size)
  42. {
  43. if (src->data[0]) {
  44. dst->data[0] = (uint8_t *)bmemdup(src->data[0], size);
  45. }
  46. }
  47. static void free_video_frame(struct video_data *frame)
  48. {
  49. if (frame->data[0]) {
  50. bfree(frame->data[0]);
  51. frame->data[0] = NULL;
  52. }
  53. memset(frame, 0, sizeof(*frame));
  54. }
  55. static void update_sdi_transport_and_sdi_transport_4k(obs_properties_t *props,
  56. NTV2DeviceID device_id,
  57. IOSelection io,
  58. NTV2VideoFormat vf)
  59. {
  60. // Update SDI Transport and SDI 4K Transport selections
  61. obs_property_t *sdi_trx_list =
  62. obs_properties_get(props, kUIPropSDITransport.id);
  63. obs_property_list_clear(sdi_trx_list);
  64. populate_sdi_transport_list(sdi_trx_list, device_id);
  65. obs_property_t *sdi_4k_trx_list =
  66. obs_properties_get(props, kUIPropSDITransport4K.id);
  67. obs_property_list_clear(sdi_4k_trx_list);
  68. populate_sdi_4k_transport_list(sdi_4k_trx_list);
  69. bool is_sdi = aja::IsIOSelectionSDI(io);
  70. obs_property_set_visible(sdi_trx_list, is_sdi);
  71. obs_property_set_visible(sdi_4k_trx_list,
  72. is_sdi && NTV2_IS_4K_VIDEO_FORMAT(vf));
  73. }
  74. AJAOutput::AJAOutput(CNTV2Card *card, const std::string &cardID,
  75. const std::string &outputID, UWord deviceIndex,
  76. const NTV2DeviceID deviceID)
  77. : mCardID{cardID},
  78. mOutputID{outputID},
  79. mDeviceIndex{deviceIndex},
  80. mDeviceID{deviceID},
  81. mAudioPlayCursor{0},
  82. mAudioWriteCursor{0},
  83. mAudioWrapAddress{0},
  84. mAudioQueueBytes{0},
  85. mAudioWriteBytes{0},
  86. mAudioPlayBytes{0},
  87. mNumCardFrames{0},
  88. mFirstCardFrame{0},
  89. mLastCardFrame{0},
  90. mWriteCardFrame{0},
  91. mPlayCardFrame{0},
  92. mPlayCardNext{0},
  93. mFrameRateNum{0},
  94. mFrameRateDen{0},
  95. mVideoQueueFrames{0},
  96. mVideoWriteFrames{0},
  97. mVideoPlayFrames{0},
  98. mFirstVideoTS{0},
  99. mFirstAudioTS{0},
  100. mLastVideoTS{0},
  101. mLastAudioTS{0},
  102. mOutputDelay{0},
  103. mVideoMax{0},
  104. mVideoDelay{0},
  105. mVideoSync{0},
  106. mVideoAdjust{0},
  107. mAudioMax{0},
  108. mAudioDelay{0},
  109. mAudioSync{0},
  110. mAudioAdjust{0},
  111. mLastStatTime{0},
  112. #ifdef AJA_WRITE_DEBUG_WAV
  113. mWaveWriter{nullptr},
  114. #endif
  115. mCard{card},
  116. mOutputProps{DEVICE_ID_NOTFOUND},
  117. mTestPattern{},
  118. mIsRunning{false},
  119. mAudioStarted{false},
  120. mRunThread{},
  121. mVideoLock{},
  122. mAudioLock{},
  123. mRunThreadLock{},
  124. mVideoQueue{},
  125. mAudioQueue{},
  126. mOBSOutput{nullptr},
  127. mCrosspoints{}
  128. {
  129. mVideoQueue = std::make_unique<VideoQueue>();
  130. mAudioQueue = std::make_unique<AudioQueue>();
  131. }
  132. AJAOutput::~AJAOutput()
  133. {
  134. if (mVideoQueue)
  135. mVideoQueue.reset();
  136. if (mAudioQueue)
  137. mAudioQueue.reset();
  138. }
  139. CNTV2Card *AJAOutput::GetCard()
  140. {
  141. return mCard;
  142. }
  143. void AJAOutput::Initialize(const OutputProps &props)
  144. {
  145. reset_frame_counts();
  146. // Store the address to the end of the card's audio buffer.
  147. mCard->GetAudioWrapAddress(mAudioWrapAddress, props.AudioSystem());
  148. // Specify small ring of frame buffers on the card for DMA and playback.
  149. // Starts at frame index corresponding to the output Channel * numFrames.
  150. calculate_card_frame_indices(kNumCardFrames, mCard->GetDeviceID(),
  151. props.Channel(), props.videoFormat,
  152. props.pixelFormat);
  153. // Write black frames to the card to prevent playing garbage before the first DMA write.
  154. for (uint32_t i = mFirstCardFrame; i <= mLastCardFrame; i++) {
  155. GenerateTestPattern(props.videoFormat, props.pixelFormat,
  156. NTV2_TestPatt_Black, i);
  157. }
  158. mCard->WaitForOutputVerticalInterrupt(props.Channel());
  159. const auto &cardFrameRate =
  160. GetNTV2FrameRateFromVideoFormat(props.videoFormat);
  161. ULWord fpsNum = 0;
  162. ULWord fpsDen = 0;
  163. GetFramesPerSecond(cardFrameRate, fpsNum, fpsDen);
  164. mFrameRateNum = fpsNum;
  165. mFrameRateDen = fpsDen;
  166. mOutputDelay =
  167. (int64_t)kFrameDelay * 1000000 * mFrameRateDen / mFrameRateNum;
  168. mVideoMax = (int64_t)kVideoSyncAdjust * 1000000 * mFrameRateDen /
  169. mFrameRateNum;
  170. mVideoMax -= 100;
  171. mAudioMax = (int64_t)kAudioSyncAdjust * 1000000 / props.audioSampleRate;
  172. SetOutputProps(props);
  173. }
  174. void AJAOutput::reset_frame_counts()
  175. {
  176. mAudioQueueBytes = 0;
  177. mAudioWriteBytes = 0;
  178. mAudioPlayBytes = 0;
  179. mVideoQueueFrames = 0;
  180. mVideoWriteFrames = 0;
  181. mVideoPlayFrames = 0;
  182. }
  183. void AJAOutput::SetOBSOutput(obs_output_t *output)
  184. {
  185. mOBSOutput = output;
  186. }
  187. obs_output_t *AJAOutput::GetOBSOutput()
  188. {
  189. return mOBSOutput;
  190. }
  191. void AJAOutput::SetOutputProps(const OutputProps &props)
  192. {
  193. mOutputProps = props;
  194. }
  195. OutputProps AJAOutput::GetOutputProps() const
  196. {
  197. return mOutputProps;
  198. }
  199. void AJAOutput::CacheConnections(const NTV2XptConnections &cnx)
  200. {
  201. mCrosspoints.clear();
  202. mCrosspoints = cnx;
  203. }
  204. void AJAOutput::ClearConnections()
  205. {
  206. for (auto &&xpt : mCrosspoints) {
  207. mCard->Connect(xpt.first, NTV2_XptBlack);
  208. }
  209. mCrosspoints.clear();
  210. }
  211. void AJAOutput::GenerateTestPattern(NTV2VideoFormat vf, NTV2PixelFormat pf,
  212. NTV2TestPatternSelect pattern,
  213. uint32_t frameNum)
  214. {
  215. NTV2VideoFormat vid_fmt = vf;
  216. NTV2PixelFormat pix_fmt = pf;
  217. if (vid_fmt == NTV2_FORMAT_UNKNOWN)
  218. vid_fmt = NTV2_FORMAT_720p_5994;
  219. if (pix_fmt == NTV2_FBF_INVALID)
  220. pix_fmt = kDefaultAJAPixelFormat;
  221. NTV2FormatDesc fd(vid_fmt, pix_fmt, NTV2_VANCMODE_OFF);
  222. auto bufSize = fd.GetTotalRasterBytes();
  223. if (bufSize != mTestPattern.size()) {
  224. // Raster size changed, regenerate pattern
  225. mTestPattern.clear();
  226. mTestPattern.resize(bufSize);
  227. NTV2TestPatternGen gen;
  228. gen.DrawTestPattern(pattern, fd.GetRasterWidth(),
  229. fd.GetRasterHeight(), pix_fmt,
  230. mTestPattern);
  231. }
  232. if (mTestPattern.size() == 0) {
  233. blog(LOG_DEBUG,
  234. "AJAOutput::GenerateTestPattern: Error generating test pattern!");
  235. return;
  236. }
  237. if (mCard->DMAWriteFrame(
  238. frameNum,
  239. reinterpret_cast<ULWord *>(&mTestPattern.data()[0]),
  240. static_cast<ULWord>(mTestPattern.size()))) {
  241. mCard->SetOutputFrame(mOutputProps.Channel(), frameNum);
  242. }
  243. }
  244. void AJAOutput::QueueVideoFrame(struct video_data *frame, size_t size)
  245. {
  246. const std::lock_guard<std::mutex> lock(mVideoLock);
  247. VideoFrame vf;
  248. vf.frame = *frame;
  249. vf.frameNum = mVideoWriteFrames;
  250. vf.size = size;
  251. if (mVideoQueue->size() > kVideoQueueMaxSize) {
  252. auto &front = mVideoQueue->front();
  253. free_video_frame(&front.frame);
  254. mVideoQueue->pop_front();
  255. }
  256. copy_video_data(frame, &vf.frame, size);
  257. mVideoQueue->push_back(vf);
  258. mVideoQueueFrames++;
  259. }
  260. void AJAOutput::QueueAudioFrames(struct audio_data *frames, size_t size)
  261. {
  262. const std::lock_guard<std::mutex> lock(mAudioLock);
  263. AudioFrames af;
  264. af.frames = *frames;
  265. af.offset = 0;
  266. af.size = size;
  267. if (mAudioQueue->size() > kAudioQueueMaxSize) {
  268. auto &front = mAudioQueue->front();
  269. free_audio_data(&front.frames);
  270. mAudioQueue->pop_front();
  271. }
  272. copy_audio_data(frames, &af.frames, size);
  273. mAudioQueue->push_back(af);
  274. mAudioQueueBytes += size;
  275. }
  276. void AJAOutput::ClearVideoQueue()
  277. {
  278. const std::lock_guard<std::mutex> lock(mVideoLock);
  279. while (mVideoQueue->size() > 0) {
  280. auto &vf = mVideoQueue->front();
  281. free_video_frame(&vf.frame);
  282. mVideoQueue->pop_front();
  283. }
  284. }
  285. void AJAOutput::ClearAudioQueue()
  286. {
  287. const std::lock_guard<std::mutex> lock(mAudioLock);
  288. while (mAudioQueue->size() > 0) {
  289. auto &af = mAudioQueue->front();
  290. free_audio_data(&af.frames);
  291. mAudioQueue->pop_front();
  292. }
  293. }
  294. size_t AJAOutput::VideoQueueSize()
  295. {
  296. return mVideoQueue->size();
  297. }
  298. size_t AJAOutput::AudioQueueSize()
  299. {
  300. return mAudioQueue->size();
  301. }
  302. // lock audio queue before calling
  303. void AJAOutput::DMAAudioFromQueue(NTV2AudioSystem audioSys, uint32_t channels,
  304. uint32_t sampleRate, uint32_t sampleSize)
  305. {
  306. AudioFrames &af = mAudioQueue->front();
  307. size_t sizeLeft = af.size - af.offset;
  308. if (!mFirstAudioTS)
  309. mFirstAudioTS = af.frames.timestamp;
  310. mLastAudioTS = af.frames.timestamp;
  311. if (sizeLeft == 0) {
  312. free_audio_data(&af.frames);
  313. mAudioQueue->pop_front();
  314. return;
  315. }
  316. // Get audio play cursor
  317. mCard->ReadAudioLastOut(mAudioPlayCursor, audioSys);
  318. // Calculate audio delay
  319. uint32_t audioPlaySamples = 0;
  320. uint32_t audioPlayBytes = mAudioWriteCursor - mAudioPlayCursor;
  321. if (mAudioPlayCursor <= mAudioWriteCursor) {
  322. audioPlaySamples = audioPlayBytes / (channels * sampleSize);
  323. } else {
  324. audioPlayBytes = mAudioWrapAddress - mAudioPlayCursor +
  325. mAudioWriteCursor;
  326. audioPlaySamples = audioPlayBytes / (channels * sampleSize);
  327. }
  328. mAudioDelay = 1000000 * (int64_t)audioPlaySamples / sampleRate;
  329. mAudioPlayBytes += audioPlayBytes;
  330. // Adjust audio sync when requested
  331. if (mAudioAdjust != 0) {
  332. if (mAudioAdjust > 0) {
  333. // Throw away some samples to resync audio
  334. uint32_t adjustSamples =
  335. (uint32_t)mAudioAdjust * sampleRate / 1000000;
  336. uint32_t adjustSize =
  337. adjustSamples * sampleSize * channels;
  338. if (adjustSize <= sizeLeft) {
  339. af.offset += adjustSize;
  340. sizeLeft -= adjustSize;
  341. mAudioAdjust = 0;
  342. blog(LOG_DEBUG,
  343. "AJAOutput::DMAAudioFromQueue: Drop %d audio samples",
  344. adjustSamples);
  345. } else {
  346. uint32_t samples = (uint32_t)sizeLeft /
  347. (sampleSize * channels);
  348. af.offset += sizeLeft;
  349. sizeLeft = 0;
  350. adjustSamples -= samples;
  351. mAudioAdjust = (int64_t)adjustSamples *
  352. 1000000 / sampleRate;
  353. blog(LOG_DEBUG,
  354. "AJAOutput::DMAAudioFromQueue: Drop %d audio samples",
  355. samples);
  356. }
  357. } else {
  358. // Add some silence to resync audio
  359. uint32_t adjustSamples = (uint32_t)(-mAudioAdjust) *
  360. sampleRate / 1000000;
  361. uint32_t adjustSize =
  362. adjustSamples * sampleSize * channels;
  363. uint8_t *silentBuffer = new uint8_t[adjustSize];
  364. memset(silentBuffer, 0, adjustSize);
  365. dma_audio_samples(audioSys, (uint32_t *)silentBuffer,
  366. adjustSize);
  367. delete[] silentBuffer;
  368. mAudioAdjust = 0;
  369. blog(LOG_DEBUG,
  370. "AJAOutput::DMAAudioFromQueue: Add %d audio samples",
  371. adjustSamples);
  372. }
  373. }
  374. // Write audio to the hardware ring
  375. if (af.frames.data[0] && sizeLeft > 0) {
  376. dma_audio_samples(audioSys,
  377. (uint32_t *)&af.frames.data[0][af.offset],
  378. sizeLeft);
  379. af.offset += sizeLeft;
  380. }
  381. // Free the audio buffer
  382. if (af.offset == af.size) {
  383. free_audio_data(&af.frames);
  384. mAudioQueue->pop_front();
  385. }
  386. }
  387. // lock video queue before calling
  388. void AJAOutput::DMAVideoFromQueue()
  389. {
  390. bool writeFrame = true;
  391. bool freeFrame = true;
  392. auto &vf = mVideoQueue->front();
  393. auto data = vf.frame.data[0];
  394. if (!mFirstVideoTS)
  395. mFirstVideoTS = vf.frame.timestamp;
  396. mLastVideoTS = vf.frame.timestamp;
  397. mVideoDelay = (((int64_t)mWriteCardFrame + (int64_t)mNumCardFrames -
  398. (int64_t)mPlayCardFrame) %
  399. (int64_t)mNumCardFrames) *
  400. 1000000 * mFrameRateDen / mFrameRateNum;
  401. // Adjust video sync when requested
  402. if (mVideoAdjust != 0) {
  403. if (mVideoAdjust > 0) {
  404. // skip writing this frame
  405. writeFrame = false;
  406. } else {
  407. // write this frame twice
  408. freeFrame = false;
  409. }
  410. mVideoAdjust = 0;
  411. }
  412. if (writeFrame) {
  413. // find the next buffer
  414. uint32_t writeCardFrame = mWriteCardFrame + 1;
  415. if (writeCardFrame > mLastCardFrame)
  416. writeCardFrame = mFirstCardFrame;
  417. // use the next buffer if available
  418. if (writeCardFrame != mPlayCardFrame)
  419. mWriteCardFrame = writeCardFrame;
  420. mVideoWriteFrames++;
  421. auto result = mCard->DMAWriteFrame(
  422. mWriteCardFrame, reinterpret_cast<ULWord *>(data),
  423. (ULWord)vf.size);
  424. if (!result)
  425. blog(LOG_DEBUG,
  426. "AJAOutput::DMAVideoFromQueue: Failed to write video frame!");
  427. }
  428. if (freeFrame) {
  429. free_video_frame(&vf.frame);
  430. mVideoQueue->pop_front();
  431. }
  432. }
  433. // TODO(paulh): Keep track of framebuffer indices used on the card, between the capture
  434. // and output plugins, so that we can optimize frame index placement in memory and
  435. // reduce unused gaps in between channel frame indices.
  436. void AJAOutput::calculate_card_frame_indices(uint32_t numFrames,
  437. NTV2DeviceID id,
  438. NTV2Channel channel,
  439. NTV2VideoFormat vf,
  440. NTV2PixelFormat pf)
  441. {
  442. ULWord channelIndex = GetIndexForNTV2Channel(channel);
  443. ULWord totalCardFrames = NTV2DeviceGetNumberFrameBuffers(
  444. id, GetNTV2FrameGeometryFromVideoFormat(vf), pf);
  445. mFirstCardFrame = channelIndex * numFrames;
  446. uint32_t lastFrame = mFirstCardFrame + (numFrames - 1);
  447. if (totalCardFrames - mFirstCardFrame > 0 &&
  448. totalCardFrames - lastFrame > 0) {
  449. // Reserve N framebuffers in card DRAM.
  450. mNumCardFrames = numFrames;
  451. mWriteCardFrame = mFirstCardFrame;
  452. mLastCardFrame = lastFrame;
  453. mPlayCardFrame = mWriteCardFrame;
  454. mPlayCardNext = mPlayCardFrame + 1;
  455. blog(LOG_INFO, "AJA Output using %d card frames (%d-%d).",
  456. mNumCardFrames, mFirstCardFrame, mLastCardFrame);
  457. } else {
  458. blog(LOG_WARNING,
  459. "AJA Output Card frames %d-%d out of bounds. %d total frames on card!",
  460. mFirstCardFrame, mLastCardFrame, totalCardFrames);
  461. }
  462. }
  463. uint32_t AJAOutput::get_card_play_count()
  464. {
  465. uint32_t frameCount = 0;
  466. NTV2Channel channel = mOutputProps.Channel();
  467. INTERRUPT_ENUMS interrupt = NTV2ChannelToOutputInterrupt(channel);
  468. bool isProgressiveTransport = NTV2_IS_PROGRESSIVE_STANDARD(
  469. ::GetNTV2StandardFromVideoFormat(mOutputProps.videoFormat));
  470. if (isProgressiveTransport) {
  471. mCard->GetInterruptCount(interrupt, frameCount);
  472. } else {
  473. uint32_t intCount;
  474. uint32_t nextCount;
  475. NTV2FieldID fieldID;
  476. mCard->GetInterruptCount(interrupt, intCount);
  477. mCard->GetOutputFieldID(channel, fieldID);
  478. mCard->GetInterruptCount(interrupt, nextCount);
  479. if (intCount != nextCount) {
  480. mCard->GetInterruptCount(interrupt, intCount);
  481. mCard->GetOutputFieldID(channel, fieldID);
  482. }
  483. if (fieldID == NTV2_FIELD1)
  484. intCount--;
  485. frameCount = intCount / 2;
  486. }
  487. return frameCount;
  488. }
  489. // Perform DMA of audio samples to AJA card while taking into account wrapping around the
  490. // ends of the card's audio buffer (size set to 4MB in aja::Routing::ConfigureOutputAudio).
  491. void AJAOutput::dma_audio_samples(NTV2AudioSystem audioSys, uint32_t *data,
  492. size_t size)
  493. {
  494. bool result = false;
  495. if ((mAudioWriteCursor + size) > mAudioWrapAddress) {
  496. const uint32_t remainingBuffer =
  497. mAudioWrapAddress - mAudioWriteCursor;
  498. auto audioDataRemain = reinterpret_cast<const ULWord *>(
  499. (uint8_t *)(data) + remainingBuffer);
  500. // Incoming audio size will wrap around the end of the card audio buffer.
  501. // Transfer enough bytes to fill to the end of the buffer...
  502. if (remainingBuffer > 0) {
  503. result = mCard->DMAWriteAudio(audioSys, data,
  504. mAudioWriteCursor,
  505. remainingBuffer);
  506. if (result) {
  507. mAudioWriteBytes += remainingBuffer;
  508. } else {
  509. blog(LOG_DEBUG,
  510. "AJAOutput::dma_audio_samples: "
  511. "failed to write bytes at end of buffer (address = %d)",
  512. mAudioWriteCursor);
  513. }
  514. }
  515. // ...transfer remaining bytes at the front of the card audio buffer.
  516. size_t frontRemaining = size - remainingBuffer;
  517. if (frontRemaining > 0) {
  518. result = mCard->DMAWriteAudio(audioSys, audioDataRemain,
  519. 0,
  520. (ULWord)frontRemaining);
  521. if (result) {
  522. mAudioWriteBytes += frontRemaining;
  523. } else {
  524. blog(LOG_DEBUG,
  525. "AJAOutput::dma_audio_samples "
  526. "failed to write bytes at front of buffer (address = %d)",
  527. mAudioWriteCursor);
  528. }
  529. }
  530. mAudioWriteCursor = (uint32_t)size - remainingBuffer;
  531. } else {
  532. // No wrap, so just do a linear DMA from the buffer...
  533. if (size > 0) {
  534. result = mCard->DMAWriteAudio(audioSys, data,
  535. mAudioWriteCursor,
  536. (ULWord)size);
  537. if (result) {
  538. mAudioWriteBytes += size;
  539. } else {
  540. blog(LOG_DEBUG,
  541. "AJAOutput::dma_audio_samples "
  542. "failed to write bytes to buffer (address = %d)",
  543. mAudioWriteCursor);
  544. }
  545. }
  546. mAudioWriteCursor += (uint32_t)size;
  547. }
  548. }
  549. void AJAOutput::CreateThread(bool enable)
  550. {
  551. const std::lock_guard<std::mutex> lock(mRunThreadLock);
  552. if (!mRunThread.Active()) {
  553. mRunThread.SetPriority(AJA_ThreadPriority_High);
  554. mRunThread.SetThreadName("AJA Video Output Thread");
  555. mRunThread.Attach(AJAOutput::OutputThread, this);
  556. }
  557. if (enable) {
  558. mIsRunning = true;
  559. mRunThread.Start();
  560. }
  561. }
  562. void AJAOutput::StopThread()
  563. {
  564. const std::lock_guard<std::mutex> lock(mRunThreadLock);
  565. mIsRunning = false;
  566. if (mRunThread.Active()) {
  567. mRunThread.Stop();
  568. }
  569. }
  570. bool AJAOutput::ThreadRunning()
  571. {
  572. return mIsRunning;
  573. }
  574. void AJAOutput::OutputThread(AJAThread *thread, void *ctx)
  575. {
  576. UNUSED_PARAMETER(thread);
  577. AJAOutput *ajaOutput = static_cast<AJAOutput *>(ctx);
  578. if (!ajaOutput) {
  579. blog(LOG_ERROR,
  580. "AJAOutput::OutputThread: AJA Output instance is null!");
  581. return;
  582. }
  583. CNTV2Card *card = ajaOutput->GetCard();
  584. if (!card) {
  585. blog(LOG_ERROR,
  586. "AJAOutput::OutputThread: Card instance is null!");
  587. return;
  588. }
  589. const auto &props = ajaOutput->GetOutputProps();
  590. const auto &audioSystem = props.AudioSystem();
  591. uint64_t videoPlayLast = ajaOutput->get_card_play_count();
  592. uint32_t audioSyncSlowCount = 0;
  593. uint32_t audioSyncFastCount = 0;
  594. uint32_t audioSyncCountMax = 3;
  595. uint32_t videoSyncSlowCount = 0;
  596. uint32_t videoSyncFastCount = 0;
  597. uint32_t videoSyncCountMax = 3;
  598. int64_t audioSyncSlowSum = 0;
  599. int64_t audioSyncFastSum = 0;
  600. // thread loop
  601. while (ajaOutput->ThreadRunning()) {
  602. // Wait for preroll
  603. if (!ajaOutput->mAudioStarted &&
  604. (ajaOutput->mAudioDelay > ajaOutput->mOutputDelay)) {
  605. card->StartAudioOutput(audioSystem, false);
  606. ajaOutput->mAudioStarted = true;
  607. blog(LOG_DEBUG,
  608. "AJAOutput::OutputThread: Audio Preroll complete");
  609. }
  610. // Check if a vsync occurred
  611. uint32_t frameCount = ajaOutput->get_card_play_count();
  612. if (frameCount > videoPlayLast) {
  613. videoPlayLast = frameCount;
  614. ajaOutput->mPlayCardFrame = ajaOutput->mPlayCardNext;
  615. if (ajaOutput->mPlayCardFrame !=
  616. ajaOutput->mWriteCardFrame) {
  617. uint32_t playCardNext =
  618. ajaOutput->mPlayCardFrame + 1;
  619. if (playCardNext > ajaOutput->mLastCardFrame)
  620. playCardNext =
  621. ajaOutput->mFirstCardFrame;
  622. if (playCardNext !=
  623. ajaOutput->mWriteCardFrame) {
  624. ajaOutput->mPlayCardNext = playCardNext;
  625. // Increment the play frame
  626. ajaOutput->mCard->SetOutputFrame(
  627. ajaOutput->mOutputProps
  628. .Channel(),
  629. ajaOutput->mPlayCardNext);
  630. ajaOutput->mVideoPlayFrames++;
  631. }
  632. }
  633. }
  634. // Audio DMA
  635. {
  636. const std::lock_guard<std::mutex> lock(
  637. ajaOutput->mAudioLock);
  638. while (ajaOutput->AudioQueueSize() > 0) {
  639. ajaOutput->DMAAudioFromQueue(
  640. audioSystem, props.audioNumChannels,
  641. props.audioSampleRate,
  642. props.audioSampleSize);
  643. }
  644. }
  645. // Video DMA
  646. {
  647. const std::lock_guard<std::mutex> lock(
  648. ajaOutput->mVideoLock);
  649. while (ajaOutput->VideoQueueSize() > 0) {
  650. ajaOutput->DMAVideoFromQueue();
  651. }
  652. }
  653. // Get current time and audio play cursor
  654. int64_t curTime = (int64_t)os_gettime_ns();
  655. card->ReadAudioLastOut(ajaOutput->mAudioPlayCursor,
  656. audioSystem);
  657. if ((curTime - ajaOutput->mLastStatTime) > kDefaultStatPeriod) {
  658. ajaOutput->mLastStatTime = curTime;
  659. if (ajaOutput->mAudioStarted) {
  660. // Calculate audio sync delay
  661. ajaOutput->mAudioSync = ajaOutput->mAudioDelay -
  662. ajaOutput->mOutputDelay;
  663. if (ajaOutput->mAudioSync >
  664. ajaOutput->mAudioMax) {
  665. audioSyncSlowCount++;
  666. audioSyncSlowSum +=
  667. ajaOutput->mAudioSync;
  668. if (audioSyncSlowCount >=
  669. audioSyncCountMax) {
  670. ajaOutput->mAudioAdjust =
  671. audioSyncSlowSum /
  672. audioSyncCountMax;
  673. audioSyncSlowCount = 0;
  674. audioSyncSlowSum = 0;
  675. }
  676. } else {
  677. audioSyncSlowCount = 0;
  678. audioSyncSlowSum = 0;
  679. }
  680. if (ajaOutput->mAudioSync <
  681. -ajaOutput->mAudioMax) {
  682. audioSyncFastCount++;
  683. audioSyncFastSum +=
  684. ajaOutput->mAudioSync;
  685. if (audioSyncFastCount >=
  686. audioSyncCountMax) {
  687. ajaOutput->mAudioAdjust =
  688. audioSyncFastSum /
  689. audioSyncCountMax;
  690. audioSyncFastCount = 0;
  691. audioSyncFastSum = 0;
  692. }
  693. } else {
  694. audioSyncFastCount = 0;
  695. audioSyncFastSum = 0;
  696. }
  697. }
  698. // calculate video sync delay
  699. if (ajaOutput->mVideoDelay > 0) {
  700. ajaOutput->mVideoSync = ajaOutput->mVideoDelay -
  701. ajaOutput->mOutputDelay;
  702. if (ajaOutput->mVideoSync >
  703. ajaOutput->mVideoMax) {
  704. videoSyncSlowCount++;
  705. if (videoSyncSlowCount >
  706. videoSyncCountMax) {
  707. ajaOutput->mVideoAdjust = 1;
  708. }
  709. } else {
  710. videoSyncSlowCount = 0;
  711. }
  712. if (ajaOutput->mVideoSync <
  713. -ajaOutput->mVideoMax) {
  714. videoSyncFastCount++;
  715. if (videoSyncFastCount >
  716. videoSyncCountMax) {
  717. ajaOutput->mVideoAdjust = -1;
  718. }
  719. } else {
  720. videoSyncFastCount = 0;
  721. }
  722. }
  723. #ifdef AJA_OUTPUT_STATS
  724. blog(LOG_INFO,
  725. "AJAOutput::OutputThread: od %li vd %li vs %li vm %li ad %li as %li am %li",
  726. ajaOutput->mOutputDelay, ajaOutput->mVideoDelay,
  727. ajaOutput->mVideoSync, ajaOutput->mVideoMax,
  728. ajaOutput->mAudioDelay, ajaOutput->mAudioSync,
  729. ajaOutput->mAudioMax);
  730. #endif
  731. }
  732. #ifdef AJA_OUTPUT_FRAME_NUMBERS
  733. blog(LOG_INFO,
  734. "AJAOutput::OutputThread: dma: %d play: %d next: %d",
  735. ajaOutput->mWriteCardFrame, ajaOutput->mPlayCardFrame,
  736. ajaOutput->mPlayCardNext);
  737. #endif
  738. os_sleep_ms(1);
  739. }
  740. ajaOutput->mAudioStarted = false;
  741. // Log total number of queued/written/played video frames and audio samples
  742. uint32_t audioSize = props.audioNumChannels / props.audioSampleSize;
  743. if (audioSize > 0) {
  744. blog(LOG_INFO,
  745. "AJAOutput::OutputThread: Thread stopped\n[Video] qf: %" PRIu64
  746. " wf: %" PRIu64 " pf: %" PRIu64 "\n[Audio] qs: %" PRIu64
  747. " ws: %" PRIu64 " ps: %" PRIu64,
  748. ajaOutput->mVideoQueueFrames, ajaOutput->mVideoWriteFrames,
  749. ajaOutput->mVideoPlayFrames,
  750. ajaOutput->mAudioQueueBytes / audioSize,
  751. ajaOutput->mAudioWriteBytes / audioSize,
  752. ajaOutput->mAudioPlayBytes / audioSize);
  753. }
  754. }
  755. void populate_output_device_list(obs_property_t *list)
  756. {
  757. obs_property_list_clear(list);
  758. auto &cardManager = aja::CardManager::Instance();
  759. cardManager.EnumerateCards();
  760. for (auto &iter : cardManager.GetCardEntries()) {
  761. if (!iter.second)
  762. continue;
  763. CNTV2Card *card = iter.second->GetCard();
  764. if (!card)
  765. continue;
  766. NTV2DeviceID deviceID = card->GetDeviceID();
  767. //TODO(paulh): Add support for analog I/O
  768. // w/ NTV2DeviceGetNumAnalogVideoOutputs(cardEntry.deviceID)
  769. if (NTV2DeviceGetNumVideoOutputs(deviceID) > 0 ||
  770. NTV2DeviceGetNumHDMIVideoOutputs(deviceID) > 0) {
  771. obs_property_list_add_string(
  772. list, iter.second->GetDisplayName().c_str(),
  773. iter.second->GetCardID().c_str());
  774. }
  775. }
  776. }
  777. bool aja_output_device_changed(void *data, obs_properties_t *props,
  778. obs_property_t *list, obs_data_t *settings)
  779. {
  780. UNUSED_PARAMETER(data);
  781. blog(LOG_DEBUG, "AJA Output Device Changed");
  782. populate_output_device_list(list);
  783. const char *cardID = obs_data_get_string(settings, kUIPropDevice.id);
  784. if (!cardID || !cardID[0])
  785. return false;
  786. const char *outputID =
  787. obs_data_get_string(settings, kUIPropAJAOutputID.id);
  788. auto &cardManager = aja::CardManager::Instance();
  789. cardManager.EnumerateCards();
  790. auto cardEntry = cardManager.GetCardEntry(cardID);
  791. if (!cardEntry) {
  792. blog(LOG_ERROR,
  793. "aja_output_device_changed: Card Entry not found for %s",
  794. cardID);
  795. return false;
  796. }
  797. CNTV2Card *card = cardEntry->GetCard();
  798. if (!card) {
  799. blog(LOG_ERROR,
  800. "aja_output_device_changed: Card instance is null!");
  801. return false;
  802. }
  803. obs_property_t *io_select_list =
  804. obs_properties_get(props, kUIPropOutput.id);
  805. obs_property_t *vid_fmt_list =
  806. obs_properties_get(props, kUIPropVideoFormatSelect.id);
  807. obs_property_t *pix_fmt_list =
  808. obs_properties_get(props, kUIPropPixelFormatSelect.id);
  809. obs_property_t *sdi_trx_list =
  810. obs_properties_get(props, kUIPropSDITransport.id);
  811. obs_property_t *sdi_4k_list =
  812. obs_properties_get(props, kUIPropSDITransport4K.id);
  813. const NTV2DeviceID deviceID = cardEntry->GetDeviceID();
  814. populate_io_selection_output_list(cardID, outputID, deviceID,
  815. io_select_list);
  816. // If Channel 1 is actively in use, filter the video format list to only
  817. // show video formats within the same framerate family. If Channel 1 is
  818. // not active we just go ahead and try to set all framestores to the same video format.
  819. // This is because Channel 1's clock rate will govern the card's Free Run clock.
  820. NTV2VideoFormat videoFormatChannel1 = NTV2_FORMAT_UNKNOWN;
  821. if (!cardEntry->ChannelReady(NTV2_CHANNEL1, outputID)) {
  822. card->GetVideoFormat(videoFormatChannel1, NTV2_CHANNEL1);
  823. }
  824. obs_property_list_clear(vid_fmt_list);
  825. populate_video_format_list(deviceID, vid_fmt_list, videoFormatChannel1,
  826. false, MATCH_OBS_FRAMERATE);
  827. obs_property_list_clear(pix_fmt_list);
  828. populate_pixel_format_list(deviceID, pix_fmt_list);
  829. IOSelection io_select = static_cast<IOSelection>(
  830. obs_data_get_int(settings, kUIPropOutput.id));
  831. update_sdi_transport_and_sdi_transport_4k(
  832. props, cardEntry->GetDeviceID(), io_select,
  833. static_cast<NTV2VideoFormat>(obs_data_get_int(
  834. settings, kUIPropVideoFormatSelect.id)));
  835. return true;
  836. }
  837. bool aja_output_dest_changed(obs_properties_t *props, obs_property_t *list,
  838. obs_data_t *settings)
  839. {
  840. blog(LOG_DEBUG, "AJA Output Dest Changed");
  841. const char *cardID = obs_data_get_string(settings, kUIPropDevice.id);
  842. if (!cardID || !cardID[0])
  843. return false;
  844. auto &cardManager = aja::CardManager::Instance();
  845. auto cardEntry = cardManager.GetCardEntry(cardID);
  846. if (!cardEntry) {
  847. blog(LOG_DEBUG,
  848. "aja_output_dest_changed: Card Entry not found for %s",
  849. cardID);
  850. return false;
  851. }
  852. bool itemFound = false;
  853. const long long dest = obs_data_get_int(settings, kUIPropOutput.id);
  854. const size_t itemCount = obs_property_list_item_count(list);
  855. for (size_t i = 0; i < itemCount; i++) {
  856. const long long itemDest = obs_property_list_item_int(list, i);
  857. if (dest == itemDest) {
  858. itemFound = true;
  859. break;
  860. }
  861. }
  862. if (!itemFound) {
  863. obs_property_list_insert_int(list, 0, "", dest);
  864. obs_property_list_item_disable(list, 0, true);
  865. return true;
  866. }
  867. // Revert to "Select..." if desired IOSelection is already in use
  868. auto io_select = static_cast<IOSelection>(
  869. obs_data_get_int(settings, kUIPropOutput.id));
  870. for (size_t i = 0; i < obs_property_list_item_count(list); i++) {
  871. auto io_item = static_cast<IOSelection>(
  872. obs_property_list_item_int(list, i));
  873. if (io_item == io_select &&
  874. obs_property_list_item_disabled(list, i)) {
  875. obs_data_set_int(
  876. settings, kUIPropOutput.id,
  877. static_cast<long long>(IOSelection::Invalid));
  878. blog(LOG_WARNING,
  879. "aja_output_dest_changed: IOSelection %s is already in use",
  880. aja::IOSelectionToString(io_select).c_str());
  881. return false;
  882. }
  883. }
  884. update_sdi_transport_and_sdi_transport_4k(
  885. props, cardEntry->GetDeviceID(), io_select,
  886. static_cast<NTV2VideoFormat>(obs_data_get_int(
  887. settings, kUIPropVideoFormatSelect.id)));
  888. return true;
  889. }
  890. static void aja_output_destroy(void *data)
  891. {
  892. blog(LOG_DEBUG, "AJA Output Destroy");
  893. auto ajaOutput = (AJAOutput *)data;
  894. if (!ajaOutput) {
  895. blog(LOG_ERROR, "aja_output_destroy: Plugin instance is null!");
  896. return;
  897. }
  898. #ifdef AJA_WRITE_DEBUG_WAV
  899. if (ajaOutput->mWaveWriter) {
  900. ajaOutput->mWaveWriter->close();
  901. delete ajaOutput->mWaveWriter;
  902. ajaOutput->mWaveWriter = nullptr;
  903. }
  904. #endif
  905. ajaOutput->StopThread();
  906. ajaOutput->ClearVideoQueue();
  907. ajaOutput->ClearAudioQueue();
  908. delete ajaOutput;
  909. ajaOutput = nullptr;
  910. }
  911. static void *aja_output_create(obs_data_t *settings, obs_output_t *output)
  912. {
  913. blog(LOG_INFO, "Creating AJA Output...");
  914. const char *cardID = obs_data_get_string(settings, kUIPropDevice.id);
  915. if (!cardID || !cardID[0])
  916. return nullptr;
  917. const char *outputID =
  918. obs_data_get_string(settings, kUIPropAJAOutputID.id);
  919. auto &cardManager = aja::CardManager::Instance();
  920. auto cardEntry = cardManager.GetCardEntry(cardID);
  921. if (!cardEntry) {
  922. blog(LOG_ERROR,
  923. "aja_output_create: Card Entry not found for %s", cardID);
  924. return nullptr;
  925. }
  926. CNTV2Card *card = cardEntry->GetCard();
  927. if (!card) {
  928. blog(LOG_ERROR,
  929. "aja_output_create: Card instance is null for %s", cardID);
  930. return nullptr;
  931. }
  932. NTV2DeviceID deviceID = card->GetDeviceID();
  933. OutputProps outputProps(deviceID);
  934. outputProps.ioSelect = static_cast<IOSelection>(
  935. obs_data_get_int(settings, kUIPropOutput.id));
  936. outputProps.videoFormat = static_cast<NTV2VideoFormat>(
  937. obs_data_get_int(settings, kUIPropVideoFormatSelect.id));
  938. outputProps.pixelFormat = static_cast<NTV2PixelFormat>(
  939. obs_data_get_int(settings, kUIPropPixelFormatSelect.id));
  940. outputProps.sdiTransport = static_cast<SDITransport>(
  941. obs_data_get_int(settings, kUIPropSDITransport.id));
  942. outputProps.sdi4kTransport = static_cast<SDITransport4K>(
  943. obs_data_get_int(settings, kUIPropSDITransport4K.id));
  944. outputProps.audioNumChannels = kDefaultAudioChannels;
  945. outputProps.audioSampleSize = kDefaultAudioSampleSize;
  946. outputProps.audioSampleRate = kDefaultAudioSampleRate;
  947. if (outputProps.ioSelect == IOSelection::Invalid) {
  948. blog(LOG_DEBUG,
  949. "aja_output_create: Select a valid AJA Output IOSelection!");
  950. return nullptr;
  951. }
  952. if (outputProps.videoFormat == NTV2_FORMAT_UNKNOWN ||
  953. outputProps.pixelFormat == NTV2_FBF_INVALID) {
  954. blog(LOG_ERROR,
  955. "aja_output_create: Select a valid video and/or pixel format!");
  956. return nullptr;
  957. }
  958. const std::string &ioSelectStr =
  959. aja::IOSelectionToString(outputProps.ioSelect);
  960. NTV2OutputDestinations outputDests;
  961. aja::IOSelectionToOutputDests(outputProps.ioSelect, outputDests);
  962. if (outputDests.empty()) {
  963. blog(LOG_ERROR,
  964. "No Output Destinations found for IOSelection %s!",
  965. ioSelectStr.c_str());
  966. return nullptr;
  967. }
  968. outputProps.outputDest = *outputDests.begin();
  969. if (!cardEntry->AcquireOutputSelection(outputProps.ioSelect, deviceID,
  970. outputID)) {
  971. blog(LOG_ERROR,
  972. "aja_output_create: Error acquiring IOSelection %s for card ID %s",
  973. ioSelectStr.c_str(), cardID);
  974. return nullptr;
  975. }
  976. auto ajaOutput = new AJAOutput(card, cardID, outputID,
  977. (UWord)cardEntry->GetCardIndex(),
  978. deviceID);
  979. ajaOutput->Initialize(outputProps);
  980. ajaOutput->ClearVideoQueue();
  981. ajaOutput->ClearAudioQueue();
  982. ajaOutput->SetOBSOutput(output);
  983. ajaOutput->CreateThread(true);
  984. #ifdef AJA_WRITE_DEBUG_WAV
  985. AJAWavWriterAudioFormat wavFormat;
  986. wavFormat.channelCount = outputProps.AudioChannels();
  987. wavFormat.sampleRate = outputProps.audioSampleRate;
  988. wavFormat.sampleSize = outputProps.AudioSize();
  989. ajaOutput->mWaveWriter =
  990. new AJAWavWriter("obs_aja_output.wav", wavFormat);
  991. ajaOutput->mWaveWriter->open();
  992. #endif
  993. blog(LOG_INFO, "AJA Output created!");
  994. return ajaOutput;
  995. }
  996. static void aja_output_update(void *data, obs_data_t *settings)
  997. {
  998. UNUSED_PARAMETER(data);
  999. UNUSED_PARAMETER(settings);
  1000. blog(LOG_INFO, "AJA Output Update...");
  1001. }
  1002. static bool aja_output_start(void *data)
  1003. {
  1004. blog(LOG_INFO, "Starting AJA Output...");
  1005. auto ajaOutput = (AJAOutput *)data;
  1006. if (!ajaOutput) {
  1007. blog(LOG_ERROR, "aja_output_start: Plugin instance is null!");
  1008. return false;
  1009. }
  1010. const std::string &cardID = ajaOutput->mCardID;
  1011. auto &cardManager = aja::CardManager::Instance();
  1012. cardManager.EnumerateCards();
  1013. auto cardEntry = cardManager.GetCardEntry(cardID);
  1014. if (!cardEntry) {
  1015. blog(LOG_DEBUG,
  1016. "aja_io_selection_changed: Card Entry not found for %s",
  1017. cardID.c_str());
  1018. return false;
  1019. }
  1020. CNTV2Card *card = ajaOutput->GetCard();
  1021. if (!card) {
  1022. blog(LOG_ERROR, "aja_output_start: Card instance is null!");
  1023. return false;
  1024. }
  1025. auto outputProps = ajaOutput->GetOutputProps();
  1026. auto audioSystem = outputProps.AudioSystem();
  1027. auto outputDest = outputProps.outputDest;
  1028. auto videoFormat = outputProps.videoFormat;
  1029. auto pixelFormat = outputProps.pixelFormat;
  1030. blog(LOG_INFO,
  1031. "Output Dest: %s | Audio System: %s | Video Format: %s | Pixel Format: %s",
  1032. NTV2OutputDestinationToString(outputDest, true).c_str(),
  1033. NTV2AudioSystemToString(audioSystem, true).c_str(),
  1034. NTV2VideoFormatToString(videoFormat, false).c_str(),
  1035. NTV2FrameBufferFormatToString(pixelFormat, true).c_str());
  1036. const NTV2DeviceID deviceID = card->GetDeviceID();
  1037. if (GetIndexForNTV2Channel(outputProps.Channel()) > 0) {
  1038. auto numFramestores = aja::CardNumFramestores(deviceID);
  1039. for (UWord i = 0; i < numFramestores; i++) {
  1040. auto channel = GetNTV2ChannelForIndex(i);
  1041. if (cardEntry->ChannelReady(channel,
  1042. ajaOutput->mOutputID)) {
  1043. card->SetVideoFormat(videoFormat, false, false,
  1044. channel);
  1045. card->SetRegisterWriteMode(
  1046. NTV2_REGWRITE_SYNCTOFRAME, channel);
  1047. card->SetFrameBufferFormat(channel,
  1048. pixelFormat);
  1049. }
  1050. }
  1051. }
  1052. // Configures crosspoint routing on AJA card
  1053. ajaOutput->ClearConnections();
  1054. NTV2XptConnections xpt_cnx;
  1055. if (!aja::Routing::ConfigureOutputRoute(outputProps, NTV2_MODE_DISPLAY,
  1056. card, xpt_cnx)) {
  1057. blog(LOG_ERROR,
  1058. "aja_output_start: Error configuring output route!");
  1059. return false;
  1060. }
  1061. ajaOutput->CacheConnections(xpt_cnx);
  1062. aja::Routing::ConfigureOutputAudio(outputProps, card);
  1063. const auto &formatDesc = outputProps.FormatDesc();
  1064. struct video_scale_info scaler = {};
  1065. scaler.format = aja::AJAPixelFormatToOBSVideoFormat(pixelFormat);
  1066. scaler.width = formatDesc.GetRasterWidth();
  1067. scaler.height = formatDesc.GetRasterHeight();
  1068. // TODO(paulh): Find out what these scaler params actually do.
  1069. // The colors are off when outputting the frames that OBS sends us.
  1070. // but simply changing these values doesn't seem to have any effect.
  1071. scaler.colorspace = VIDEO_CS_709;
  1072. scaler.range = VIDEO_RANGE_PARTIAL;
  1073. obs_output_set_video_conversion(ajaOutput->GetOBSOutput(), &scaler);
  1074. struct audio_convert_info conversion = {};
  1075. conversion.format = outputProps.AudioFormat();
  1076. conversion.speakers = outputProps.SpeakerLayout();
  1077. conversion.samples_per_sec = outputProps.audioSampleRate;
  1078. obs_output_set_audio_conversion(ajaOutput->GetOBSOutput(), &conversion);
  1079. if (!obs_output_begin_data_capture(ajaOutput->GetOBSOutput(), 0)) {
  1080. blog(LOG_ERROR,
  1081. "aja_output_start: Begin OBS data capture failed!");
  1082. return false;
  1083. }
  1084. blog(LOG_INFO, "AJA Output started!");
  1085. return true;
  1086. }
  1087. static void aja_output_stop(void *data, uint64_t ts)
  1088. {
  1089. UNUSED_PARAMETER(ts);
  1090. blog(LOG_INFO, "Stopping AJA Output...");
  1091. auto ajaOutput = (AJAOutput *)data;
  1092. if (!ajaOutput) {
  1093. blog(LOG_ERROR, "aja_output_stop: Plugin instance is null!");
  1094. return;
  1095. }
  1096. const std::string &cardID = ajaOutput->mCardID;
  1097. auto &cardManager = aja::CardManager::Instance();
  1098. cardManager.EnumerateCards();
  1099. auto cardEntry = cardManager.GetCardEntry(cardID);
  1100. if (!cardEntry) {
  1101. blog(LOG_ERROR, "aja_output_stop: Card Entry not found for %s",
  1102. cardID.c_str());
  1103. return;
  1104. }
  1105. CNTV2Card *card = ajaOutput->GetCard();
  1106. if (!card) {
  1107. blog(LOG_ERROR, "aja_output_stop: Card instance is null!");
  1108. return;
  1109. }
  1110. auto outputProps = ajaOutput->GetOutputProps();
  1111. if (!cardEntry->ReleaseOutputSelection(outputProps.ioSelect,
  1112. card->GetDeviceID(),
  1113. ajaOutput->mOutputID)) {
  1114. blog(LOG_WARNING,
  1115. "aja_output_stop: Error releasing IOSelection %s from card ID %s",
  1116. aja::IOSelectionToString(outputProps.ioSelect).c_str(),
  1117. cardID.c_str());
  1118. }
  1119. ajaOutput->GenerateTestPattern(outputProps.videoFormat,
  1120. outputProps.pixelFormat,
  1121. NTV2_TestPatt_Black,
  1122. ajaOutput->mWriteCardFrame);
  1123. obs_output_end_data_capture(ajaOutput->GetOBSOutput());
  1124. auto audioSystem = outputProps.AudioSystem();
  1125. card->StopAudioOutput(audioSystem);
  1126. ajaOutput->ClearConnections();
  1127. blog(LOG_INFO, "AJA Output stopped.");
  1128. }
  1129. static void aja_output_raw_video(void *data, struct video_data *frame)
  1130. {
  1131. auto ajaOutput = (AJAOutput *)data;
  1132. if (!ajaOutput)
  1133. return;
  1134. auto outputProps = ajaOutput->GetOutputProps();
  1135. auto rasterBytes = outputProps.FormatDesc().GetTotalRasterBytes();
  1136. ajaOutput->QueueVideoFrame(frame, rasterBytes);
  1137. }
  1138. static void aja_output_raw_audio(void *data, struct audio_data *frames)
  1139. {
  1140. auto ajaOutput = (AJAOutput *)data;
  1141. if (!ajaOutput)
  1142. return;
  1143. auto outputProps = ajaOutput->GetOutputProps();
  1144. auto audioSize = outputProps.AudioSize();
  1145. auto audioBytes = static_cast<ULWord>(frames->frames * audioSize);
  1146. ajaOutput->QueueAudioFrames(frames, audioBytes);
  1147. }
  1148. static obs_properties_t *aja_output_get_properties(void *data)
  1149. {
  1150. obs_properties_t *props = obs_properties_create();
  1151. obs_property_t *device_list = obs_properties_add_list(
  1152. props, kUIPropDevice.id, obs_module_text(kUIPropDevice.text),
  1153. OBS_COMBO_TYPE_LIST, OBS_COMBO_FORMAT_STRING);
  1154. obs_property_t *output_list = obs_properties_add_list(
  1155. props, kUIPropOutput.id, obs_module_text(kUIPropOutput.text),
  1156. OBS_COMBO_TYPE_LIST, OBS_COMBO_FORMAT_INT);
  1157. obs_property_t *vid_fmt_list = obs_properties_add_list(
  1158. props, kUIPropVideoFormatSelect.id,
  1159. obs_module_text(kUIPropVideoFormatSelect.text),
  1160. OBS_COMBO_TYPE_LIST, OBS_COMBO_FORMAT_INT);
  1161. obs_properties_add_list(props, kUIPropPixelFormatSelect.id,
  1162. obs_module_text(kUIPropPixelFormatSelect.text),
  1163. OBS_COMBO_TYPE_LIST, OBS_COMBO_FORMAT_INT);
  1164. obs_properties_add_list(props, kUIPropSDITransport.id,
  1165. obs_module_text(kUIPropSDITransport.text),
  1166. OBS_COMBO_TYPE_LIST, OBS_COMBO_FORMAT_INT);
  1167. obs_properties_add_list(props, kUIPropSDITransport.id,
  1168. obs_module_text(kUIPropSDITransport.text),
  1169. OBS_COMBO_TYPE_LIST, OBS_COMBO_FORMAT_INT);
  1170. obs_properties_add_list(props, kUIPropSDITransport4K.id,
  1171. obs_module_text(kUIPropSDITransport4K.text),
  1172. OBS_COMBO_TYPE_LIST, OBS_COMBO_FORMAT_INT);
  1173. obs_properties_add_bool(props, kUIPropAutoStartOutput.id,
  1174. obs_module_text(kUIPropAutoStartOutput.text));
  1175. obs_property_set_modified_callback(vid_fmt_list,
  1176. aja_video_format_changed);
  1177. obs_property_set_modified_callback(output_list,
  1178. aja_output_dest_changed);
  1179. obs_property_set_modified_callback2(device_list,
  1180. aja_output_device_changed, data);
  1181. return props;
  1182. }
  1183. static const char *aja_output_get_name(void *)
  1184. {
  1185. return obs_module_text(kUIPropOutputModule.text);
  1186. }
  1187. static void aja_output_defaults(obs_data_t *settings)
  1188. {
  1189. obs_data_set_default_int(settings, kUIPropOutput.id,
  1190. static_cast<long long>(IOSelection::Invalid));
  1191. obs_data_set_default_int(
  1192. settings, kUIPropVideoFormatSelect.id,
  1193. static_cast<long long>(kDefaultAJAVideoFormat));
  1194. obs_data_set_default_int(
  1195. settings, kUIPropPixelFormatSelect.id,
  1196. static_cast<long long>(kDefaultAJAPixelFormat));
  1197. obs_data_set_default_int(
  1198. settings, kUIPropSDITransport.id,
  1199. static_cast<long long>(kDefaultAJASDITransport));
  1200. obs_data_set_default_int(
  1201. settings, kUIPropSDITransport4K.id,
  1202. static_cast<long long>(kDefaultAJASDITransport4K));
  1203. }
  1204. void register_aja_output_info()
  1205. {
  1206. struct obs_output_info aja_output_info = {};
  1207. aja_output_info.id = kUIPropOutputModule.id;
  1208. aja_output_info.flags = OBS_OUTPUT_AV;
  1209. aja_output_info.get_name = aja_output_get_name;
  1210. aja_output_info.create = aja_output_create;
  1211. aja_output_info.destroy = aja_output_destroy;
  1212. aja_output_info.start = aja_output_start;
  1213. aja_output_info.stop = aja_output_stop;
  1214. aja_output_info.raw_video = aja_output_raw_video;
  1215. aja_output_info.raw_audio = aja_output_raw_audio;
  1216. aja_output_info.update = aja_output_update;
  1217. aja_output_info.get_defaults = aja_output_defaults;
  1218. aja_output_info.get_properties = aja_output_get_properties;
  1219. obs_register_output(&aja_output_info);
  1220. }