aja-output.cpp 39 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392
  1. #include "aja-card-manager.hpp"
  2. #include "aja-common.hpp"
  3. #include "aja-ui-props.hpp"
  4. #include "aja-output.hpp"
  5. #include "aja-routing.hpp"
  6. #include <obs-module.h>
  7. #include <util/platform.h>
  8. #include <ajabase/common/timer.h>
  9. #include <ajabase/system/systemtime.h>
  10. #include <ajantv2/includes/ntv2card.h>
  11. #include <ajantv2/includes/ntv2devicefeatures.h>
  12. #include <atomic>
  13. #include <stdlib.h>
  14. #include <inttypes.h>
  15. // Log AJA Output video/audio delay/sync
  16. // #define AJA_OUTPUT_STATS
  17. // Log AJA Output card frame buffer numbers
  18. // #define AJA_OUTPUT_FRAME_NUMBERS
  19. #define MATCH_OBS_FRAMERATE true
  20. static constexpr uint32_t kNumCardFrames = 8;
  21. static constexpr uint32_t kFrameDelay = 4;
  22. static constexpr int64_t kDefaultStatPeriod = 2000000000;
  23. static constexpr int64_t kAudioSyncAdjust = 500;
  24. static constexpr int64_t kVideoSyncAdjust = 1;
  25. static void copy_audio_data(struct audio_data *src, struct audio_data *dst,
  26. size_t size)
  27. {
  28. if (src->data[0]) {
  29. dst->data[0] = (uint8_t *)bmemdup(src->data[0], size);
  30. }
  31. }
  32. static void free_audio_data(struct audio_data *frames)
  33. {
  34. if (frames->data[0]) {
  35. bfree(frames->data[0]);
  36. frames->data[0] = NULL;
  37. }
  38. memset(frames, 0, sizeof(*frames));
  39. }
  40. static void copy_video_data(struct video_data *src, struct video_data *dst,
  41. size_t size)
  42. {
  43. if (src->data[0]) {
  44. dst->data[0] = (uint8_t *)bmemdup(src->data[0], size);
  45. }
  46. }
  47. static void free_video_frame(struct video_data *frame)
  48. {
  49. if (frame->data[0]) {
  50. bfree(frame->data[0]);
  51. frame->data[0] = NULL;
  52. }
  53. memset(frame, 0, sizeof(*frame));
  54. }
  55. static void update_sdi_transport_and_sdi_transport_4k(obs_properties_t *props,
  56. NTV2DeviceID device_id,
  57. IOSelection io,
  58. NTV2VideoFormat vf)
  59. {
  60. // Update SDI Transport and SDI 4K Transport selections
  61. obs_property_t *sdi_trx_list =
  62. obs_properties_get(props, kUIPropSDITransport.id);
  63. obs_property_list_clear(sdi_trx_list);
  64. populate_sdi_transport_list(sdi_trx_list, device_id);
  65. obs_property_t *sdi_4k_trx_list =
  66. obs_properties_get(props, kUIPropSDITransport4K.id);
  67. obs_property_list_clear(sdi_4k_trx_list);
  68. populate_sdi_4k_transport_list(sdi_4k_trx_list);
  69. bool is_sdi = aja::IsIOSelectionSDI(io);
  70. obs_property_set_visible(sdi_trx_list, is_sdi);
  71. obs_property_set_visible(sdi_4k_trx_list,
  72. is_sdi && NTV2_IS_4K_VIDEO_FORMAT(vf));
  73. }
  74. AJAOutput::AJAOutput(CNTV2Card *card, const std::string &cardID,
  75. const std::string &outputID, UWord deviceIndex,
  76. const NTV2DeviceID deviceID)
  77. : mCardID{cardID},
  78. mOutputID{outputID},
  79. mDeviceIndex{deviceIndex},
  80. mDeviceID{deviceID},
  81. mAudioPlayCursor{0},
  82. mAudioWriteCursor{0},
  83. mAudioWrapAddress{0},
  84. mAudioQueueBytes{0},
  85. mAudioWriteBytes{0},
  86. mAudioPlayBytes{0},
  87. mNumCardFrames{0},
  88. mFirstCardFrame{0},
  89. mLastCardFrame{0},
  90. mWriteCardFrame{0},
  91. mPlayCardFrame{0},
  92. mPlayCardNext{0},
  93. mFrameRateNum{0},
  94. mFrameRateDen{0},
  95. mVideoQueueFrames{0},
  96. mVideoWriteFrames{0},
  97. mVideoPlayFrames{0},
  98. mFirstVideoTS{0},
  99. mFirstAudioTS{0},
  100. mLastVideoTS{0},
  101. mLastAudioTS{0},
  102. mOutputDelay{0},
  103. mVideoMax{0},
  104. mVideoDelay{0},
  105. mVideoSync{0},
  106. mVideoAdjust{0},
  107. mAudioMax{0},
  108. mAudioDelay{0},
  109. mAudioSync{0},
  110. mAudioAdjust{0},
  111. mLastStatTime{0},
  112. #ifdef AJA_WRITE_DEBUG_WAV
  113. mWaveWriter{nullptr},
  114. #endif
  115. mCard{card},
  116. mOutputProps{DEVICE_ID_NOTFOUND},
  117. mTestPattern{},
  118. mIsRunning{false},
  119. mAudioStarted{false},
  120. mRunThread{},
  121. mVideoLock{},
  122. mAudioLock{},
  123. mRunThreadLock{},
  124. mVideoQueue{},
  125. mAudioQueue{},
  126. mOBSOutput{nullptr},
  127. mCrosspoints{}
  128. {
  129. mVideoQueue = std::make_unique<VideoQueue>();
  130. mAudioQueue = std::make_unique<AudioQueue>();
  131. }
  132. AJAOutput::~AJAOutput()
  133. {
  134. if (mVideoQueue)
  135. mVideoQueue.reset();
  136. if (mAudioQueue)
  137. mAudioQueue.reset();
  138. }
  139. CNTV2Card *AJAOutput::GetCard()
  140. {
  141. return mCard;
  142. }
  143. void AJAOutput::Initialize(const OutputProps &props)
  144. {
  145. reset_frame_counts();
  146. // Store the address to the end of the card's audio buffer.
  147. mCard->GetAudioWrapAddress(mAudioWrapAddress, props.AudioSystem());
  148. // Specify small ring of frame buffers on the card for DMA and playback.
  149. // Starts at frame index corresponding to the output Channel * numFrames.
  150. calculate_card_frame_indices(kNumCardFrames, mCard->GetDeviceID(),
  151. props.Channel(), props.videoFormat,
  152. props.pixelFormat);
  153. // Write black frames to the card to prevent playing garbage before the first DMA write.
  154. for (uint32_t i = mFirstCardFrame; i <= mLastCardFrame; i++) {
  155. GenerateTestPattern(props.videoFormat, props.pixelFormat,
  156. NTV2_TestPatt_Black, i);
  157. }
  158. mCard->WaitForOutputVerticalInterrupt(props.Channel());
  159. const auto &cardFrameRate =
  160. GetNTV2FrameRateFromVideoFormat(props.videoFormat);
  161. ULWord fpsNum = 0;
  162. ULWord fpsDen = 0;
  163. GetFramesPerSecond(cardFrameRate, fpsNum, fpsDen);
  164. mFrameRateNum = fpsNum;
  165. mFrameRateDen = fpsDen;
  166. mOutputDelay =
  167. (int64_t)kFrameDelay * 1000000 * mFrameRateDen / mFrameRateNum;
  168. mVideoMax = (int64_t)kVideoSyncAdjust * 1000000 * mFrameRateDen /
  169. mFrameRateNum;
  170. mVideoMax -= 100;
  171. mAudioMax = (int64_t)kAudioSyncAdjust * 1000000 / props.audioSampleRate;
  172. SetOutputProps(props);
  173. }
  174. void AJAOutput::reset_frame_counts()
  175. {
  176. mAudioQueueBytes = 0;
  177. mAudioWriteBytes = 0;
  178. mAudioPlayBytes = 0;
  179. mVideoQueueFrames = 0;
  180. mVideoWriteFrames = 0;
  181. mVideoPlayFrames = 0;
  182. }
  183. void AJAOutput::SetOBSOutput(obs_output_t *output)
  184. {
  185. mOBSOutput = output;
  186. }
  187. obs_output_t *AJAOutput::GetOBSOutput()
  188. {
  189. return mOBSOutput;
  190. }
  191. void AJAOutput::SetOutputProps(const OutputProps &props)
  192. {
  193. mOutputProps = props;
  194. }
  195. OutputProps AJAOutput::GetOutputProps() const
  196. {
  197. return mOutputProps;
  198. }
  199. void AJAOutput::CacheConnections(const NTV2XptConnections &cnx)
  200. {
  201. mCrosspoints.clear();
  202. mCrosspoints = cnx;
  203. }
  204. void AJAOutput::ClearConnections()
  205. {
  206. for (auto &&xpt : mCrosspoints) {
  207. mCard->Connect(xpt.first, NTV2_XptBlack);
  208. }
  209. mCrosspoints.clear();
  210. }
  211. void AJAOutput::GenerateTestPattern(NTV2VideoFormat vf, NTV2PixelFormat pf,
  212. NTV2TestPatternSelect pattern,
  213. uint32_t frameNum)
  214. {
  215. NTV2VideoFormat vid_fmt = vf;
  216. NTV2PixelFormat pix_fmt = pf;
  217. if (vid_fmt == NTV2_FORMAT_UNKNOWN)
  218. vid_fmt = NTV2_FORMAT_720p_5994;
  219. if (pix_fmt == NTV2_FBF_INVALID)
  220. pix_fmt = kDefaultAJAPixelFormat;
  221. NTV2FormatDesc fd(vid_fmt, pix_fmt, NTV2_VANCMODE_OFF);
  222. auto bufSize = fd.GetTotalRasterBytes();
  223. if (bufSize != mTestPattern.size()) {
  224. // Raster size changed, regenerate pattern
  225. mTestPattern.clear();
  226. mTestPattern.resize(bufSize);
  227. NTV2TestPatternGen gen;
  228. gen.DrawTestPattern(pattern, fd.GetRasterWidth(),
  229. fd.GetRasterHeight(), pix_fmt,
  230. mTestPattern);
  231. }
  232. if (mTestPattern.size() == 0) {
  233. blog(LOG_DEBUG,
  234. "AJAOutput::GenerateTestPattern: Error generating test pattern!");
  235. return;
  236. }
  237. if (mCard->DMAWriteFrame(
  238. frameNum,
  239. reinterpret_cast<ULWord *>(&mTestPattern.data()[0]),
  240. static_cast<ULWord>(mTestPattern.size()))) {
  241. mCard->SetOutputFrame(mOutputProps.Channel(), frameNum);
  242. }
  243. }
  244. void AJAOutput::QueueVideoFrame(struct video_data *frame, size_t size)
  245. {
  246. const std::lock_guard<std::mutex> lock(mVideoLock);
  247. VideoFrame vf;
  248. vf.frame = *frame;
  249. vf.frameNum = mVideoWriteFrames;
  250. vf.size = size;
  251. if (mVideoQueue->size() > kVideoQueueMaxSize) {
  252. auto &front = mVideoQueue->front();
  253. free_video_frame(&front.frame);
  254. mVideoQueue->pop_front();
  255. }
  256. copy_video_data(frame, &vf.frame, size);
  257. mVideoQueue->push_back(vf);
  258. mVideoQueueFrames++;
  259. }
  260. void AJAOutput::QueueAudioFrames(struct audio_data *frames, size_t size)
  261. {
  262. const std::lock_guard<std::mutex> lock(mAudioLock);
  263. AudioFrames af;
  264. af.frames = *frames;
  265. af.offset = 0;
  266. af.size = size;
  267. if (mAudioQueue->size() > kAudioQueueMaxSize) {
  268. auto &front = mAudioQueue->front();
  269. free_audio_data(&front.frames);
  270. mAudioQueue->pop_front();
  271. }
  272. copy_audio_data(frames, &af.frames, size);
  273. mAudioQueue->push_back(af);
  274. mAudioQueueBytes += size;
  275. }
  276. void AJAOutput::ClearVideoQueue()
  277. {
  278. const std::lock_guard<std::mutex> lock(mVideoLock);
  279. while (mVideoQueue->size() > 0) {
  280. auto &vf = mVideoQueue->front();
  281. free_video_frame(&vf.frame);
  282. mVideoQueue->pop_front();
  283. }
  284. }
  285. void AJAOutput::ClearAudioQueue()
  286. {
  287. const std::lock_guard<std::mutex> lock(mAudioLock);
  288. while (mAudioQueue->size() > 0) {
  289. auto &af = mAudioQueue->front();
  290. free_audio_data(&af.frames);
  291. mAudioQueue->pop_front();
  292. }
  293. }
  294. size_t AJAOutput::VideoQueueSize()
  295. {
  296. return mVideoQueue->size();
  297. }
  298. size_t AJAOutput::AudioQueueSize()
  299. {
  300. return mAudioQueue->size();
  301. }
  302. // lock audio queue before calling
  303. void AJAOutput::DMAAudioFromQueue(NTV2AudioSystem audioSys, uint32_t channels,
  304. uint32_t sampleRate, uint32_t sampleSize)
  305. {
  306. AudioFrames &af = mAudioQueue->front();
  307. size_t sizeLeft = af.size - af.offset;
  308. if (!mFirstAudioTS)
  309. mFirstAudioTS = af.frames.timestamp;
  310. mLastAudioTS = af.frames.timestamp;
  311. if (sizeLeft == 0) {
  312. free_audio_data(&af.frames);
  313. mAudioQueue->pop_front();
  314. return;
  315. }
  316. // Get audio play cursor
  317. mCard->ReadAudioLastOut(mAudioPlayCursor, audioSys);
  318. // Calculate audio delay
  319. uint32_t audioPlaySamples = 0;
  320. uint32_t audioPlayBytes = mAudioWriteCursor - mAudioPlayCursor;
  321. if (mAudioPlayCursor <= mAudioWriteCursor) {
  322. audioPlaySamples = audioPlayBytes / (channels * sampleSize);
  323. } else {
  324. audioPlayBytes = mAudioWrapAddress - mAudioPlayCursor +
  325. mAudioWriteCursor;
  326. audioPlaySamples = audioPlayBytes / (channels * sampleSize);
  327. }
  328. mAudioDelay = 1000000 * (int64_t)audioPlaySamples / sampleRate;
  329. mAudioPlayBytes += audioPlayBytes;
  330. // Adjust audio sync when requested
  331. if (mAudioAdjust != 0) {
  332. if (mAudioAdjust > 0) {
  333. // Throw away some samples to resync audio
  334. uint32_t adjustSamples =
  335. (uint32_t)mAudioAdjust * sampleRate / 1000000;
  336. uint32_t adjustSize =
  337. adjustSamples * sampleSize * channels;
  338. if (adjustSize <= sizeLeft) {
  339. af.offset += adjustSize;
  340. sizeLeft -= adjustSize;
  341. mAudioAdjust = 0;
  342. blog(LOG_DEBUG,
  343. "AJAOutput::DMAAudioFromQueue: Drop %d audio samples",
  344. adjustSamples);
  345. } else {
  346. uint32_t samples = (uint32_t)sizeLeft /
  347. (sampleSize * channels);
  348. af.offset += sizeLeft;
  349. sizeLeft = 0;
  350. adjustSamples -= samples;
  351. mAudioAdjust = (int64_t)adjustSamples *
  352. 1000000 / sampleRate;
  353. blog(LOG_DEBUG,
  354. "AJAOutput::DMAAudioFromQueue: Drop %d audio samples",
  355. samples);
  356. }
  357. } else {
  358. // Add some silence to resync audio
  359. uint32_t adjustSamples = (uint32_t)(-mAudioAdjust) *
  360. sampleRate / 1000000;
  361. uint32_t adjustSize =
  362. adjustSamples * sampleSize * channels;
  363. uint8_t *silentBuffer = new uint8_t[adjustSize];
  364. memset(silentBuffer, 0, adjustSize);
  365. dma_audio_samples(audioSys, (uint32_t *)silentBuffer,
  366. adjustSize);
  367. delete[] silentBuffer;
  368. mAudioAdjust = 0;
  369. blog(LOG_DEBUG,
  370. "AJAOutput::DMAAudioFromQueue: Add %d audio samples",
  371. adjustSamples);
  372. }
  373. }
  374. // Write audio to the hardware ring
  375. if (af.frames.data[0] && sizeLeft > 0) {
  376. dma_audio_samples(audioSys,
  377. (uint32_t *)&af.frames.data[0][af.offset],
  378. sizeLeft);
  379. af.offset += sizeLeft;
  380. }
  381. // Free the audio buffer
  382. if (af.offset == af.size) {
  383. free_audio_data(&af.frames);
  384. mAudioQueue->pop_front();
  385. }
  386. }
  387. // lock video queue before calling
  388. void AJAOutput::DMAVideoFromQueue()
  389. {
  390. bool writeFrame = true;
  391. bool freeFrame = true;
  392. auto &vf = mVideoQueue->front();
  393. auto data = vf.frame.data[0];
  394. if (!mFirstVideoTS)
  395. mFirstVideoTS = vf.frame.timestamp;
  396. mLastVideoTS = vf.frame.timestamp;
  397. mVideoDelay = (((int64_t)mWriteCardFrame + (int64_t)mNumCardFrames -
  398. (int64_t)mPlayCardFrame) %
  399. (int64_t)mNumCardFrames) *
  400. 1000000 * mFrameRateDen / mFrameRateNum;
  401. // Adjust video sync when requested
  402. if (mVideoAdjust != 0) {
  403. if (mVideoAdjust > 0) {
  404. // skip writing this frame
  405. writeFrame = false;
  406. } else {
  407. // write this frame twice
  408. freeFrame = false;
  409. }
  410. mVideoAdjust = 0;
  411. }
  412. if (writeFrame) {
  413. // find the next buffer
  414. uint32_t writeCardFrame = mWriteCardFrame + 1;
  415. if (writeCardFrame > mLastCardFrame)
  416. writeCardFrame = mFirstCardFrame;
  417. // use the next buffer if available
  418. if (writeCardFrame != mPlayCardFrame)
  419. mWriteCardFrame = writeCardFrame;
  420. mVideoWriteFrames++;
  421. auto result = mCard->DMAWriteFrame(
  422. mWriteCardFrame, reinterpret_cast<ULWord *>(data),
  423. (ULWord)vf.size);
  424. if (!result)
  425. blog(LOG_DEBUG,
  426. "AJAOutput::DMAVideoFromQueue: Failed to write video frame!");
  427. }
  428. if (freeFrame) {
  429. free_video_frame(&vf.frame);
  430. mVideoQueue->pop_front();
  431. }
  432. }
  433. // TODO(paulh): Keep track of framebuffer indices used on the card, between the capture
  434. // and output plugins, so that we can optimize frame index placement in memory and
  435. // reduce unused gaps in between channel frame indices.
  436. void AJAOutput::calculate_card_frame_indices(uint32_t numFrames,
  437. NTV2DeviceID id,
  438. NTV2Channel channel,
  439. NTV2VideoFormat vf,
  440. NTV2PixelFormat pf)
  441. {
  442. ULWord channelIndex = GetIndexForNTV2Channel(channel);
  443. ULWord totalCardFrames = NTV2DeviceGetNumberFrameBuffers(
  444. id, GetNTV2FrameGeometryFromVideoFormat(vf), pf);
  445. mFirstCardFrame = channelIndex * numFrames;
  446. uint32_t lastFrame = mFirstCardFrame + (numFrames - 1);
  447. if (totalCardFrames - mFirstCardFrame > 0 &&
  448. totalCardFrames - lastFrame > 0) {
  449. // Reserve N framebuffers in card DRAM.
  450. mNumCardFrames = numFrames;
  451. mWriteCardFrame = mFirstCardFrame;
  452. mLastCardFrame = lastFrame;
  453. mPlayCardFrame = mWriteCardFrame;
  454. mPlayCardNext = mPlayCardFrame + 1;
  455. blog(LOG_INFO, "AJA Output using %d card frames (%d-%d).",
  456. mNumCardFrames, mFirstCardFrame, mLastCardFrame);
  457. } else {
  458. blog(LOG_WARNING,
  459. "AJA Output Card frames %d-%d out of bounds. %d total frames on card!",
  460. mFirstCardFrame, mLastCardFrame, totalCardFrames);
  461. }
  462. }
  463. uint32_t AJAOutput::get_card_play_count()
  464. {
  465. uint32_t frameCount = 0;
  466. NTV2Channel channel = mOutputProps.Channel();
  467. INTERRUPT_ENUMS interrupt = NTV2ChannelToOutputInterrupt(channel);
  468. bool isProgressiveTransport = NTV2_IS_PROGRESSIVE_STANDARD(
  469. ::GetNTV2StandardFromVideoFormat(mOutputProps.videoFormat));
  470. if (isProgressiveTransport) {
  471. mCard->GetInterruptCount(interrupt, frameCount);
  472. } else {
  473. uint32_t intCount;
  474. uint32_t nextCount;
  475. NTV2FieldID fieldID;
  476. mCard->GetInterruptCount(interrupt, intCount);
  477. mCard->GetOutputFieldID(channel, fieldID);
  478. mCard->GetInterruptCount(interrupt, nextCount);
  479. if (intCount != nextCount) {
  480. mCard->GetInterruptCount(interrupt, intCount);
  481. mCard->GetOutputFieldID(channel, fieldID);
  482. }
  483. if (fieldID == NTV2_FIELD1)
  484. intCount--;
  485. frameCount = intCount / 2;
  486. }
  487. return frameCount;
  488. }
  489. // Perform DMA of audio samples to AJA card while taking into account wrapping around the
  490. // ends of the card's audio buffer (size set to 4MB in aja::Routing::ConfigureOutputAudio).
  491. void AJAOutput::dma_audio_samples(NTV2AudioSystem audioSys, uint32_t *data,
  492. size_t size)
  493. {
  494. bool result = false;
  495. if ((mAudioWriteCursor + size) > mAudioWrapAddress) {
  496. const uint32_t remainingBuffer =
  497. mAudioWrapAddress - mAudioWriteCursor;
  498. auto audioDataRemain = reinterpret_cast<const ULWord *>(
  499. (uint8_t *)(data) + remainingBuffer);
  500. // Incoming audio size will wrap around the end of the card audio buffer.
  501. // Transfer enough bytes to fill to the end of the buffer...
  502. if (remainingBuffer > 0) {
  503. result = mCard->DMAWriteAudio(audioSys, data,
  504. mAudioWriteCursor,
  505. remainingBuffer);
  506. if (result) {
  507. mAudioWriteBytes += remainingBuffer;
  508. } else {
  509. blog(LOG_DEBUG,
  510. "AJAOutput::dma_audio_samples: "
  511. "failed to write bytes at end of buffer (address = %d)",
  512. mAudioWriteCursor);
  513. }
  514. }
  515. // ...transfer remaining bytes at the front of the card audio buffer.
  516. size_t frontRemaining = size - remainingBuffer;
  517. if (frontRemaining > 0) {
  518. result = mCard->DMAWriteAudio(audioSys, audioDataRemain,
  519. 0,
  520. (ULWord)frontRemaining);
  521. if (result) {
  522. mAudioWriteBytes += frontRemaining;
  523. } else {
  524. blog(LOG_DEBUG,
  525. "AJAOutput::dma_audio_samples "
  526. "failed to write bytes at front of buffer (address = %d)",
  527. mAudioWriteCursor);
  528. }
  529. }
  530. mAudioWriteCursor = (uint32_t)size - remainingBuffer;
  531. } else {
  532. // No wrap, so just do a linear DMA from the buffer...
  533. if (size > 0) {
  534. result = mCard->DMAWriteAudio(audioSys, data,
  535. mAudioWriteCursor,
  536. (ULWord)size);
  537. if (result) {
  538. mAudioWriteBytes += size;
  539. } else {
  540. blog(LOG_DEBUG,
  541. "AJAOutput::dma_audio_samples "
  542. "failed to write bytes to buffer (address = %d)",
  543. mAudioWriteCursor);
  544. }
  545. }
  546. mAudioWriteCursor += (uint32_t)size;
  547. }
  548. }
  549. void AJAOutput::CreateThread(bool enable)
  550. {
  551. const std::lock_guard<std::mutex> lock(mRunThreadLock);
  552. if (!mRunThread.Active()) {
  553. mRunThread.SetPriority(AJA_ThreadPriority_High);
  554. mRunThread.SetThreadName("AJA Video Output Thread");
  555. mRunThread.Attach(AJAOutput::OutputThread, this);
  556. }
  557. if (enable) {
  558. mIsRunning = true;
  559. mRunThread.Start();
  560. }
  561. }
  562. void AJAOutput::StopThread()
  563. {
  564. const std::lock_guard<std::mutex> lock(mRunThreadLock);
  565. mIsRunning = false;
  566. if (mRunThread.Active()) {
  567. mRunThread.Stop();
  568. }
  569. }
  570. bool AJAOutput::ThreadRunning()
  571. {
  572. return mIsRunning;
  573. }
  574. void AJAOutput::OutputThread(AJAThread *thread, void *ctx)
  575. {
  576. UNUSED_PARAMETER(thread);
  577. AJAOutput *ajaOutput = static_cast<AJAOutput *>(ctx);
  578. if (!ajaOutput) {
  579. blog(LOG_ERROR,
  580. "AJAOutput::OutputThread: AJA Output instance is null!");
  581. return;
  582. }
  583. CNTV2Card *card = ajaOutput->GetCard();
  584. if (!card) {
  585. blog(LOG_ERROR,
  586. "AJAOutput::OutputThread: Card instance is null!");
  587. return;
  588. }
  589. const auto &props = ajaOutput->GetOutputProps();
  590. const auto &audioSystem = props.AudioSystem();
  591. uint64_t videoPlayLast = ajaOutput->get_card_play_count();
  592. uint32_t audioSyncSlowCount = 0;
  593. uint32_t audioSyncFastCount = 0;
  594. uint32_t audioSyncCountMax = 3;
  595. uint32_t videoSyncSlowCount = 0;
  596. uint32_t videoSyncFastCount = 0;
  597. uint32_t videoSyncCountMax = 3;
  598. int64_t audioSyncSlowSum = 0;
  599. int64_t audioSyncFastSum = 0;
  600. // thread loop
  601. while (ajaOutput->ThreadRunning()) {
  602. // Wait for preroll
  603. if (!ajaOutput->mAudioStarted &&
  604. (ajaOutput->mAudioDelay > ajaOutput->mOutputDelay)) {
  605. card->StartAudioOutput(audioSystem, false);
  606. ajaOutput->mAudioStarted = true;
  607. blog(LOG_DEBUG,
  608. "AJAOutput::OutputThread: Audio Preroll complete");
  609. }
  610. // Check if a vsync occurred
  611. uint32_t frameCount = ajaOutput->get_card_play_count();
  612. if (frameCount > videoPlayLast) {
  613. videoPlayLast = frameCount;
  614. ajaOutput->mPlayCardFrame = ajaOutput->mPlayCardNext;
  615. if (ajaOutput->mPlayCardFrame !=
  616. ajaOutput->mWriteCardFrame) {
  617. uint32_t playCardNext =
  618. ajaOutput->mPlayCardFrame + 1;
  619. if (playCardNext > ajaOutput->mLastCardFrame)
  620. playCardNext =
  621. ajaOutput->mFirstCardFrame;
  622. if (playCardNext !=
  623. ajaOutput->mWriteCardFrame) {
  624. ajaOutput->mPlayCardNext = playCardNext;
  625. // Increment the play frame
  626. ajaOutput->mCard->SetOutputFrame(
  627. ajaOutput->mOutputProps
  628. .Channel(),
  629. ajaOutput->mPlayCardNext);
  630. ajaOutput->mVideoPlayFrames++;
  631. }
  632. }
  633. }
  634. // Audio DMA
  635. {
  636. const std::lock_guard<std::mutex> lock(
  637. ajaOutput->mAudioLock);
  638. while (ajaOutput->AudioQueueSize() > 0) {
  639. ajaOutput->DMAAudioFromQueue(
  640. audioSystem, props.audioNumChannels,
  641. props.audioSampleRate,
  642. props.audioSampleSize);
  643. }
  644. }
  645. // Video DMA
  646. {
  647. const std::lock_guard<std::mutex> lock(
  648. ajaOutput->mVideoLock);
  649. while (ajaOutput->VideoQueueSize() > 0) {
  650. ajaOutput->DMAVideoFromQueue();
  651. }
  652. }
  653. // Get current time and audio play cursor
  654. int64_t curTime = (int64_t)os_gettime_ns();
  655. card->ReadAudioLastOut(ajaOutput->mAudioPlayCursor,
  656. audioSystem);
  657. if ((curTime - ajaOutput->mLastStatTime) > kDefaultStatPeriod) {
  658. ajaOutput->mLastStatTime = curTime;
  659. if (ajaOutput->mAudioStarted) {
  660. // Calculate audio sync delay
  661. ajaOutput->mAudioSync = ajaOutput->mAudioDelay -
  662. ajaOutput->mOutputDelay;
  663. if (ajaOutput->mAudioSync >
  664. ajaOutput->mAudioMax) {
  665. audioSyncSlowCount++;
  666. audioSyncSlowSum +=
  667. ajaOutput->mAudioSync;
  668. if (audioSyncSlowCount >=
  669. audioSyncCountMax) {
  670. ajaOutput->mAudioAdjust =
  671. audioSyncSlowSum /
  672. audioSyncCountMax;
  673. audioSyncSlowCount = 0;
  674. audioSyncSlowSum = 0;
  675. }
  676. } else {
  677. audioSyncSlowCount = 0;
  678. audioSyncSlowSum = 0;
  679. }
  680. if (ajaOutput->mAudioSync <
  681. -ajaOutput->mAudioMax) {
  682. audioSyncFastCount++;
  683. audioSyncFastSum +=
  684. ajaOutput->mAudioSync;
  685. if (audioSyncFastCount >=
  686. audioSyncCountMax) {
  687. ajaOutput->mAudioAdjust =
  688. audioSyncFastSum /
  689. audioSyncCountMax;
  690. audioSyncFastCount = 0;
  691. audioSyncFastSum = 0;
  692. }
  693. } else {
  694. audioSyncFastCount = 0;
  695. audioSyncFastSum = 0;
  696. }
  697. }
  698. // calculate video sync delay
  699. if (ajaOutput->mVideoDelay > 0) {
  700. ajaOutput->mVideoSync = ajaOutput->mVideoDelay -
  701. ajaOutput->mOutputDelay;
  702. if (ajaOutput->mVideoSync >
  703. ajaOutput->mVideoMax) {
  704. videoSyncSlowCount++;
  705. if (videoSyncSlowCount >
  706. videoSyncCountMax) {
  707. ajaOutput->mVideoAdjust = 1;
  708. }
  709. } else {
  710. videoSyncSlowCount = 0;
  711. }
  712. if (ajaOutput->mVideoSync <
  713. -ajaOutput->mVideoMax) {
  714. videoSyncFastCount++;
  715. if (videoSyncFastCount >
  716. videoSyncCountMax) {
  717. ajaOutput->mVideoAdjust = -1;
  718. }
  719. } else {
  720. videoSyncFastCount = 0;
  721. }
  722. }
  723. #ifdef AJA_OUTPUT_STATS
  724. blog(LOG_INFO,
  725. "AJAOutput::OutputThread: od %li vd %li vs %li vm %li ad %li as %li am %li",
  726. ajaOutput->mOutputDelay, ajaOutput->mVideoDelay,
  727. ajaOutput->mVideoSync, ajaOutput->mVideoMax,
  728. ajaOutput->mAudioDelay, ajaOutput->mAudioSync,
  729. ajaOutput->mAudioMax);
  730. #endif
  731. }
  732. #ifdef AJA_OUTPUT_FRAME_NUMBERS
  733. blog(LOG_INFO,
  734. "AJAOutput::OutputThread: dma: %d play: %d next: %d",
  735. ajaOutput->mWriteCardFrame, ajaOutput->mPlayCardFrame,
  736. ajaOutput->mPlayCardNext);
  737. #endif
  738. os_sleep_ms(1);
  739. }
  740. ajaOutput->mAudioStarted = false;
  741. // Log total number of queued/written/played video frames and audio samples
  742. uint32_t audioSize = props.audioNumChannels / props.audioSampleSize;
  743. if (audioSize > 0) {
  744. blog(LOG_INFO,
  745. "AJAOutput::OutputThread: Thread stopped\n[Video] qf: %" PRIu64
  746. " wf: %" PRIu64 " pf: %" PRIu64 "\n[Audio] qs: %" PRIu64
  747. " ws: %" PRIu64 " ps: %" PRIu64,
  748. ajaOutput->mVideoQueueFrames, ajaOutput->mVideoWriteFrames,
  749. ajaOutput->mVideoPlayFrames,
  750. ajaOutput->mAudioQueueBytes / audioSize,
  751. ajaOutput->mAudioWriteBytes / audioSize,
  752. ajaOutput->mAudioPlayBytes / audioSize);
  753. }
  754. }
  755. void populate_output_device_list(obs_property_t *list)
  756. {
  757. obs_property_list_clear(list);
  758. auto &cardManager = aja::CardManager::Instance();
  759. cardManager.EnumerateCards();
  760. for (auto &iter : cardManager.GetCardEntries()) {
  761. if (!iter.second)
  762. continue;
  763. CNTV2Card *card = iter.second->GetCard();
  764. if (!card)
  765. continue;
  766. NTV2DeviceID deviceID = card->GetDeviceID();
  767. //TODO(paulh): Add support for analog I/O
  768. // w/ NTV2DeviceGetNumAnalogVideoOutputs(cardEntry.deviceID)
  769. if (NTV2DeviceGetNumVideoOutputs(deviceID) > 0 ||
  770. NTV2DeviceGetNumHDMIVideoOutputs(deviceID) > 0) {
  771. obs_property_list_add_string(
  772. list, iter.second->GetDisplayName().c_str(),
  773. iter.second->GetCardID().c_str());
  774. }
  775. }
  776. }
  777. bool aja_output_device_changed(void *data, obs_properties_t *props,
  778. obs_property_t *list, obs_data_t *settings)
  779. {
  780. UNUSED_PARAMETER(data);
  781. blog(LOG_DEBUG, "AJA Output Device Changed");
  782. populate_output_device_list(list);
  783. const char *cardID = obs_data_get_string(settings, kUIPropDevice.id);
  784. if (!cardID || !cardID[0])
  785. return false;
  786. const char *outputID =
  787. obs_data_get_string(settings, kUIPropAJAOutputID.id);
  788. auto &cardManager = aja::CardManager::Instance();
  789. cardManager.EnumerateCards();
  790. auto cardEntry = cardManager.GetCardEntry(cardID);
  791. if (!cardEntry) {
  792. blog(LOG_ERROR,
  793. "aja_output_device_changed: Card Entry not found for %s",
  794. cardID);
  795. return false;
  796. }
  797. CNTV2Card *card = cardEntry->GetCard();
  798. if (!card) {
  799. blog(LOG_ERROR,
  800. "aja_output_device_changed: Card instance is null!");
  801. return false;
  802. }
  803. obs_property_t *io_select_list =
  804. obs_properties_get(props, kUIPropOutput.id);
  805. obs_property_t *vid_fmt_list =
  806. obs_properties_get(props, kUIPropVideoFormatSelect.id);
  807. obs_property_t *pix_fmt_list =
  808. obs_properties_get(props, kUIPropPixelFormatSelect.id);
  809. const NTV2DeviceID deviceID = cardEntry->GetDeviceID();
  810. populate_io_selection_output_list(cardID, outputID, deviceID,
  811. io_select_list);
  812. // If Channel 1 is actively in use, filter the video format list to only
  813. // show video formats within the same framerate family. If Channel 1 is
  814. // not active we just go ahead and try to set all framestores to the same video format.
  815. // This is because Channel 1's clock rate will govern the card's Free Run clock.
  816. NTV2VideoFormat videoFormatChannel1 = NTV2_FORMAT_UNKNOWN;
  817. if (!cardEntry->ChannelReady(NTV2_CHANNEL1, outputID)) {
  818. card->GetVideoFormat(videoFormatChannel1, NTV2_CHANNEL1);
  819. }
  820. obs_property_list_clear(vid_fmt_list);
  821. populate_video_format_list(deviceID, vid_fmt_list, videoFormatChannel1,
  822. false, MATCH_OBS_FRAMERATE);
  823. obs_property_list_clear(pix_fmt_list);
  824. populate_pixel_format_list(deviceID, pix_fmt_list);
  825. IOSelection io_select = static_cast<IOSelection>(
  826. obs_data_get_int(settings, kUIPropOutput.id));
  827. update_sdi_transport_and_sdi_transport_4k(
  828. props, cardEntry->GetDeviceID(), io_select,
  829. static_cast<NTV2VideoFormat>(obs_data_get_int(
  830. settings, kUIPropVideoFormatSelect.id)));
  831. return true;
  832. }
  833. bool aja_output_dest_changed(obs_properties_t *props, obs_property_t *list,
  834. obs_data_t *settings)
  835. {
  836. blog(LOG_DEBUG, "AJA Output Dest Changed");
  837. const char *cardID = obs_data_get_string(settings, kUIPropDevice.id);
  838. if (!cardID || !cardID[0])
  839. return false;
  840. auto &cardManager = aja::CardManager::Instance();
  841. auto cardEntry = cardManager.GetCardEntry(cardID);
  842. if (!cardEntry) {
  843. blog(LOG_DEBUG,
  844. "aja_output_dest_changed: Card Entry not found for %s",
  845. cardID);
  846. return false;
  847. }
  848. bool itemFound = false;
  849. const long long dest = obs_data_get_int(settings, kUIPropOutput.id);
  850. const size_t itemCount = obs_property_list_item_count(list);
  851. for (size_t i = 0; i < itemCount; i++) {
  852. const long long itemDest = obs_property_list_item_int(list, i);
  853. if (dest == itemDest) {
  854. itemFound = true;
  855. break;
  856. }
  857. }
  858. if (!itemFound) {
  859. obs_property_list_insert_int(list, 0, "", dest);
  860. obs_property_list_item_disable(list, 0, true);
  861. return true;
  862. }
  863. // Revert to "Select..." if desired IOSelection is already in use
  864. auto io_select = static_cast<IOSelection>(
  865. obs_data_get_int(settings, kUIPropOutput.id));
  866. for (size_t i = 0; i < obs_property_list_item_count(list); i++) {
  867. auto io_item = static_cast<IOSelection>(
  868. obs_property_list_item_int(list, i));
  869. if (io_item == io_select &&
  870. obs_property_list_item_disabled(list, i)) {
  871. obs_data_set_int(
  872. settings, kUIPropOutput.id,
  873. static_cast<long long>(IOSelection::Invalid));
  874. blog(LOG_WARNING,
  875. "aja_output_dest_changed: IOSelection %s is already in use",
  876. aja::IOSelectionToString(io_select).c_str());
  877. return false;
  878. }
  879. }
  880. update_sdi_transport_and_sdi_transport_4k(
  881. props, cardEntry->GetDeviceID(), io_select,
  882. static_cast<NTV2VideoFormat>(obs_data_get_int(
  883. settings, kUIPropVideoFormatSelect.id)));
  884. return true;
  885. }
  886. static void aja_output_destroy(void *data)
  887. {
  888. blog(LOG_DEBUG, "AJA Output Destroy");
  889. auto ajaOutput = (AJAOutput *)data;
  890. if (!ajaOutput) {
  891. blog(LOG_ERROR, "aja_output_destroy: Plugin instance is null!");
  892. return;
  893. }
  894. #ifdef AJA_WRITE_DEBUG_WAV
  895. if (ajaOutput->mWaveWriter) {
  896. ajaOutput->mWaveWriter->close();
  897. delete ajaOutput->mWaveWriter;
  898. ajaOutput->mWaveWriter = nullptr;
  899. }
  900. #endif
  901. ajaOutput->StopThread();
  902. ajaOutput->ClearVideoQueue();
  903. ajaOutput->ClearAudioQueue();
  904. delete ajaOutput;
  905. ajaOutput = nullptr;
  906. }
  907. static void *aja_output_create(obs_data_t *settings, obs_output_t *output)
  908. {
  909. blog(LOG_INFO, "Creating AJA Output...");
  910. const char *cardID = obs_data_get_string(settings, kUIPropDevice.id);
  911. if (!cardID || !cardID[0])
  912. return nullptr;
  913. const char *outputID =
  914. obs_data_get_string(settings, kUIPropAJAOutputID.id);
  915. auto &cardManager = aja::CardManager::Instance();
  916. auto cardEntry = cardManager.GetCardEntry(cardID);
  917. if (!cardEntry) {
  918. blog(LOG_ERROR,
  919. "aja_output_create: Card Entry not found for %s", cardID);
  920. return nullptr;
  921. }
  922. CNTV2Card *card = cardEntry->GetCard();
  923. if (!card) {
  924. blog(LOG_ERROR,
  925. "aja_output_create: Card instance is null for %s", cardID);
  926. return nullptr;
  927. }
  928. NTV2DeviceID deviceID = card->GetDeviceID();
  929. OutputProps outputProps(deviceID);
  930. outputProps.ioSelect = static_cast<IOSelection>(
  931. obs_data_get_int(settings, kUIPropOutput.id));
  932. outputProps.videoFormat = static_cast<NTV2VideoFormat>(
  933. obs_data_get_int(settings, kUIPropVideoFormatSelect.id));
  934. outputProps.pixelFormat = static_cast<NTV2PixelFormat>(
  935. obs_data_get_int(settings, kUIPropPixelFormatSelect.id));
  936. outputProps.sdiTransport = static_cast<SDITransport>(
  937. obs_data_get_int(settings, kUIPropSDITransport.id));
  938. outputProps.sdi4kTransport = static_cast<SDITransport4K>(
  939. obs_data_get_int(settings, kUIPropSDITransport4K.id));
  940. outputProps.audioNumChannels = kDefaultAudioChannels;
  941. outputProps.audioSampleSize = kDefaultAudioSampleSize;
  942. outputProps.audioSampleRate = kDefaultAudioSampleRate;
  943. if (outputProps.ioSelect == IOSelection::Invalid) {
  944. blog(LOG_DEBUG,
  945. "aja_output_create: Select a valid AJA Output IOSelection!");
  946. return nullptr;
  947. }
  948. if (outputProps.videoFormat == NTV2_FORMAT_UNKNOWN ||
  949. outputProps.pixelFormat == NTV2_FBF_INVALID) {
  950. blog(LOG_ERROR,
  951. "aja_output_create: Select a valid video and/or pixel format!");
  952. return nullptr;
  953. }
  954. const std::string &ioSelectStr =
  955. aja::IOSelectionToString(outputProps.ioSelect);
  956. NTV2OutputDestinations outputDests;
  957. aja::IOSelectionToOutputDests(outputProps.ioSelect, outputDests);
  958. if (outputDests.empty()) {
  959. blog(LOG_ERROR,
  960. "No Output Destinations found for IOSelection %s!",
  961. ioSelectStr.c_str());
  962. return nullptr;
  963. }
  964. outputProps.outputDest = *outputDests.begin();
  965. if (!cardEntry->AcquireOutputSelection(outputProps.ioSelect, deviceID,
  966. outputID)) {
  967. blog(LOG_ERROR,
  968. "aja_output_create: Error acquiring IOSelection %s for card ID %s",
  969. ioSelectStr.c_str(), cardID);
  970. return nullptr;
  971. }
  972. auto ajaOutput = new AJAOutput(card, cardID, outputID,
  973. (UWord)cardEntry->GetCardIndex(),
  974. deviceID);
  975. ajaOutput->Initialize(outputProps);
  976. ajaOutput->ClearVideoQueue();
  977. ajaOutput->ClearAudioQueue();
  978. ajaOutput->SetOBSOutput(output);
  979. ajaOutput->CreateThread(true);
  980. #ifdef AJA_WRITE_DEBUG_WAV
  981. AJAWavWriterAudioFormat wavFormat;
  982. wavFormat.channelCount = outputProps.AudioChannels();
  983. wavFormat.sampleRate = outputProps.audioSampleRate;
  984. wavFormat.sampleSize = outputProps.AudioSize();
  985. ajaOutput->mWaveWriter =
  986. new AJAWavWriter("obs_aja_output.wav", wavFormat);
  987. ajaOutput->mWaveWriter->open();
  988. #endif
  989. blog(LOG_INFO, "AJA Output created!");
  990. return ajaOutput;
  991. }
  992. static void aja_output_update(void *data, obs_data_t *settings)
  993. {
  994. UNUSED_PARAMETER(data);
  995. UNUSED_PARAMETER(settings);
  996. blog(LOG_INFO, "AJA Output Update...");
  997. }
  998. static bool aja_output_start(void *data)
  999. {
  1000. blog(LOG_INFO, "Starting AJA Output...");
  1001. auto ajaOutput = (AJAOutput *)data;
  1002. if (!ajaOutput) {
  1003. blog(LOG_ERROR, "aja_output_start: Plugin instance is null!");
  1004. return false;
  1005. }
  1006. const std::string &cardID = ajaOutput->mCardID;
  1007. auto &cardManager = aja::CardManager::Instance();
  1008. cardManager.EnumerateCards();
  1009. auto cardEntry = cardManager.GetCardEntry(cardID);
  1010. if (!cardEntry) {
  1011. blog(LOG_DEBUG,
  1012. "aja_io_selection_changed: Card Entry not found for %s",
  1013. cardID.c_str());
  1014. return false;
  1015. }
  1016. CNTV2Card *card = ajaOutput->GetCard();
  1017. if (!card) {
  1018. blog(LOG_ERROR, "aja_output_start: Card instance is null!");
  1019. return false;
  1020. }
  1021. auto outputProps = ajaOutput->GetOutputProps();
  1022. auto audioSystem = outputProps.AudioSystem();
  1023. auto outputDest = outputProps.outputDest;
  1024. auto videoFormat = outputProps.videoFormat;
  1025. auto pixelFormat = outputProps.pixelFormat;
  1026. blog(LOG_INFO,
  1027. "Output Dest: %s | Audio System: %s | Video Format: %s | Pixel Format: %s",
  1028. NTV2OutputDestinationToString(outputDest, true).c_str(),
  1029. NTV2AudioSystemToString(audioSystem, true).c_str(),
  1030. NTV2VideoFormatToString(videoFormat, false).c_str(),
  1031. NTV2FrameBufferFormatToString(pixelFormat, true).c_str());
  1032. const NTV2DeviceID deviceID = card->GetDeviceID();
  1033. if (GetIndexForNTV2Channel(outputProps.Channel()) > 0) {
  1034. auto numFramestores = aja::CardNumFramestores(deviceID);
  1035. for (UWord i = 0; i < numFramestores; i++) {
  1036. auto channel = GetNTV2ChannelForIndex(i);
  1037. if (cardEntry->ChannelReady(channel,
  1038. ajaOutput->mOutputID)) {
  1039. card->SetVideoFormat(videoFormat, false, false,
  1040. channel);
  1041. card->SetRegisterWriteMode(
  1042. NTV2_REGWRITE_SYNCTOFRAME, channel);
  1043. card->SetFrameBufferFormat(channel,
  1044. pixelFormat);
  1045. }
  1046. }
  1047. }
  1048. // Configures crosspoint routing on AJA card
  1049. ajaOutput->ClearConnections();
  1050. NTV2XptConnections xpt_cnx;
  1051. if (!aja::Routing::ConfigureOutputRoute(outputProps, NTV2_MODE_DISPLAY,
  1052. card, xpt_cnx)) {
  1053. blog(LOG_ERROR,
  1054. "aja_output_start: Error configuring output route!");
  1055. return false;
  1056. }
  1057. ajaOutput->CacheConnections(xpt_cnx);
  1058. aja::Routing::ConfigureOutputAudio(outputProps, card);
  1059. const auto &formatDesc = outputProps.FormatDesc();
  1060. struct video_scale_info scaler = {};
  1061. scaler.format = aja::AJAPixelFormatToOBSVideoFormat(pixelFormat);
  1062. scaler.width = formatDesc.GetRasterWidth();
  1063. scaler.height = formatDesc.GetRasterHeight();
  1064. // TODO(paulh): Find out what these scaler params actually do.
  1065. // The colors are off when outputting the frames that OBS sends us.
  1066. // but simply changing these values doesn't seem to have any effect.
  1067. scaler.colorspace = VIDEO_CS_709;
  1068. scaler.range = VIDEO_RANGE_PARTIAL;
  1069. obs_output_set_video_conversion(ajaOutput->GetOBSOutput(), &scaler);
  1070. struct audio_convert_info conversion = {};
  1071. conversion.format = outputProps.AudioFormat();
  1072. conversion.speakers = outputProps.SpeakerLayout();
  1073. conversion.samples_per_sec = outputProps.audioSampleRate;
  1074. obs_output_set_audio_conversion(ajaOutput->GetOBSOutput(), &conversion);
  1075. if (!obs_output_begin_data_capture(ajaOutput->GetOBSOutput(), 0)) {
  1076. blog(LOG_ERROR,
  1077. "aja_output_start: Begin OBS data capture failed!");
  1078. return false;
  1079. }
  1080. blog(LOG_INFO, "AJA Output started!");
  1081. return true;
  1082. }
  1083. static void aja_output_stop(void *data, uint64_t ts)
  1084. {
  1085. UNUSED_PARAMETER(ts);
  1086. blog(LOG_INFO, "Stopping AJA Output...");
  1087. auto ajaOutput = (AJAOutput *)data;
  1088. if (!ajaOutput) {
  1089. blog(LOG_ERROR, "aja_output_stop: Plugin instance is null!");
  1090. return;
  1091. }
  1092. const std::string &cardID = ajaOutput->mCardID;
  1093. auto &cardManager = aja::CardManager::Instance();
  1094. cardManager.EnumerateCards();
  1095. auto cardEntry = cardManager.GetCardEntry(cardID);
  1096. if (!cardEntry) {
  1097. blog(LOG_ERROR, "aja_output_stop: Card Entry not found for %s",
  1098. cardID.c_str());
  1099. return;
  1100. }
  1101. CNTV2Card *card = ajaOutput->GetCard();
  1102. if (!card) {
  1103. blog(LOG_ERROR, "aja_output_stop: Card instance is null!");
  1104. return;
  1105. }
  1106. auto outputProps = ajaOutput->GetOutputProps();
  1107. if (!cardEntry->ReleaseOutputSelection(outputProps.ioSelect,
  1108. card->GetDeviceID(),
  1109. ajaOutput->mOutputID)) {
  1110. blog(LOG_WARNING,
  1111. "aja_output_stop: Error releasing IOSelection %s from card ID %s",
  1112. aja::IOSelectionToString(outputProps.ioSelect).c_str(),
  1113. cardID.c_str());
  1114. }
  1115. ajaOutput->GenerateTestPattern(outputProps.videoFormat,
  1116. outputProps.pixelFormat,
  1117. NTV2_TestPatt_Black,
  1118. ajaOutput->mWriteCardFrame);
  1119. obs_output_end_data_capture(ajaOutput->GetOBSOutput());
  1120. auto audioSystem = outputProps.AudioSystem();
  1121. card->StopAudioOutput(audioSystem);
  1122. ajaOutput->ClearConnections();
  1123. blog(LOG_INFO, "AJA Output stopped.");
  1124. }
  1125. static void aja_output_raw_video(void *data, struct video_data *frame)
  1126. {
  1127. auto ajaOutput = (AJAOutput *)data;
  1128. if (!ajaOutput)
  1129. return;
  1130. auto outputProps = ajaOutput->GetOutputProps();
  1131. auto rasterBytes = outputProps.FormatDesc().GetTotalRasterBytes();
  1132. ajaOutput->QueueVideoFrame(frame, rasterBytes);
  1133. }
  1134. static void aja_output_raw_audio(void *data, struct audio_data *frames)
  1135. {
  1136. auto ajaOutput = (AJAOutput *)data;
  1137. if (!ajaOutput)
  1138. return;
  1139. auto outputProps = ajaOutput->GetOutputProps();
  1140. auto audioSize = outputProps.AudioSize();
  1141. auto audioBytes = static_cast<ULWord>(frames->frames * audioSize);
  1142. ajaOutput->QueueAudioFrames(frames, audioBytes);
  1143. }
  1144. static obs_properties_t *aja_output_get_properties(void *data)
  1145. {
  1146. obs_properties_t *props = obs_properties_create();
  1147. obs_property_t *device_list = obs_properties_add_list(
  1148. props, kUIPropDevice.id, obs_module_text(kUIPropDevice.text),
  1149. OBS_COMBO_TYPE_LIST, OBS_COMBO_FORMAT_STRING);
  1150. obs_property_t *output_list = obs_properties_add_list(
  1151. props, kUIPropOutput.id, obs_module_text(kUIPropOutput.text),
  1152. OBS_COMBO_TYPE_LIST, OBS_COMBO_FORMAT_INT);
  1153. obs_property_t *vid_fmt_list = obs_properties_add_list(
  1154. props, kUIPropVideoFormatSelect.id,
  1155. obs_module_text(kUIPropVideoFormatSelect.text),
  1156. OBS_COMBO_TYPE_LIST, OBS_COMBO_FORMAT_INT);
  1157. obs_properties_add_list(props, kUIPropPixelFormatSelect.id,
  1158. obs_module_text(kUIPropPixelFormatSelect.text),
  1159. OBS_COMBO_TYPE_LIST, OBS_COMBO_FORMAT_INT);
  1160. obs_properties_add_list(props, kUIPropSDITransport.id,
  1161. obs_module_text(kUIPropSDITransport.text),
  1162. OBS_COMBO_TYPE_LIST, OBS_COMBO_FORMAT_INT);
  1163. obs_properties_add_list(props, kUIPropSDITransport.id,
  1164. obs_module_text(kUIPropSDITransport.text),
  1165. OBS_COMBO_TYPE_LIST, OBS_COMBO_FORMAT_INT);
  1166. obs_properties_add_list(props, kUIPropSDITransport4K.id,
  1167. obs_module_text(kUIPropSDITransport4K.text),
  1168. OBS_COMBO_TYPE_LIST, OBS_COMBO_FORMAT_INT);
  1169. obs_properties_add_bool(props, kUIPropAutoStartOutput.id,
  1170. obs_module_text(kUIPropAutoStartOutput.text));
  1171. obs_property_set_modified_callback(vid_fmt_list,
  1172. aja_video_format_changed);
  1173. obs_property_set_modified_callback(output_list,
  1174. aja_output_dest_changed);
  1175. obs_property_set_modified_callback2(device_list,
  1176. aja_output_device_changed, data);
  1177. return props;
  1178. }
  1179. static const char *aja_output_get_name(void *)
  1180. {
  1181. return obs_module_text(kUIPropOutputModule.text);
  1182. }
  1183. static void aja_output_defaults(obs_data_t *settings)
  1184. {
  1185. obs_data_set_default_int(settings, kUIPropOutput.id,
  1186. static_cast<long long>(IOSelection::Invalid));
  1187. obs_data_set_default_int(
  1188. settings, kUIPropVideoFormatSelect.id,
  1189. static_cast<long long>(kDefaultAJAVideoFormat));
  1190. obs_data_set_default_int(
  1191. settings, kUIPropPixelFormatSelect.id,
  1192. static_cast<long long>(kDefaultAJAPixelFormat));
  1193. obs_data_set_default_int(
  1194. settings, kUIPropSDITransport.id,
  1195. static_cast<long long>(kDefaultAJASDITransport));
  1196. obs_data_set_default_int(
  1197. settings, kUIPropSDITransport4K.id,
  1198. static_cast<long long>(kDefaultAJASDITransport4K));
  1199. }
  1200. void register_aja_output_info()
  1201. {
  1202. struct obs_output_info aja_output_info = {};
  1203. aja_output_info.id = kUIPropOutputModule.id;
  1204. aja_output_info.flags = OBS_OUTPUT_AV;
  1205. aja_output_info.get_name = aja_output_get_name;
  1206. aja_output_info.create = aja_output_create;
  1207. aja_output_info.destroy = aja_output_destroy;
  1208. aja_output_info.start = aja_output_start;
  1209. aja_output_info.stop = aja_output_stop;
  1210. aja_output_info.raw_video = aja_output_raw_video;
  1211. aja_output_info.raw_audio = aja_output_raw_audio;
  1212. aja_output_info.update = aja_output_update;
  1213. aja_output_info.get_defaults = aja_output_defaults;
  1214. aja_output_info.get_properties = aja_output_get_properties;
  1215. obs_register_output(&aja_output_info);
  1216. }