Agora C++ API Reference for All Platforms
Loading...
Searching...
No Matches
video_node_i.h
1//
2// Agora Media SDK
3//
4// Created by Sting Feng in 2015-05.
5// Copyright (c) 2015 Agora IO. All rights reserved.
6//
7#pragma once
8
9#include <memory>
10#include <string>
11#include <vector>
12
13#include "AgoraMediaBase.h"
14#include "AgoraRefPtr.h"
15
16#include "NGIAgoraCameraCapturer.h"
17#include "NGIAgoraVideoMixerSource.h"
18#include "NGIAgoraMediaNodeFactory.h"
19#include "NGIAgoraMediaNode.h"
20#include "main/core/video/base/video_frame/video_frame.h"
21#include "main/core/video/stats_and_events/video_stats_events_pusher.h"
22#include "facilities/miscellaneous/view_manager.h"
23
24namespace webrtc {
25class VideoFrame;
26} // namespace webrtc
27
28namespace rtc {
29struct VideoSinkWants;
30
31template <typename VideoFrameT>
33} // namespace rtc
34
35namespace agora {
36namespace rtc {
37struct RenderFreezeStats;
38
44
46 agora::rtc::view_shared_ptr_t view;
47 bool mirror;
50};
51
53 webrtc::VideoFrame outputFrame;
55 FrameProcessResult(const webrtc::VideoFrame& frame, bool drop) : outputFrame(frame), dropFrame(drop) {}
56};
57
60 bool fixed = false;
61
63 VideoDataPipeFormat(const VideoFormat& f, bool fi) : format(f), fixed(fi) {}
64
65 bool operator==(const VideoDataPipeFormat& fmt) const {
66 return format == fmt.format && fixed == fmt.fixed;
67 }
68 bool operator!=(const VideoDataPipeFormat& fmt) const {
69 return !operator==(fmt);
70 }
71};
72
73static const char* const BUILT_IN_SOURCE_FILTER = "built-in-source-filter";
74static const char* const BUILT_IN_METADATA_OBSERVER = "built-in-metadata-observer";
75static const char* const BUILT_IN_ADAPTER = "built-in-adapter";
76static const char* const BUILT_IN_REMOTE_ADAPTER = "built-in-remote-adapter";
77static const char* const BUILT_IN_PRE_ENCODER_WATERMARK_FILTER = "built-in-pre-encoder-watermarker";
78static const char* const BUILT_IN_POST_CAPTURER_WATERMARK_FILTER = "built-in-post-capturer-watermarker";
79
80static const char* const BUILT_IN_PRE_ENCODER_FACEDETECE_FILTER = "built-in-pre-encoder-facedetect";
81
82static const char* const BUILT_IN_SOURCE_TEE = "built-in-source-tee";
83static const char* const BUILT_IN_PREVIEW_TEE = "built-in-preview-tee";
84static const char* const BUILT_IN_MAJOR_TEE = "built-in-major-tee";
85static const char* const BUILT_IN_SIMULCAST_TEE = "built-in-simulcast-tee";
86static const char* const BUILT_IN_MINOR_ADAPTER = "built-in-minor-adapter";
87static const char* const BUILT_IN_POST_CAPTURER_FILTER_OBSERVER = "built-in-post-capturer-filter-observer";
88static const char* const BUILT_IN_PRE_ENCODER_FILTER_OBSERVER = "built-in-pre-encoder-filter-observer";
89static const char* const BUILT_IN_POST_CAPTURER_FILTER_FRAME_OBSERVER = "CaptureFilterModeObserver";
90static const char* const BUILT_IN_PRE_ENCODER_FILTER_FRAME_OBSERVER = "PreEncoderFilterModeObserver";
91static const char* const BUILT_IN_STITCH_FRAME = "built-in-stitch-frame";
92static const char* const BUILT_IN_SCREEN_CAPTURE_FILTER = "built-in-screen-capture-filter";
93
97 public:
98 // Internal node can use webrtc video frame directly to reduce copy operation.
99 virtual void adaptVideoFrameAsync(const webrtc::VideoFrame& inputFrame,
100 std::shared_ptr<FrameProcessResult> resultSp) = 0;
101
102 // TODO(Bob): This should be moved to node base.
103 virtual void onSinkWantsChanged(const ::rtc::VideoSinkWants& wants) = 0;
104 bool isExternal() override { return false; }
105 virtual void attachStatsSpace(uint64_t stats_space) {}
106 virtual void setVideoQoEPusher(std::weak_ptr<VideoStatsEventsPusher> pusher) {}
107 virtual void onDropFrame(agora::rtc::VideoQoEDropType drop_type) {}
108 virtual void SetFilterId(std::string id) {}
109
110 protected:
112};
113
117 public:
118 // Requests the output frame size and frame interval from
119 // |AdaptFrameResolution| to not be larger than |format|. Also, the input
120 // frame size will be cropped to match the requested aspect ratio. When "fixed"
121 // is set false, the requested aspect ratio is orientation agnostic
122 // and will be adjusted to maintain the input orientation, so it doesn't matter
123 // if e.g. 1280x720 or 720x1280 is requested. Otherwise, the output format is
124 // fixed. The input frame may be cropped and rotated to meet the output format.
125 virtual void setOutputFormat(const VideoFormat& format, bool fixed = false) = 0;
126
127 virtual void setOutputFormat(const VideoDataPipeFormat& format, agora::Optional<VideoDataPipeFormat>& source_pipe_format_expected) {
128 setOutputFormat(format.format, format.fixed);
129 };
130
131 // Request the output frame in a fixed rotation.
132 virtual void setOutputRotation(webrtc::VideoRotation rotation) {}
133
134 // mirror the frame
135 virtual void setMirror(bool mirror) {}
136
137 protected:
139};
140
146
148 public:
150
151#if defined(__ANDROID__) || (defined(TARGET_OS_IPHONE) && TARGET_OS_IPHONE) || defined(__OHOS__)
152 virtual void setPreviewInfo(const PreviewMetaInfo& info) {}
155 virtual int32_t setCameraZoomLLApiInternal(float zoomValue) = 0;
156 virtual float getCameraMaxZoomLLApiInternal() = 0;
158 virtual int32_t setCameraFocusLLApiInternal(float x, float y) = 0;
160 virtual int32_t setCameraAutoFaceFocusLLApiInternal(bool enable) = 0;
161 virtual int32_t enableFaceDetectionLLApiInternal(bool enable) = 0;
164 virtual int32_t setCameraTorchOnLLApiInternal(bool isOn) = 0;
166 virtual int setCameraExposurePositionLLApiInternal(float positionXinView, float positionYinView) = 0;
168 virtual int setCameraExposureFactorLLApiInternal(float factor) = 0;
169 virtual int switchCameraLLApiInternal() = 0;
170#elif defined(_WIN32) || (defined(TARGET_OS_IPHONE) && !(TARGET_OS_IPHONE) && (TARGET_OS_MAC)) || \
171 (defined(__linux__) && !defined(__ANDROID__) && !defined (__OHOS__))
172 virtual std::string getDeviceId() = 0;
174 virtual int initWithDeviceIdLLApiInternal(const char* deviceId) = 0;
175 virtual int initWithDeviceNameLLApiInternal(const char* deviceName) = 0;
176#endif
177
179 virtual int setCaptureFormatLLApiInternal(const VideoFormat& capture_format) = 0;
183
184#if defined(__ANDROID__)
187 virtual void setCameraSelected(int module_selected) = 0;
188 virtual void setCameraSelectedLevel(int camera_selected_level) = 0;
189 virtual void setCameraPqFirst(bool pq_first) = 0;
190 virtual void setCameraSkipControl(int skip_control) = 0;
191 virtual void setVideoStabilityMode(int mode) = 0;
192 virtual void setCameraLowPower(bool lowPower) = 0;
193 virtual void setAutoFaceDetectFocus(bool enable) = 0;
194 virtual void setCameraTemplateType(int type) = 0;
195 virtual void setCameraTemplateVideoLowestScore(int lowestScore) = 0;
196 virtual void setCameraExtraSurface(bool extraSurface) = 0;
197 virtual void setCameraAutoWhiteBalance(bool enable) = 0;
198 virtual void setVideoEdgeMode(int mode) = 0;
199 virtual void setCamera1FocusMode(int mode) = 0;
200 virtual void setCamera2FocusMode(int mode) = 0;
201 virtual void setCamera1FpsRangeEnabled(bool enable) = 0;
202 virtual void setCameraRefocusEnabled(bool enable) = 0;
203 virtual int32_t setNoiseReductionMode(int mode) = 0;
204 virtual int setCameraSourceWithCameraId(CAMERA_SOURCE source,const char* camera_id) = 0;
205 virtual void switchCameraIdLLApiInternal(const char* cameraId) = 0;
206 virtual void setFocalLengthType(CAMERA_FOCAL_LENGTH_TYPE focalLengthType) = 0;
207 virtual void setCameraPqFirstCaptureMode(int captureMode) = 0;
208 virtual void setCameraPqFirstDiff(int diff) = 0;
209 virtual void setCameraTimeoutValue(int value) = 0;
210 virtual void setCameraPqFirstLowFpsLimit(int value) = 0;
211 virtual void setCameraCustomTange(int minFps, int maxFps, bool strictMode) = 0;
212 virtual void setCameraEnablePqFirstTargetFps(bool enable) = 0;
213#endif
214
215#if defined(TARGET_OS_IPHONE) && TARGET_OS_IPHONE
216 virtual bool enableMultiCameraLLApiInternal(bool enable) = 0;
219#endif
220
221#if defined(WEBRTC_IOS)
222 virtual void setHDRCaptureEnable(bool enableHDRCapture) = 0;
223 virtual void setCameraMirror(VIDEO_MIRROR_MODE_TYPE mirror) = 0;
224#endif
225 virtual void setColorSpaceInfo(webrtc::ColorSpace colorSpace) = 0;
226
227#if defined(__ANDROID__) || defined(WEBRTC_MAC)
228 virtual void setCameraDropCount(int dropcount) = 0;
229#endif
230
231 // Requests the output frame size and frame rate.
232 // The output frame size will be cropped to match the requested aspect
233 // ratio, unless |bypass_resolution_adaption| is set true in which case
234 // no cropping is done. The output frame rate will not be larger than the
235 // requested value.
236 // When "fixed" is set false, the requested aspect ratio is orientation
237 // agnostic, so it doesn't matter if e.g. 1280x720 or 720x1280 is requested.
238 // Otherwise, the aspect ratio of output frame is fixed.
239 virtual void setOutputFormat(const VideoDataPipeFormat& output_format, bool bypass_resolution_adaption = false) = 0;
240};
241
243 public:
244 struct ViewOption {
245 Rectangle cropArea = {0, 0, 0, 0};
247 bool enableAlphaMask = false;
248 uint32_t backgroundColor = 0;
249 webrtc::VideoRotation rotation = webrtc::VideoRotation::kVideoRotation_0;
250 };
251
253 virtual int onFrame(const webrtc::VideoFrame& videoFrame) {
254 (void)videoFrame;
255 return -ERR_NOT_SUPPORTED;
256 }
257
258 int setView(void* view, aosl_ref_t ares = AOSL_REF_INVALID) override {
259 (void) view;
260 return -ERR_NOT_SUPPORTED;
261 }
262
263 int addView(void* view, const Rectangle& cropArea, aosl_ref_t ares = AOSL_REF_INVALID) override {
264 (void) view;
265 (void) cropArea;
266 return -ERR_NOT_SUPPORTED;
267 }
268
269 int removeView(void* view) override {
270 (void) view;
271 return -ERR_NOT_SUPPORTED;
272 }
273
274 virtual int addViewEx(agora::rtc::view_shared_ptr_t view, const ViewOption& option) {
275 (void) option;
276 return -ERR_NOT_SUPPORTED;
277 }
278
279 virtual int addViewEx(agora::rtc::view_shared_ptr_t view) {
280 (void) view;
281 return -ERR_NOT_SUPPORTED;
282 }
283
284 virtual int removeViewEx(agora::view_t view) {
285 (void) view;
286 return unsetView();
287 }
288
289 int setRenderMode(void* view, media::base::RENDER_MODE_TYPE renderMode, aosl_ref_t ares = AOSL_REF_INVALID) override {
290 (void) view;
291 (void) renderMode;
292 return -ERR_NOT_SUPPORTED;
293 }
294
295 int setMirror(void* view, bool mirror, aosl_ref_t ares = AOSL_REF_INVALID) override {
296 (void) view;
297 (void) mirror;
298 return -ERR_NOT_SUPPORTED;
299 }
300
302 virtual int setRenderModeEx(agora::view_t view, media::base::RENDER_MODE_TYPE renderMode, aosl_ref_t ares = AOSL_REF_INVALID) {
303 (void) view;
304 return setRenderMode(renderMode, ares);
305 }
306
308 virtual int setMirrorEx(agora::view_t view, bool mirror, aosl_ref_t ares = AOSL_REF_INVALID) {
309 (void) view;
310 return setMirror(mirror, ares);
311 }
312
313 int setRotation(void* view, agora::rtc::VIDEO_ORIENTATION rotation, aosl_ref_t ares = AOSL_REF_INVALID) override {
314 (void) view;
315 (void) rotation;
316 return -ERR_NOT_SUPPORTED;
317 }
318
320 virtual int setRotationEx(agora::view_t view, agora::rtc::VIDEO_ORIENTATION rotation, aosl_ref_t ares = AOSL_REF_INVALID) {
321 (void) view;
322 return setRotation(rotation, ares);
323 }
324
325 virtual int setCropAreaEx(agora::view_t view, const Rectangle& cropArea, aosl_ref_t ares = AOSL_REF_INVALID) {
326 (void) view;
327 (void) cropArea;
328 return -ERR_NOT_SUPPORTED;
329 }
330
331 virtual void attachUserInfo(uid_t uid, uint64_t state_space) {
332 (void) uid;
333 (void) state_space;
334 }
335
336 virtual void SetVideoQoEPusher(std::weak_ptr<agora::rtc::VideoStatsEventsPusher> pusher) {
337 (void) pusher;
338 }
339
340 virtual int getViewMetaInfo(PreviewMetaInfo& info) {
341 (void) info;
342 return -ERR_NOT_SUPPORTED;
343 }
344
346 (void) view;
347 (void) info;
348 return -ERR_NOT_SUPPORTED;
349 }
350
351 virtual int getViewCount() {
352 return -ERR_NOT_SUPPORTED;
353 }
354
355 virtual int clearBuffer() {
356 return -ERR_NOT_SUPPORTED;
357 }
361 virtual int setMirrorLLApiInternal(bool mirror) {return -ERR_NOT_SUPPORTED;}
362 virtual int setMirrorLLApiInternal(void* view, bool mirror) {return -ERR_NOT_SUPPORTED;}
363 virtual int setMirrorExLLApiInternal(view_t view, bool mirror) {return -ERR_NOT_SUPPORTED;}
364 virtual int setCropAreaExLLApiInternal(view_t view, const Rectangle& cropArea) {return -ERR_NOT_SUPPORTED;}
365 virtual int setViewLLApiInternal(view_t view) {return -ERR_NOT_SUPPORTED;}
366 virtual int addViewLLApiInternal(view_t view, const Rectangle& cropArea) {return -ERR_NOT_SUPPORTED;}
372};
373
375 public:
378 int setRotation(VIDEO_ORIENTATION rotation, aosl_ref_t ares = AOSL_REF_INVALID) override {
379 return -ERR_NOT_SUPPORTED;
380 }
381
382 protected:
384};
385
387 public:
389 virtual void* getVideoFrameObserver() { return nullptr; }
390
391 protected:
393};
394
410
424
426 std::string codecName;
427 std::string GPUVersion;
428 std::string EncodeCapacity;
429 std::string DecodeCapacity;
430 int32_t codecType = 0;
431 int32_t codecNum = 0;
432 int32_t platformid = 0;
433 std::string maxResolution;
434 std::string deviceid;
435 int32_t EncodeMaxLevel = 0;
436 int32_t inputType = 0;
437 int32_t bitrateMode = 0;
438 int32_t profile = 0;
440 bool inited = false;
441};
442
444 bool inUse;
445 std::string deviceName;
446 std::string deviceId;
447 std::string deviceType;
448};
449using CameraInfoList = std::vector<CameraInfo>;
450
456
458 public:
461 VIDEO_STREAM_TYPE stream_type) = 0;
463 VIDEO_STREAM_TYPE stream_type) = 0;
464 virtual void AttachStatSpace(uint64_t stats_space) = 0;
465 virtual void DetachStatSpace(uint64_t stats_space) = 0;
466 virtual bool sendEncodedVideoImageLLApiInternal(const uint8_t* imageBuffer, size_t length,
467 const EncodedVideoFrameInfo& videoEncodedFrameInfo) = 0;
468
469 virtual int getWidth() const = 0;
470 virtual int getHeight() const = 0;
471};
472
474 public:
476
478
479 virtual int sendVideoFrame(const webrtc::VideoFrame& videoFrame) = 0;
480
485 virtual int getVideoFrame(webrtc::VideoFrame& videoFrame) = 0;
486 virtual int getVideoFrameBitDepth() = 0;
487 virtual bool pushMode() = 0;
488 virtual void fallbackHDRSender(bool fallback) = 0;
489};
490
492 public:
493 virtual ~IVideoMixerSourceEx() = default;
497 virtual void onFrame(const std::string& uid, const webrtc::VideoFrame& frame) = 0;
498 virtual void startMixing() = 0;
499 virtual void stopMixing() = 0;
500 virtual bool hasVideoTrack(const std::string& id) = 0;
501 virtual int addVideoTrackLLApiInternal(const char* id, agora_refptr<IVideoTrack> track) = 0;
502 virtual int removeVideoTrackLLApiInternal(const char* id, agora_refptr<IVideoTrack> track) = 0;
503 virtual int setStreamLayoutLLApiInternal(const char* id, const MixerLayoutConfig& config, std::shared_ptr<int> result) = 0;
504 virtual int addImageSourceLLApiInternal(const char* id, const MixerLayoutConfig& config, ImageType type, std::shared_ptr<int> result) = 0;
505 virtual int delImageSourceLLApiInternal(const char* id) = 0;
506 virtual int delStreamLayoutLLApiInternal(const char* id) = 0;
507 virtual int clearLayoutLLApiInternal() = 0;
508 virtual int refreshLLApiInternal() = 0;
509 virtual int setBackgroundLLApiInternal(uint32_t width, uint32_t height, int fps, uint32_t color_rgba = 0) = 0;
510 virtual int setBackgroundLLApiInternal(uint32_t width, uint32_t height, int fps, const char* url) = 0;
511 virtual int setRotationLLApiInternal(uint8_t rotation) = 0;
513 virtual int setMasterClockSourceLLApiInternal(const char* id = NULL) = 0;
514};
515
517 public:
518 virtual int onFrame(const webrtc::VideoFrame& videoFrame) = 0;
522 virtual void observeTxDelay(ILocalVideoTrack* track) = 0;
524
526};
527
528static const char* const GLFW_RESOURCE = "glfw_resource";
530 const char* resource_name = nullptr;
531 int (*init_func)(void*) = nullptr;
532 int (*deinit_func)(void*) = nullptr;
533 void* context = nullptr;
534 bool fixed_thread = true;
535 bool init_once = false;
536};
537
539 public:
541 virtual int ReportCounter(int32_t counter_id, int32_t value) = 0;
542 virtual int ReportEvent(int32_t event_id, void* event) = 0;
543 virtual int DeclareGlobalResource(const GlobalResourceMetaInfo& meta_info, int& resource_count) = 0;
544 virtual int ReleaseGlobalResource(const GlobalResourceMetaInfo& meta_info, int& resource_count) = 0;
545 virtual int RunOnGlobalResourceThread(int (*task)(void*), void* context) = 0;
546 virtual void NotifySrDelay(int sr_delay_ms) = 0;
547};
548
549} // namespace rtc
550} // namespace agora
Definition AgoraOptional.h:413
Definition AgoraRefPtr.h:31
Definition AgoraRefPtr.h:44
The IVideoFrameObserver class.
Definition AgoraMediaBase.h:1959
Definition NGIAgoraCameraCapturer.h:414
Definition video_node_i.h:147
virtual VideoFormat getCaptureFormatLLApiInternal()=0
virtual bool isZoomSupportedLLApiInternal()=0
virtual void setCameraLowPower(bool lowPower)=0
virtual int unregisterCameraObserverLLApiInternal(ICameraCaptureObserver *observer)=0
virtual void setCamera2FocusMode(int mode)=0
virtual void setCameraPqFirstDiff(int diff)=0
virtual bool isCameraTorchSupportedLLApiInternal()=0
virtual void setVideoEdgeMode(int mode)=0
virtual int32_t setCameraTorchOnLLApiInternal(bool isOn)=0
virtual bool enableMultiCameraLLApiInternal(bool enable)=0
virtual int setCaptureFormatLLApiInternal(const VideoFormat &capture_format)=0
virtual void setCameraDropCount(int dropcount)=0
virtual void setCameraPqFirst(bool pq_first)=0
virtual void setFocalLengthType(CAMERA_FOCAL_LENGTH_TYPE focalLengthType)=0
virtual void setCamera1FpsRangeEnabled(bool enable)=0
virtual int32_t enableFaceDetectionLLApiInternal(bool enable)=0
virtual void setCameraSelectedLevel(int camera_selected_level)=0
virtual void switchCameraIdLLApiInternal(const char *cameraId)=0
virtual void setCameraPqFirstCaptureMode(int captureMode)=0
virtual void setCameraEnablePqFirstTargetFps(bool enable)=0
virtual int setCameraSourceWithCameraId(CAMERA_SOURCE source, const char *camera_id)=0
virtual bool isAutoFaceFocusSupportedLLApiInternal()=0
virtual int32_t setNoiseReductionMode(int mode)=0
virtual int setCameraExposureFactorLLApiInternal(float factor)=0
virtual int switchCameraLLApiInternal()=0
virtual void setCameraTimeoutValue(int value)=0
virtual int setCameraExposurePositionLLApiInternal(float positionXinView, float positionYinView)=0
virtual void setCameraSkipControl(int skip_control)=0
virtual int initWithDefaultDeviceLLApiInternal()=0
virtual void setPreviewInfo(const PreviewMetaInfo &info)
Definition video_node_i.h:152
virtual bool isCameraExposureSupportedLLApiInternal()=0
virtual void setVideoStabilityMode(int mode)=0
virtual std::string getDeviceId()=0
virtual int registerCameraObserverLLApiInternal(ICameraCaptureObserver *observer)=0
virtual int setDeviceOrientationLLApiInternal(VIDEO_ORIENTATION orientation)=0
virtual void setCameraAutoWhiteBalance(bool enable)=0
virtual void setCamera1FocusMode(int mode)=0
virtual void setCameraMirror(VIDEO_MIRROR_MODE_TYPE mirror)=0
virtual void setCameraOutputDataType(CAMERA_OUTPUT_DATA_TYPE type)=0
virtual int32_t setCameraFocusLLApiInternal(float x, float y)=0
virtual void setCameraSelected(int module_selected)=0
virtual bool isFocusSupportedLLApiInternal()=0
virtual bool isCameraFaceDetectSupportedLLApiInternal()=0
virtual int initWithDeviceIdLLApiInternal(const char *deviceId)=0
virtual float getCameraMaxZoomLLApiInternal()=0
virtual void setCameraRefocusEnabled(bool enable)=0
virtual void setCameraTemplateType(int type)=0
virtual void setCameraCustomTange(int minFps, int maxFps, bool strictMode)=0
virtual void setCameraExtraSurface(bool extraSurface)=0
virtual bool isCameraExposurePositionSupportedLLApiInternal()=0
virtual int initWithDeviceNameLLApiInternal(const char *deviceName)=0
virtual void setAutoFaceDetectFocus(bool enable)=0
virtual CAMERA_OUTPUT_DATA_TYPE getCameraOutputDataType()=0
virtual int setCameraSourceLLApiInternal(ICameraCapturer::CAMERA_SOURCE source)=0
virtual ~ICameraCapturerEx()
Definition video_node_i.h:149
virtual void setColorSpaceInfo(webrtc::ColorSpace colorSpace)=0
virtual bool isCameraAutoExposureFaceModeSupportedLLApiInternal()=0
virtual int32_t setCameraZoomLLApiInternal(float zoomValue)=0
virtual void setCameraPqFirstLowFpsLimit(int value)=0
virtual void setHDRCaptureEnable(bool enableHDRCapture)=0
virtual void setOutputFormat(const VideoDataPipeFormat &output_format, bool bypass_resolution_adaption=false)=0
virtual int setCameraAutoExposureFaceModeEnabledLLApiInternal(bool enabled)=0
virtual int32_t setCameraAutoFaceFocusLLApiInternal(bool enable)=0
virtual void setCameraTemplateVideoLowestScore(int lowestScore)=0
Definition NGIAgoraCameraCapturer.h:20
CAMERA_SOURCE
Definition NGIAgoraCameraCapturer.h:26
Definition AgoraExtensions.h:134
Definition video_node_i.h:538
virtual int ReportEvent(int32_t event_id, void *event)=0
virtual void NotifySrDelay(int sr_delay_ms)=0
virtual int ReportCounter(int32_t counter_id, int32_t value)=0
virtual int DeclareGlobalResource(const GlobalResourceMetaInfo &meta_info, int &resource_count)=0
virtual int RunOnGlobalResourceThread(int(*task)(void *), void *context)=0
virtual int ReleaseGlobalResource(const GlobalResourceMetaInfo &meta_info, int &resource_count)=0
Definition NGIAgoraVideoTrack.h:394
Definition video_node_i.h:386
virtual void setVideoFrameObserver(agora::media::IVideoFrameObserver *observer)
Definition video_node_i.h:388
virtual void * getVideoFrameObserver()
Definition video_node_i.h:389
~IObservableVideoFilter()
Definition video_node_i.h:392
Definition video_node_i.h:374
~IObservableVideoSink()
Definition video_node_i.h:383
virtual void setVideoFrameObserver(agora::media::IVideoFrameObserver *observer)
Definition video_node_i.h:376
int setRotation(VIDEO_ORIENTATION rotation, aosl_ref_t ares=AOSL_REF_INVALID) override
Definition video_node_i.h:378
Definition video_node_i.h:451
virtual void OnVideoEncodedImage(agora_refptr< VideoEncodedImageData > data)=0
virtual ~IVideoEncodedImageCallback()
Definition video_node_i.h:453
Definition video_node_i.h:457
virtual void DetachStatSpace(uint64_t stats_space)=0
virtual void AttachStatSpace(uint64_t stats_space)=0
virtual ~IVideoEncodedImageSenderEx()
Definition video_node_i.h:459
virtual void RegisterEncodedImageCallback(IVideoEncodedImageCallback *dataCallback, VIDEO_STREAM_TYPE stream_type)=0
virtual bool sendEncodedVideoImageLLApiInternal(const uint8_t *imageBuffer, size_t length, const EncodedVideoFrameInfo &videoEncodedFrameInfo)=0
virtual void DeRegisterEncodedImageCallback(IVideoEncodedImageCallback *dataCallback, VIDEO_STREAM_TYPE stream_type)=0
Definition NGIAgoraMediaNode.h:470
Definition video_node_i.h:96
virtual void onDropFrame(agora::rtc::VideoQoEDropType drop_type)
Definition video_node_i.h:107
~IVideoFilterEx()
Definition video_node_i.h:111
virtual void setVideoQoEPusher(std::weak_ptr< VideoStatsEventsPusher > pusher)
Definition video_node_i.h:106
virtual void onSinkWantsChanged(const ::rtc::VideoSinkWants &wants)=0
virtual void adaptVideoFrameAsync(const webrtc::VideoFrame &inputFrame, std::shared_ptr< FrameProcessResult > resultSp)=0
virtual void attachStatsSpace(uint64_t stats_space)
Definition video_node_i.h:105
bool isExternal() override
Definition video_node_i.h:104
virtual void SetFilterId(std::string id)
Definition video_node_i.h:108
Definition NGIAgoraMediaNode.h:94
Definition video_node_i.h:116
virtual void setOutputFormat(const VideoDataPipeFormat &format, agora::Optional< VideoDataPipeFormat > &source_pipe_format_expected)
Definition video_node_i.h:127
virtual void setMirror(bool mirror)
Definition video_node_i.h:135
virtual void setOutputRotation(webrtc::VideoRotation rotation)
Definition video_node_i.h:132
~IVideoFrameAdapter()
Definition video_node_i.h:138
virtual void setOutputFormat(const VideoFormat &format, bool fixed=false)=0
Definition video_node_i.h:473
virtual void RegisterVideoFrameCallback(::rtc::VideoSinkInterface< webrtc::VideoFrame > *dataCallback)=0
virtual void DeRegisterVideoFrameCallback()=0
virtual int sendVideoFrame(const webrtc::VideoFrame &videoFrame)=0
virtual int sendVideoFrameLLApiInternal(const media::base::ExternalVideoFrame &videoFrame)=0
virtual ~IVideoFrameSenderEx()
Definition video_node_i.h:477
virtual int getVideoFrameBitDepth()=0
virtual void fallbackHDRSender(bool fallback)=0
virtual int getVideoFrame(webrtc::VideoFrame &videoFrame)=0
Definition NGIAgoraMediaNode.h:446
virtual int sendVideoFrame(const media::base::ExternalVideoFrame &videoFrame, aosl_ref_t ares=AOSL_REF_INVALID)=0
Definition video_node_i.h:516
virtual int onFrame(const webrtc::VideoFrame &videoFrame)=0
virtual void registerFrameCallback(::rtc::VideoSinkInterface< webrtc::VideoFrame > *dataCallback)=0
virtual void observeTxDelay(ILocalVideoTrack *track)=0
virtual int addVideoTrackLLApiInternal(agora_refptr< IVideoTrack > track)=0
virtual int removeVideoTrackLLApiInternal(agora_refptr< IVideoTrack > track)=0
virtual void deRegisterFrameCallback(::rtc::VideoSinkInterface< webrtc::VideoFrame > *dataCallback)=0
Definition NGIAgoraMediaNode.h:662
Definition video_node_i.h:491
virtual int setRotationLLApiInternal(uint8_t rotation)=0
virtual int delStreamLayoutLLApiInternal(const char *id)=0
virtual void deRegisterMixedFrameCallback(::rtc::VideoSinkInterface< webrtc::VideoFrame > *dataCallback)=0
virtual int addVideoTrackLLApiInternal(const char *id, agora_refptr< IVideoTrack > track)=0
virtual int clearLayoutLLApiInternal()=0
virtual int setStreamLayoutLLApiInternal(const char *id, const MixerLayoutConfig &config, std::shared_ptr< int > result)=0
virtual int delImageSourceLLApiInternal(const char *id)=0
virtual int setBackgroundLLApiInternal(uint32_t width, uint32_t height, int fps, uint32_t color_rgba=0)=0
virtual ~IVideoMixerSourceEx()=default
virtual void registerMixedFrameCallback(::rtc::VideoSinkInterface< webrtc::VideoFrame > *dataCallback)=0
virtual int getAvgMixerDelayLLApiInternal()=0
virtual bool hasVideoTrack(const std::string &id)=0
virtual int setMasterClockSourceLLApiInternal(const char *id=NULL)=0
virtual int refreshLLApiInternal()=0
virtual void onFrame(const std::string &uid, const webrtc::VideoFrame &frame)=0
virtual int setBackgroundLLApiInternal(uint32_t width, uint32_t height, int fps, const char *url)=0
virtual int addImageSourceLLApiInternal(const char *id, const MixerLayoutConfig &config, ImageType type, std::shared_ptr< int > result)=0
virtual int removeVideoTrackLLApiInternal(const char *id, agora_refptr< IVideoTrack > track)=0
Definition NGIAgoraVideoMixerSource.h:46
Definition video_node_i.h:242
virtual int setMirrorLLApiInternal(void *view, bool mirror)
Definition video_node_i.h:362
virtual int setRotationExLLApiInternal(view_t view, agora::rtc::VIDEO_ORIENTATION rotation)
Definition video_node_i.h:371
virtual int setRotationLLApiInternal(agora::rtc::VIDEO_ORIENTATION rotation)
Definition video_node_i.h:369
virtual int setRotationEx(agora::view_t view, agora::rtc::VIDEO_ORIENTATION rotation, aosl_ref_t ares=AOSL_REF_INVALID)
Definition video_node_i.h:320
int setView(void *view, aosl_ref_t ares=AOSL_REF_INVALID) override
Definition video_node_i.h:258
virtual int setRotationLLApiInternal(void *view, agora::rtc::VIDEO_ORIENTATION rotation)
Definition video_node_i.h:370
virtual void attachUserInfo(uid_t uid, uint64_t state_space)
Definition video_node_i.h:331
virtual int clearBuffer()
Definition video_node_i.h:355
virtual int setCropAreaEx(agora::view_t view, const Rectangle &cropArea, aosl_ref_t ares=AOSL_REF_INVALID)
Definition video_node_i.h:325
virtual int removeViewEx(agora::view_t view)
Definition video_node_i.h:284
virtual int unsetViewLLApiInternal()
Definition video_node_i.h:367
virtual int getViewMetaInfo(PreviewMetaInfo &info)
Definition video_node_i.h:340
virtual int setMirrorEx(agora::view_t view, bool mirror, aosl_ref_t ares=AOSL_REF_INVALID)
Definition video_node_i.h:308
virtual void SetVideoQoEPusher(std::weak_ptr< agora::rtc::VideoStatsEventsPusher > pusher)
Definition video_node_i.h:336
virtual int setRenderModeExLLApiInternal(view_t view, media::base::RENDER_MODE_TYPE renderMode)
Definition video_node_i.h:360
virtual int setRenderModeEx(agora::view_t view, media::base::RENDER_MODE_TYPE renderMode, aosl_ref_t ares=AOSL_REF_INVALID)
Definition video_node_i.h:302
virtual int setRenderModeLLApiInternal(void *view, media::base::RENDER_MODE_TYPE renderMode)
Definition video_node_i.h:359
virtual int setViewLLApiInternal(view_t view)
Definition video_node_i.h:365
virtual int addViewLLApiInternal(view_t view, const Rectangle &cropArea)
Definition video_node_i.h:366
int addView(void *view, const Rectangle &cropArea, aosl_ref_t ares=AOSL_REF_INVALID) override
Definition video_node_i.h:263
virtual int removeViewLLApiInternal(view_t view)
Definition video_node_i.h:368
virtual int getViewMetaInfo(agora::view_t view, PreviewMetaInfo &info)
Definition video_node_i.h:345
virtual int setMirrorLLApiInternal(bool mirror)
Definition video_node_i.h:361
int setMirror(void *view, bool mirror, aosl_ref_t ares=AOSL_REF_INVALID) override
Definition video_node_i.h:295
virtual int getViewCount()
Definition video_node_i.h:351
virtual int addViewEx(agora::rtc::view_shared_ptr_t view)
Definition video_node_i.h:279
virtual int addViewEx(agora::rtc::view_shared_ptr_t view, const ViewOption &option)
Definition video_node_i.h:274
virtual int onFrame(const webrtc::VideoFrame &videoFrame)
Definition video_node_i.h:253
int setRotation(void *view, agora::rtc::VIDEO_ORIENTATION rotation, aosl_ref_t ares=AOSL_REF_INVALID) override
Definition video_node_i.h:313
virtual int setMirrorExLLApiInternal(view_t view, bool mirror)
Definition video_node_i.h:363
int setRenderMode(void *view, media::base::RENDER_MODE_TYPE renderMode, aosl_ref_t ares=AOSL_REF_INVALID) override
Definition video_node_i.h:289
virtual int setCropAreaExLLApiInternal(view_t view, const Rectangle &cropArea)
Definition video_node_i.h:364
virtual int setRenderModeLLApiInternal(media::base::RENDER_MODE_TYPE renderMode)
Definition video_node_i.h:358
int removeView(void *view) override
Definition video_node_i.h:269
Definition NGIAgoraMediaNode.h:569
virtual int setRotation(agora::rtc::VIDEO_ORIENTATION rotation, aosl_ref_t ares=AOSL_REF_INVALID)=0
virtual int setRenderMode(media::base::RENDER_MODE_TYPE renderMode, aosl_ref_t ares=AOSL_REF_INVALID)=0
virtual int unsetView(aosl_ref_t ares=AOSL_REF_INVALID)=0
virtual int setMirror(bool mirror, aosl_ref_t ares=AOSL_REF_INVALID)=0
virtual int onFrame(const media::base::VideoFrame &videoFrame)=0
Definition video_node_i.h:32
RENDER_MODE_TYPE
Video display modes.
Definition AgoraMediaBase.h:588
static const char *const BUILT_IN_PRE_ENCODER_FILTER_FRAME_OBSERVER
Definition video_node_i.h:90
static const char *const BUILT_IN_MAJOR_TEE
Definition video_node_i.h:84
CAMERA_FOCAL_LENGTH_TYPE
The camera focal length types.
Definition AgoraBase.h:1392
static const char *const BUILT_IN_PRE_ENCODER_WATERMARK_FILTER
Definition video_node_i.h:77
ImageType
Definition NGIAgoraVideoMixerSource.h:33
static const char *const GLFW_RESOURCE
Definition video_node_i.h:528
static const char *const BUILT_IN_STITCH_FRAME
Definition video_node_i.h:91
static const char *const BUILT_IN_MINOR_ADAPTER
Definition video_node_i.h:86
static const char *const BUILT_IN_PRE_ENCODER_FILTER_OBSERVER
Definition video_node_i.h:88
static const char *const BUILT_IN_REMOTE_ADAPTER
Definition video_node_i.h:76
VIDEO_STREAM_TYPE
The type of video streams.
Definition AgoraBase.h:1746
CAMERA_OUTPUT_DATA_TYPE
Definition video_node_i.h:141
@ CAMERA_OUTPUT_RAW
Definition video_node_i.h:142
@ CAMERA_OUTPUT_TEXTURE_AND_RAW
Definition video_node_i.h:144
@ CAMERA_OUTPUT_TEXTURE
Definition video_node_i.h:143
VIDEO_CODEC_TYPE
Video codec types.
Definition AgoraBase.h:1342
static const char *const BUILT_IN_ADAPTER
Definition video_node_i.h:75
static const char *const BUILT_IN_SOURCE_TEE
Definition video_node_i.h:82
static const char *const BUILT_IN_SOURCE_FILTER
Definition video_node_i.h:73
VIDEO_MIRROR_MODE_TYPE
Video mirror mode.
Definition AgoraBase.h:1998
static const char *const BUILT_IN_POST_CAPTURER_FILTER_OBSERVER
Definition video_node_i.h:87
InternalRendererType
Definition video_node_i.h:39
@ RENDERER_NONE
Definition video_node_i.h:40
@ RENDERER_EXT_OBSERVER
Definition video_node_i.h:42
@ RENDERER_BUILT_IN_RENDERER
Definition video_node_i.h:41
static const char *const BUILT_IN_SCREEN_CAPTURE_FILTER
Definition video_node_i.h:92
static const char *const BUILT_IN_POST_CAPTURER_FILTER_FRAME_OBSERVER
Definition video_node_i.h:89
std::vector< CameraInfo > CameraInfoList
Definition video_node_i.h:449
static const char *const BUILT_IN_POST_CAPTURER_WATERMARK_FILTER
Definition video_node_i.h:78
unsigned int uid_t
Definition AgoraMediaBase.h:28
static const char *const BUILT_IN_SIMULCAST_TEE
Definition video_node_i.h:85
static const char *const BUILT_IN_PRE_ENCODER_FACEDETECE_FILTER
Definition video_node_i.h:80
static const char *const BUILT_IN_METADATA_OBSERVER
Definition video_node_i.h:74
static const char *const BUILT_IN_PREVIEW_TEE
Definition video_node_i.h:83
VIDEO_FRAME_TYPE
The video frame type.
Definition AgoraBase.h:1151
VIDEO_ORIENTATION
The clockwise rotation of the video.
Definition AgoraBase.h:1086
Definition AgoraAtomicOps.h:21
void * view_t
Definition AgoraBase.h:935
@ ERR_NOT_SUPPORTED
Definition AgoraBase.h:507
Definition video_node_i.h:28
Definition common_defines.h:18
The external video frame.
Definition AgoraMediaBase.h:826
Definition video_node_i.h:411
bool faceFocusing
Definition video_node_i.h:418
bool textureCopy
Definition video_node_i.h:414
bool inited
Definition video_node_i.h:422
int noiseReduce
Definition video_node_i.h:417
bool lowLevelCamera
Definition video_node_i.h:420
bool isTexture
Definition video_node_i.h:413
bool whiteBalance
Definition video_node_i.h:419
std::string hardwareLevel
Definition video_node_i.h:421
int pqFirst
Definition video_node_i.h:415
int deviceId
Definition video_node_i.h:412
int templateType
Definition video_node_i.h:416
Definition video_node_i.h:443
std::string deviceName
Definition video_node_i.h:445
std::string deviceId
Definition video_node_i.h:446
std::string deviceType
Definition video_node_i.h:447
bool inUse
Definition video_node_i.h:444
Information about externally encoded video frames.
Definition AgoraBase.h:1821
webrtc::VideoFrame outputFrame
Definition video_node_i.h:53
bool dropFrame
Definition video_node_i.h:54
FrameProcessResult(const webrtc::VideoFrame &frame, bool drop)
Definition video_node_i.h:55
Definition video_node_i.h:529
int(* deinit_func)(void *)
Definition video_node_i.h:532
const char * resource_name
Definition video_node_i.h:530
int(* init_func)(void *)
Definition video_node_i.h:531
bool init_once
Definition video_node_i.h:535
bool fixed_thread
Definition video_node_i.h:534
void * context
Definition video_node_i.h:533
Definition video_node_i.h:244
uid_t cropAreaUid
Definition video_node_i.h:246
bool enableAlphaMask
Definition video_node_i.h:247
Rectangle cropArea
Definition video_node_i.h:245
webrtc::VideoRotation rotation
Definition video_node_i.h:249
uint32_t backgroundColor
Definition video_node_i.h:248
Definition NGIAgoraVideoMixerSource.h:18
Definition video_node_i.h:45
bool vsync_mode
Definition video_node_i.h:48
bool mirror
Definition video_node_i.h:47
agora::rtc::view_shared_ptr_t view
Definition video_node_i.h:46
media::base::RENDER_MODE_TYPE render_mode
Definition video_node_i.h:49
The location of the target area relative to the screen or window. If you do not set this parameter,...
Definition AgoraBase.h:2429
Definition video_node_i.h:58
VideoFormat format
Definition video_node_i.h:59
bool operator!=(const VideoDataPipeFormat &fmt) const
Definition video_node_i.h:68
VideoDataPipeFormat(const VideoFormat &f, bool fi)
Definition video_node_i.h:63
bool fixed
Definition video_node_i.h:60
bool operator==(const VideoDataPipeFormat &fmt) const
Definition video_node_i.h:65
Definition video_node_i.h:395
VIDEO_FRAME_TYPE frameType
Definition video_node_i.h:397
VIDEO_ORIENTATION rotation
Definition video_node_i.h:402
int64_t ptsMs
Definition video_node_i.h:408
int height
Definition video_node_i.h:399
VIDEO_CODEC_TYPE codec
Definition video_node_i.h:403
std::string image
Definition video_node_i.h:396
int64_t internalUplinkCostTimeStartMs
Definition video_node_i.h:407
VIDEO_STREAM_TYPE streamType
Definition video_node_i.h:404
int framesPerSecond
Definition video_node_i.h:400
int64_t decodeTimeMs
Definition video_node_i.h:406
int64_t captureTimeMs
Definition video_node_i.h:405
int width
Definition video_node_i.h:398
The format of the video frame.
Definition AgoraBase.h:3253
Definition video_node_i.h:425
int32_t codecNum
Definition video_node_i.h:431
int32_t EncodeMaxLevel
Definition video_node_i.h:435
int32_t bitrateMode
Definition video_node_i.h:437
int32_t minSupportedBitrate
Definition video_node_i.h:439
std::string maxResolution
Definition video_node_i.h:433
int32_t codecType
Definition video_node_i.h:430
std::string DecodeCapacity
Definition video_node_i.h:429
std::string GPUVersion
Definition video_node_i.h:427
std::string codecName
Definition video_node_i.h:426
std::string EncodeCapacity
Definition video_node_i.h:428
int32_t platformid
Definition video_node_i.h:432
int32_t inputType
Definition video_node_i.h:436
std::string deviceid
Definition video_node_i.h:434
int32_t profile
Definition video_node_i.h:438
bool inited
Definition video_node_i.h:440