14#include <unordered_map>
18#include "AgoraMediaBase.h"
19#include "AgoraOptional.h"
20#include "NGIAgoraVideoTrack.h"
21#include <api/cpp/aosl_ares_class.h>
22#include "api/transport/network_types.h"
23#include "webrtc/api/ISmoothRender.h"
24#include "main/core/video/base/video_frame/video_content_type.h"
25#include "call/rtp_config.h"
27#include "rtc_connection_i.h"
28#include "track_stat_i.h"
29#include "video_config_i.h"
30#include "common_defines.h"
31#include "video_node_i.h"
33#include "main/core/video/multi_stream_subscribe_interface.h"
34#include "facilities/media_config/policy_chain/media_config_policy_chain.h"
35#include "facilities/tools/weak_observers.h"
36#include "facilities/media_config/policy_chain/general_val_policy_chain.h"
37#include "main/core/video/strategy_framework/module_controller/video_module_control_aspect.h"
38#include "main/core/video/stats_and_events/video_stats_events_base.h"
39#include "main/core/video/video_frame_source_filter.h"
40#include "main/core/video/strategy_framework/strategy_common_defines.h"
41#include "engine_adapter/video/video_common_defines.h"
42#include "main/core/video/strategy_framework/strategy_qoe_decision/strategy_qoe_decision_interface.h"
43#include "modules/agora_video_codec/include/video_encoder_interface.h"
44#include "main/core/video/strategy_framework/statistic_manager/statistic_defines.h"
47 struct CacheVideoRecvReport;
48 class IFecMethodFactoryInterface;
50 class IRsfecCodecFactoryInterface;
51 class IAutoAdjustHarq;
57class VideoNodeRtpSink;
58class VideoNodeRtpSource;
60class IModuleControlPanel;
61class IVideoStatsMetrics;
62class StrategyQoeDecisionInterface;
146 std::vector<agora::rtc::QoEDropInfo>
extra2;
230 switch (other.
type) {
290 int width,
int height,
291 int rotation,
int timestamp_ms) {}
297 AdaptiveScenarioType scenario_type,
int channel_size,
298 const std::map<VideoStreamIndex, int>& be_subscribed_streams,
299 const std::vector<int>& svc_layer_bitrate, SvcAASourceType source,
300 const std::vector<SvcAAStrategyResult>& svc_aa_strategy_result_vec) {}
312 webrtc::HW_ENCODER_ACCELERATING_STATUS hw_accelerate_status) {};
319 virtual void onWatermarkStats(int32_t image_count, int32_t buffer_count, int32_t literal_count, int32_t timestamp_count) {}
326 agora::VideoContentSubType newSubtype) {}
347 public VideoLocalTrackControlAspect {
433 virtual int GetConfigExs(std::unordered_map<int, VideoConfigurationEx>& configs,
bool include_disable_config =
false) = 0;
492 LocalVideoSendControlSource source =
493 LocalVideoSendControlSource::kMuteState) = 0;
503 virtual bool NegotiateCodec(VideoNegotiatedCodecCaps negotiated_video_decode_caps) {
return false; }
523 virtual void registerAAManager(std::shared_ptr<rtc::VideoAAManagerInterface> strategy_qoe_decision) {
return; }
524 virtual void unregisterAAManager(std::shared_ptr<rtc::VideoAAManagerInterface> strategy_qoe_decision) {
return; }
535 const char*
id = NULL) = 0;
537 const char*
id = NULL) = 0;
552 std::map<VideoStreamIndex, int>&& be_subscribed_streams) = 0;
554 virtual void SetQoeMetricsWeight(VideoStreamIndex video_stream_index, QoeMetricsWeight qoe_metrics_weight) {
return; };
563 static std::atomic<int> id_generator_;
595 public VideoRemoteTrackControlAspect {
609 agora::rtc::VPR_POSITION
vpr_position = agora::rtc::VPR_POSITION::POSITION_PRE_RENDER;
646 const char*
id = NULL) = 0;
648 const char*
id = NULL) = 0;
Definition AgoraOptional.h:413
Definition AgoraRefPtr.h:44
virtual int registerVideoEncodedFrameObserverLLApiInternal(media::IVideoEncodedFrameObserver *videoReceiver)=0
virtual int setSimulcastStreamModeEx(SIMULCAST_STREAM_MODE mode, const SimulcastConfigInternal &config, utils::ConfigPriority priority=utils::CONFIG_PRIORITY_USER)=0
virtual void OnVideoFecStatsChanged(const StreamsFecStatsMap &aut_fec_map)=0
virtual void UpdateRemoteDlBweFeedback(int bwe)=0
virtual void registerModuleControlPanel(std::shared_ptr< rtc::IModuleControlPanel > panel)
Definition video_track_i.h:520
virtual int32_t Height() const =0
virtual bool removeRendererLLApiInternal(agora_refptr< IVideoSinkBase > videoRenderer, media::base::VIDEO_MODULE_POSITION position)=0
virtual void SetQoeMetricsWeight(VideoStreamIndex video_stream_index, QoeMetricsWeight qoe_metrics_weight)
Definition video_track_i.h:554
virtual ~ILocalVideoTrackEx()
Definition video_track_i.h:421
virtual void UpdateAdaptiveScenarioTypeAndChannelSize(AdaptiveScenarioType scenario_type, int channel_size, bool sync_ability)=0
virtual void registerProactiveCaller(const std::shared_ptr< rtc::ProactiveCaller > &configurator)
Definition video_track_i.h:517
virtual bool Enabled() const =0
virtual uid_t getUserId()
Definition video_track_i.h:447
virtual void SetSvcAutoAdjusterEnabled(bool enabled)
Definition video_track_i.h:549
virtual void registerAAManager(std::shared_ptr< rtc::VideoAAManagerInterface > strategy_qoe_decision)
Definition video_track_i.h:523
virtual LOCAL_VIDEO_STREAM_STATE getStateLLApiInternal()=0
virtual int updateScreenCaptureScenario(SCREEN_SCENARIO_TYPE screenScenario)
Definition video_track_i.h:483
virtual void onVideoModuleStatus(std::string node_name, int type)
Definition video_track_i.h:505
virtual bool NegotiateHDRSource(bool hdr_capture)
Definition video_track_i.h:528
virtual int updateContentHint(VIDEO_CONTENT_HINT contentHint)
Definition video_track_i.h:481
virtual int SetVideoConfigEx(int index, const VideoConfigurationEx &configEx, utils::ConfigPriority priority=utils::CONFIG_PRIORITY_USER)=0
virtual void registerVideoTrackStatsMetrics(const std::shared_ptr< IVideoStatsMetrics > &metrics)
Definition video_track_i.h:526
virtual int unregisterVideoEncodedFrameObserverLLApiInternal(media::IVideoEncodedFrameObserver *videoReceiver)=0
int TrackId() const
Definition video_track_i.h:485
virtual void getSimucastStreamStatus(SIMULCAST_STREAM_MODE &mode, bool &enable)
Definition video_track_i.h:478
virtual int onRequestEnableSimulcastStream()
Definition video_track_i.h:507
virtual int ResetVideoConfigEx(utils::ConfigPriority priority)=0
virtual void getSimucastStreamConfig(SimulcastConfigInternal &simu_stream_config)
Definition video_track_i.h:477
virtual bool getVideoFrameSourceFilterStats(agora::rtc::VideoFrameSourceFilter::Stats &stats)
Definition video_track_i.h:463
virtual bool unregisterTrackObserver(IVideoTrackObserver *observer)
Definition video_track_i.h:458
virtual int GetVideoProfileAutoAdjust(std::string &config_video_profile, std::string &actual_video_profile)=0
virtual int setLocalRenderTargetFps(int target_fps)=0
virtual bool isVideoFilterEnabled(const char *id)
Definition video_track_i.h:511
virtual int setFilterPropertyLLApiInternal(const char *id, const char *key, const char *json_value)
Definition video_track_i.h:546
virtual bool getStatisticsEx(LocalVideoTrackStatsEx &statsEx)
Definition video_track_i.h:462
virtual int GetConfigExs(std::unordered_map< int, VideoConfigurationEx > &configs, bool include_disable_config=false)=0
virtual int GetActiveStreamsCount()=0
virtual int enableVideoFilterLLApiInternal(const char *id, bool enable)
Definition video_track_i.h:544
virtual bool NegotiateCodec(VideoNegotiatedCodecCaps negotiated_video_decode_caps)
Definition video_track_i.h:503
virtual bool addVideoFilterLLApiInternal(agora_refptr< IVideoFilter > filter, media::base::VIDEO_MODULE_POSITION position=media::base::POSITION_POST_CAPTURER, const char *id=NULL)=0
virtual void enableSourceFilterLLApiInternal(const char *id, bool enable)
Definition video_track_i.h:545
uid_t user_id_
Definition video_track_i.h:560
virtual void ReconfigureCaptureDelayMs(int video_capture_delay_ms)
Definition video_track_i.h:515
utils::WeakObserversFacility< IVideoTrackObserver > track_observers_
Definition video_track_i.h:559
ILocalVideoTrackEx()
Definition video_track_i.h:420
virtual bool getIsAttachedToNetwork()
Definition video_track_i.h:509
virtual int setLocalVideoSend(bool send, LocalVideoSendControlSource source=LocalVideoSendControlSource::kMuteState)=0
virtual void UpdateChannelBandwidthAndSubscription(AggregatedRemoteDlBweQuantile bwe_quantile, std::map< VideoStreamIndex, int > &&be_subscribed_streams)=0
virtual int setVideoEncoderConfigurationLLApiInternal(const rtc::VideoEncoderConfiguration &config)=0
virtual bool detach(const DetachInfo &info)=0
virtual int prepareNodes(const char *id=nullptr)=0
virtual void getBillingVideoProfile(int32_t &w, int32_t &h, int32_t &frame_rate)
Definition video_track_i.h:466
virtual int setLocalRenderMirror(bool mirror)=0
virtual bool getVideoTextureCopyStatus(VideoTextureCopyParam ¶m)
Definition video_track_i.h:475
virtual void SetVideoCodecCaps(VideoNegotiatedCodecCaps negotiated_video_codec_caps)
Definition video_track_i.h:548
virtual void RequestKeyFrame(VIDEO_STREAM_TYPE type, bool is_quick_intra_request, bool internal)
Definition video_track_i.h:439
virtual bool addRendererLLApiInternal(agora_refptr< IVideoSinkBase > videoRenderer, media::base::VIDEO_MODULE_POSITION position)=0
virtual int setUserId(uid_t uid)
Definition video_track_i.h:445
virtual int getVideoFrameBitDepth()=0
virtual void ConfigVideoFec(const VideoFecConfig &fec_cap)
Definition video_track_i.h:513
virtual bool registerTrackObserver(std::shared_ptr< IVideoTrackObserver > observer)
Definition video_track_i.h:455
virtual void setVideoDumpMode(int mode, bool enabled, int frame_cnt=-1)
Definition video_track_i.h:501
virtual int setSimulcastStreamModeLLApiInternal(SIMULCAST_STREAM_MODE mode, const SimulcastConfigInternal &simu_config)=0
virtual void unregisterModuleControlPanel()
Definition video_track_i.h:521
virtual void GetVideoAvailabilityIndicatorEvents(std::vector< VideoAvailabilityIndicator > &events)
Definition video_track_i.h:443
virtual bool ClearVideoConfigsOnLeaveChannel()
Definition video_track_i.h:495
virtual bool hasPublished()=0
virtual void unregisterAAManager(std::shared_ptr< rtc::VideoAAManagerInterface > strategy_qoe_decision)
Definition video_track_i.h:524
virtual rtc::VideoEncoderConfiguration getVideoEncoderConfiguration()
Definition video_track_i.h:473
virtual int setVideoEncoderConfigurationEx(const VideoEncoderConfiguration &config, utils::ConfigPriority priority=utils::CONFIG_PRIORITY_USER)=0
virtual void getBillingVideoProfileWithSimulcast(bool &enable, SimulcastConfigInternal &simu_config)
Definition video_track_i.h:479
virtual bool getStatisticsLLApiInternal(LocalVideoTrackStats &stats)=0
virtual bool removeVideoFilterLLApiInternal(agora_refptr< IVideoFilter > filter, media::base::VIDEO_MODULE_POSITION position=media::base::POSITION_POST_CAPTURER, const char *id=NULL)=0
virtual void unregisterProactiveCaller()
Definition video_track_i.h:518
const int id_
Definition video_track_i.h:558
virtual void unregisterVideoTrackStatsMetrics(const std::shared_ptr< IVideoStatsMetrics > &metrics)
Definition video_track_i.h:527
virtual int setEnabledLLApiInternal(bool enable, bool action_droppable=true)=0
virtual bool hasVideoFilterLLApiInternal(const char *id, media::base::VIDEO_MODULE_POSITION position)=0
virtual int updateVideoWatermarks(const WatermarkConfig *configs, uint32_t count)
Definition video_track_i.h:469
virtual int GetCaptureMode(CaptureModeItem &captureModeOut)=0
virtual InternalVideoSourceType getInternalVideoSourceType()
Definition video_track_i.h:471
DetachReason
Definition video_track_i.h:349
@ TRACK_DESTROY
Definition video_track_i.h:349
@ CODEC_CHANGE
Definition video_track_i.h:349
@ NETWORK_DESTROY
Definition video_track_i.h:349
@ MANUAL
Definition video_track_i.h:349
virtual void AddVideoAvailabilityIndicatorEvents(VideoAvailabilityIndicator event)
Definition video_track_i.h:441
virtual int getCodecType()=0
virtual int32_t Width() const =0
virtual bool attach(const AttachInfo &info)=0
virtual int getFilterPropertyLLApiInternal(const char *id, const char *key, char *json_value, size_t buf_size)
Definition video_track_i.h:547
Definition NGIAgoraVideoTrack.h:394
virtual void registerVideoTrackStatsMetrics(const std::shared_ptr< IVideoStatsMetrics > &metrics)
Definition video_track_i.h:641
virtual uint32_t getRemoteSsrc()=0
virtual bool registerTrackObserver(std::shared_ptr< IVideoTrackObserver > observer)
Definition video_track_i.h:633
StateEvents< REMOTE_VIDEO_STATE, REMOTE_VIDEO_STATE_REASON > RemoteVideoEvents
Definition video_track_i.h:598
virtual void unregisterProactiveCaller()
Definition video_track_i.h:640
virtual int setFilterPropertyLLApiInternal(const char *id, const char *key, const char *json_value)
Definition video_track_i.h:657
virtual bool getStatisticsEx(RemoteVideoTrackStatsEx &statsex)
Definition video_track_i.h:631
virtual ~IRemoteVideoTrackEx()
Definition video_track_i.h:624
virtual int registerMediaPacketReceiverLLApiInternal(IMediaPacketReceiver *packetReceiver)=0
virtual bool removeVideoFilterLLApiInternal(agora_refptr< IVideoFilter > filter, media::base::VIDEO_MODULE_POSITION position=media::base::POSITION_POST_CAPTURER, const char *id=NULL)=0
virtual bool getStatisticsLLApiInternal(RemoteVideoTrackStats &stats)=0
virtual bool attach(const AttachInfo &info, REMOTE_VIDEO_STATE_REASON reason)=0
DetachReason
Definition video_track_i.h:597
@ MANUAL
Definition video_track_i.h:597
@ TRACK_DESTROY
Definition video_track_i.h:597
@ NETWORK_DESTROY
Definition video_track_i.h:597
IRemoteVideoTrackEx()=default
virtual void OnUserRoleStatusUpdate(UserRoleStatus user_role_status)
Definition video_track_i.h:660
virtual int unregisterVideoEncodedFrameObserverLLApiInternal(agora::media::IVideoEncodedFrameObserver *encodedObserver)=0
virtual bool addRendererLLApiInternal(agora_refptr< IVideoSinkBase > videoRenderer, media::base::VIDEO_MODULE_POSITION position=media::base::POSITION_PRE_RENDERER)=0
virtual bool unregisterTrackObserver(IVideoTrackObserver *observer)
Definition video_track_i.h:636
virtual bool getTrackInfoLLApiInternal(VideoTrackInfo &info)=0
virtual bool hasVideoFilterLLApiInternal(const char *id, media::base::VIDEO_MODULE_POSITION position)=0
virtual void registerProactiveCaller(const std::shared_ptr< ProactiveCaller > &)
Definition video_track_i.h:639
virtual bool addVideoFilterLLApiInternal(agora_refptr< IVideoFilter > filter, media::base::VIDEO_MODULE_POSITION position=media::base::POSITION_POST_CAPTURER, const char *id=NULL)=0
virtual void unregisterVideoTrackStatsMetrics(const std::shared_ptr< IVideoStatsMetrics > &metrics)
Definition video_track_i.h:642
virtual int registerVideoEncodedFrameObserverLLApiInternal(agora::media::IVideoEncodedFrameObserver *encodedObserver)=0
virtual bool removeRendererLLApiInternal(agora_refptr< IVideoSinkBase > videoRenderer, media::base::VIDEO_MODULE_POSITION position)=0
utils::WeakObserversFacility< IVideoTrackObserver > track_observers_
Definition video_track_i.h:663
virtual REMOTE_VIDEO_STATE getStateLLApiInternal()=0
virtual int enableVideoFilterLLApiInternal(const char *id, bool enable)
Definition video_track_i.h:656
virtual bool detach(const DetachInfo &info, REMOTE_VIDEO_STATE_REASON reason)=0
virtual int unregisterMediaPacketReceiverLLApiInternal(IMediaPacketReceiver *packetReceiver)=0
Definition NGIAgoraVideoTrack.h:574
Definition video_track_i.h:269
virtual void onSvcaaEnabledStateUpdated(uint16_t enabled_state)
Definition video_track_i.h:301
virtual void OnVideoEncodeStrategyUpdated(agora::rtc::VideoEncodeStrategyInfo strategy)
Definition video_track_i.h:329
virtual void onFirstVideoFrameDecoded(std::string cid, uid_t uid, uint32_t ssrc, int width, int height, int timestamp_ms)
Definition video_track_i.h:285
virtual void onRemoteVideoStateChanged(uid_t uid, REMOTE_VIDEO_STATE state, REMOTE_VIDEO_STATE_REASON reason, int timestamp_ms)
Definition video_track_i.h:278
virtual void onSvcLayerUpdated(SvcAABandwidthReportInfo info, int supported_max_layers, AdaptiveScenarioType scenario_type, int channel_size, const std::map< VideoStreamIndex, int > &be_subscribed_streams, const std::vector< int > &svc_layer_bitrate, SvcAASourceType source, const std::vector< SvcAAStrategyResult > &svc_aa_strategy_result_vec)
Definition video_track_i.h:296
virtual void onEncoderConfigurationChanged(const std::unordered_map< int, VideoConfigurationEx > &config)
Definition video_track_i.h:295
virtual void onVideoRenderMirrorChanged(bool mirror)
Definition video_track_i.h:333
virtual void OnRexferStatusUpdated(bool status, int32_t target_bitrate)
Definition video_track_i.h:307
virtual void OnNotifyDepartedFrame(uid_t uid, int picture_id)
Definition video_track_i.h:308
virtual void onDecoderFail(CODEC_FAIL_REASON reason, VIDEO_CODEC_TYPE codec_type, bool is_hw)
Definition video_track_i.h:334
virtual void onViewSizeChanged(uid_t uid, view_t view, int width, int height)
Definition video_track_i.h:305
virtual void onVideoHWCodecSpecEvent(agora::rtc::VideoHWCodecSpec codecSpec)
Definition video_track_i.h:316
virtual void onRemoteFilterStatusChanged(std::string cid, uid_t uid, uint32_t ssrc, std::string filter_name, bool enabled, bool isDisableMe=false)
Definition video_track_i.h:324
virtual void onEncoderStrategySupportedSvcLayersUpdated(int max_layers)
Definition video_track_i.h:302
virtual void onFirstVideoKeyFrameReceived(uid_t uid, uint64_t timestamp, const webrtc::FirstVideoFrameStreamInfo &streamInfo)
Definition video_track_i.h:287
virtual void OnBcmNetworkStatsFeeback(uid_t uid, std::string &&fb)
Definition video_track_i.h:332
virtual void OnVideoStatusUpdated(bool is_fallback, webrtc::MediaStreamId stream_id, int reason)
Definition video_track_i.h:313
virtual void onRecvSideFps(uid_t uid, int fps)
Definition video_track_i.h:294
virtual void OnEncoderStatusUpdate(webrtc::VideoCodecType codec_type, webrtc::HW_ENCODER_ACCELERATING_STATUS hw_accelerate_status)
Definition video_track_i.h:311
virtual void OnVideoCodingModuleInfosUpdated(webrtc::VideoCodingModuleInfos videoCodingInfos)
Definition video_track_i.h:328
virtual void onSendSideDelay(int id, int send_delay)
Definition video_track_i.h:292
virtual void OnBcmDecodeFeedback(uid_t uid, std::string &&fb)
Definition video_track_i.h:331
virtual void onRecvSideDelay(uid_t uid, int recv_delay)
Definition video_track_i.h:293
virtual void onRemoteAddVideoFilter(std::string cid, uid_t uid, uint32_t ssrc, std::string filter_name, bool enabled)
Definition video_track_i.h:323
virtual void OnSetRexferParams(bool fec_rexfer, float rexfer_alpha, int max_rexfer_times)
Definition video_track_i.h:306
virtual ~IVideoTrackObserver()=default
virtual void onLocalVideoStateChanged(int id, LOCAL_VIDEO_STREAM_STATE state, LOCAL_VIDEO_STREAM_REASON reason, int timestamp_ms)
Definition video_track_i.h:273
virtual void onCameraInfoListChanged(CameraInfoList cameraInfoList)
Definition video_track_i.h:309
virtual void onCameraCharacteristicProfileChanged(agora::rtc::CameraCharacteristicProfile profile)
Definition video_track_i.h:310
virtual void onCameraFacingChanged(int facing)
Definition video_track_i.h:304
virtual void OnRequestKeyFrame(uid_t uid, VIDEO_STREAM_TYPE type)
Definition video_track_i.h:327
virtual void onVideoPipelineDataFormatChanged(int format)
Definition video_track_i.h:303
virtual void onFirstVideoFrameRendered(int id, uid_t uid, int width, int height, int timestamp_ms)
Definition video_track_i.h:283
virtual void onVideoAvailabilityIndicatorEvent(VideoAvailabilityIndicator indicator)
Definition video_track_i.h:314
virtual void onLocalFilterStatusChanged(int track_id, std::string filter_name, bool enabled)
Definition video_track_i.h:322
virtual void onLocalAddVideoFilter(int track_id, std::string filter_name, bool enabled)
Definition video_track_i.h:321
virtual void OnFirstDecodableFrameReceived(uint8_t stream_id)
Definition video_track_i.h:330
virtual void onVideoSizeChanged(int id, uid_t uid, int width, int height, int rotation)
Definition video_track_i.h:317
virtual void onVideoContentChanged(uid_t uid, agora::VideoContentType newType, agora::VideoContentSubType newSubtype)
Definition video_track_i.h:325
virtual void onVideoRendererInfoEvent(VideoRendererInfo info)
Definition video_track_i.h:315
virtual void onWatermarkStats(int32_t image_count, int32_t buffer_count, int32_t literal_count, int32_t timestamp_count)
Definition video_track_i.h:319
virtual void onLocalVideoEvent(int id, LOCAL_VIDEO_EVENT_TYPE event)
Definition video_track_i.h:272
virtual void onYuvConvertStats(const YuvConvertStats &stats)
Definition video_track_i.h:318
virtual void onSourceVideoSizeChanged(uid_t uid, int width, int height, int rotation, int timestamp_ms)
Definition video_track_i.h:289
Definition AgoraOptional.h:54
Definition AgoraExtensions.h:5
CongestionControlType
Definition rtc_connection_i.h:85
SIMULCAST_STREAM_MODE
The mode in which the video stream is sent.
Definition AgoraBase.h:2296
VideoDumpMode
Definition video_track_i.h:128
@ VIDEO_DUMP_DECODED_YUV
Definition video_track_i.h:135
@ VIDEO_DUMP_ENCODED_STREAM
Definition video_track_i.h:133
@ VIDEO_DUMP_ALL
Definition video_track_i.h:130
@ VIDEO_DUMP_FILTERED_YUV
Definition video_track_i.h:132
@ VIDEO_DUMP_PRE_ENCODER_YUV
Definition video_track_i.h:137
@ VIDEO_DUMP_DEFAULT
Definition video_track_i.h:129
@ VIDEO_DUMP_RENDERED_YUV
Definition video_track_i.h:136
@ VIDEO_DUMP_RECEIVED_STREAM
Definition video_track_i.h:134
@ VIDEO_DUMP_CAPTURED_YUV
Definition video_track_i.h:131
VideoModuleId
Definition video_track_i.h:76
@ VideoModulePostprocess
Definition video_track_i.h:82
@ VideoModuleQoE
Definition video_track_i.h:85
@ VideoModuleEncode
Definition video_track_i.h:79
@ VideoModuleNetwork
Definition video_track_i.h:80
@ VideoModuleExtension
Definition video_track_i.h:86
@ VideoModulePipeline
Definition video_track_i.h:84
@ VideoModuleDecode
Definition video_track_i.h:81
@ VideoModuleRender
Definition video_track_i.h:83
@ VideoModulePreprocess
Definition video_track_i.h:78
@ VideoModuleCapture
Definition video_track_i.h:77
VIDEO_CONTENT_HINT
The content hint for screen sharing.
Definition AgoraBase.h:3296
std::map< uint8_t, std::pair< uint16_t, uint32_t > > StreamsFecStatsMap
Definition local_user_i.h:34
std::weak_ptr< webrtc::Call > WeakPipelineBuilder
Definition common_defines.h:26
VIDEO_STREAM_TYPE
The type of video streams.
Definition AgoraBase.h:1746
std::vector< StateEvent< STATE_TYPE, REASON_TYPE > > StateEvents
Definition track_stat_i.h:21
VideoQoeEvent
Definition video_track_i.h:100
@ kVideoGlitchDetection
Definition video_track_i.h:107
@ kVideoQoe200msFreezeDrop
Definition video_track_i.h:103
@ kVideoQoe600msFreezeDrop
Definition video_track_i.h:102
@ kVideoQoeCriticalDrop
Definition video_track_i.h:101
@ kVideoTimestampException
Definition video_track_i.h:105
@ kVideoExtensionStatusDetection
Definition video_track_i.h:108
@ kVideoQoeFpsSubstandard
Definition video_track_i.h:104
@ kVideoQoePipelineException
Definition video_track_i.h:106
VIDEO_CODEC_TYPE
Video codec types.
Definition AgoraBase.h:1342
LOCAL_VIDEO_EVENT_TYPE
The local video event type.
Definition AgoraBase.h:3599
VideoProcessEvent
Definition video_track_i.h:112
@ kVideoProcessEventPreprocessEnqueueFailure
Definition video_track_i.h:116
@ kVideoProcessEventPreprocessFrameFailure
Definition video_track_i.h:117
@ kVideoProcessEventPreprocessCongested
Definition video_track_i.h:119
@ kVideoProcessEventNone
Definition video_track_i.h:113
@ kVideoProcessEventPreprocessNoIncomingFrame
Definition video_track_i.h:118
LOCAL_VIDEO_STREAM_STATE
Local video state types.
Definition AgoraBase.h:3575
REMOTE_VIDEO_STATE
The state of the remote video stream.
Definition AgoraBase.h:3872
SCREEN_SCENARIO_TYPE
The screen sharing scenario.
Definition AgoraBase.h:3315
LOCAL_VIDEO_STREAM_REASON
Reasons for local video state changes.
Definition AgoraBase.h:3630
std::vector< CameraInfo > CameraInfoList
Definition video_node_i.h:449
InternalVideoSourceType
Definition video_track_i.h:64
@ MixedSource
Definition video_track_i.h:72
@ Screen
Definition video_track_i.h:68
@ CustomPacketSource
Definition video_track_i.h:71
@ CustomYuvSource
Definition video_track_i.h:69
@ CustomEncodedImageSource
Definition video_track_i.h:70
@ TranscodedSource
Definition video_track_i.h:73
@ None
Definition video_track_i.h:65
@ Custom
Definition video_track_i.h:67
@ Camera
Definition video_track_i.h:66
VideoAvailabilityLevel
Definition video_track_i.h:89
@ VideoAvailabilityLevel3
Definition video_track_i.h:92
@ VideoAvailabilityLevel2
Definition video_track_i.h:91
@ VideoAvailabilityLevel1
Definition video_track_i.h:90
unsigned int uid_t
Definition AgoraMediaBase.h:28
VideoPipelineEvent
Definition video_track_i.h:96
@ kVideoUplinkEventStaticFrames
Definition video_track_i.h:97
WATERMARK_SOURCE_TYPE
Type of watermark source.
Definition AgoraBase.h:2539
@ BUFFER
Definition AgoraBase.h:2547
@ TIMESTAMPS
Definition AgoraBase.h:2559
@ IMAGE
Definition AgoraBase.h:2543
@ LITERAL
Definition AgoraBase.h:2553
VideoCodecAvailableEvent
Definition video_track_i.h:123
@ kVideoHwH264EncoderHighProfileAvailable
Definition video_track_i.h:125
@ kVideoHwH265EncoderAvailable
Definition video_track_i.h:124
REMOTE_VIDEO_STATE_REASON
The reason for the remote video state change.
Definition AgoraBase.h:3904
Definition AgoraAtomicOps.h:21
void * view_t
Definition AgoraBase.h:935
@ ERR_NOT_SUPPORTED
Definition AgoraBase.h:507
Definition common_defines.h:18
Definition video_node_i.h:411
Definition video_track_i.h:366
int fec_mode
Definition video_track_i.h:411
std::shared_ptr< webrtc::IAutoAdjustHarq > auto_adjust_harq
Definition video_track_i.h:381
int32_t fec_outside_bandwidth_ratio
Definition video_track_i.h:383
Optional< bool > response_quick_intra_request
Definition video_track_i.h:412
bool enable_minor_stream_vqc
Definition video_track_i.h:384
bool enable_minor_stream_fec_outside_ratio
Definition video_track_i.h:386
uint32_t sync_peer_uid
Definition video_track_i.h:404
std::string enable_hw_encoder
Definition video_track_i.h:377
VideoNegotiatedCodecCaps negotiated_video_codec_caps
Definition video_track_i.h:401
int hw_capture_delay
Definition video_track_i.h:403
VideoNodeRtpSink * network
Definition video_track_i.h:369
absl::optional< int > max_inflight_frame_count_pre_processsing
Definition video_track_i.h:396
std::string switch_to_rq
Definition video_track_i.h:390
std::unordered_map< uint8_t, std::string > fec_capabilities
Definition video_track_i.h:409
bool support_higher_standard_bitrate
Definition video_track_i.h:407
bool enable_two_bytes_extension
Definition video_track_i.h:373
Optional< SIMULCAST_STREAM_MODE > cfg_simulcast_stream_mode
Definition video_track_i.h:406
bool enable_minor_stream_intra_request
Definition video_track_i.h:387
webrtc::RsfecConfig rsfec_config
Definition video_track_i.h:374
bool enable_rq_classic_method
Definition video_track_i.h:391
uint32_t uid
Definition video_track_i.h:367
bool enable_quick_intra_high_fec
Definition video_track_i.h:395
uint64_t stats_space
Definition video_track_i.h:371
int fec_fix_rate
Definition video_track_i.h:393
bool enable_minor_stream_fec
Definition video_track_i.h:385
int fec_method
Definition video_track_i.h:389
bool enable_video_send_diagnose
Definition video_track_i.h:399
VideoQoEAnalyzerParameter qoe_analyzer_parameters
Definition video_track_i.h:408
VideoNodeEncoderEx::OPSParametersCollection ops_parameters
Definition video_track_i.h:380
WeakPipelineBuilder builder
Definition video_track_i.h:370
int harq_version
Definition video_track_i.h:382
CongestionControlType cc_type
Definition video_track_i.h:372
uint32_t cid
Definition video_track_i.h:368
int prefer_fec_method
Definition video_track_i.h:410
bool enable_check_for_disable_fec
Definition video_track_i.h:394
Definition video_track_i.h:359
int32_t mode
Definition video_track_i.h:360
int32_t policy
Definition video_track_i.h:362
int32_t scene
Definition video_track_i.h:361
std::string type
Definition video_track_i.h:363
Definition video_track_i.h:415
DetachReason reason
Definition video_track_i.h:417
VideoNodeRtpSink * network
Definition video_track_i.h:416
Definition video_track_i.h:352
std::vector< std::vector< int > > fec_ratioLevel
Definition video_track_i.h:354
std::vector< int > fec_rttThreshold
Definition video_track_i.h:355
std::vector< int > fec_protection_factor
Definition video_track_i.h:353
bool pec_enabled
Definition video_track_i.h:356
Definition video_track_i.h:600
agora::rtc::VPR_POSITION vpr_position
Definition video_track_i.h:609
webrtc::VideoRenderFramesConfig video_render_frames_config
Definition video_track_i.h:607
VideoNodeRtpSink * rtcp_sender
Definition video_track_i.h:602
std::function< void(const webrtc::CacheVideoRecvReport &, bool)> cache_recv_report_callback
Definition video_track_i.h:613
WeakPipelineBuilder builder
Definition video_track_i.h:603
std::shared_ptr< webrtc::IRsfecCodecFactoryInterface > rsfec_codec_factory
Definition video_track_i.h:610
bool recv_media_packet
Definition video_track_i.h:604
bool rsfec_enable_mds
Definition video_track_i.h:611
VideoQoEAnalyzerParameter qoe_analyzer_parameters
Definition video_track_i.h:612
VideoNodeRtpSource * source
Definition video_track_i.h:601
uint64_t stats_space
Definition video_track_i.h:605
webrtc::VprSmootherConfig vpr_config
Definition video_track_i.h:608
webrtc::CommonSmootherConfig smoother_common_config
Definition video_track_i.h:606
Definition video_track_i.h:616
DetachReason reason
Definition video_track_i.h:619
VideoNodeRtpSink * rtcp_sender
Definition video_track_i.h:618
VideoNodeRtpSource * source
Definition video_track_i.h:617
Definition video_track_i.h:337
int sent_loss_ratio
Definition video_track_i.h:339
uint32_t total_bwe_bps
Definition video_track_i.h:340
uint32_t media_send_bps
Definition video_track_i.h:342
uint32_t total_video_send_target_bps
Definition video_track_i.h:341
LocalVideoTrackStats local_video_stats
Definition video_track_i.h:338
uint32_t qp
Definition video_track_i.h:343
Definition NGIAgoraVideoTrack.h:246
Definition video_track_i.h:566
std::vector< VideoAvailabilityIndicator > video_availability
Definition video_track_i.h:581
uint32_t render_in_num
Definition video_track_i.h:573
int64_t totalFrozenTime200ms
Definition video_track_i.h:588
int64_t totalWebRTCActiveTime
Definition video_track_i.h:585
int32_t harmonicFrameRate
Definition video_track_i.h:587
int jitter_offset_ms
Definition video_track_i.h:577
VideoContentType content_type
Definition video_track_i.h:580
uint64_t firstVideoFrameRendered
Definition video_track_i.h:568
uint64_t qp_sum
Definition video_track_i.h:579
int64_t totalWebRTCFrozenTime
Definition video_track_i.h:584
int64_t totalWebRTCInactiveTime
Definition video_track_i.h:586
uint32_t loss_af_fec
Definition video_track_i.h:576
uint32_t render_out_num
Definition video_track_i.h:574
uint32_t dec_in_num
Definition video_track_i.h:572
int64_t totalFrozenTime500ms
Definition video_track_i.h:589
int64_t totalWebRTCSmoothPlaybackTime
Definition video_track_i.h:591
bool isHardwareCodec
Definition video_track_i.h:569
int64_t totalFrozen200ms
Definition video_track_i.h:570
int decode_level[10]
Definition video_track_i.h:578
uint32_t last_frame_max
Definition video_track_i.h:571
int64_t totalFrozenTime600ms
Definition video_track_i.h:590
uint64_t firstDecodingTimeTickMs
Definition video_track_i.h:567
uint32_t fec_pkts_num
Definition video_track_i.h:575
Definition NGIAgoraVideoTrack.h:461
RemoteVideoTrackStats()
Definition NGIAgoraVideoTrack.h:563
Definition NGIAgoraVideoTrack.h:66
Definition video_track_i.h:140
std::string extension_info
Definition video_track_i.h:149
int code
Definition video_track_i.h:143
std::vector< agora::rtc::VideoTimestampExceptionInfo > ts_exception_info
Definition video_track_i.h:147
std::vector< agora::rtc::QoEDropInfo > extra2
Definition video_track_i.h:146
std::vector< GlitchDetectionInfo > glitch_detection_infos
Definition video_track_i.h:148
VideoModuleId module
Definition video_track_i.h:142
uid_t uid
Definition video_track_i.h:144
int extra
Definition video_track_i.h:145
VideoAvailabilityLevel level
Definition video_track_i.h:141
Definition video_config_i.h:25
Video encoder configurations.
Definition AgoraBase.h:2143
Definition video_node_i.h:425
Definition video_track_i.h:164
int qoe_normal_report_max_times
Definition video_track_i.h:169
int qoe_timing_strategy_report_period
Definition video_track_i.h:171
bool enable_video_diagnose_logger
Definition video_track_i.h:166
int qoe_critical_report_max_times
Definition video_track_i.h:167
bool qoe_analyzer_enable
Definition video_track_i.h:165
int qoe_report_strategy
Definition video_track_i.h:170
int qoe_high_report_max_times
Definition video_track_i.h:168
Definition video_track_i.h:152
int isTexture
Definition video_track_i.h:156
int isSupportHDR
Definition video_track_i.h:155
int streamDepth
Definition video_track_i.h:154
int colorMatrix
Definition video_track_i.h:160
int colorTransfer
Definition video_track_i.h:159
int colorPrimary
Definition video_track_i.h:158
int renderType
Definition video_track_i.h:157
int colorRange
Definition video_track_i.h:161
int peer
Definition video_track_i.h:153
Definition AgoraBase.h:3991
media::base::VIDEO_PIXEL_FORMAT format
Definition AgoraBase.h:2658
int width
Definition AgoraBase.h:2644
int height
Definition AgoraBase.h:2648
const uint8_t * buffer
Definition AgoraBase.h:2663
int length
Definition AgoraBase.h:2652
Definition video_track_i.h:184
int length
Definition video_track_i.h:188
int width
Definition video_track_i.h:186
int height
Definition video_track_i.h:187
std::vector< uint8_t > buffer
Definition video_track_i.h:185
media::base::VIDEO_PIXEL_FORMAT format
Definition video_track_i.h:189
Used to configure watermark-related information.
Definition AgoraBase.h:2673
WatermarkBuffer buffer
Definition AgoraBase.h:2686
const char * id
Definition AgoraBase.h:2677
WATERMARK_SOURCE_TYPE type
Definition AgoraBase.h:2681
WatermarkTimestamp timestamp
Definition AgoraBase.h:2692
WatermarkLiteral literal
Definition AgoraBase.h:2698
WatermarkOptions options
Definition AgoraBase.h:2708
const char * imageUrl
Definition AgoraBase.h:2702
WatermarkTimestampInner timestamp
Definition video_track_i.h:211
WatermarkConfigInner(const WatermarkConfig &other)
Definition video_track_i.h:226
std::string image_url
Definition video_track_i.h:212
WatermarkOptions options
Definition video_track_i.h:214
WATERMARK_SOURCE_TYPE type
Definition video_track_i.h:208
WatermarkLiteralInner literal
Definition video_track_i.h:210
std::string id
Definition video_track_i.h:207
~WatermarkConfigInner()
Definition video_track_i.h:216
WatermarkBufferInner buffer
Definition video_track_i.h:209
WatermarkConfigInner()
Definition video_track_i.h:222
const char * fontFilePath
Definition AgoraBase.h:2624
int fontSize
Definition AgoraBase.h:2607
const char * wmLiteral
Definition AgoraBase.h:2617
int strokeWidth
Definition AgoraBase.h:2611
Definition video_track_i.h:192
int font_size
Definition video_track_i.h:195
int stroke_width
Definition video_track_i.h:196
std::string font_file_path
Definition video_track_i.h:194
std::string wm_literal
Definition video_track_i.h:193
Watermark image configurations.
Definition AgoraBase.h:2495
int strokeWidth
Definition AgoraBase.h:2583
const char * fontFilePath
Definition AgoraBase.h:2579
int fontSize
Definition AgoraBase.h:2572
const char * format
Definition AgoraBase.h:2591
Definition video_track_i.h:199
int stroke_width
Definition video_track_i.h:203
std::string format
Definition video_track_i.h:202
int font_size
Definition video_track_i.h:201
std::string font_file_path
Definition video_track_i.h:200
Definition video_track_i.h:174
int fallback
Definition video_track_i.h:178
int width
Definition video_track_i.h:175
int maxUs
Definition video_track_i.h:180
int height
Definition video_track_i.h:176
std::string deviceId
Definition video_track_i.h:181
int method
Definition video_track_i.h:177
int avgUs
Definition video_track_i.h:179