Agora C++ API Reference for All Platforms
Loading...
Searching...
No Matches
video_track_i.h
1//
2// Agora Media SDK
3//
4// Created by Rao Qi in 2019.
5// Copyright (c) 2019 Agora IO. All rights reserved.
6//
7#pragma once
8
9#include <atomic>
10#include <functional>
11#include <memory>
12#include <mutex>
13#include <string>
14#include <unordered_map>
15#include <vector>
16
17#include "AgoraBase.h"
18#include "AgoraMediaBase.h"
19#include "AgoraOptional.h"
20#include "NGIAgoraVideoTrack.h"
21#include <api/cpp/aosl_ares_class.h>
22#include "api/transport/network_types.h"
23#include "webrtc/api/ISmoothRender.h"
24#include "main/core/video/base/video_frame/video_content_type.h"
25#include "call/rtp_config.h"
26
27#include "rtc_connection_i.h"
28#include "track_stat_i.h"
29#include "video_config_i.h"
30#include "common_defines.h"
31#include "video_node_i.h"
32
33#include "main/core/video/multi_stream_subscribe_interface.h"
34#include "facilities/media_config/policy_chain/media_config_policy_chain.h"
35#include "facilities/tools/weak_observers.h"
36#include "facilities/media_config/policy_chain/general_val_policy_chain.h"
37#include "main/core/video/strategy_framework/module_controller/video_module_control_aspect.h"
38#include "main/core/video/stats_and_events/video_stats_events_base.h"
39#include "main/core/video/video_frame_source_filter.h"
40#include "main/core/video/strategy_framework/strategy_common_defines.h"
41#include "engine_adapter/video/video_common_defines.h"
42#include "main/core/video/strategy_framework/strategy_qoe_decision/strategy_qoe_decision_interface.h"
43#include "modules/agora_video_codec/include/video_encoder_interface.h"
44#include "main/core/video/strategy_framework/statistic_manager/statistic_defines.h"
45
46namespace webrtc {
47 struct CacheVideoRecvReport;
48 class IFecMethodFactoryInterface;
49 class ISmoothRender;
50 class IRsfecCodecFactoryInterface;
51 class IAutoAdjustHarq;
52}
53
54namespace agora {
55namespace rtc {
56
57class VideoNodeRtpSink;
58class VideoNodeRtpSource;
59class ProactiveCaller;
60class IModuleControlPanel;
61class IVideoStatsMetrics;
62class StrategyQoeDecisionInterface;
63
75
88
90 VideoAvailabilityLevel1 = 1, // Completely unusable.
91 VideoAvailabilityLevel2, // Usable but with very poor experience.
92 VideoAvailabilityLevel3, // Usable but with poor experience.
93};
94
95// Events report. New enum can be added but do not change the existing value!
97 kVideoUplinkEventStaticFrames = 1, // Continous static frames, maybe green/black picktures.
98};
99
110
111// Events report. New enum can be added but do not change the existing value!
114
115 // These events report will be throttled, refer to VideoEngine::doReportVideoEvent().
118 kVideoProcessEventPreprocessNoIncomingFrame = 1002, // No incoming frame for builtin VPM module
120};
121
122// report hardware codec availability event.
127
129 VIDEO_DUMP_DEFAULT = 0, // Dump all.
130 VIDEO_DUMP_ALL = 0xFFFF, // Dump all.
131 VIDEO_DUMP_CAPTURED_YUV = (1 << 0), // Dump YUV after video capturing.
132 VIDEO_DUMP_FILTERED_YUV = (1 << 1), // Dump YUV before video encoding.
133 VIDEO_DUMP_ENCODED_STREAM = (1 << 2), // Dump stream after video encoding.
134 VIDEO_DUMP_RECEIVED_STREAM = (1 << 3), // Dump stream before video decoding.
135 VIDEO_DUMP_DECODED_YUV = (1 << 4), // Dump YUV after video decoding.
136 VIDEO_DUMP_RENDERED_YUV = (1 << 5), // Dump YUV before video rendering.
137 VIDEO_DUMP_PRE_ENCODER_YUV = (1 << 6), // Dump YUV right before video encoding.
138};
139
143 int code;
145 int extra;
146 std::vector<agora::rtc::QoEDropInfo> extra2;
147 std::vector<agora::rtc::VideoTimestampExceptionInfo> ts_exception_info;
148 std::vector<GlitchDetectionInfo> glitch_detection_infos;
149 std::string extension_info;
150};
151
153 int peer = 0;
154 int streamDepth = 0;
156 int isTexture = 0;
157 int renderType = 0;
160 int colorMatrix = 0;
161 int colorRange = 0;
162};
163
173
175 int width;
179 int avgUs;
180 int maxUs;
181 std::string deviceId;
182};
183
191
198
200 std::string font_file_path;
202 std::string format;
204};
205
207 std::string id;
212 std::string image_url;
213
215
218 buffer.buffer.clear();
219 }
220 }
221
225
227 id = other.id;
228 type = other.type;
229 options = other.options;
230 switch (other.type) {
232 WatermarkBufferInner _buffer;
233 _buffer.buffer = other.buffer.buffer ?
234 std::vector<uint8_t>(other.buffer.buffer, other.buffer.buffer + other.buffer.length) : std::vector<uint8_t>(0);
235 _buffer.width = other.buffer.width;
236 _buffer.height = other.buffer.height;
237 _buffer.length = other.buffer.length;
238 _buffer.format = other.buffer.format;
239 buffer = _buffer;
240 break;
241 }
243 WatermarkLiteralInner _literal;
244 _literal.wm_literal = other.literal.wmLiteral ? other.literal.wmLiteral : "";
245 _literal.font_file_path = other.literal.fontFilePath ? other.literal.fontFilePath : "";
246 _literal.font_size = other.literal.fontSize;
247 _literal.stroke_width = other.literal.strokeWidth;
248 literal = _literal;
249 break;
250 }
252 WatermarkTimestampInner _timestamp;
253 _timestamp.font_file_path = other.timestamp.fontFilePath ? other.timestamp.fontFilePath : "";
254 _timestamp.font_size = other.timestamp.fontSize;
255 _timestamp.format = other.timestamp.format ? other.timestamp.format : "";
256 _timestamp.stroke_width = other.timestamp.strokeWidth;
257 timestamp = _timestamp;
258 break;
259 }
261 image_url = other.imageUrl ? other.imageUrl : "";
262 break;
263 default:
264 break;
265 }
266 }
267};
268
269class IVideoTrackObserver : public std::enable_shared_from_this<IVideoTrackObserver> {
270 public:
271 virtual ~IVideoTrackObserver() = default;
272 virtual void onLocalVideoEvent(int id, LOCAL_VIDEO_EVENT_TYPE event) {}
273 virtual void onLocalVideoStateChanged(int id,
276 int timestamp_ms) {}
277
279 REMOTE_VIDEO_STATE state,
281 int timestamp_ms) {}
282
283 virtual void onFirstVideoFrameRendered(int id, uid_t uid, int width, int height, int timestamp_ms) {}
284
285 virtual void onFirstVideoFrameDecoded(std::string cid, uid_t uid, uint32_t ssrc, int width, int height, int timestamp_ms) {}
286
287 virtual void onFirstVideoKeyFrameReceived(uid_t uid, uint64_t timestamp, const webrtc::FirstVideoFrameStreamInfo &streamInfo) {}
288
290 int width, int height,
291 int rotation, int timestamp_ms) {}
292 virtual void onSendSideDelay(int id, int send_delay) {}
293 virtual void onRecvSideDelay(uid_t uid, int recv_delay) {}
294 virtual void onRecvSideFps(uid_t uid, int fps) {}
295 virtual void onEncoderConfigurationChanged(const std::unordered_map<int, VideoConfigurationEx>& config) {}
296 virtual void onSvcLayerUpdated(SvcAABandwidthReportInfo info, int supported_max_layers,
297 AdaptiveScenarioType scenario_type, int channel_size,
298 const std::map<VideoStreamIndex, int>& be_subscribed_streams,
299 const std::vector<int>& svc_layer_bitrate, SvcAASourceType source,
300 const std::vector<SvcAAStrategyResult>& svc_aa_strategy_result_vec) {}
301 virtual void onSvcaaEnabledStateUpdated(uint16_t enabled_state) {}
302 virtual void onEncoderStrategySupportedSvcLayersUpdated(int max_layers) {}
303 virtual void onVideoPipelineDataFormatChanged(int format) {}
304 virtual void onCameraFacingChanged(int facing) {}
305 virtual void onViewSizeChanged(uid_t uid, view_t view, int width, int height) {}
306 virtual void OnSetRexferParams(bool fec_rexfer, float rexfer_alpha, int max_rexfer_times) {}
307 virtual void OnRexferStatusUpdated(bool status, int32_t target_bitrate) {}
308 virtual void OnNotifyDepartedFrame(uid_t uid, int picture_id) {}
309 virtual void onCameraInfoListChanged(CameraInfoList cameraInfoList) {}
311 virtual void OnEncoderStatusUpdate(webrtc::VideoCodecType codec_type,
312 webrtc::HW_ENCODER_ACCELERATING_STATUS hw_accelerate_status) {};
313 virtual void OnVideoStatusUpdated(bool is_fallback, webrtc::MediaStreamId stream_id, int reason) {}
317 virtual void onVideoSizeChanged(int id, uid_t uid, int width, int height, int rotation) {}
318 virtual void onYuvConvertStats(const YuvConvertStats& stats) {}
319 virtual void onWatermarkStats(int32_t image_count, int32_t buffer_count, int32_t literal_count, int32_t timestamp_count) {}
320
321 virtual void onLocalAddVideoFilter(int track_id, std::string filter_name, bool enabled){}
322 virtual void onLocalFilterStatusChanged(int track_id, std::string filter_name, bool enabled){}
323 virtual void onRemoteAddVideoFilter(std::string cid, uid_t uid, uint32_t ssrc, std::string filter_name, bool enabled){}
324 virtual void onRemoteFilterStatusChanged(std::string cid, uid_t uid, uint32_t ssrc, std::string filter_name, bool enabled, bool isDisableMe = false){}
325 virtual void onVideoContentChanged(uid_t uid, agora::VideoContentType newType,
326 agora::VideoContentSubType newSubtype) {}
327 virtual void OnRequestKeyFrame(uid_t uid, VIDEO_STREAM_TYPE type) {}
328 virtual void OnVideoCodingModuleInfosUpdated(webrtc::VideoCodingModuleInfos videoCodingInfos) {}
329 virtual void OnVideoEncodeStrategyUpdated(agora::rtc::VideoEncodeStrategyInfo strategy) {}
330 virtual void OnFirstDecodableFrameReceived(uint8_t stream_id) {}
331 virtual void OnBcmDecodeFeedback(uid_t uid, std::string&& fb) {}
332 virtual void OnBcmNetworkStatsFeeback(uid_t uid, std::string&& fb) {}
333 virtual void onVideoRenderMirrorChanged(bool mirror) {}
334 virtual void onDecoderFail(CODEC_FAIL_REASON reason, VIDEO_CODEC_TYPE codec_type, bool is_hw) {}
335};
336
345
347 public VideoLocalTrackControlAspect {
348 public:
350
351 // keep the same as webrtc::RsfecConfig
352 struct RsfecConfig {
353 std::vector<int> fec_protection_factor;
354 std::vector<std::vector<int>> fec_ratioLevel;
355 std::vector<int> fec_rttThreshold;
357 };
358
360 int32_t mode = 0;
361 int32_t scene = 0;
362 int32_t policy = 0;
363 std::string type = "";
364 };
365
366 struct AttachInfo {
367 uint32_t uid;
368 uint32_t cid;
369 VideoNodeRtpSink* network;
371 uint64_t stats_space;
374 webrtc::RsfecConfig rsfec_config;
375
376 // hardware encoder related
377 std::string enable_hw_encoder;
378
379 // video config
380 VideoNodeEncoderEx::OPSParametersCollection ops_parameters;
381 std::shared_ptr<webrtc::IAutoAdjustHarq> auto_adjust_harq;
388
390 std::string switch_to_rq;
392
397
398 // enable video diagnose
400 // video codec and codec feature_caps
401 VideoNegotiatedCodecCaps negotiated_video_codec_caps;
402
405
409 std::unordered_map<uint8_t, std::string> fec_capabilities;
411 int fec_mode = 0;
413 };
414
415 struct DetachInfo {
416 VideoNodeRtpSink* network;
418 };
419
420 ILocalVideoTrackEx() : id_(id_generator_++) {}
422
423 virtual bool hasPublished() = 0;
424
425 virtual int setVideoEncoderConfigurationEx(const VideoEncoderConfiguration& config, utils::ConfigPriority priority = utils::CONFIG_PRIORITY_USER) = 0;
426
427 virtual int setSimulcastStreamModeEx(SIMULCAST_STREAM_MODE mode, const SimulcastConfigInternal& config, utils::ConfigPriority priority = utils::CONFIG_PRIORITY_USER) = 0;
428
429 virtual int SetVideoConfigEx(int index, const VideoConfigurationEx& configEx, utils::ConfigPriority priority = utils::CONFIG_PRIORITY_USER) = 0;
430
431 virtual int ResetVideoConfigEx(utils::ConfigPriority priority) = 0;
432
433 virtual int GetConfigExs(std::unordered_map<int, VideoConfigurationEx>& configs, bool include_disable_config = false) = 0;
434
435 virtual int GetVideoProfileAutoAdjust(std::string& config_video_profile, std::string& actual_video_profile) = 0;
436
437 virtual int GetCaptureMode(CaptureModeItem& captureModeOut) = 0;
438
439 virtual void RequestKeyFrame(VIDEO_STREAM_TYPE type, bool is_quick_intra_request, bool internal) {}
440
442
443 virtual void GetVideoAvailabilityIndicatorEvents(std::vector<VideoAvailabilityIndicator>& events) {}
444
445 virtual int setUserId(uid_t uid) { user_id_ = uid; return 0; }
446
447 virtual uid_t getUserId() { return user_id_; }
448
449 virtual int GetActiveStreamsCount() = 0;
450
451 virtual int prepareNodes(const char* id = nullptr) = 0;
452
453 virtual bool attach(const AttachInfo& info) = 0;
454 virtual bool detach(const DetachInfo& info) = 0;
455 virtual bool registerTrackObserver(std::shared_ptr<IVideoTrackObserver> observer) {
456 return false;
457 }
459 return false;
460 }
461
462 virtual bool getStatisticsEx(LocalVideoTrackStatsEx& statsEx) { return false; }
463 virtual bool getVideoFrameSourceFilterStats(agora::rtc::VideoFrameSourceFilter::Stats& stats) { return false; }
464 virtual int32_t Width() const = 0;
465 virtual int32_t Height() const = 0;
466 virtual void getBillingVideoProfile(int32_t& w, int32_t& h, int32_t& frame_rate) {};
467 virtual bool Enabled() const = 0;
468
469 virtual int updateVideoWatermarks(const WatermarkConfig* configs, uint32_t count) { return -ERR_NOT_SUPPORTED; }
470
472
474
475 virtual bool getVideoTextureCopyStatus(VideoTextureCopyParam& param) { return false; }
476
477 virtual void getSimucastStreamConfig(SimulcastConfigInternal& simu_stream_config) {}
478 virtual void getSimucastStreamStatus(SIMULCAST_STREAM_MODE& mode, bool& enable) {}
479 virtual void getBillingVideoProfileWithSimulcast(bool& enable, SimulcastConfigInternal& simu_config) {}
480
481 virtual int updateContentHint(VIDEO_CONTENT_HINT contentHint) { return -ERR_NOT_SUPPORTED; }
482
484
485 int TrackId() const { return id_; }
486
488
490
491 virtual int setLocalVideoSend(bool send,
492 LocalVideoSendControlSource source =
493 LocalVideoSendControlSource::kMuteState) = 0;
494
495 virtual bool ClearVideoConfigsOnLeaveChannel() { return false; }
496
497 virtual int getCodecType() = 0;
498
499 virtual int getVideoFrameBitDepth() = 0;
500
501 virtual void setVideoDumpMode(int mode, bool enabled, int frame_cnt = -1) {}
502
503 virtual bool NegotiateCodec(VideoNegotiatedCodecCaps negotiated_video_decode_caps) { return false; }
504
505 virtual void onVideoModuleStatus(std::string node_name, int type) {}
506
507 virtual int onRequestEnableSimulcastStream() { return 0; }
508
509 virtual bool getIsAttachedToNetwork() { return false; }
510
511 virtual bool isVideoFilterEnabled(const char* id) { return false; }
512
513 virtual void ConfigVideoFec(const VideoFecConfig& fec_cap) {}
514
515 virtual void ReconfigureCaptureDelayMs(int video_capture_delay_ms) {}
516
517 virtual void registerProactiveCaller(const std::shared_ptr<rtc::ProactiveCaller>& configurator) { return; }
518 virtual void unregisterProactiveCaller() { return; }
519
520 virtual void registerModuleControlPanel(std::shared_ptr<rtc::IModuleControlPanel> panel) { return; }
521 virtual void unregisterModuleControlPanel() { return; }
522
523 virtual void registerAAManager(std::shared_ptr<rtc::VideoAAManagerInterface> strategy_qoe_decision) { return; }
524 virtual void unregisterAAManager(std::shared_ptr<rtc::VideoAAManagerInterface> strategy_qoe_decision) { return; }
525
526 virtual void registerVideoTrackStatsMetrics(const std::shared_ptr<IVideoStatsMetrics>& metrics) { return; }
527 virtual void unregisterVideoTrackStatsMetrics(const std::shared_ptr<IVideoStatsMetrics>& metrics) { return; }
528 virtual bool NegotiateHDRSource(bool hdr_capture) { return false; }
529
530 virtual int setEnabledLLApiInternal(bool enable, bool action_droppable = true) = 0;
535 const char* id = NULL) = 0;
537 const char* id = NULL) = 0;
538 virtual bool hasVideoFilterLLApiInternal(const char* id, media::base::VIDEO_MODULE_POSITION position) = 0;
539 virtual int setLocalRenderTargetFps(int target_fps) = 0;
540 virtual int setLocalRenderMirror(bool mirror) = 0;
544 virtual int enableVideoFilterLLApiInternal(const char* id, bool enable) {return -1;}
545 virtual void enableSourceFilterLLApiInternal(const char* id, bool enable) { return; }
546 virtual int setFilterPropertyLLApiInternal(const char* id, const char* key, const char* json_value) { return -1; };
547 virtual int getFilterPropertyLLApiInternal(const char* id, const char* key, char* json_value, size_t buf_size) { return -1; };
548 virtual void SetVideoCodecCaps(VideoNegotiatedCodecCaps negotiated_video_codec_caps) {};
549 virtual void SetSvcAutoAdjusterEnabled(bool enabled) {}
550 virtual void UpdateRemoteDlBweFeedback(int bwe) = 0;
551 virtual void UpdateChannelBandwidthAndSubscription(AggregatedRemoteDlBweQuantile bwe_quantile,
552 std::map<VideoStreamIndex, int>&& be_subscribed_streams) = 0;
553 virtual void UpdateAdaptiveScenarioTypeAndChannelSize(AdaptiveScenarioType scenario_type, int channel_size, bool sync_ability) = 0;
554 virtual void SetQoeMetricsWeight(VideoStreamIndex video_stream_index, QoeMetricsWeight qoe_metrics_weight) { return; };
555 virtual void OnVideoFecStatsChanged(const StreamsFecStatsMap& aut_fec_map) = 0;
556
557 protected:
558 const int id_;
559 utils::WeakObserversFacility<IVideoTrackObserver> track_observers_;
561
562 private:
563 static std::atomic<int> id_generator_;
564};
565
569 bool isHardwareCodec = false;
570 int64_t totalFrozen200ms = 0;
571 uint32_t last_frame_max = 0;
572 uint32_t dec_in_num = 0;
573 uint32_t render_in_num = 0;
574 uint32_t render_out_num = 0;
575 uint32_t fec_pkts_num = 0;
576 uint32_t loss_af_fec = 0;
578 int decode_level[10] = {0};
579 uint64_t qp_sum = 0;
580 VideoContentType content_type = VideoContentType::UNSPECIFIED;
581 std::vector<VideoAvailabilityIndicator> video_availability;
582
583 // WebRTC video quality observer statistics
584 int64_t totalWebRTCFrozenTime = 0; // WebRTC freeze time(ms),accumulated value
585 int64_t totalWebRTCActiveTime = 0; // WebRTC active time(ms),accumulated value
586 int64_t totalWebRTCInactiveTime = 0; // WebRTC inactive time(ms),accumulated value
587 int32_t harmonicFrameRate = 0; // Overall harmonic frame rate(fps),from construction to current
588 int64_t totalFrozenTime200ms = 0; // 200ms freeze time(ms),accumulated value
589 int64_t totalFrozenTime500ms = 0; // 500ms freeze time(ms),accumulated value
590 int64_t totalFrozenTime600ms = 0; // 600ms freeze time(ms),accumulated value
591 int64_t totalWebRTCSmoothPlaybackTime = 0; // WebRTC smooth playback time(ms),accumulated value
592};
593
595 public VideoRemoteTrackControlAspect {
596 public:
599
600 struct AttachInfo {
601 VideoNodeRtpSource* source;
602 VideoNodeRtpSink* rtcp_sender;
604 bool recv_media_packet = false;
605 uint64_t stats_space = 0;
606 webrtc::CommonSmootherConfig smoother_common_config;
607 webrtc::VideoRenderFramesConfig video_render_frames_config;
608 webrtc::VprSmootherConfig vpr_config;
609 agora::rtc::VPR_POSITION vpr_position = agora::rtc::VPR_POSITION::POSITION_PRE_RENDER;
610 std::shared_ptr<webrtc::IRsfecCodecFactoryInterface> rsfec_codec_factory;
611 bool rsfec_enable_mds = true;
613 std::function<void(const webrtc::CacheVideoRecvReport&, bool)> cache_recv_report_callback;
614 };
615
616 struct DetachInfo {
617 VideoNodeRtpSource* source;
618 VideoNodeRtpSink* rtcp_sender;
620 };
621
623
625
626 virtual uint32_t getRemoteSsrc() = 0;
627
628 virtual bool attach(const AttachInfo& info, REMOTE_VIDEO_STATE_REASON reason) = 0;
629 virtual bool detach(const DetachInfo& info, REMOTE_VIDEO_STATE_REASON reason) = 0;
630
631 virtual bool getStatisticsEx(RemoteVideoTrackStatsEx& statsex) { return false; }
632
633 virtual bool registerTrackObserver(std::shared_ptr<IVideoTrackObserver> observer) {
634 return false;
635 }
637 return false;
638 }
639 virtual void registerProactiveCaller(const std::shared_ptr<ProactiveCaller>&) {}
641 virtual void registerVideoTrackStatsMetrics(const std::shared_ptr<IVideoStatsMetrics>& metrics) { return; }
642 virtual void unregisterVideoTrackStatsMetrics(const std::shared_ptr<IVideoStatsMetrics>& metrics) { return; }
643
646 const char* id = NULL) = 0;
648 const char* id = NULL) = 0;
649 virtual bool hasVideoFilterLLApiInternal(const char* id, media::base::VIDEO_MODULE_POSITION position) = 0;
656 virtual int enableVideoFilterLLApiInternal(const char* id, bool enable){ return -1; };
657 virtual int setFilterPropertyLLApiInternal(const char* id, const char* key, const char* json_value){ return -1; };
660 virtual void OnUserRoleStatusUpdate(UserRoleStatus user_role_status) {};
661
662 protected:
663 utils::WeakObserversFacility<IVideoTrackObserver> track_observers_;
664};
665
666} // namespace rtc
667} // namespace agora
Definition AgoraOptional.h:413
Definition AgoraRefPtr.h:44
Definition AgoraMediaBase.h:1928
virtual int registerVideoEncodedFrameObserverLLApiInternal(media::IVideoEncodedFrameObserver *videoReceiver)=0
virtual int setSimulcastStreamModeEx(SIMULCAST_STREAM_MODE mode, const SimulcastConfigInternal &config, utils::ConfigPriority priority=utils::CONFIG_PRIORITY_USER)=0
virtual void OnVideoFecStatsChanged(const StreamsFecStatsMap &aut_fec_map)=0
virtual void UpdateRemoteDlBweFeedback(int bwe)=0
virtual void registerModuleControlPanel(std::shared_ptr< rtc::IModuleControlPanel > panel)
Definition video_track_i.h:520
virtual int32_t Height() const =0
virtual bool removeRendererLLApiInternal(agora_refptr< IVideoSinkBase > videoRenderer, media::base::VIDEO_MODULE_POSITION position)=0
virtual void SetQoeMetricsWeight(VideoStreamIndex video_stream_index, QoeMetricsWeight qoe_metrics_weight)
Definition video_track_i.h:554
virtual ~ILocalVideoTrackEx()
Definition video_track_i.h:421
virtual void UpdateAdaptiveScenarioTypeAndChannelSize(AdaptiveScenarioType scenario_type, int channel_size, bool sync_ability)=0
virtual void registerProactiveCaller(const std::shared_ptr< rtc::ProactiveCaller > &configurator)
Definition video_track_i.h:517
virtual bool Enabled() const =0
virtual uid_t getUserId()
Definition video_track_i.h:447
virtual void SetSvcAutoAdjusterEnabled(bool enabled)
Definition video_track_i.h:549
virtual void registerAAManager(std::shared_ptr< rtc::VideoAAManagerInterface > strategy_qoe_decision)
Definition video_track_i.h:523
virtual LOCAL_VIDEO_STREAM_STATE getStateLLApiInternal()=0
virtual int updateScreenCaptureScenario(SCREEN_SCENARIO_TYPE screenScenario)
Definition video_track_i.h:483
virtual void onVideoModuleStatus(std::string node_name, int type)
Definition video_track_i.h:505
virtual bool NegotiateHDRSource(bool hdr_capture)
Definition video_track_i.h:528
virtual int updateContentHint(VIDEO_CONTENT_HINT contentHint)
Definition video_track_i.h:481
virtual int SetVideoConfigEx(int index, const VideoConfigurationEx &configEx, utils::ConfigPriority priority=utils::CONFIG_PRIORITY_USER)=0
virtual void registerVideoTrackStatsMetrics(const std::shared_ptr< IVideoStatsMetrics > &metrics)
Definition video_track_i.h:526
virtual int unregisterVideoEncodedFrameObserverLLApiInternal(media::IVideoEncodedFrameObserver *videoReceiver)=0
int TrackId() const
Definition video_track_i.h:485
virtual void getSimucastStreamStatus(SIMULCAST_STREAM_MODE &mode, bool &enable)
Definition video_track_i.h:478
virtual int onRequestEnableSimulcastStream()
Definition video_track_i.h:507
virtual int ResetVideoConfigEx(utils::ConfigPriority priority)=0
virtual void getSimucastStreamConfig(SimulcastConfigInternal &simu_stream_config)
Definition video_track_i.h:477
virtual bool getVideoFrameSourceFilterStats(agora::rtc::VideoFrameSourceFilter::Stats &stats)
Definition video_track_i.h:463
virtual bool unregisterTrackObserver(IVideoTrackObserver *observer)
Definition video_track_i.h:458
virtual int GetVideoProfileAutoAdjust(std::string &config_video_profile, std::string &actual_video_profile)=0
virtual int setLocalRenderTargetFps(int target_fps)=0
virtual bool isVideoFilterEnabled(const char *id)
Definition video_track_i.h:511
virtual int setFilterPropertyLLApiInternal(const char *id, const char *key, const char *json_value)
Definition video_track_i.h:546
virtual bool getStatisticsEx(LocalVideoTrackStatsEx &statsEx)
Definition video_track_i.h:462
virtual int GetConfigExs(std::unordered_map< int, VideoConfigurationEx > &configs, bool include_disable_config=false)=0
virtual int GetActiveStreamsCount()=0
virtual int enableVideoFilterLLApiInternal(const char *id, bool enable)
Definition video_track_i.h:544
virtual bool NegotiateCodec(VideoNegotiatedCodecCaps negotiated_video_decode_caps)
Definition video_track_i.h:503
virtual bool addVideoFilterLLApiInternal(agora_refptr< IVideoFilter > filter, media::base::VIDEO_MODULE_POSITION position=media::base::POSITION_POST_CAPTURER, const char *id=NULL)=0
virtual void enableSourceFilterLLApiInternal(const char *id, bool enable)
Definition video_track_i.h:545
uid_t user_id_
Definition video_track_i.h:560
virtual void ReconfigureCaptureDelayMs(int video_capture_delay_ms)
Definition video_track_i.h:515
utils::WeakObserversFacility< IVideoTrackObserver > track_observers_
Definition video_track_i.h:559
ILocalVideoTrackEx()
Definition video_track_i.h:420
virtual bool getIsAttachedToNetwork()
Definition video_track_i.h:509
virtual int setLocalVideoSend(bool send, LocalVideoSendControlSource source=LocalVideoSendControlSource::kMuteState)=0
virtual void UpdateChannelBandwidthAndSubscription(AggregatedRemoteDlBweQuantile bwe_quantile, std::map< VideoStreamIndex, int > &&be_subscribed_streams)=0
virtual int setVideoEncoderConfigurationLLApiInternal(const rtc::VideoEncoderConfiguration &config)=0
virtual bool detach(const DetachInfo &info)=0
virtual int prepareNodes(const char *id=nullptr)=0
virtual void getBillingVideoProfile(int32_t &w, int32_t &h, int32_t &frame_rate)
Definition video_track_i.h:466
virtual int setLocalRenderMirror(bool mirror)=0
virtual bool getVideoTextureCopyStatus(VideoTextureCopyParam &param)
Definition video_track_i.h:475
virtual void SetVideoCodecCaps(VideoNegotiatedCodecCaps negotiated_video_codec_caps)
Definition video_track_i.h:548
virtual void RequestKeyFrame(VIDEO_STREAM_TYPE type, bool is_quick_intra_request, bool internal)
Definition video_track_i.h:439
virtual bool addRendererLLApiInternal(agora_refptr< IVideoSinkBase > videoRenderer, media::base::VIDEO_MODULE_POSITION position)=0
virtual int setUserId(uid_t uid)
Definition video_track_i.h:445
virtual int getVideoFrameBitDepth()=0
virtual void ConfigVideoFec(const VideoFecConfig &fec_cap)
Definition video_track_i.h:513
virtual bool registerTrackObserver(std::shared_ptr< IVideoTrackObserver > observer)
Definition video_track_i.h:455
virtual void setVideoDumpMode(int mode, bool enabled, int frame_cnt=-1)
Definition video_track_i.h:501
virtual int setSimulcastStreamModeLLApiInternal(SIMULCAST_STREAM_MODE mode, const SimulcastConfigInternal &simu_config)=0
virtual void unregisterModuleControlPanel()
Definition video_track_i.h:521
virtual void GetVideoAvailabilityIndicatorEvents(std::vector< VideoAvailabilityIndicator > &events)
Definition video_track_i.h:443
virtual bool ClearVideoConfigsOnLeaveChannel()
Definition video_track_i.h:495
virtual void unregisterAAManager(std::shared_ptr< rtc::VideoAAManagerInterface > strategy_qoe_decision)
Definition video_track_i.h:524
virtual rtc::VideoEncoderConfiguration getVideoEncoderConfiguration()
Definition video_track_i.h:473
virtual int setVideoEncoderConfigurationEx(const VideoEncoderConfiguration &config, utils::ConfigPriority priority=utils::CONFIG_PRIORITY_USER)=0
virtual void getBillingVideoProfileWithSimulcast(bool &enable, SimulcastConfigInternal &simu_config)
Definition video_track_i.h:479
virtual bool getStatisticsLLApiInternal(LocalVideoTrackStats &stats)=0
virtual bool removeVideoFilterLLApiInternal(agora_refptr< IVideoFilter > filter, media::base::VIDEO_MODULE_POSITION position=media::base::POSITION_POST_CAPTURER, const char *id=NULL)=0
virtual void unregisterProactiveCaller()
Definition video_track_i.h:518
const int id_
Definition video_track_i.h:558
virtual void unregisterVideoTrackStatsMetrics(const std::shared_ptr< IVideoStatsMetrics > &metrics)
Definition video_track_i.h:527
virtual int setEnabledLLApiInternal(bool enable, bool action_droppable=true)=0
virtual bool hasVideoFilterLLApiInternal(const char *id, media::base::VIDEO_MODULE_POSITION position)=0
virtual int updateVideoWatermarks(const WatermarkConfig *configs, uint32_t count)
Definition video_track_i.h:469
virtual int GetCaptureMode(CaptureModeItem &captureModeOut)=0
virtual InternalVideoSourceType getInternalVideoSourceType()
Definition video_track_i.h:471
DetachReason
Definition video_track_i.h:349
@ TRACK_DESTROY
Definition video_track_i.h:349
@ CODEC_CHANGE
Definition video_track_i.h:349
@ NETWORK_DESTROY
Definition video_track_i.h:349
@ MANUAL
Definition video_track_i.h:349
virtual void AddVideoAvailabilityIndicatorEvents(VideoAvailabilityIndicator event)
Definition video_track_i.h:441
virtual int32_t Width() const =0
virtual bool attach(const AttachInfo &info)=0
virtual int getFilterPropertyLLApiInternal(const char *id, const char *key, char *json_value, size_t buf_size)
Definition video_track_i.h:547
Definition NGIAgoraVideoTrack.h:394
Definition NGIAgoraMediaNode.h:318
virtual void registerVideoTrackStatsMetrics(const std::shared_ptr< IVideoStatsMetrics > &metrics)
Definition video_track_i.h:641
virtual uint32_t getRemoteSsrc()=0
virtual bool registerTrackObserver(std::shared_ptr< IVideoTrackObserver > observer)
Definition video_track_i.h:633
StateEvents< REMOTE_VIDEO_STATE, REMOTE_VIDEO_STATE_REASON > RemoteVideoEvents
Definition video_track_i.h:598
virtual void unregisterProactiveCaller()
Definition video_track_i.h:640
virtual int setFilterPropertyLLApiInternal(const char *id, const char *key, const char *json_value)
Definition video_track_i.h:657
virtual bool getStatisticsEx(RemoteVideoTrackStatsEx &statsex)
Definition video_track_i.h:631
virtual ~IRemoteVideoTrackEx()
Definition video_track_i.h:624
virtual int registerMediaPacketReceiverLLApiInternal(IMediaPacketReceiver *packetReceiver)=0
virtual bool removeVideoFilterLLApiInternal(agora_refptr< IVideoFilter > filter, media::base::VIDEO_MODULE_POSITION position=media::base::POSITION_POST_CAPTURER, const char *id=NULL)=0
virtual bool getStatisticsLLApiInternal(RemoteVideoTrackStats &stats)=0
virtual bool attach(const AttachInfo &info, REMOTE_VIDEO_STATE_REASON reason)=0
DetachReason
Definition video_track_i.h:597
@ MANUAL
Definition video_track_i.h:597
@ TRACK_DESTROY
Definition video_track_i.h:597
@ NETWORK_DESTROY
Definition video_track_i.h:597
virtual void OnUserRoleStatusUpdate(UserRoleStatus user_role_status)
Definition video_track_i.h:660
virtual int unregisterVideoEncodedFrameObserverLLApiInternal(agora::media::IVideoEncodedFrameObserver *encodedObserver)=0
virtual bool addRendererLLApiInternal(agora_refptr< IVideoSinkBase > videoRenderer, media::base::VIDEO_MODULE_POSITION position=media::base::POSITION_PRE_RENDERER)=0
virtual bool unregisterTrackObserver(IVideoTrackObserver *observer)
Definition video_track_i.h:636
virtual bool getTrackInfoLLApiInternal(VideoTrackInfo &info)=0
virtual bool hasVideoFilterLLApiInternal(const char *id, media::base::VIDEO_MODULE_POSITION position)=0
virtual void registerProactiveCaller(const std::shared_ptr< ProactiveCaller > &)
Definition video_track_i.h:639
virtual bool addVideoFilterLLApiInternal(agora_refptr< IVideoFilter > filter, media::base::VIDEO_MODULE_POSITION position=media::base::POSITION_POST_CAPTURER, const char *id=NULL)=0
virtual void unregisterVideoTrackStatsMetrics(const std::shared_ptr< IVideoStatsMetrics > &metrics)
Definition video_track_i.h:642
virtual int registerVideoEncodedFrameObserverLLApiInternal(agora::media::IVideoEncodedFrameObserver *encodedObserver)=0
virtual bool removeRendererLLApiInternal(agora_refptr< IVideoSinkBase > videoRenderer, media::base::VIDEO_MODULE_POSITION position)=0
utils::WeakObserversFacility< IVideoTrackObserver > track_observers_
Definition video_track_i.h:663
virtual REMOTE_VIDEO_STATE getStateLLApiInternal()=0
virtual int enableVideoFilterLLApiInternal(const char *id, bool enable)
Definition video_track_i.h:656
virtual bool detach(const DetachInfo &info, REMOTE_VIDEO_STATE_REASON reason)=0
virtual int unregisterMediaPacketReceiverLLApiInternal(IMediaPacketReceiver *packetReceiver)=0
Definition NGIAgoraVideoTrack.h:574
Definition video_track_i.h:269
virtual void onSvcaaEnabledStateUpdated(uint16_t enabled_state)
Definition video_track_i.h:301
virtual void OnVideoEncodeStrategyUpdated(agora::rtc::VideoEncodeStrategyInfo strategy)
Definition video_track_i.h:329
virtual void onFirstVideoFrameDecoded(std::string cid, uid_t uid, uint32_t ssrc, int width, int height, int timestamp_ms)
Definition video_track_i.h:285
virtual void onRemoteVideoStateChanged(uid_t uid, REMOTE_VIDEO_STATE state, REMOTE_VIDEO_STATE_REASON reason, int timestamp_ms)
Definition video_track_i.h:278
virtual void onSvcLayerUpdated(SvcAABandwidthReportInfo info, int supported_max_layers, AdaptiveScenarioType scenario_type, int channel_size, const std::map< VideoStreamIndex, int > &be_subscribed_streams, const std::vector< int > &svc_layer_bitrate, SvcAASourceType source, const std::vector< SvcAAStrategyResult > &svc_aa_strategy_result_vec)
Definition video_track_i.h:296
virtual void onEncoderConfigurationChanged(const std::unordered_map< int, VideoConfigurationEx > &config)
Definition video_track_i.h:295
virtual void onVideoRenderMirrorChanged(bool mirror)
Definition video_track_i.h:333
virtual void OnRexferStatusUpdated(bool status, int32_t target_bitrate)
Definition video_track_i.h:307
virtual void OnNotifyDepartedFrame(uid_t uid, int picture_id)
Definition video_track_i.h:308
virtual void onDecoderFail(CODEC_FAIL_REASON reason, VIDEO_CODEC_TYPE codec_type, bool is_hw)
Definition video_track_i.h:334
virtual void onViewSizeChanged(uid_t uid, view_t view, int width, int height)
Definition video_track_i.h:305
virtual void onVideoHWCodecSpecEvent(agora::rtc::VideoHWCodecSpec codecSpec)
Definition video_track_i.h:316
virtual void onRemoteFilterStatusChanged(std::string cid, uid_t uid, uint32_t ssrc, std::string filter_name, bool enabled, bool isDisableMe=false)
Definition video_track_i.h:324
virtual void onEncoderStrategySupportedSvcLayersUpdated(int max_layers)
Definition video_track_i.h:302
virtual void onFirstVideoKeyFrameReceived(uid_t uid, uint64_t timestamp, const webrtc::FirstVideoFrameStreamInfo &streamInfo)
Definition video_track_i.h:287
virtual void OnBcmNetworkStatsFeeback(uid_t uid, std::string &&fb)
Definition video_track_i.h:332
virtual void OnVideoStatusUpdated(bool is_fallback, webrtc::MediaStreamId stream_id, int reason)
Definition video_track_i.h:313
virtual void onRecvSideFps(uid_t uid, int fps)
Definition video_track_i.h:294
virtual void OnEncoderStatusUpdate(webrtc::VideoCodecType codec_type, webrtc::HW_ENCODER_ACCELERATING_STATUS hw_accelerate_status)
Definition video_track_i.h:311
virtual void OnVideoCodingModuleInfosUpdated(webrtc::VideoCodingModuleInfos videoCodingInfos)
Definition video_track_i.h:328
virtual void onSendSideDelay(int id, int send_delay)
Definition video_track_i.h:292
virtual void OnBcmDecodeFeedback(uid_t uid, std::string &&fb)
Definition video_track_i.h:331
virtual void onRecvSideDelay(uid_t uid, int recv_delay)
Definition video_track_i.h:293
virtual void onRemoteAddVideoFilter(std::string cid, uid_t uid, uint32_t ssrc, std::string filter_name, bool enabled)
Definition video_track_i.h:323
virtual void OnSetRexferParams(bool fec_rexfer, float rexfer_alpha, int max_rexfer_times)
Definition video_track_i.h:306
virtual ~IVideoTrackObserver()=default
virtual void onLocalVideoStateChanged(int id, LOCAL_VIDEO_STREAM_STATE state, LOCAL_VIDEO_STREAM_REASON reason, int timestamp_ms)
Definition video_track_i.h:273
virtual void onCameraInfoListChanged(CameraInfoList cameraInfoList)
Definition video_track_i.h:309
virtual void onCameraCharacteristicProfileChanged(agora::rtc::CameraCharacteristicProfile profile)
Definition video_track_i.h:310
virtual void onCameraFacingChanged(int facing)
Definition video_track_i.h:304
virtual void OnRequestKeyFrame(uid_t uid, VIDEO_STREAM_TYPE type)
Definition video_track_i.h:327
virtual void onVideoPipelineDataFormatChanged(int format)
Definition video_track_i.h:303
virtual void onFirstVideoFrameRendered(int id, uid_t uid, int width, int height, int timestamp_ms)
Definition video_track_i.h:283
virtual void onVideoAvailabilityIndicatorEvent(VideoAvailabilityIndicator indicator)
Definition video_track_i.h:314
virtual void onLocalFilterStatusChanged(int track_id, std::string filter_name, bool enabled)
Definition video_track_i.h:322
virtual void onLocalAddVideoFilter(int track_id, std::string filter_name, bool enabled)
Definition video_track_i.h:321
virtual void OnFirstDecodableFrameReceived(uint8_t stream_id)
Definition video_track_i.h:330
virtual void onVideoSizeChanged(int id, uid_t uid, int width, int height, int rotation)
Definition video_track_i.h:317
virtual void onVideoContentChanged(uid_t uid, agora::VideoContentType newType, agora::VideoContentSubType newSubtype)
Definition video_track_i.h:325
virtual void onVideoRendererInfoEvent(VideoRendererInfo info)
Definition video_track_i.h:315
virtual void onWatermarkStats(int32_t image_count, int32_t buffer_count, int32_t literal_count, int32_t timestamp_count)
Definition video_track_i.h:319
virtual void onLocalVideoEvent(int id, LOCAL_VIDEO_EVENT_TYPE event)
Definition video_track_i.h:272
virtual void onYuvConvertStats(const YuvConvertStats &stats)
Definition video_track_i.h:318
virtual void onSourceVideoSizeChanged(uid_t uid, int width, int height, int rotation, int timestamp_ms)
Definition video_track_i.h:289
Definition AgoraOptional.h:54
VIDEO_MODULE_POSITION
The frame position of the video observer.
Definition AgoraMediaBase.h:1243
@ POSITION_PRE_RENDERER
Definition AgoraMediaBase.h:1254
@ POSITION_POST_CAPTURER
Definition AgoraMediaBase.h:1249
VIDEO_PIXEL_FORMAT
The video pixel format.
Definition AgoraMediaBase.h:519
Definition AgoraExtensions.h:5
CongestionControlType
Definition rtc_connection_i.h:85
SIMULCAST_STREAM_MODE
The mode in which the video stream is sent.
Definition AgoraBase.h:2296
VideoDumpMode
Definition video_track_i.h:128
@ VIDEO_DUMP_DECODED_YUV
Definition video_track_i.h:135
@ VIDEO_DUMP_ENCODED_STREAM
Definition video_track_i.h:133
@ VIDEO_DUMP_ALL
Definition video_track_i.h:130
@ VIDEO_DUMP_FILTERED_YUV
Definition video_track_i.h:132
@ VIDEO_DUMP_PRE_ENCODER_YUV
Definition video_track_i.h:137
@ VIDEO_DUMP_DEFAULT
Definition video_track_i.h:129
@ VIDEO_DUMP_RENDERED_YUV
Definition video_track_i.h:136
@ VIDEO_DUMP_RECEIVED_STREAM
Definition video_track_i.h:134
@ VIDEO_DUMP_CAPTURED_YUV
Definition video_track_i.h:131
VideoModuleId
Definition video_track_i.h:76
@ VideoModulePostprocess
Definition video_track_i.h:82
@ VideoModuleQoE
Definition video_track_i.h:85
@ VideoModuleEncode
Definition video_track_i.h:79
@ VideoModuleNetwork
Definition video_track_i.h:80
@ VideoModuleExtension
Definition video_track_i.h:86
@ VideoModulePipeline
Definition video_track_i.h:84
@ VideoModuleDecode
Definition video_track_i.h:81
@ VideoModuleRender
Definition video_track_i.h:83
@ VideoModulePreprocess
Definition video_track_i.h:78
@ VideoModuleCapture
Definition video_track_i.h:77
VIDEO_CONTENT_HINT
The content hint for screen sharing.
Definition AgoraBase.h:3296
std::map< uint8_t, std::pair< uint16_t, uint32_t > > StreamsFecStatsMap
Definition local_user_i.h:34
std::weak_ptr< webrtc::Call > WeakPipelineBuilder
Definition common_defines.h:26
VIDEO_STREAM_TYPE
The type of video streams.
Definition AgoraBase.h:1746
std::vector< StateEvent< STATE_TYPE, REASON_TYPE > > StateEvents
Definition track_stat_i.h:21
VideoQoeEvent
Definition video_track_i.h:100
@ kVideoGlitchDetection
Definition video_track_i.h:107
@ kVideoQoe200msFreezeDrop
Definition video_track_i.h:103
@ kVideoQoe600msFreezeDrop
Definition video_track_i.h:102
@ kVideoQoeCriticalDrop
Definition video_track_i.h:101
@ kVideoTimestampException
Definition video_track_i.h:105
@ kVideoExtensionStatusDetection
Definition video_track_i.h:108
@ kVideoQoeFpsSubstandard
Definition video_track_i.h:104
@ kVideoQoePipelineException
Definition video_track_i.h:106
VIDEO_CODEC_TYPE
Video codec types.
Definition AgoraBase.h:1342
LOCAL_VIDEO_EVENT_TYPE
The local video event type.
Definition AgoraBase.h:3599
VideoProcessEvent
Definition video_track_i.h:112
@ kVideoProcessEventPreprocessEnqueueFailure
Definition video_track_i.h:116
@ kVideoProcessEventPreprocessFrameFailure
Definition video_track_i.h:117
@ kVideoProcessEventPreprocessCongested
Definition video_track_i.h:119
@ kVideoProcessEventNone
Definition video_track_i.h:113
@ kVideoProcessEventPreprocessNoIncomingFrame
Definition video_track_i.h:118
LOCAL_VIDEO_STREAM_STATE
Local video state types.
Definition AgoraBase.h:3575
REMOTE_VIDEO_STATE
The state of the remote video stream.
Definition AgoraBase.h:3872
SCREEN_SCENARIO_TYPE
The screen sharing scenario.
Definition AgoraBase.h:3315
LOCAL_VIDEO_STREAM_REASON
Reasons for local video state changes.
Definition AgoraBase.h:3630
std::vector< CameraInfo > CameraInfoList
Definition video_node_i.h:449
InternalVideoSourceType
Definition video_track_i.h:64
@ MixedSource
Definition video_track_i.h:72
@ Screen
Definition video_track_i.h:68
@ CustomPacketSource
Definition video_track_i.h:71
@ CustomYuvSource
Definition video_track_i.h:69
@ CustomEncodedImageSource
Definition video_track_i.h:70
@ TranscodedSource
Definition video_track_i.h:73
@ None
Definition video_track_i.h:65
@ Custom
Definition video_track_i.h:67
@ Camera
Definition video_track_i.h:66
VideoAvailabilityLevel
Definition video_track_i.h:89
@ VideoAvailabilityLevel3
Definition video_track_i.h:92
@ VideoAvailabilityLevel2
Definition video_track_i.h:91
@ VideoAvailabilityLevel1
Definition video_track_i.h:90
unsigned int uid_t
Definition AgoraMediaBase.h:28
VideoPipelineEvent
Definition video_track_i.h:96
@ kVideoUplinkEventStaticFrames
Definition video_track_i.h:97
WATERMARK_SOURCE_TYPE
Type of watermark source.
Definition AgoraBase.h:2539
@ BUFFER
Definition AgoraBase.h:2547
@ TIMESTAMPS
Definition AgoraBase.h:2559
@ IMAGE
Definition AgoraBase.h:2543
@ LITERAL
Definition AgoraBase.h:2553
VideoCodecAvailableEvent
Definition video_track_i.h:123
@ kVideoHwH264EncoderHighProfileAvailable
Definition video_track_i.h:125
@ kVideoHwH265EncoderAvailable
Definition video_track_i.h:124
REMOTE_VIDEO_STATE_REASON
The reason for the remote video state change.
Definition AgoraBase.h:3904
Definition AgoraAtomicOps.h:21
void * view_t
Definition AgoraBase.h:935
@ ERR_NOT_SUPPORTED
Definition AgoraBase.h:507
Definition common_defines.h:18
Definition video_node_i.h:411
Definition video_track_i.h:366
int fec_mode
Definition video_track_i.h:411
std::shared_ptr< webrtc::IAutoAdjustHarq > auto_adjust_harq
Definition video_track_i.h:381
int32_t fec_outside_bandwidth_ratio
Definition video_track_i.h:383
Optional< bool > response_quick_intra_request
Definition video_track_i.h:412
bool enable_minor_stream_vqc
Definition video_track_i.h:384
bool enable_minor_stream_fec_outside_ratio
Definition video_track_i.h:386
uint32_t sync_peer_uid
Definition video_track_i.h:404
std::string enable_hw_encoder
Definition video_track_i.h:377
VideoNegotiatedCodecCaps negotiated_video_codec_caps
Definition video_track_i.h:401
int hw_capture_delay
Definition video_track_i.h:403
VideoNodeRtpSink * network
Definition video_track_i.h:369
absl::optional< int > max_inflight_frame_count_pre_processsing
Definition video_track_i.h:396
std::string switch_to_rq
Definition video_track_i.h:390
std::unordered_map< uint8_t, std::string > fec_capabilities
Definition video_track_i.h:409
bool support_higher_standard_bitrate
Definition video_track_i.h:407
bool enable_two_bytes_extension
Definition video_track_i.h:373
Optional< SIMULCAST_STREAM_MODE > cfg_simulcast_stream_mode
Definition video_track_i.h:406
bool enable_minor_stream_intra_request
Definition video_track_i.h:387
webrtc::RsfecConfig rsfec_config
Definition video_track_i.h:374
bool enable_rq_classic_method
Definition video_track_i.h:391
uint32_t uid
Definition video_track_i.h:367
bool enable_quick_intra_high_fec
Definition video_track_i.h:395
uint64_t stats_space
Definition video_track_i.h:371
int fec_fix_rate
Definition video_track_i.h:393
bool enable_minor_stream_fec
Definition video_track_i.h:385
int fec_method
Definition video_track_i.h:389
bool enable_video_send_diagnose
Definition video_track_i.h:399
VideoQoEAnalyzerParameter qoe_analyzer_parameters
Definition video_track_i.h:408
VideoNodeEncoderEx::OPSParametersCollection ops_parameters
Definition video_track_i.h:380
WeakPipelineBuilder builder
Definition video_track_i.h:370
int harq_version
Definition video_track_i.h:382
CongestionControlType cc_type
Definition video_track_i.h:372
uint32_t cid
Definition video_track_i.h:368
int prefer_fec_method
Definition video_track_i.h:410
bool enable_check_for_disable_fec
Definition video_track_i.h:394
int32_t mode
Definition video_track_i.h:360
int32_t policy
Definition video_track_i.h:362
int32_t scene
Definition video_track_i.h:361
std::string type
Definition video_track_i.h:363
Definition video_track_i.h:415
DetachReason reason
Definition video_track_i.h:417
VideoNodeRtpSink * network
Definition video_track_i.h:416
Definition video_track_i.h:352
std::vector< std::vector< int > > fec_ratioLevel
Definition video_track_i.h:354
std::vector< int > fec_rttThreshold
Definition video_track_i.h:355
std::vector< int > fec_protection_factor
Definition video_track_i.h:353
bool pec_enabled
Definition video_track_i.h:356
Definition video_track_i.h:600
agora::rtc::VPR_POSITION vpr_position
Definition video_track_i.h:609
webrtc::VideoRenderFramesConfig video_render_frames_config
Definition video_track_i.h:607
VideoNodeRtpSink * rtcp_sender
Definition video_track_i.h:602
std::function< void(const webrtc::CacheVideoRecvReport &, bool)> cache_recv_report_callback
Definition video_track_i.h:613
WeakPipelineBuilder builder
Definition video_track_i.h:603
std::shared_ptr< webrtc::IRsfecCodecFactoryInterface > rsfec_codec_factory
Definition video_track_i.h:610
bool recv_media_packet
Definition video_track_i.h:604
bool rsfec_enable_mds
Definition video_track_i.h:611
VideoQoEAnalyzerParameter qoe_analyzer_parameters
Definition video_track_i.h:612
VideoNodeRtpSource * source
Definition video_track_i.h:601
uint64_t stats_space
Definition video_track_i.h:605
webrtc::VprSmootherConfig vpr_config
Definition video_track_i.h:608
webrtc::CommonSmootherConfig smoother_common_config
Definition video_track_i.h:606
Definition video_track_i.h:616
DetachReason reason
Definition video_track_i.h:619
VideoNodeRtpSink * rtcp_sender
Definition video_track_i.h:618
VideoNodeRtpSource * source
Definition video_track_i.h:617
Definition video_track_i.h:337
int sent_loss_ratio
Definition video_track_i.h:339
uint32_t total_bwe_bps
Definition video_track_i.h:340
uint32_t media_send_bps
Definition video_track_i.h:342
uint32_t total_video_send_target_bps
Definition video_track_i.h:341
LocalVideoTrackStats local_video_stats
Definition video_track_i.h:338
uint32_t qp
Definition video_track_i.h:343
Definition NGIAgoraVideoTrack.h:246
Definition video_track_i.h:566
std::vector< VideoAvailabilityIndicator > video_availability
Definition video_track_i.h:581
uint32_t render_in_num
Definition video_track_i.h:573
int64_t totalFrozenTime200ms
Definition video_track_i.h:588
int64_t totalWebRTCActiveTime
Definition video_track_i.h:585
int32_t harmonicFrameRate
Definition video_track_i.h:587
int jitter_offset_ms
Definition video_track_i.h:577
VideoContentType content_type
Definition video_track_i.h:580
uint64_t firstVideoFrameRendered
Definition video_track_i.h:568
uint64_t qp_sum
Definition video_track_i.h:579
int64_t totalWebRTCFrozenTime
Definition video_track_i.h:584
int64_t totalWebRTCInactiveTime
Definition video_track_i.h:586
uint32_t loss_af_fec
Definition video_track_i.h:576
uint32_t render_out_num
Definition video_track_i.h:574
uint32_t dec_in_num
Definition video_track_i.h:572
int64_t totalFrozenTime500ms
Definition video_track_i.h:589
int64_t totalWebRTCSmoothPlaybackTime
Definition video_track_i.h:591
bool isHardwareCodec
Definition video_track_i.h:569
int64_t totalFrozen200ms
Definition video_track_i.h:570
int decode_level[10]
Definition video_track_i.h:578
uint32_t last_frame_max
Definition video_track_i.h:571
int64_t totalFrozenTime600ms
Definition video_track_i.h:590
uint64_t firstDecodingTimeTickMs
Definition video_track_i.h:567
uint32_t fec_pkts_num
Definition video_track_i.h:575
Definition NGIAgoraVideoTrack.h:461
RemoteVideoTrackStats()
Definition NGIAgoraVideoTrack.h:563
Definition NGIAgoraVideoTrack.h:66
Definition video_track_i.h:140
std::string extension_info
Definition video_track_i.h:149
int code
Definition video_track_i.h:143
std::vector< agora::rtc::VideoTimestampExceptionInfo > ts_exception_info
Definition video_track_i.h:147
std::vector< agora::rtc::QoEDropInfo > extra2
Definition video_track_i.h:146
std::vector< GlitchDetectionInfo > glitch_detection_infos
Definition video_track_i.h:148
VideoModuleId module
Definition video_track_i.h:142
uid_t uid
Definition video_track_i.h:144
int extra
Definition video_track_i.h:145
VideoAvailabilityLevel level
Definition video_track_i.h:141
Definition video_config_i.h:25
Video encoder configurations.
Definition AgoraBase.h:2143
Definition video_node_i.h:425
Definition video_track_i.h:164
int qoe_normal_report_max_times
Definition video_track_i.h:169
int qoe_timing_strategy_report_period
Definition video_track_i.h:171
bool enable_video_diagnose_logger
Definition video_track_i.h:166
int qoe_critical_report_max_times
Definition video_track_i.h:167
bool qoe_analyzer_enable
Definition video_track_i.h:165
int qoe_report_strategy
Definition video_track_i.h:170
int qoe_high_report_max_times
Definition video_track_i.h:168
Definition video_track_i.h:152
int isTexture
Definition video_track_i.h:156
int isSupportHDR
Definition video_track_i.h:155
int streamDepth
Definition video_track_i.h:154
int colorMatrix
Definition video_track_i.h:160
int colorTransfer
Definition video_track_i.h:159
int colorPrimary
Definition video_track_i.h:158
int renderType
Definition video_track_i.h:157
int colorRange
Definition video_track_i.h:161
int peer
Definition video_track_i.h:153
Definition AgoraBase.h:3991
media::base::VIDEO_PIXEL_FORMAT format
Definition AgoraBase.h:2658
int width
Definition AgoraBase.h:2644
int height
Definition AgoraBase.h:2648
const uint8_t * buffer
Definition AgoraBase.h:2663
int length
Definition AgoraBase.h:2652
Definition video_track_i.h:184
int length
Definition video_track_i.h:188
int width
Definition video_track_i.h:186
int height
Definition video_track_i.h:187
std::vector< uint8_t > buffer
Definition video_track_i.h:185
media::base::VIDEO_PIXEL_FORMAT format
Definition video_track_i.h:189
Used to configure watermark-related information.
Definition AgoraBase.h:2673
WatermarkBuffer buffer
Definition AgoraBase.h:2686
const char * id
Definition AgoraBase.h:2677
WATERMARK_SOURCE_TYPE type
Definition AgoraBase.h:2681
WatermarkTimestamp timestamp
Definition AgoraBase.h:2692
WatermarkLiteral literal
Definition AgoraBase.h:2698
WatermarkOptions options
Definition AgoraBase.h:2708
const char * imageUrl
Definition AgoraBase.h:2702
WatermarkTimestampInner timestamp
Definition video_track_i.h:211
WatermarkConfigInner(const WatermarkConfig &other)
Definition video_track_i.h:226
std::string image_url
Definition video_track_i.h:212
WatermarkOptions options
Definition video_track_i.h:214
WATERMARK_SOURCE_TYPE type
Definition video_track_i.h:208
WatermarkLiteralInner literal
Definition video_track_i.h:210
std::string id
Definition video_track_i.h:207
~WatermarkConfigInner()
Definition video_track_i.h:216
WatermarkBufferInner buffer
Definition video_track_i.h:209
WatermarkConfigInner()
Definition video_track_i.h:222
const char * fontFilePath
Definition AgoraBase.h:2624
int fontSize
Definition AgoraBase.h:2607
const char * wmLiteral
Definition AgoraBase.h:2617
int strokeWidth
Definition AgoraBase.h:2611
Definition video_track_i.h:192
int font_size
Definition video_track_i.h:195
int stroke_width
Definition video_track_i.h:196
std::string font_file_path
Definition video_track_i.h:194
std::string wm_literal
Definition video_track_i.h:193
Watermark image configurations.
Definition AgoraBase.h:2495
int strokeWidth
Definition AgoraBase.h:2583
const char * fontFilePath
Definition AgoraBase.h:2579
int fontSize
Definition AgoraBase.h:2572
const char * format
Definition AgoraBase.h:2591
Definition video_track_i.h:199
int stroke_width
Definition video_track_i.h:203
std::string format
Definition video_track_i.h:202
int font_size
Definition video_track_i.h:201
std::string font_file_path
Definition video_track_i.h:200
Definition video_track_i.h:174
int fallback
Definition video_track_i.h:178
int width
Definition video_track_i.h:175
int maxUs
Definition video_track_i.h:180
int height
Definition video_track_i.h:176
std::string deviceId
Definition video_track_i.h:181
int method
Definition video_track_i.h:177
int avgUs
Definition video_track_i.h:179