NGIAgoraExtensionProvider.h

//
//  Agora SDK
//
//  Copyright (c) 2021 Agora.io. All rights reserved.
//
 
#pragma once
 
#include "AgoraRefPtr.h"
#include "AgoraExtensions.h"
#include "AgoraExtensionVersion.h"
 
namespace agora {
namespace rtc {
class IExtensionControl;
 
class IExtensionProvider : public RefCountInterface {
 public:
  enum EXTENSION_TYPE {
    AUDIO_FILTER,
    VIDEO_PRE_PROCESSING_FILTER,
    VIDEO_POST_PROCESSING_FILTER,
    AUDIO_SINK,
    VIDEO_SINK,
    /*
     * Used to modify locally captured audio data to play, such as ear monitoring.
     */
    AUDIO_RECORDING_LOCAL_PLAYBACK_FILTER = 10000,
    /*
     * Used to modify audio data after the local APM (3A).
     */
    AUDIO_POST_PROCESSING_FILTER = 10001,
    /*
     * Used to modify received and decoded remote user audio data.
     */
    AUDIO_REMOTE_USER_PLAYBACK_FILTER = 10002,
    /*
     * note: It is used internally by agora and does not support users other than agora.
     *
     * Used to modify the audio data of the sender's PCM source to take effect for sending and local playback.
     */
    AUDIO_PCM_SOURCE_FILTER = 10003,
    /*
     * note: It is used internally by agora and does not support users other than agora.
     *
     * Used to Modifying the audio data of the sender's PCM source is only effect for the sending.
     */
    AUDIO_PCM_SOURCE_SENDING_FILTER = 10004,
    /*
     * note: It is used internally by agora and does not support users other than agora.
     *
     * Used to Modifying the audio data of the sender's PCM source is only effect for the local playback.
     */
    AUDIO_PCM_SOURCE_LOCAL_PLAYBACK_FILTER = 10005,
    /*
     * note: It is used internally by agora and does not support users other than agora.
     *
     * Used to modify local playback audio data after the remote audio mixed.
     */
    AUDIO_REMOTE_MIXED_PLAYBACK_FILTER = 10006,
    /*
     * Used to modify video data betweent capturer and post-capture observer
     */
    VIDEO_POST_CAPTURE_FILTER = 20001,
    /*
     * Used to modify video data betweent post-capture observer and preview
     */
    VIDEO_PRE_PREVIEW_FILTER = 20002,
    /*
     * Used to modify video data betweent adapter and encoder
     */
    VIDEO_PRE_ENCODER_FILTER = 20003,
    /*
     * Used to encode video data
     */
    VIDEO_ENCODER = 20004,
    /*
     * Used to decode video encoded image
     */
    VIDEO_DECODER = 20005,
    UNKNOWN = 0xFFFF,
  };
  
  struct ExtensionMetaInfo {
    EXTENSION_TYPE type;
    const char* extension_name;
  };
 
  virtual void setExtensionControl(IExtensionControl* control) {}
 
  virtual void enumerateExtensions(ExtensionMetaInfo* extension_list,
                                   int& extension_count) {
    (void) extension_list;
    extension_count = 0;
  }
 
  virtual agora_refptr<IAudioFilter> createAudioFilter(const char* name) {
    return NULL;
  }
 
  virtual agora_refptr<IExtensionVideoFilter> createVideoFilter(const char* name) {
    return NULL;
  }
  
  virtual agora_refptr<IExtensionVideoSink> createVideoSink(const char* name) {
    return NULL;
  }
  
  virtual void setProperty(const char* key, const char* value) {}
 
 protected:
  virtual ~IExtensionProvider() {}
};
 
class IExtensionProviderV2 : public IExtensionProvider {
 public:
  virtual void getExtensionVersion(const char* extension_name, ExtensionVersion& version) = 0;
};
 
class IExtensionVideoCodecProvider : public IExtensionProvider {
 public:
  struct ExtensionVideoCodecInfo {
    VIDEO_CODEC_TYPE codec_type;
    bool is_hw_accelerated;
  };
  
  ExtensionVideoCodecInfo video_codec_info;
};
 
class IExtensionVideoEncoderProvider : public IExtensionVideoCodecProvider {
 public:
  virtual agora_refptr<IExtensionVideoEncoder> createVideoEncoder(const char* name) {
    return NULL;
  }
};
 
class IExtensionVideoDecoderProvider : public IExtensionVideoCodecProvider {
 public:
  virtual agora_refptr<IExtensionVideoDecoder> createVideoDecoder(const char* name) {
    return NULL;
  }
};
 
}  // namespace rtc
}  // namespace agora