Windows平台RTMP直播推送集成简要说明
好多开发者在集成大牛直播SDK （官方）的Windows平台RTMP推送模块时吓一跳，怎么这么多接口？本文做个简单的拆分：
初始化
初始化之前，如需设置日志路径，调用NTSmartLog.NT_SL_SetPath(log_path); 设置日志存放路径。
设置过后，调用NT_PB_Init()接口，完成SDK初始化动作，注意，哪怕多实例推送，Init()接口也仅需调一次，同理，UnInit()接口也是。
然后，代码会判断系统是不是支持WR模式采集窗口，WR这种只有Win10高版本的才支持，如果不需要用到采集窗口，这个接口可忽略。
/*
* 检查是否支持WR方式采集窗口
* is_supported: 输出参数, 输出1表示支持, 0表示不支持
* 注意:这个需要win10较高版本才支持
* 成功返回 NT_ERC_OK
*/
[DllImport(@"SmartPublisherSDK.dll")]
public static extern UInt32 NT_PB_IsWRCaptureWindowSupported(ref Int32 is_supported);
再往下，是遍历系统支持的硬解、摄像头等信息，比如LoadHWVideoEncoderInfos()：
private void LoadHWVideoEncoderInfos()
{
hw_video_encoder_infos_.Clear();
Int32 count = 0;
UInt32 ret = NTSmartPublisherSDK.NT_PB_GetHWVideoEncoderInfoCount(ref count);
if (NTBaseCodeDefine.NT_ERC_OK == ret && count > 0)
{
IntPtr ptr_hw_video_encoder_infos = Marshal.AllocHGlobal(Marshal.SizeOf(typeof(NT_PB_HWVideoEncoderInfo)) * count);
Int32 out_count = 0;
ret = NTSmartPublisherSDK.NT_PB_GetHWVideoEncoderInfos(ptr_hw_video_encoder_infos, count, ref out_count);
if (ret != NTBaseCodeDefine.NT_ERC_OK || out_count < 1)
{
hw_video_encoder_infos_.Clear();
}
else
{
for (int i = 0; i < out_count; i++)
{
NT_PB_HWVideoEncoderInfo hw_video_encoder_info = (NT_PB_HWVideoEncoderInfo)Marshal.PtrToStructure(ptr_hw_video_encoder_infos + i * Marshal.SizeOf(typeof(NT_PB_HWVideoEncoderInfo)), typeof(NT_PB_HWVideoEncoderInfo));
hw_video_encoder_infos_.Add(hw_video_encoder_info);
}
}
Marshal.FreeHGlobal(ptr_hw_video_encoder_infos);
}
}
if (hw_video_encoder_infos_.Count > 0)
{
EnableHWVideoEncoderControls(true);
FillVideoEncodersControl((uint)NTCommonMediaDefine.NT_MEDIA_CODEC_ID.NT_MEDIA_CODEC_ID_H264);
}
紧接着是Audio和camera相关：
int auido_devices = 0;
if (NTBaseCodeDefine.NT_ERC_OK == NTSmartPublisherSDK.NT_PB_GetAuidoInputDeviceNumber(ref auido_devices))
{
if (auido_devices > 0)
{
btn_check_auido_mic_input_.Enabled = true;
for (int i = 0; i < auido_devices; ++i)
{
byte[] deviceNameBuffer = new byte[512];
string name = "";
if (NTBaseCodeDefine.NT_ERC_OK == NTSmartPublisherSDK.NT_PB_GetAuidoInputDeviceName((uint)i, deviceNameBuffer, 512))
{
int count = 0;
for (int j = 0; j < deviceNameBuffer.Length; ++j )
{
if ( deviceNameBuffer[j] != 0 )
{
count++;
}
else
{
break;
}
}
if ( count > 0 )
{
name = Encoding.UTF8.GetString(deviceNameBuffer, 0, count);
}
}
var audio_name = "";
if (name.Length == 0)
{
audio_name = "音频采集设备-";
}
else
{
audio_name = name + "-";
}
audio_name = audio_name + (i + 1);
combox_auido_input_devices_.Items.Add(name);
}
combox_auido_input_devices_.SelectedIndex = 0;
}
}
publisher_handle_ = new IntPtr();
region_choose_tool_handle_ = new IntPtr();
win_form_wnd_ = GetForegroundWindow();
cameras_ = new List<CameraInfo>();
btn_check_video_bitrate_.CheckState = CheckState.Checked;
if (IsCanCaptureSpeaker())
{
btn_check_auido_speaker_input_.Enabled = true;
}
else
{
btn_check_auido_speaker_input_.Enabled = false;
}
if (btn_check_auido_mic_input_.Checked
|| btn_check_auido_speaker_input_.Checked)
{
btn_check_speex_encoder_.Enabled = true;
edit_speex_quality_.Enabled = true;
btn_check_noise_suppression_.Enabled = true;
btn_check_agc_.Enabled = true;
btn_check_vad_.Enabled = true;
}
if ( btn_check_auido_mic_input_.Checked
&& btn_check_auido_speaker_input_.Checked)
{
btn_check_echo_cancel_.Enabled = false;
edit_echo_delay_.Enabled = false;
}
edit_audio_input_volume_.Text = "1.0";
edit_audio_speaker_input_volume_.Text = "1.0";
FillCameraInfo();
InitCameraControl();
OpenPublisherHandle()
OpenPublisherHandle()主要是确认选择数据源类型，然后获取推送句柄，等待做下一步的操作。
选择video option和 audio option
// 视频
UInt32 video_option = (UInt32)NTSmartPublisherDefine.NT_PB_E_VIDEO_OPTION.NT_PB_E_VIDEO_OPTION_NO_VIDEO;
if (btn_desktop_camera_switch.Checked
|| btn_camera_overlay_to_desktop.Checked
|| btn_desktop_overlay_to_camera.Checked)
{
// 使用叠加模式
video_option = (UInt32)NTSmartPublisherDefine.NT_PB_E_VIDEO_OPTION.NT_PB_E_VIDEO_OPTION_LAYER;
}
else if (btn_check_window_input_.Checked)
{
video_option = (UInt32)NTSmartPublisherDefine.NT_PB_E_VIDEO_OPTION.NT_PB_E_VIDEO_OPTION_WINDOW;
}
else if (btn_check_desktop_input_.Checked && btn_check_scale_desktop_.Checked)
{
// 使用叠加模式来实现缩放
video_option = (UInt32)NTSmartPublisherDefine.NT_PB_E_VIDEO_OPTION.NT_PB_E_VIDEO_OPTION_LAYER;
}
else if (btn_check_desktop_input_.Checked && !btn_check_scale_desktop_.Checked)
{
//屏幕模式
video_option = (UInt32)NTSmartPublisherDefine.NT_PB_E_VIDEO_OPTION.NT_PB_E_VIDEO_OPTION_SCREEN;
}
else if (btn_check_camera_input_.Checked)
{
//摄像头模式
video_option = (UInt32)NTSmartPublisherDefine.NT_PB_E_VIDEO_OPTION.NT_PB_E_VIDEO_OPTION_CAMERA;
}
// 音频
UInt32 audio_option = (UInt32)NTSmartPublisherDefine.NT_PB_E_AUDIO_OPTION.NT_PB_E_AUDIO_OPTION_NO_AUDIO;
if (btn_check_auido_mic_input_.Checked
&& btn_check_auido_speaker_input_.Checked)
{
audio_option = (UInt32)NTSmartPublisherDefine.NT_PB_E_AUDIO_OPTION.NT_PB_E_AUDIO_OPTION_CAPTURE_MIC_SPEAKER_MIXER;
}
else if (btn_check_auido_mic_input_.Checked)
{
//麦克风模式
audio_option = (UInt32)NTSmartPublisherDefine.NT_PB_E_AUDIO_OPTION.NT_PB_E_AUDIO_OPTION_CAPTURE_MIC;
}
else if (btn_check_auido_speaker_input_.Checked)
{
//扬声器模式
audio_option = (UInt32)NTSmartPublisherDefine.NT_PB_E_AUDIO_OPTION.NT_PB_E_AUDIO_OPTION_CAPTURE_SPEAKER;
}
调用Open接口获取publisher handle，然设置event callback
if (NTBaseCodeDefine.NT_ERC_OK != NTSmartPublisherSDK.NT_PB_Open(out publisher_handle_,
video_option, audio_option, 0, IntPtr.Zero))
{
MessageBox.Show("Call open failed!");
return false;
}
if (publisher_handle_ != IntPtr.Zero)
{
pb_event_call_back_ = new NT_PB_SDKEventCallBack(PbSDKEventCallBack);
NTSmartPublisherSDK.NT_PB_SetEventCallBack(publisher_handle_, win_form_wnd_, pb_event_call_back_);
return true;
}
else
{
return false;
}
event callback相关ID
/*事件ID*/
public enum NT_PB_E_EVENT_ID : uint
{
NT_PB_E_EVENT_ID_BASE = NTBaseCodeDefine.NT_EVENT_ID_SMART_PUBLISHER_SDK,
NT_PB_E_EVENT_ID_CONNECTING = NT_PB_E_EVENT_ID_BASE | 0x2, /*连接中, param5表示推送URL */
NT_PB_E_EVENT_ID_CONNECTION_FAILED = NT_PB_E_EVENT_ID_BASE | 0x3, /*连接失败, param5表示推送URL*/
NT_PB_E_EVENT_ID_CONNECTED = NT_PB_E_EVENT_ID_BASE | 0x4, /*已连接, param5表示推送URL*/
NT_PB_E_EVENT_ID_DISCONNECTED = NT_PB_E_EVENT_ID_BASE | 0x5, /*断开连接, param5表示推送URL*/
NT_PB_E_EVENT_ID_RECORDER_START_NEW_FILE = NT_PB_E_EVENT_ID_BASE | 0x7, /*录像写入新文件, param5表示录像文件名*/
NT_PB_E_EVENT_ID_ONE_RECORDER_FILE_FINISHED = NT_PB_E_EVENT_ID_BASE | 0x8, /*一个录像文件完成, param5表示录像文件名*/
NT_PB_E_EVENT_ID_CAPTURE_WINDOW_INVALID = NT_PB_E_EVENT_ID_BASE | 0xd, /*捕获窗口时，如果窗口句柄无效则通知用户, param1为窗口句柄*/
NT_PB_E_EVENT_ID_RTSP_URL = NT_PB_E_EVENT_ID_BASE | 0xe, /* 通知rtsp url, param1表示rtsp server handle, param5 表示rtsp url */
NT_PB_E_EVENT_ID_PUSH_RTSP_SERVER_RESPONSE_STATUS_CODE = NT_PB_E_EVENT_ID_BASE | 0xf, /* 推送rtsp时服务端相应的status code上报，目前只上报401, param1表示status code, param5表示推送URL */
NT_PB_E_EVENT_ID_PUSH_RTSP_SERVER_NOT_SUPPORT = NT_PB_E_EVENT_ID_BASE | 0x10, /* 推送rtsp时服务器不支持rtsp推送, param5表示推送URL */
}
SetCommonOptionToPublisherSDK()
SetCommonOptionToPublisherSDK()主要是指定具体采集的音视频数据类型，比如摄像头数据、屏幕数据、摄像头和屏幕叠加后的数据（以层级模式实现）、窗口等，这块比较复杂，好在作为SDK调用者，你只要搞清楚你需要采集的类型，直接移植就可以了。
// 视频相关设置
if (btn_desktop_camera_switch.Checked
|| btn_camera_overlay_to_desktop.Checked
|| btn_desktop_overlay_to_camera.Checked
|| btn_check_desktop_input_.Checked
|| btn_check_window_input_.Checked
|| btn_check_camera_input_.Checked)
{
if (btn_desktop_camera_switch.Checked)
{
//摄像头和屏幕相互切换
int left = Int32.Parse(edit_clip_left_.Text);
int top = Int32.Parse(edit_clip_top_.Text);
int w = Int32.Parse(edit_clip_width_.Text);
int h = Int32.Parse(edit_clip_height_.Text);
// 有一个是0， 就使用全屏
if (w == 0 || h == 0)
{
left = 0;
top = 0;
w = screenArea_.Width;
h = screenArea_.Height;
}
else
{
// 保证4字节对齐
w = NT_ByteAlign(w, 4);
h = NT_ByteAlign(h, 4);
}
NTSmartPublisherSDK.NT_PB_ClearLayersConfig(publisher_handle_, 0,
0, IntPtr.Zero);
// 第0层填充RGBA矩形, 目的是保证帧率, 颜色就填充全黑
int red = 0;
int green = 0;
int blue = 0;
int alpha = 255;
NT_PB_RGBARectangleLayerConfig rgba_layer_c0 = new NT_PB_RGBARectangleLayerConfig();
rgba_layer_c0.base_.type_ = (Int32)NTSmartPublisherDefine.NT_PB_E_LAYER_TYPE.NT_PB_E_LAYER_TYPE_RGBA_RECTANGLE;
rgba_layer_c0.base_.index_ = 0;
rgba_layer_c0.base_.enable_ = 1;
rgba_layer_c0.base_.region_.x_ = left;
rgba_layer_c0.base_.region_.y_ = top;
rgba_layer_c0.base_.region_.width_ = w;
rgba_layer_c0.base_.region_.height_ = h;
rgba_layer_c0.base_.offset_ = Marshal.OffsetOf(rgba_layer_c0.GetType(), "base_").ToInt32();
rgba_layer_c0.base_.cb_size_ = (uint)Marshal.SizeOf(rgba_layer_c0);
rgba_layer_c0.red_ = System.BitConverter.GetBytes(red)[0];
rgba_layer_c0.green_ = System.BitConverter.GetBytes(green)[0];
rgba_layer_c0.blue_ = System.BitConverter.GetBytes(blue)[0];
rgba_layer_c0.alpha_ = System.BitConverter.GetBytes(alpha)[0];
IntPtr rgba_conf = Marshal.AllocHGlobal(Marshal.SizeOf(rgba_layer_c0));
Marshal.StructureToPtr(rgba_layer_c0, rgba_conf, true);
UInt32 rgba_r = NTSmartPublisherSDK.NT_PB_AddLayerConfig(publisher_handle_, 0,
rgba_conf, (int)NTSmartPublisherDefine.NT_PB_E_LAYER_TYPE.NT_PB_E_LAYER_TYPE_RGBA_RECTANGLE,
0, IntPtr.Zero);
Console.WriteLine("[摄像头和屏幕相互切换] NT_PB_AddLayerConfig, rgba: " + rgba_r + Environment.NewLine);
Marshal.FreeHGlobal(rgba_conf);
//第一层：摄像头
NT_PB_CameraLayerConfigV2 camera_layer_c1 = new NT_PB_CameraLayerConfigV2();
CameraInfo camera = cameras_[cur_sel_camera_index_];
NT_PB_VideoCaptureCapability cap = camera.capabilities_[cur_sel_camera_resolutions_index_];
camera_layer_c1.device_unique_id_utf8_ = camera.id_;
camera_layer_c1.base_.type_ = (Int32)NTSmartPublisherDefine.NT_PB_E_LAYER_TYPE.NT_PB_E_LAYER_TYPE_CAMERA;
camera_layer_c1.base_.index_ = 1;
camera_layer_index_ = camera_layer_c1.base_.index_;
camera_layer_c1.base_.enable_ = 1;
camera_layer_c1.base_.region_.x_ = left;
camera_layer_c1.base_.region_.y_ = top;
camera_layer_c1.base_.region_.width_ = w;
camera_layer_c1.base_.region_.height_ = h;
if (btn_check_flip_horizontal_camera_.Checked)
{
camera_layer_c1.is_flip_horizontal_ = 1;
}
else
{
camera_layer_c1.is_flip_horizontal_ = 0;
}
if (btn_check_flip_vertical_camera_.Checked)
{
camera_layer_c1.is_flip_vertical_ = 1;
}
else
{
camera_layer_c1.is_flip_vertical_ = 0;
}
// 这种叠加模式下不要旋转，否则变形厉害, 要么就定好一个角度，调整宽高，但不要动态旋转
camera_layer_c1.rotate_degress_ = 0;
camera_layer_c1.base_.offset_ = Marshal.OffsetOf(camera_layer_c1.GetType(), "base_").ToInt32(); //offsetof(T, base_);
camera_layer_c1.base_.cb_size_ = (uint)Marshal.SizeOf(camera_layer_c1);
IntPtr cmr_conf = Marshal.AllocHGlobal(Marshal.SizeOf(camera_layer_c1));
Marshal.StructureToPtr(camera_layer_c1, cmr_conf, true);
UInt32 c_r = NTSmartPublisherSDK.NT_PB_AddLayerConfig(publisher_handle_, 0,
cmr_conf, (int)NTSmartPublisherDefine.NT_PB_E_LAYER_TYPE.NT_PB_E_LAYER_TYPE_CAMERA,
0, IntPtr.Zero);
Marshal.FreeHGlobal(cmr_conf);
//第二层
NT_PB_ScreenLayerConfig screen_layer_c2 = new NT_PB_ScreenLayerConfig();
screen_layer_c2.base_.type_ = (Int32)NTSmartPublisherDefine.NT_PB_E_LAYER_TYPE.NT_PB_E_LAYER_TYPE_SCREEN;
screen_layer_c2.base_.index_ = 2;
screen_layer_index_ = screen_layer_c2.base_.index_;
screen_layer_c2.base_.enable_ = 1;
screen_layer_c2.base_.region_.x_ = left;
screen_layer_c2.base_.region_.y_ = top;
screen_layer_c2.base_.region_.width_ = w;
screen_layer_c2.base_.region_.height_ = h;
screen_layer_c2.base_.offset_ = Marshal.OffsetOf(screen_layer_c2.GetType(), "base_").ToInt32(); //offsetof(T, base_);
screen_layer_c2.base_.cb_size_ = (uint)Marshal.SizeOf(screen_layer_c2);
screen_layer_c2.clip_region_.x_ = left;
screen_layer_c2.clip_region_.y_ = top;
screen_layer_c2.clip_region_.width_ = w;
screen_layer_c2.clip_region_.height_ = h;
screen_layer_c2.reserve_ = IntPtr.Zero;
IntPtr scr_conf = Marshal.AllocHGlobal(Marshal.SizeOf(screen_layer_c2));
Marshal.StructureToPtr(screen_layer_c2, scr_conf, true);
UInt32 s_r = NTSmartPublisherSDK.NT_PB_AddLayerConfig(publisher_handle_, 0,
scr_conf, (int)NTSmartPublisherDefine.NT_PB_E_LAYER_TYPE.NT_PB_E_LAYER_TYPE_SCREEN,
0, IntPtr.Zero);
Marshal.FreeHGlobal(scr_conf);
// 第三层填充RGBA矩形, 目的是保证帧率, 颜色就填充全黑
red = Int32.Parse(edit_rgba_rect_layer_red_.Text);
red = ClipIntValue(red, 0, 255);
green = Int32.Parse(edit_rgba_rect_layer_green_.Text);
green = ClipIntValue(green, 0, 255);
blue = Int32.Parse(edit_rgba_rect_layer_blue_.Text);
blue = ClipIntValue(blue, 0, 255);
alpha = Int32.Parse(edit_rgba_rect_layer_alpha_.Text);
alpha = ClipIntValue(alpha, 0, 255);
NT_PB_RGBARectangleLayerConfig rgba_layer_c3 = new NT_PB_RGBARectangleLayerConfig();
rgba_layer_c3.base_.type_ = (Int32)NTSmartPublisherDefine.NT_PB_E_LAYER_TYPE.NT_PB_E_LAYER_TYPE_RGBA_RECTANGLE;
rgba_layer_c3.base_.index_ = 3;
rgba_layer_index_ = rgba_layer_c3.base_.index_;
rgba_layer_c3.base_.enable_ = 1;
rgba_layer_c3.base_.region_.x_ = left; //这个只是demo演示，实际以需要遮盖位置为准
rgba_layer_c3.base_.region_.y_ = top;
rgba_layer_c3.base_.region_.width_ = 160;
rgba_layer_c3.base_.region_.height_ = 160;
rgba_layer_c3.base_.offset_ = Marshal.OffsetOf(rgba_layer_c3.GetType(), "base_").ToInt32();
rgba_layer_c3.base_.cb_size_ = (uint)Marshal.SizeOf(rgba_layer_c3);
rgba_layer_c3.red_ = System.BitConverter.GetBytes(red)[0];
rgba_layer_c3.green_ = System.BitConverter.GetBytes(green)[0];
rgba_layer_c3.blue_ = System.BitConverter.GetBytes(blue)[0];
rgba_layer_c3.alpha_ = System.BitConverter.GetBytes(alpha)[0];
IntPtr rgba_conf_3 = Marshal.AllocHGlobal(Marshal.SizeOf(rgba_layer_c3));
Marshal.StructureToPtr(rgba_layer_c3, rgba_conf_3, true);
UInt32 rgba_r_3 = NTSmartPublisherSDK.NT_PB_AddLayerConfig(publisher_handle_, 0,
rgba_conf_3, (int)NTSmartPublisherDefine.NT_PB_E_LAYER_TYPE.NT_PB_E_LAYER_TYPE_RGBA_RECTANGLE,
0, IntPtr.Zero);
Console.WriteLine("NT_PB_AddLayerConfig, rgba: " + rgba_r_3 + Environment.NewLine);
Marshal.FreeHGlobal(rgba_conf_3);
// 第四层填充png水印(注意，实时开启、关闭水印，是根据图层的index来的，如此demo，png水印的index为4)
// 如果有图片，增加图片层
if (!String.IsNullOrEmpty(image_layer_file_name_utf8_)
&& image_layer_width_ > 0
&& image_layer_height_ > 0)
{
NT_PB_ImageLayerConfig image_layer_c4 = new NT_PB_ImageLayerConfig();
image_layer_c4.base_.type_ = (Int32)NTSmartPublisherDefine.NT_PB_E_LAYER_TYPE.NT_PB_E_LAYER_TYPE_IMAGE;
image_layer_c4.base_.index_ = 4;
image_layer_index_ = image_layer_c4.base_.index_;
image_layer_c4.base_.enable_ = 1;
image_layer_c4.base_.region_.x_ = image_layer_left_;
image_layer_c4.base_.region_.y_ = image_layer_top_;
image_layer_c4.base_.region_.width_ = image_layer_width_;
image_layer_c4.base_.region_.height_ = image_layer_height_;
image_layer_c4.base_.offset_ = Marshal.OffsetOf(image_layer_c4.GetType(), "base_").ToInt32();
image_layer_c4.base_.cb_size_ = (uint)Marshal.SizeOf(image_layer_c4);
byte[] buffer1 = Encoding.Default.GetBytes(image_layer_file_name_utf8_);
byte[] buffer2 = Encoding.Convert(Encoding.UTF8, Encoding.Default, buffer1, 0, buffer1.Length);
string strBuffer = Encoding.Default.GetString(buffer2, 0, buffer2.Length);
image_layer_c4.file_name_utf8_ = strBuffer;
image_layer_c4.is_setting_background_ = 0;
image_layer_c4.bk_red_ = 0;
image_layer_c4.bk_green_ = 0;
image_layer_c4.bk_blue_ = 0;
image_layer_c4.reserve_ = 0;
IntPtr image_conf = Marshal.AllocHGlobal(Marshal.SizeOf(image_layer_c4));
Marshal.StructureToPtr(image_layer_c4, image_conf, true);
UInt32 image_r = NTSmartPublisherSDK.NT_PB_AddLayerConfig(publisher_handle_, 0,
image_conf, (int)NTSmartPublisherDefine.NT_PB_E_LAYER_TYPE.NT_PB_E_LAYER_TYPE_IMAGE,
0, IntPtr.Zero);
Console.WriteLine("NT_PB_AddLayerConfig, image: " + image_r + Environment.NewLine);
Marshal.FreeHGlobal(image_conf);
NTSmartPublisherSDK.NT_PB_SetFrameRate(publisher_handle_, UInt32.Parse(edit_frame_rate_.Text));
}
}
else if (btn_camera_overlay_to_desktop.Checked)
{
//摄像头overlay到桌面
int left = Int32.Parse(edit_clip_left_.Text);
int top = Int32.Parse(edit_clip_top_.Text);
int w = Int32.Parse(edit_clip_width_.Text);
int h = Int32.Parse(edit_clip_height_.Text);
// 有一个是0， 就使用全屏
if ( w == 0 || h == 0 )
{
left = 0;
top = 0;
w = screenArea_.Width;
h = screenArea_.Height;
}
else
{
// 保证4字节对齐
w = NT_ByteAlign(w, 4);
h = NT_ByteAlign(h, 4);
}
//第一层：屏幕
NT_PB_ScreenLayerConfig screen_layer_c0 = new NT_PB_ScreenLayerConfig();
screen_layer_c0.base_.type_ = (Int32)NTSmartPublisherDefine.NT_PB_E_LAYER_TYPE.NT_PB_E_LAYER_TYPE_SCREEN;
screen_layer_c0.base_.index_ = 0;
screen_layer_index_ = screen_layer_c0.base_.index_;
screen_layer_c0.base_.enable_ = 1;
screen_layer_c0.base_.region_.x_ = left;
screen_layer_c0.base_.region_.y_ = top;
screen_layer_c0.base_.region_.width_ = w;
screen_layer_c0.base_.region_.height_ = h;
screen_layer_c0.base_.offset_ = Marshal.OffsetOf(screen_layer_c0.GetType(), "base_").ToInt32(); //offsetof(T, base_);
screen_layer_c0.base_.cb_size_ = (uint)Marshal.SizeOf(screen_layer_c0);
screen_layer_c0.clip_region_.x_ = left;
screen_layer_c0.clip_region_.y_ = top;
screen_layer_c0.clip_region_.width_ = w;
screen_layer_c0.clip_region_.height_ = h;
screen_layer_c0.reserve_ = IntPtr.Zero;
NTSmartPublisherSDK.NT_PB_ClearLayersConfig(publisher_handle_, 0,
0, IntPtr.Zero);
IntPtr scr_conf = Marshal.AllocHGlobal(Marshal.SizeOf(screen_layer_c0));
Marshal.StructureToPtr(screen_layer_c0, scr_conf, true);
UInt32 s_r = NTSmartPublisherSDK.NT_PB_AddLayerConfig(publisher_handle_, 0,
scr_conf, (int)NTSmartPublisherDefine.NT_PB_E_LAYER_TYPE.NT_PB_E_LAYER_TYPE_SCREEN,
0, IntPtr.Zero);
Marshal.FreeHGlobal(scr_conf);
//第二层：摄像头
if (-1 != cur_sel_camera_index_)
{
int c_l = Int32.Parse(edit_camera_overlay_left_.Text);
int c_t = Int32.Parse(edit_camera_overlay_top_.Text);
int c_w = Int32.Parse(edit_camera_overlay_width_.Text);
int c_h = Int32.Parse(edit_camera_overlay_height_.Text);
if (c_w == 0)
{
c_w = w / 2;
}
if (c_h == 0)
{
c_h = h / 2;
}
ctos_camera_layer_c1_ = new NT_PB_CameraLayerConfigV2();
CameraInfo camera = cameras_[cur_sel_camera_index_];
NT_PB_VideoCaptureCapability cap = camera.capabilities_[cur_sel_camera_resolutions_index_];
ctos_camera_layer_c1_.device_unique_id_utf8_ = camera.id_;
ctos_camera_layer_c1_.base_.type_ = (Int32)NTSmartPublisherDefine.NT_PB_E_LAYER_TYPE.NT_PB_E_LAYER_TYPE_CAMERA;
ctos_camera_layer_c1_.base_.index_ = 1;
camera_layer_index_ = ctos_camera_layer_c1_.base_.index_;
ctos_camera_layer_c1_.base_.enable_ = 1;
ctos_camera_layer_c1_.base_.region_.x_ = c_l;
ctos_camera_layer_c1_.base_.region_.y_ = c_t;
ctos_camera_layer_c1_.base_.region_.width_ = c_w;
ctos_camera_layer_c1_.base_.region_.height_ = c_h;
if (btn_check_flip_horizontal_camera_.Checked)
{
ctos_camera_layer_c1_.is_flip_horizontal_ = 1;
}
else
{
ctos_camera_layer_c1_.is_flip_horizontal_ = 0;
}
if (btn_check_flip_vertical_camera_.Checked)
{
ctos_camera_layer_c1_.is_flip_vertical_ = 1;
}
else
{
ctos_camera_layer_c1_.is_flip_vertical_ = 0;
}
ctos_camera_layer_c1_.rotate_degress_ = GetCameraRotateDegress();
ctos_camera_layer_c1_.base_.offset_ = Marshal.OffsetOf(ctos_camera_layer_c1_.GetType(), "base_").ToInt32(); //offsetof(T, base_);
ctos_camera_layer_c1_.base_.cb_size_ = (uint)Marshal.SizeOf(ctos_camera_layer_c1_);
IntPtr cmr_conf = Marshal.AllocHGlobal(Marshal.SizeOf(ctos_camera_layer_c1_));
Marshal.StructureToPtr(ctos_camera_layer_c1_, cmr_conf, true);
UInt32 c_r = NTSmartPublisherSDK.NT_PB_AddLayerConfig(publisher_handle_, 0,
cmr_conf, (int)NTSmartPublisherDefine.NT_PB_E_LAYER_TYPE.NT_PB_E_LAYER_TYPE_CAMERA,
0, IntPtr.Zero);
Marshal.FreeHGlobal(cmr_conf);
}
NTSmartPublisherSDK.NT_PB_SetFrameRate(publisher_handle_, UInt32.Parse(edit_frame_rate_.Text));
}
else if (btn_desktop_overlay_to_camera.Checked)
{
//桌面overlay到摄像头
//第一层：摄像头
if (-1 != cur_sel_camera_index_
&& -1 != cur_sel_camera_resolutions_index_
&& -1 != cur_sel_camera_frame_rate_index_)
{
NT_PB_CameraLayerConfigV2 camera_layer_c0 = new NT_PB_CameraLayerConfigV2();
CameraInfo camera = cameras_[cur_sel_camera_index_];
NT_PB_VideoCaptureCapability cap = camera.capabilities_[cur_sel_camera_resolutions_index_];
camera_layer_c0.device_unique_id_utf8_ = camera.id_;
camera_layer_c0.base_.type_ = (Int32)NTSmartPublisherDefine.NT_PB_E_LAYER_TYPE.NT_PB_E_LAYER_TYPE_CAMERA;
camera_layer_c0.base_.index_ = 0;
camera_layer_index_ = camera_layer_c0.base_.index_;
camera_layer_c0.base_.enable_ = 1;
camera_layer_c0.base_.region_.x_ = 0;
camera_layer_c0.base_.region_.y_ = 0;
camera_layer_c0.base_.region_.width_ = cap.width_;
camera_layer_c0.base_.region_.height_ = cap.height_;
if (btn_check_flip_horizontal_camera_.Checked)
{
camera_layer_c0.is_flip_horizontal_ = 1;
}
else
{
camera_layer_c0.is_flip_horizontal_ = 0;
}
if (btn_check_flip_vertical_camera_.Checked)
{
camera_layer_c0.is_flip_vertical_ = 1;
}
else
{
camera_layer_c0.is_flip_vertical_ = 0;
}
// 这种叠加模式下不要旋转，否则变形厉害, 要么就定好一个角度，调整宽高，但不要动态旋转
camera_layer_c0.rotate_degress_ = 0;
camera_layer_c0.base_.offset_ = Marshal.OffsetOf(camera_layer_c0.GetType(), "base_").ToInt32(); //offsetof(T, base_);
camera_layer_c0.base_.cb_size_ = (uint)Marshal.SizeOf(camera_layer_c0);
NTSmartPublisherSDK.NT_PB_ClearLayersConfig(publisher_handle_, 0,
0, IntPtr.Zero);
IntPtr cmr_conf = Marshal.AllocHGlobal(Marshal.SizeOf(camera_layer_c0));
Marshal.StructureToPtr(camera_layer_c0, cmr_conf, true);
UInt32 r = NTSmartPublisherSDK.NT_PB_AddLayerConfig(publisher_handle_, 0,
cmr_conf, (int)NTSmartPublisherDefine.NT_PB_E_LAYER_TYPE.NT_PB_E_LAYER_TYPE_CAMERA,
0, IntPtr.Zero);
Marshal.FreeHGlobal(cmr_conf);
//第二层：屏幕
NT_PB_ScreenLayerConfig screen_layer_c1 = new NT_PB_ScreenLayerConfig();
screen_layer_c1.base_.type_ = (Int32)NTSmartPublisherDefine.NT_PB_E_LAYER_TYPE.NT_PB_E_LAYER_TYPE_SCREEN;
screen_layer_c1.base_.index_ = 1;
screen_layer_index_ = screen_layer_c1.base_.index_;
screen_layer_c1.base_.enable_ = 1;
screen_layer_c1.base_.region_.x_ = 0;
screen_layer_c1.base_.region_.y_ = 0;
screen_layer_c1.base_.region_.width_ = cap.width_ / 2;
screen_layer_c1.base_.region_.height_ = cap.height_ / 2;
screen_layer_c1.base_.offset_ = Marshal.OffsetOf(screen_layer_c1.GetType(), "base_").ToInt32(); //offsetof(T, base_);
screen_layer_c1.base_.cb_size_ = (uint)Marshal.SizeOf(screen_layer_c1);
screen_layer_c1.clip_region_.x_ = 0;
screen_layer_c1.clip_region_.y_ = 0;
screen_layer_c1.clip_region_.width_ = cap.width_ / 2;
screen_layer_c1.clip_region_.height_ = cap.height_ / 2;
screen_layer_c1.reserve_ = IntPtr.Zero;
IntPtr scr_conf = Marshal.AllocHGlobal(Marshal.SizeOf(screen_layer_c1));
Marshal.StructureToPtr(screen_layer_c1, scr_conf, true);
UInt32 s_r = NTSmartPublisherSDK.NT_PB_AddLayerConfig(publisher_handle_, 0,
scr_conf, (int)NTSmartPublisherDefine.NT_PB_E_LAYER_TYPE.NT_PB_E_LAYER_TYPE_SCREEN,
0, IntPtr.Zero);
Marshal.FreeHGlobal(scr_conf);
}
NTSmartPublisherSDK.NT_PB_SetFrameRate(publisher_handle_, (uint)(cur_sel_camera_frame_rate_index_ + 1));
}
else if (btn_check_desktop_input_.Checked && btn_check_scale_desktop_.Checked)
{
int left = 0;
int top = 0;
int w = 0;
int h = 0;
int scale_w = 0;
int scale_h = 0;
GetScreenScaleConfigInfo(ref left, ref top, ref w, ref h, ref scale_w, ref scale_h);
NTSmartPublisherSDK.NT_PB_ClearLayersConfig(publisher_handle_, 0,
0, IntPtr.Zero);
// 第0层填充RGBA矩形, 目的是保证帧率, 颜色就填充全黑
int red = 0;
int green = 0;
int blue = 0;
int alpha = 255;
NT_PB_RGBARectangleLayerConfig rgba_layer_c0 = new NT_PB_RGBARectangleLayerConfig();
rgba_layer_c0.base_.type_ = (Int32)NTSmartPublisherDefine.NT_PB_E_LAYER_TYPE.NT_PB_E_LAYER_TYPE_RGBA_RECTANGLE;
rgba_layer_c0.base_.index_ = 0;
rgba_layer_index_ = rgba_layer_c0.base_.index_;
rgba_layer_c0.base_.enable_ = 1;
rgba_layer_c0.base_.region_.x_ = 0;
rgba_layer_c0.base_.region_.y_ = 0;
rgba_layer_c0.base_.region_.width_ = scale_w;
rgba_layer_c0.base_.region_.height_ = scale_h;
rgba_layer_c0.base_.offset_ = Marshal.OffsetOf(rgba_layer_c0.GetType(), "base_").ToInt32();
rgba_layer_c0.base_.cb_size_ = (uint)Marshal.SizeOf(rgba_layer_c0);
rgba_layer_c0.red_ = 0;
rgba_layer_c0.green_ = 0;
rgba_layer_c0.blue_ = 0;
rgba_layer_c0.alpha_ = 255;
IntPtr rgba_conf_0 = Marshal.AllocHGlobal(Marshal.SizeOf(rgba_layer_c0));
Marshal.StructureToPtr(rgba_layer_c0, rgba_conf_0, true);
UInt32 rgba_r_0 = NTSmartPublisherSDK.NT_PB_AddLayerConfig(publisher_handle_, 0,
rgba_conf_0, (int)NTSmartPublisherDefine.NT_PB_E_LAYER_TYPE.NT_PB_E_LAYER_TYPE_RGBA_RECTANGLE,
0, IntPtr.Zero);
Console.WriteLine("NT_PB_AddLayerConfig, rgba: " + rgba_r_0 + Environment.NewLine);
Marshal.FreeHGlobal(rgba_conf_0);
//第1层
NT_PB_ScreenLayerConfigV2 screen_layer_c1 = new NT_PB_ScreenLayerConfigV2();
screen_layer_c1.base_.type_ = (Int32)NTSmartPublisherDefine.NT_PB_E_LAYER_TYPE.NT_PB_E_LAYER_TYPE_SCREEN;
screen_layer_c1.base_.index_ = 1;
screen_layer_index_ = screen_layer_c1.base_.index_;
screen_layer_c1.base_.enable_ = checkbox_black_screen_.Checked?0:1;
screen_layer_c1.base_.region_.x_ = left;
screen_layer_c1.base_.region_.y_ = top;
screen_layer_c1.base_.region_.width_ = scale_w;
screen_layer_c1.base_.region_.height_ = scale_h;
screen_layer_c1.base_.offset_ = Marshal.OffsetOf(screen_layer_c1.GetType(), "base_").ToInt32(); //offsetof(T, base_);
screen_layer_c1.base_.cb_size_ = (uint)Marshal.SizeOf(screen_layer_c1);
screen_layer_c1.clip_region_.x_ = left;
screen_layer_c1.clip_region_.y_ = top;
screen_layer_c1.clip_region_.width_ = w;
screen_layer_c1.clip_region_.height_ = h;
screen_layer_c1.reserve1_ = IntPtr.Zero;
screen_layer_c1.reserve2_ = 0;
screen_layer_c1.scale_filter_mode_ = 3;
IntPtr scr_conf = Marshal.AllocHGlobal(Marshal.SizeOf(screen_layer_c1));
Marshal.StructureToPtr(screen_layer_c1, scr_conf, true);
UInt32 s_r = NTSmartPublisherSDK.NT_PB_AddLayerConfig(publisher_handle_, 0,
scr_conf, (int)NTSmartPublisherDefine.NT_PB_E_LAYER_TYPE.NT_PB_E_LAYER_TYPE_SCREEN,
0, IntPtr.Zero);
Marshal.FreeHGlobal(scr_conf);
NTSmartPublisherSDK.NT_PB_SetSleepMode(publisher_handle_, checkbox_black_screen_.Checked ? 1 : 0, 0);
NTSmartPublisherSDK.NT_PB_SetFrameRate(publisher_handle_, UInt32.Parse(edit_frame_rate_.Text));
}
else if (btn_check_desktop_input_.Checked && !btn_check_scale_desktop_.Checked)
{
//桌面
NTSmartPublisherSDK.NT_PB_SetScreenClip(publisher_handle_,
UInt32.Parse(edit_clip_left_.Text),
UInt32.Parse(edit_clip_top_.Text),
UInt32.Parse(edit_clip_width_.Text),
UInt32.Parse(edit_clip_height_.Text));
NTSmartPublisherSDK.NT_PB_SetFrameRate(publisher_handle_, UInt32.Parse(edit_frame_rate_.Text));
}
else if (btn_check_window_input_.Checked)
{
if (IntPtr.Zero != cur_sel_capture_window_)
{
NTSmartPublisherSDK.NT_PB_SetCaptureWindow(publisher_handle_, cur_sel_capture_window_);
NTSmartPublisherSDK.NT_PB_SetFrameRate(publisher_handle_, UInt32.Parse(edit_frame_rate_.Text));
NTSmartPublisherSDK.NT_PB_ClearLayersConfig(publisher_handle_, 0, 0, IntPtr.Zero);
}
}
else if (btn_check_camera_input_.Checked)
{
//摄像头
if (-1 != cur_sel_camera_index_
&& -1 != cur_sel_camera_resolutions_index_
&& -1 != cur_sel_camera_frame_rate_index_)
{
CameraInfo camera = cameras_[cur_sel_camera_index_];
NT_PB_VideoCaptureCapability cap = camera.capabilities_[cur_sel_camera_resolutions_index_];
NTSmartPublisherSDK.NT_PB_SetVideoCaptureDeviceBaseParameter(publisher_handle_,
camera.id_.ToString(), (UInt32)cap.width_, (UInt32)cap.height_);
NTSmartPublisherSDK.NT_PB_SetFrameRate(publisher_handle_, (UInt32)(cur_sel_camera_frame_rate_index_ + 1));
if (btn_check_flip_vertical_camera_.Checked)
{
NTSmartPublisherSDK.NT_PB_FlipVerticalCamera(publisher_handle_, 1);
}
else
{
NTSmartPublisherSDK.NT_PB_FlipVerticalCamera(publisher_handle_, 0);
}
if (btn_check_flip_horizontal_camera_.Checked)
{
NTSmartPublisherSDK.NT_PB_FlipHorizontalCamera(publisher_handle_, 1);
}
else
{
NTSmartPublisherSDK.NT_PB_FlipHorizontalCamera(publisher_handle_, 0);
}
Int32 degress = GetCameraRotateDegress();
NTSmartPublisherSDK.NT_PB_RotateCamera(publisher_handle_, degress);
}
}
音视频参数设定
其他音视频相关接口参数设定，比是否启用DXGI， Aero模式，软硬编码模式，帧率关键帧间隔码率等设定。
if (btn_check_dxgi_screen_capturer_.Checked)
{
NTSmartPublisherSDK.NT_PB_EnableDXGIScreenCapturer(publisher_handle_, 1);
}
else
{
NTSmartPublisherSDK.NT_PB_EnableDXGIScreenCapturer(publisher_handle_, 0);
}
if (check_capture_layered_window_.Checked)
{
NTSmartPublisherSDK.NT_PB_EnableScreenCaptureLayeredWindow(publisher_handle_, 1);
}
else
{
NTSmartPublisherSDK.NT_PB_EnableScreenCaptureLayeredWindow(publisher_handle_, 0);
}
if (btn_check_capturer_disable_aero_.Checked)
{
NTSmartPublisherSDK.NT_PB_DisableAeroScreenCapturer(publisher_handle_, 1);
}
else
{
NTSmartPublisherSDK.NT_PB_DisableAeroScreenCapturer(publisher_handle_, 0);
}
if (btn_check_wr_way_capture_window_.Checked)
{
NTSmartPublisherSDK.NT_PB_SetCaptureWindowWay(publisher_handle_, 2);
}
else
{
NTSmartPublisherSDK.NT_PB_SetCaptureWindowWay(publisher_handle_, 1);
}
int cur_video_codec_id = (int)NTCommonMediaDefine.NT_MEDIA_CODEC_ID.NT_MEDIA_CODEC_ID_H264;
if (btn_check_h265_encoder_.Checked)
{
cur_video_codec_id = (int)NTCommonMediaDefine.NT_MEDIA_CODEC_ID.NT_MEDIA_CODEC_ID_H265;
}
bool is_hw_encoder = false;
if ( btn_check_video_hardware_encoder_.Checked)
{
is_hw_encoder = true;
}
Int32 cur_sel_encoder_id = 0;
Int32 cur_sel_gpu = 0;
if (is_hw_encoder)
{
int cur_sel_hw = combobox_video_encoders_.SelectedIndex;
if (cur_sel_hw >= 0)
{
cur_sel_encoder_id = Convert.ToInt32(combobox_video_encoders_.SelectedValue);
cur_sel_gpu = -1;
int cur_sel_hw_dev = combobox_video_hardware_encoder_devices_.SelectedIndex;
if (cur_sel_hw_dev >= 0)
{
cur_sel_gpu = Convert.ToInt32(combobox_video_hardware_encoder_devices_.SelectedValue);
}
}
else
{
is_hw_encoder = false;
}
}
if (!is_hw_encoder)
{
if ((int)NTCommonMediaDefine.NT_MEDIA_CODEC_ID.NT_MEDIA_CODEC_ID_H264 == cur_video_codec_id)
{
cur_sel_encoder_id = btn_check_openh264_encoder_.Checked ? 1 : 0;
}
}
NTSmartPublisherSDK.NT_PB_SetVideoEncoder(publisher_handle_, (int)(is_hw_encoder ? 1 : 0), (int)cur_sel_encoder_id, (uint)cur_video_codec_id, (int)cur_sel_gpu);
if (!btn_check_window_input_.Checked)
{
NTSmartPublisherSDK.NT_PB_SetVideoBitRate(publisher_handle_, Int32.Parse(edit_bit_rate_.Text));
}
else
{
// 窗口的分辨率会变, 所以设置一组码率下去
Int32 frame_rate = Int32.Parse(edit_bit_rate_.Text);
SetBitrateGroup(publisher_handle_, frame_rate);
}
NTSmartPublisherSDK.NT_PB_SetVideoQualityV2(publisher_handle_, Int32.Parse(edit_video_quality_.Text));
NTSmartPublisherSDK.NT_PB_SetVideoMaxBitRate(publisher_handle_, Int32.Parse(edit_video_max_bitrate_.Text));
NTSmartPublisherSDK.NT_PB_SetVideoKeyFrameInterval(publisher_handle_, Int32.Parse(edit_key_frame_.Text));
if (cur_video_codec_id == (int)NTCommonMediaDefine.NT_MEDIA_CODEC_ID.NT_MEDIA_CODEC_ID_H264)
{
int profile_sel = combox_h264_profile_.SelectedIndex;
if (profile_sel != -1)
{
NTSmartPublisherSDK.NT_PB_SetVideoEncoderProfile(publisher_handle_, profile_sel + 1);
}
}
NTSmartPublisherSDK.NT_PB_SetVideoEncoderSpeed(publisher_handle_, Int32.Parse(edit_video_encode_speed_.Text));
// 清除编码器所有的特定的参数
NTSmartPublisherSDK.NT_PB_ClearVideoEncoderSpecialOptions(publisher_handle_);
if (cur_sel_encoder_id == 1)
{
// qp_max 和 qp_min 当前只对openh264有效, 这里也就只在openh264使用的场景下设置配置值
NTSmartPublisherSDK.NT_PB_SetVideoEncoderQPMax(publisher_handle_, Int32.Parse(edit_qp_max_.Text));
NTSmartPublisherSDK.NT_PB_SetVideoEncoderQPMin(publisher_handle_, Int32.Parse(edit_qp_min_.Text));
// openh264 配置特定参数
NTSmartPublisherSDK.NT_PB_SetVideoEncoderSpecialInt32Option(publisher_handle_, "usage_type", btn_check_openh264_ppt_usage_type_.Checked ? 1 : 0);
NTSmartPublisherSDK.NT_PB_SetVideoEncoderSpecialInt32Option(publisher_handle_, "rc_mode", btn_check_openh264_rc_bitrate_mode_.Checked ? 1 : 0);
NTSmartPublisherSDK.NT_PB_SetVideoEncoderSpecialInt32Option(publisher_handle_, "enable_frame_skip", btn_check_openh264_frame_skip_.Checked ? 1 : 0);
}
else
{
NTSmartPublisherSDK.NT_PB_SetVideoEncoderQPMax(publisher_handle_, -1);
NTSmartPublisherSDK.NT_PB_SetVideoEncoderQPMin(publisher_handle_, -1);
}
// 音频相关设置
if (btn_check_auido_mic_input_.Checked)
{
int count = combox_auido_input_devices_.Items.Count;
if (count != -1 && count > 0)
{
int cur_sel = combox_auido_input_devices_.SelectedIndex;
if (cur_sel != -1)
{
NTSmartPublisherSDK.NT_PB_SetAuidoInputDeviceId(publisher_handle_, (uint)cur_sel);
}
}
}
// 只采集扬声器时做静音补偿
if (!btn_check_auido_mic_input_.Checked
&& btn_check_auido_speaker_input_.Checked)
{
NTSmartPublisherSDK.NT_PB_SetCaptureSpeakerCompensateMute(publisher_handle_, 1);
}
if (btn_check_speex_encoder_.Checked)
{
NTSmartPublisherSDK.NT_PB_SetPublisherAudioCodecType(publisher_handle_, 2);
NTSmartPublisherSDK.NT_PB_SetPublisherSpeexEncoderQuality(publisher_handle_, Int32.Parse(edit_speex_quality_.Text));
}
else
{
NTSmartPublisherSDK.NT_PB_SetPublisherAudioCodecType(publisher_handle_, 1);
}
if (btn_check_auido_mic_input_.Checked
|| btn_check_auido_speaker_input_.Checked)
{
if (btn_check_set_mute_.Checked)
{
NTSmartPublisherSDK.NT_PB_SetMute(publisher_handle_, 1);
}
}
if (btn_check_echo_cancel_.Checked)
{
NTSmartPublisherSDK.NT_PB_SetEchoCancellation(publisher_handle_, 1, Int32.Parse(edit_echo_delay_.Text));
}
else
{
NTSmartPublisherSDK.NT_PB_SetEchoCancellation(publisher_handle_, 0, 0);
}
if (btn_check_noise_suppression_.Checked)
{
NTSmartPublisherSDK.NT_PB_SetNoiseSuppression(publisher_handle_, 1);
}
else
{
NTSmartPublisherSDK.NT_PB_SetNoiseSuppression(publisher_handle_, 0);
}
if (btn_check_agc_.Checked)
{
NTSmartPublisherSDK.NT_PB_SetAGC(publisher_handle_, 1);
}
else
{
NTSmartPublisherSDK.NT_PB_SetAGC(publisher_handle_, 0);
}
if (btn_check_vad_.Checked)
{
NTSmartPublisherSDK.NT_PB_SetVAD(publisher_handle_, 1);
}
else
{
NTSmartPublisherSDK.NT_PB_SetVAD(publisher_handle_, 0);
}
if (btn_check_auido_mic_input_.Checked
&& btn_check_auido_speaker_input_.Checked)
{
NTSmartPublisherSDK.NT_PB_SetInputAudioVolume(publisher_handle_, 0, Convert.ToSingle(edit_audio_input_volume_.Text));
NTSmartPublisherSDK.NT_PB_SetInputAudioVolume(publisher_handle_, 1, Convert.ToSingle(edit_audio_speaker_input_volume_.Text));
}
else if (btn_check_auido_mic_input_.Checked)
{
NTSmartPublisherSDK.NT_PB_SetInputAudioVolume(publisher_handle_, 0, Convert.ToSingle(edit_audio_input_volume_.Text));
}
else if (btn_check_auido_speaker_input_.Checked)
{
NTSmartPublisherSDK.NT_PB_SetInputAudioVolume(publisher_handle_, 0, Convert.ToSingle(edit_audio_speaker_input_volume_.Text));
}
获取视频码率默认值，不是每个开发者都有音视频开发背景，如果不想自行设置码率等一些参数，可参考我们的码率设定。
private void FillBitrateControlDefValue()
{
int w = 640, h = 480;
int frame_rate = 5;
bool is_var_bitrate = false;
GetVideoConfigInfo(ref w, ref h, ref frame_rate, ref is_var_bitrate);
if (btn_check_openh264_encoder_.Checked)
{
is_var_bitrate = false;
}
int kbit_rate = CalBitRate(frame_rate, w, h);
int max_kbit_rate = CalMaxKBitRate(frame_rate, w, h, is_var_bitrate);
if (is_var_bitrate)
{
btn_check_video_bitrate_.CheckState = CheckState.Unchecked;
}
else
{
btn_check_video_bitrate_.CheckState = CheckState.Checked;
}
if (is_var_bitrate)
{
edit_bit_rate_.Enabled = false;
edit_video_quality_.Enabled = true;
}
else
{
edit_bit_rate_.Enabled = true;
edit_video_quality_.Enabled = false;
}
if (btn_check_video_bitrate_.Checked)
{
edit_bit_rate_.Text = kbit_rate.ToString();
edit_video_max_bitrate_.Text = max_kbit_rate.ToString();
}
else
{
edit_bit_rate_.Text = "0";
edit_video_max_bitrate_.Text = max_kbit_rate.ToString();
}
bool is_h264 = false;
if (btn_check_h265_encoder_.Checked)
{
is_h264 = false;
}
else
{
is_h264 = true;
}
edit_video_quality_.Text = CalVideoQuality(w, h, is_h264).ToString();
combox_h264_profile_.SelectedIndex = 2;
edit_video_encode_speed_.Text = CalVideoEncoderSpeed(w, h, is_h264).ToString();
// 默认关键帧间隔设置为帧率的2倍
edit_key_frame_.Text = (frame_rate * 2).ToString();
}
开始推送
设置推送URL后，调用StartPublisher接口开始推流，如需发送扩展SEI用户数据，推送之前设置下数据发送对接大小。
if (publisher_handle_ == IntPtr.Zero)
{
MessageBox.Show("[publish] handle with null");
}
if (!String.IsNullOrEmpty(url))
{
NTSmartPublisherSDK.NT_PB_SetURL(publisher_handle_, url, IntPtr.Zero);
}
//设置用户数据发送队列大小
NTSmartPublisherSDK.NT_PB_SetPostUserDataQueueMaxSize(publisher_handle_, 3, 0);
if (NTBaseCodeDefine.NT_ERC_OK != NTSmartPublisherSDK.NT_PB_StartPublisher(publisher_handle_, IntPtr.Zero))
{
if (0 == publisher_handle_count_)
{
NTSmartPublisherSDK.NT_PB_Close(publisher_handle_);
publisher_handle_ = IntPtr.Zero;
}
is_publishing_ = false;
MessageBox.Show("调用推流接口失败");
return;
}
停止推送
调用NT_PB_StopPublisher()即可，停止推送后，如果没有录像等，可调用NT_PB_Close()接口，关掉实例，并把handle置 IntPtr.Zero。
private void btn_stop_publish_Click(object sender, EventArgs e)
{
publisher_handle_count_--;
NTSmartPublisherSDK.NT_PB_StopPublisher(publisher_handle_);
rtmp_play_urls_.Clear();
UpdateDisplayURLs();
if (0 == publisher_handle_count_)
{
NTSmartPublisherSDK.NT_PB_Close(publisher_handle_);
publisher_handle_ = IntPtr.Zero;
}
btn_publish.Enabled = true;
btn_stop_publish.Enabled = false;
is_publishing_ = false;
if (0 == publisher_handle_count_)
{
if (btn_check_desktop_input_.Checked)
{
btn_choose_screen_region_.Text = "选择屏幕区域";
}
btn_check_dxgi_screen_capturer_.Enabled = true;
check_capture_layered_window_.Enabled = true;
btn_check_wr_way_capture_window_.Enabled = true;
btn_desktop_camera_switch_.Text = "切换到摄像头";
btn_disable_image_watermark_.Text = "停止水印";
btn_disable_camera_overlay_.Text = "停止叠加摄像头";
btn_disable_desktop_overlay_.Text = "停止叠加屏幕";
btn_desktop_camera_switch.Enabled = true;
btn_camera_overlay_to_desktop.Enabled = true;
btn_desktop_overlay_to_camera.Enabled = true;
btn_desktop_camera_switch.Enabled = true;
btn_check_desktop_input_.Enabled = true;
btn_check_scale_desktop_.Enabled = true;
edit_desktop_scale_.Enabled = true;
btn_check_camera_input_.Enabled = true;
btn_add_image_watermark_.Enabled = true;
timer_clock_.Enabled = false;
if (btn_desktop_camera_switch.Checked
|| btn_camera_overlay_to_desktop.Checked
|| btn_desktop_overlay_to_camera.Checked)
{
btn_check_desktop_input_.CheckState = CheckState.Checked;
btn_check_camera_input_.CheckState = CheckState.Checked;
}
else
{
}
EnableAuidoInputControl();
}
}
预览推送数据
设置NT_PB_SetVideoPreviewImageCallBack()，调用NT_PB_StartPreview()接口即可。
private void btn_preview_Click(object sender, EventArgs e)
{
if (btn_check_window_input_.Checked)
{
if (IntPtr.Zero == cur_sel_capture_window_)
{
MessageBox.Show("请先下拉选择采集窗口");
return;
}
}
if (publisher_handle_ == IntPtr.Zero)
{
if (!OpenPublisherHandle())
{
return;
}
}
if (publisher_handle_count_ < 1)
{
SetCommonOptionToPublisherSDK();
}
video_preview_image_callback_ = new NT_PB_SDKVideoPreviewImageCallBack(SDKVideoPreviewImageCallBack);
NTSmartPublisherSDK.NT_PB_SetVideoPreviewImageCallBack(publisher_handle_, (int)NTSmartPublisherDefine.NT_PB_E_IMAGE_FORMAT.NT_PB_E_IMAGE_FORMAT_RGB32, IntPtr.Zero, video_preview_image_callback_);
if (NTBaseCodeDefine.NT_ERC_OK != NTSmartPublisherSDK.NT_PB_StartPreview(publisher_handle_, 0, IntPtr.Zero))
{
if (0 == publisher_handle_count_)
{
NTSmartPublisherSDK.NT_PB_Close(publisher_handle_);
publisher_handle_ = IntPtr.Zero;
}
MessageBox.Show("预览失败, 请确保选择了视频采集选项");
return;
}
publisher_handle_count_++;
btn_preview.Enabled = false;
btn_stop_preview.Enabled = true;
if (1 == publisher_handle_count_)
{
if (btn_check_desktop_input_.Checked)
{
btn_choose_screen_region_.Text = "移动屏幕区域";
}
btn_check_dxgi_screen_capturer_.Enabled = false;
check_capture_layered_window_.Enabled = false;
btn_check_wr_way_capture_window_.Enabled = false;
btn_desktop_camera_switch.Enabled = false;
btn_camera_overlay_to_desktop.Enabled = false;
btn_desktop_overlay_to_camera.Enabled = false;
btn_add_image_watermark_.Enabled = false;
if (btn_desktop_camera_switch.Checked
|| btn_camera_overlay_to_desktop.Checked
|| btn_desktop_overlay_to_camera.Checked)
{
}
else
{
btn_check_desktop_input_.Enabled = false;
btn_check_camera_input_.Enabled = false;
}
DisableAuidoInputControl();
}
if (ui_preview_wnd_ == null)
{
ui_preview_wnd_ = new nt_pb_ui_preview_wnd();
}
ui_preview_wnd_.Show();
}
public void VideoPreviewImageCallBack(NT_VideoFrame frame)
{
if (cur_image_.plane_ != IntPtr.Zero)
{
Marshal.FreeHGlobal(cur_image_.plane_);
cur_image_.plane_ = IntPtr.Zero;
}
cur_image_ = frame;
if (ui_preview_wnd_ != null)
{
ui_preview_wnd_.OnRGBXImage(cur_image_);
}
}
public void SDKVideoPreviewImageCallBack(IntPtr handle, IntPtr user_data, IntPtr image)
{
NT_PB_Image pb_image = (NT_PB_Image)Marshal.PtrToStructure(image, typeof(NT_PB_Image));
NT_VideoFrame pVideoFrame = new NT_VideoFrame();
pVideoFrame.width_ = pb_image.width_;
pVideoFrame.height_ = pb_image.height_;
pVideoFrame.stride_ = pb_image.stride_[0];
Int32 argb_size = pb_image.stride_[0] * pb_image.height_;
pVideoFrame.plane_ = Marshal.AllocHGlobal(argb_size);
CopyMemory(pVideoFrame.plane_, pb_image.plane_[0], (UInt32)argb_size);
if (InvokeRequired)
{
BeginInvoke(set_video_preview_image_callback_, pVideoFrame);
}
else
{
set_video_preview_image_callback_(pVideoFrame);
}
}
停止预览更简单，调用NT_PB_StopPreview()。
private void btn_stop_preview_Click(object sender, EventArgs e)
{
publisher_handle_count_--;
NTSmartPublisherSDK.NT_PB_StopPreview(publisher_handle_);
if (0 == publisher_handle_count_)
{
NTSmartPublisherSDK.NT_PB_Close(publisher_handle_);
publisher_handle_ = IntPtr.Zero;
}
btn_preview.Enabled = true;
btn_stop_preview.Enabled = false;
if (0 == publisher_handle_count_)
{
if (btn_check_desktop_input_.Checked)
{
btn_choose_screen_region_.Text = "选择屏幕区域";
}
btn_check_dxgi_screen_capturer_.Enabled = true;
check_capture_layered_window_.Enabled = true;
btn_check_wr_way_capture_window_.Enabled = true;
btn_desktop_camera_switch_.Text = "切换到摄像头";
btn_disable_image_watermark_.Text = "停止水印";
btn_disable_camera_overlay_.Text = "停止叠加摄像头";
btn_disable_desktop_overlay_.Text = "停止叠加屏幕";
btn_desktop_camera_switch.Enabled = true;
btn_camera_overlay_to_desktop.Enabled = true;
btn_desktop_overlay_to_camera.Enabled = true;
btn_desktop_camera_switch.Enabled = true;
btn_check_desktop_input_.Enabled = true;
btn_check_camera_input_.Enabled = true;
btn_add_image_watermark_.Enabled = true;
timer_clock_.Enabled = false;
if (btn_desktop_camera_switch.Checked
|| btn_camera_overlay_to_desktop.Checked
|| btn_desktop_overlay_to_camera.Checked)
{
btn_check_desktop_input_.CheckState = CheckState.Checked;
btn_check_camera_input_.CheckState = CheckState.Checked;
}
else
{
}
EnableAuidoInputControl();
}
ui_preview_wnd_.Hide();
ui_preview_wnd_ = null;
}
实时截图
if (String.IsNullOrEmpty(capture_image_path_))
{
MessageBox.Show("请先设置保存截图文件的目录! 点击截图左边的按钮设置!");
return;
}
if (publisher_handle_ == IntPtr.Zero)
{
return;
}
String name = capture_image_path_ + "\\" + DateTime.Now.ToString("hh-mm-ss") + ".png";
byte[] buffer1 = Encoding.Default.GetBytes(name);
byte[] buffer2 = Encoding.Convert(Encoding.Default, Encoding.UTF8, buffer1, 0, buffer1.Length);
byte[] buffer3 = new byte[buffer2.Length + 1];
buffer3[buffer2.Length] = 0;
Array.Copy(buffer2, buffer3, buffer2.Length);
IntPtr file_name_ptr = Marshal.AllocHGlobal(buffer3.Length);
Marshal.Copy(buffer3, 0, file_name_ptr, buffer3.Length);
capture_image_call_back_ = new NT_PB_SDKCaptureImageCallBack(SDKCaptureImageCallBack);
UInt32 ret = NTSmartPublisherSDK.NT_PB_CaptureImage(publisher_handle_, file_name_ptr, IntPtr.Zero, capture_image_call_back_);
Marshal.FreeHGlobal(file_name_ptr);
if (NT.NTBaseCodeDefine.NT_ERC_OK == ret)
{
// 发送截图请求成功
}
else if ((UInt32)NT.NTSmartPublisherDefine.NT_PB_E_ERROR_CODE.NT_ERC_PB_TOO_MANY_CAPTURE_IMAGE_REQUESTS == ret)
{
// 通知用户延时
MessageBox.Show("Too many capture image requests!");
}
else
{
// 其他失败
}
private void ImageCallBack(UInt32 result, String file_name)
{
if (file_name == null && file_name.Length == 0)
return;
MessageBox.Show(file_name);
}
public void SDKCaptureImageCallBack(IntPtr handle, IntPtr userData, UInt32 result, IntPtr file_name)
{
if (file_name == IntPtr.Zero)
return;
int index = 0;
while (true)
{
if (0 == Marshal.ReadByte(file_name, index))
break;
index++;
}
byte[] file_name_buffer = new byte[index];
Marshal.Copy(file_name, file_name_buffer, 0, index);
byte[] dst_buffer = Encoding.Convert(Encoding.UTF8, Encoding.Default, file_name_buffer, 0, file_name_buffer.Length);
String image_name = Encoding.Default.GetString(dst_buffer, 0, dst_buffer.Length);
if (InvokeRequired)
{
BeginInvoke(set_capture_image_call_back_, result, image_name);
}
else
{
set_capture_image_call_back_(result, image_name);
}
}
问答式参考
1视频采集设置
说明：
1. 屏幕和摄像头相互切换：用于在线教育或者无纸化等场景，推送或录像过程中，随时切换屏幕或摄像头数据（切换数据源），如需实时切换，点击页面“切换到摄像头”按钮即可；
2. 设置遮盖层，用于设定一个长方形或正方形区域（可自指定区域大小），遮盖不想给用户展示的部分；
3. 水印：添加PNG水印，支持推送或录像过程中，随时添加、取消水印；
4. 摄像头叠加到屏幕：意在用于同屏过程中，主讲人摄像头悬浮于屏幕之上（可指定叠加坐标），实现双画面展示，推送或录像过程中，可以随时取消摄像头叠加；
5. 屏幕叠加到摄像头：同4，效果展示，实际根据需求实现；
6. 采集桌面：可以通过点击“选择屏幕区域”获取采集区域，并可在采集过程中，随时切换区域位置，如不设定，默认全屏采集；
7. 使用DXGI采集屏幕，采集时停用Aero；
8. 采集窗口：可设定需要采集的窗口，窗口放大或缩小，推送端会自适应码率和分辨率；
9. 采集帧率(帧/秒)：默认屏幕采集12帧，可根据实际场景需求设定到期望帧率；
10. 缩放屏幕大小缩放比：用于高清或超高清屏，通过设定一定的比例因子，缩放屏幕采集分辨率；
11. 采集摄像头：可选择需要采集的摄像头、采集分辨率、帧率、是否需要水平或者垂直反转、是否需要旋转；
追加提问：
问题[确认数据源]：采集桌面还是摄像头？如果桌面，全屏还是部分区域？
回答：
如果是摄像头：可以选择摄像头列表，然后分辨率、帧率。
如果是屏幕：默认帧率是12帧，可以根据实际场景调整，选取屏幕区域，可以实时拉取选择需要采集或录像区域；
如果是叠加模式：可选择摄像头叠加到屏幕，还是屏幕叠加到摄像头；
更高需求的用户，可以设置水印或应用层遮盖。
问题：如果是摄像头，采集到的摄像头角度不对怎么办？
回答：我们支持摄像头镜像和翻转设置，摄像头可通过SDK接口轻松实现水平/垂直翻转、镜像效果。
2 视频码率控制
如何选择适合我的码率？
回答：如果不是有音视频背景的开发人员，可点击“获取视频码率默认值”，参考我们默认的码率推荐，如果觉得推荐码率过高或不够，可根据实际情况酌情调整。
265编码还是H.264编码？
回答：Windows平台支持H.265特定机型硬编码，如果推RTMP流，需要服务器支持RTMP H.265扩展，播放器SDK，也需要同步支持RTMP H.265扩展播放。
如果是轻量级RTSP服务SDK对接的话，只需要播放器支持RTSP H.265即可。
如果推摄像头数据，建议采用可变码率+H.265编码。
如何设置码率参数更合理？
回答：
关键帧间隔：一般来说，设置到帧率的2-4倍，比如帧率20，关键帧间隔可以设置到40-80；
平均码率：可以点击“获取视频码率默认值”，最大码率是平均码率的2倍；
视频质量：如果使用可变码率，建议采用大牛直播SDK默认推荐视频质量值；
编码速度：如高分辨率，建议1-3，值越小，编码速度越快；
H.264 Profile：默认baseline profile，可根据需要，酌情设置High profile；
NOTE：点击“推送”或“录像”或启动内置RTSP服务SDK之前，请务必设置视频码率，如不想手动设置，请点击“获取视频码率默认值”！！！
3 音频采集设置
问答式：采集音频吗？如果采集，采集麦克风还是扬声器的，亦或混音？
回答：
如果想采集电脑输出的音频（比如音乐之类），可以选择“采集扬声器”；
如果想采集麦克风音频，可以选择“采集麦克风”，并选择相关设备；
如果两个都想采集，可以两个都选择，混音输出。
4 实时音量调节
问答式：采集过程中可以改变麦克风或扬声器采集音量吗？
回答：可以，如果二者都选中，处于混音模式，也可单独调整麦克风或扬声器音量。
5 音频编码
问题：是AAC还是SPEEX？
回答：我们默认是AAC编码模式，如果需要码率更低，可以选择SPEEX编码模式，当然我们的AAC编码码率也不高，如果没有太高要求，考虑到通用性，建议使用AAC。
6 音频处理
问题：我想过滤背景噪音怎么办？
回答：选中“噪音抑制”，“噪音抑制“请和“自动增益控制”组合使用，“端点检测(VAD)”可选设置。
问题：我想做一对一互动怎么办？
回答：选中“回音消除”，可以和“噪音抑制”、“自动增益控制”组合使用，具体可参看回音消除的demo工程：WIN-EchoCancellation-CSharp-Demo。
问题：我推送或者录像过程中，随时静音怎么办？
回答：推送过程中，随时选择或取消选择“静音”功能。
7多路推送
问题：我想同时推送到多个url怎么办(比如一个内网服务器，一个外网服务器)？
回答：同时填写多个url（最多3个），然后点推送即可。
8 截图(快照)
问题：我想推送或者录像过程中，截取当前图像怎么办？
回答：那就设置好截图路径，推送或录像过程中，随时点击“截图”。
9 录像
问题：我还想录像，怎么办？
回答：设置录像文件存放目录，文件前缀、单个文件大小，是否加日期、时间，随时录制即可，此外，我们的SDK还支持录像过程中，暂停录像，恢复录像。
10 实时预览
问题：我还想看看推出去视频，特别是合成后的效果，怎么办？
回答：点击页面的“预览”按钮，就可以看到。
