Unity平台下，RTSP、RTMP播放和RTMP推送，甚至包括轻量级RTSP服务这块都不再赘述，今天探讨的一位开发者提到的问题，如果在Unity下，实现RTSP播放的同时，随时转RTMP推送出去？
RTSP转RTMP，在原生环境下老早已经有了，这里，其实就是把原生的挪到Unity即可，相关流程如下：
本文以Windows平台为例，在RTSP播放模块的基础上，加个RTSP转RTMP推送模块，废话不多说，上代码：
/*
* SmartPlayerWinMono.cs.cs
*
* Author: daniusdk.com
* Created on 2017/04/19.
*/
public void StartPlayer(int sel)
{
Debug.Log("StartPlayer++, sel: " + sel);
if (videoctrl[sel].is_playing_)
{
Debug.Log("StartPlayer, already started.. sel: " + sel);
return;
}
lock (videoctrl[sel].frame_lock_)
{
videoctrl[sel].cur_video_frame_ = null;
}
if (!videoctrl[sel].is_recording_ && !videoctrl[sel].is_pulling_)
{
if (!OpenPlayerHandle(sel))
{
Debug.LogError("call OpenPlayerHandle failed, sel:" + sel);
return;
}
}
if (is_enable_hardware_decoder_)
{
NTSmartPlayerSDK.NT_SP_SetH264HardwareDecoder(videoctrl[sel].player_handle_, is_support_h264_hardware_decoder_ ? 1 : 0, 0);
NTSmartPlayerSDK.NT_SP_SetH265HardwareDecoder(videoctrl[sel].player_handle_, is_support_h265_hardware_decoder_ ? 1 : 0, 0);
}
else
{
NTSmartPlayerSDK.NT_SP_SetH264HardwareDecoder(videoctrl[sel].player_handle_, 0, 0);
NTSmartPlayerSDK.NT_SP_SetH265HardwareDecoder(videoctrl[sel].player_handle_, 0, 0);
}
//video frame callback (YUV/RGB)
videoctrl[sel].sdk_video_frame_call_back_ = new VideoControl.SetVideoFrameCallBack(SDKVideoFrameCallBack);
videoctrl[sel].video_frame_call_back_ = new SP_SDKVideoFrameCallBack(NT_SP_SetVideoFrameCallBack);
NTSmartPlayerSDK.NT_SP_SetVideoFrameCallBack(videoctrl[sel].player_handle_, (Int32)NT.NTSmartPlayerDefine.NT_SP_E_VIDEO_FRAME_FORMAT.NT_SP_E_VIDEO_FRAME_FROMAT_I420, window_handle_, videoctrl[sel].video_frame_call_back_);
UInt32 flag = NTSmartPlayerSDK.NT_SP_StartPlay(videoctrl[sel].player_handle_);
if (flag == DANIULIVE_RETURN_OK)
{
videoctrl[sel].is_need_get_frame_ = true;
Debug.Log("NT_SP_StartPlay succeed, sel:" + sel);
}
else
{
videoctrl[sel].is_need_get_frame_ = false;
Debug.LogError("NT_SP_StartPlay failed, sel:" + sel);
}
videoctrl[sel].is_playing_ = true;
}
private void StopPlayer(int sel)
{
Debug.Log("StopPlayer++, sel: " + sel);
videoctrl[sel].is_need_get_frame_ = false;
videoctrl[sel].is_need_init_texture_ = false;
if (videoctrl[sel].player_handle_ == IntPtr.Zero)
{
return;
}
UInt32 flag = NTSmartPlayerSDK.NT_SP_StopPlay(videoctrl[sel].player_handle_);
if (flag == DANIULIVE_RETURN_OK)
{
Debug.Log("call NT_SP_StopPlay succeed, sel: " + sel);
}
else
{
Debug.LogError("call NT_SP_StopPlay failed, sel: " + sel);
}
if (!videoctrl[sel].is_recording_ && !videoctrl[sel].is_pulling_)
{
NTSmartPlayerSDK.NT_SP_Close(videoctrl[sel].player_handle_);
videoctrl[sel].player_handle_ = IntPtr.Zero;
}
videoctrl[sel].is_playing_ = false;
}如果需要转RTMP出去，首先拉流端，需要调用拉流接口：
public void StartPull(int sel)
{
if (videoctrl[sel].is_pulling_)
{
Debug.Log("StartPull, already started.. sel: " + sel);
return;
}
if (!videoctrl[sel].is_playing_ &&
!videoctrl[sel].is_recording_ )
{
if (!OpenPlayerHandle(sel))
{
Debug.LogError("call OpenPlayerHandle failed, sel:" + sel);
return;
}
}
videoctrl[sel].pull_stream_video_data_call_back_ = new SP_SDKPullStreamVideoDataCallBack(OnVideoDataHandle);
videoctrl[sel].pull_stream_audio_data_call_back_ = new SP_SDKPullStreamAudioDataCallBack(OnAudioDataHandle);
NTSmartPlayerSDK.NT_SP_SetPullStreamVideoDataCallBack(videoctrl[sel].player_handle_, IntPtr.Zero, videoctrl[sel].pull_stream_video_data_call_back_);
NTSmartPlayerSDK.NT_SP_SetPullStreamAudioDataCallBack(videoctrl[sel].player_handle_, IntPtr.Zero, videoctrl[sel].pull_stream_audio_data_call_back_);
int is_transcode_aac = 1; //PCMA/PCMU/Speex格式转AAC后 再转发
NTSmartPlayerSDK.NT_SP_SetPullStreamAudioTranscodeAAC(videoctrl[sel].player_handle_, is_transcode_aac);
UInt32 ret = NTSmartPlayerSDK.NT_SP_StartPullStream(videoctrl[sel].player_handle_);
if (NTBaseCodeDefine.NT_ERC_OK != ret)
{
if (!videoctrl[sel].is_playing_ && !videoctrl[sel].is_recording_)
{
NTSmartPlayerSDK.NT_SP_Close(videoctrl[sel].player_handle_);
videoctrl[sel].player_handle_ = IntPtr.Zero;
}
return;
}
videoctrl[sel].is_pulling_ = true;
}
public void StopPull(int sel)
{
if (!videoctrl[sel].is_pulling_)
return;
NTSmartPlayerSDK.NT_SP_StopPullStream(videoctrl[sel].player_handle_);
if (!videoctrl[sel].is_playing_ && !videoctrl[sel].is_recording_)
{
NTSmartPlayerSDK.NT_SP_Close(videoctrl[sel].player_handle_);
videoctrl[sel].player_handle_ = IntPtr.Zero;
}
videoctrl[sel].is_pulling_ = false;
}拉流设置的时候，需要注意的是，如果是其他比如PCMA、PCMU的，考虑到通用性，可以转AAC后再回调数据上来，此外，拉流或播放的时候，判断是不是已经打开了RTSP URL，确保同一路流在一个实例内，不要开两个实例，占用额外的资源。
此外，关闭播放或拉流的时候，需要判断是不是处于拉流或播放状态，只要二者有一个还没关闭，实例就无法关闭。
public bool StartPush(int sel, String url)
{
if (videoctrl[sel].is_pushing_)
return false;
if (String.IsNullOrEmpty(url))
return false;
if (!OpenPushHandle(sel))
return false;
if (GetPushHandle(sel) == IntPtr.Zero)
return false;
IntPtr push_handle = GetPushHandle(sel);
if (NTBaseCodeDefine.NT_ERC_OK != NTSmartPublisherSDK.NT_PB_SetURL(push_handle, url, IntPtr.Zero))
{
NTSmartPublisherSDK.NT_PB_Close(push_handle);
SetPushHandle(sel, IntPtr.Zero);
return false;
}
if (NTBaseCodeDefine.NT_ERC_OK != NTSmartPublisherSDK.NT_PB_StartPublisher(push_handle, IntPtr.Zero))
{
NTSmartPublisherSDK.NT_PB_Close(push_handle);
SetPushHandle(sel, IntPtr.Zero);
return false;
}
videoctrl[sel].is_pushing_ = true;
return true;
}
public void StopPush(int sel)
{
if (!videoctrl[sel].is_pushing_)
return;
videoctrl[sel].is_pushing_ = false;
lock (videoctrl[sel].push_handle_mutex_)
{
if (videoctrl[sel].push_handle_ == IntPtr.Zero)
return;
NTSmartPublisherSDK.NT_PB_StopPublisher(videoctrl[sel].push_handle_);
NTSmartPublisherSDK.NT_PB_Close(videoctrl[sel].push_handle_);
videoctrl[sel].push_handle_ = IntPtr.Zero;
}
}private void OnVideoDataHandle(IntPtr handle, IntPtr user_data,
UInt32 video_codec_id, IntPtr data, UInt32 size,
IntPtr info, IntPtr reserve)
{
int cur_sel = -1;
for ( int i = 0; i < videoctrl.Length; i++)
{
if(handle == videoctrl[i].player_handle_)
{
cur_sel = i;
break;
}
}
if (cur_sel < 0)
return;
if (!videoctrl[cur_sel].is_pushing_)
return;
if (data == IntPtr.Zero)
return;
if (size < 1)
return;
if (info == IntPtr.Zero)
return;
NT_SP_PullStreamVideoDataInfo video_info = (NT_SP_PullStreamVideoDataInfo)Marshal.PtrToStructure(info, typeof(NT_SP_PullStreamVideoDataInfo));
lock (videoctrl[cur_sel].push_handle_mutex_)
{
if (!videoctrl[cur_sel].is_pushing_)
return;
if (videoctrl[cur_sel].push_handle_ == IntPtr.Zero)
return;
//新接口
NTSmartPublisherSDK.NT_PB_PostVideoEncodedDataV2(videoctrl[cur_sel].push_handle_, video_codec_id,
data, size, video_info.is_key_frame_, video_info.timestamp_, video_info.presentation_timestamp_);
}
}
private void OnAudioDataHandle(IntPtr handle, IntPtr user_data,
UInt32 audio_codec_id, IntPtr data, UInt32 size,
IntPtr info, IntPtr reserve)
{
int cur_sel = -1;
for (int i = 0; i < videoctrl.Length; i++)
{
if (handle == videoctrl[i].player_handle_)
{
cur_sel = i;
break;
}
}
if (cur_sel < 0)
return;
if (!videoctrl[cur_sel].is_pushing_)
return;
if (data == IntPtr.Zero)
return;
if (size < 1)
return;
if (info == IntPtr.Zero)
return;
NT_SP_PullStreamAuidoDataInfo audio_info = (NT_SP_PullStreamAuidoDataInfo)Marshal.PtrToStructure(info, typeof(NT_SP_PullStreamAuidoDataInfo));
lock (videoctrl[cur_sel].push_handle_mutex_)
{
if (!videoctrl[cur_sel].is_pushing_)
return;
if (videoctrl[cur_sel].push_handle_ == IntPtr.Zero)
return;
NTSmartPublisherSDK.NT_PB_PostAudioEncodedData(videoctrl[cur_sel].push_handle_, audio_codec_id, data, size,
audio_info.is_key_frame_, audio_info.timestamp_,
audio_info.parameter_info_, audio_info.parameter_info_size_);
}
}
实际上，Unity环境下的RTSP转RTMP推送，相对RTMP、RTSP播放或推流，对接更容易，因为基本不涉及到页面交互，感兴趣的开发者可以尝试看。