Видеоморозное на iOS при звонке из Android и изменении размеров ⇐ Android

[Anonymous]

Я внедрил видео и аудио -вызовы с помощью WEBRTC. Это отлично работает для iOS iOS и Android Android. Однако, когда пользователь звонит из Android в iOS и включает и выключает видео пять раз, удаленное видео замораживает на устройстве iOS в шестой раз. Я использую захват видео с шириной: 854, высота: 480 и FPS: 30. , это работает, но видео замерзает с 17 -й попытки. Как я могу решить эту проблему? Есть входные данные? < /P>
Спасибо в авансах.//Initialization
private static void initializePeerConnectionFactory() {
PeerConnectionFactory.InitializationOptions initializationOptions =
PeerConnectionFactory.InitializationOptions.builder(context).setEnableInternalTracer(true)
.createInitializationOptions();

PeerConnectionFactory.initialize(initializationOptions);
PeerConnectionFactory.Options options = new PeerConnectionFactory.Options();

VideoEncoderFactory encoderFactory = new DefaultVideoEncoderFactory(rootEglBase.getEglBaseContext(), true, true);
VideoDecoderFactory decoderFactory = new DefaultVideoDecoderFactory(rootEglBase.getEglBaseContext());

peerConnectionFactory = PeerConnectionFactory.builder()
.setOptions(options)
.setVideoDecoderFactory(decoderFactory)
.setVideoEncoderFactory(encoderFactory)
.createPeerConnectionFactory();

}
< /code>
//Peer connection setup
public static void InitializeWebRTC(List iceServers){;

PeerConnection.RTCConfiguration rtcConfig = new PeerConnection.RTCConfiguration(iceServers);
rtcConfig.sdpSemantics = PeerConnection.SdpSemantics.UNIFIED_PLAN;
rtcConfig.continualGatheringPolicy = PeerConnection.ContinualGatheringPolicy.GATHER_CONTINUALLY;

peerConnection = peerConnectionFactory.createPeerConnection(rtcConfig, new PeerConnection.Observer() {
@Override
public void onSignalingChange(PeerConnection.SignalingState signalingState) {
System.out.println("success");
}

@Override
public void onIceConnectionChange(PeerConnection.IceConnectionState iceConnectionState) {
System.out.println("success");
}

@Override
public void onIceConnectionReceivingChange(boolean b) {
System.out.println("success");
}

@Override
public void onIceGatheringChange(PeerConnection.IceGatheringState iceGatheringState) {
System.out.println("success");
}

@Override
public void onIceCandidate(IceCandidate iceCandidate) {
System.out.println("success");
}

@Override
public void onIceCandidatesRemoved(IceCandidate[] iceCandidates) {
System.out.println("success");
}

@Override
public void onAddStream(MediaStream mediaStream) {
System.out.println("success");

if(mediaStream.audioTracks.size() > 0) {
AudioTrack remoteAudioTrack = mediaStream.audioTracks.get(0);
remoteAudioTrack.setEnabled(true);
}
if(mediaStream.videoTracks.size() > 0) {
VideoTrack remoteVideoTrack = mediaStream.videoTracks.get(0);
remoteVideoTrack.setEnabled(true);
Log.d("receiver side","video turned on");
remoteVideoTrack.addSink(new VideoSink() {
@Override
public void onFrame(VideoFrame videoFrame) {
surfaceViewRenderer2.onFrame(videoFrame);
}
});
}

}

@Override
public void onRemoveStream(MediaStream mediaStream) {
System.out.println("success");
}

@Override
public void onDataChannel(DataChannel dataChannel) {
System.out.println("success");
}

@Override
public void onRenegotiationNeeded() {
System.out.println("success");
}

@Override
public void onAddTrack(RtpReceiver rtpReceiver, MediaStream[] mediaStreams) {
System.out.println("success");
if(rtpReceiver.track().toString().contains("VideoTrack")) {
VideoTrack remoteVideoTrack = (VideoTrack) rtpReceiver.track();
remoteVideoTrack.setEnabled(true);

new Handler(Looper.getMainLooper()).post(new Runnable() {
@Override
public void run() {
//initializeSurfaceViews();
surface2.setVisibility(View.VISIBLE);
Log.d("receiver side","video turned on");
remoteVideoTrack.addSink(new VideoSink() {
@Override
public void onFrame(VideoFrame videoFrame) {
surfaceViewRenderer2.onFrame(videoFrame);
}
});
}
});
}
// }
}

@Override
public void onTrack(RtpTransceiver transceiver) {
PeerConnection.Observer.super.onTrack(transceiver);
}

@Override
public void onConnectionChange(PeerConnection.PeerConnectionState newState) {

PeerConnection.Observer.super.onConnectionChange(newState);
}

});

}
< /code>
//Add video track

public static final int VIDEO_RESOLUTION_WIDTH = 854;
public static final int VIDEO_RESOLUTION_HEIGHT = 480;
public static final int FPS = 60;

private void createVideoTrackFromCameraAndShowIt() {
audioConstraints = new MediaConstraints();
videoCapturer = createVideoCapturer();
videoSource = peerConnectionFactory.createVideoSource(videoCapturer.isScreencast());
SurfaceTextureHelper surfaceTextureHelper = SurfaceTextureHelper.create("CaptureThread", rootEglBase.getEglBaseContext());
videoCapturer.initialize(surfaceTextureHelper, this, videoSource.getCapturerObserver());

videoCapturer.startCapture(VIDEO_RESOLUTION_WIDTH, VIDEO_RESOLUTION_HEIGHT, FPS);

videoTrackFromCamera = peerConnectionFactory.createVideoTrack(VIDEO_TRACK_ID, videoSource);
videoTrackFromCamera.setEnabled(true);
surface1.setVisibility(View.VISIBLE);
videoTrackFromCamera.addSink(new VideoSink() {
@Override
public void onFrame(VideoFrame videoFrame) {
surfaceViewRenderer1.onFrame(videoFrame);
}
});
List streamIds = new ArrayList();
streamIds.add(VIDEO_TRACK_ID);
if(videoVal) {
Log.d("sender side","video track turned on");
peerConnection.addTrack(videoTrackFromCamera, streamIds);
peerConnection.createOffer(new SdpObserver() {
@Override
public void onCreateSuccess(SessionDescription sessionDescription) {
Log.d("sender side","video turned on and create player offer successfully");
JSONObject jsonstr = new JSONObject() {{

try {
put("sdp", sessionDescription.description);
} catch (JSONException e) {
throw new RuntimeException(e);
}

}};
String jsonString = new JSONObject() {{
try {
put("data", jsonstr);
} catch (JSONException e) {
throw new RuntimeException(e);
}

}}.toString();
try {
String encrypt = DashboardActivity.encrypt(jsonString, "player");
DashboardActivity.sendsocketmsg(encrypt, "player");
} catch (Exception e) {
throw new RuntimeException(e);
}
peerConnection.setLocalDescription(new SdpObserver() {
@Override
public void onCreateSuccess(SessionDescription sessionDescription) {

}

@Override
public void onSetSuccess() {
Log.d("sender side","video turned on , created player offer and set local description successfully");
}

@Override
public void onCreateFailure(String s) {
System.out.println("");
}

@Override
public void onSetFailure(String s) {
Log.d("sender side","video turned on , created offer and set local description failed");
System.out.println("");
}
}, sessionDescription);
}

@Override
public void onSetSuccess() {
System.out.println("");
}

@Override
public void onCreateFailure(String s) {
System.out.println("");
}

@Override
public void onSetFailure(String s) {
Log.d("sender side","video turned on , created player offer failed");
System.out.println("");
}
}, mediaConstraints);

}


Подробнее здесь: https://stackoverflow.com/questions/794 ... dimensions