Пример iOS-приложения для управления медиа-устройствами
Данный пример может использоваться как стример для публикации WebRTC-видеопотока с Web Call Server и позволяет выбрать медиа-устройства и следующие параметры для публикуемого и проигрываемого видео
...
На скриншоте ниже представлен пример во время публикации потока.
В URL в поле ввода 192.168.2.107 - адрес WCS-сервера.
Слева отображается видео с камеры, справа воспроизводится опубликованный поток.
Вид с контролами для настроек публикации показывается при нажатии на кнопку 'Local settings', а вид с контролами для настроек воспроизведения - при нажатии на кнопку 'Remote settings'.
Работа с кодом примера
Для разбора кода возьмем версию примера MediaDevices, которая доступена для скачивания в соответствующей сборке 2.5.2.
...
1. Импорт API. код
Code Block | ||||
---|---|---|---|---|
| ||||
#import <FPWCSApi2/FPWCSApi2.h> |
...
FPWCSApi2 getMediaDevices код
Code Block | ||||
---|---|---|---|---|
| ||||
localDevices = [FPWCSApi2 getMediaDevices]; |
...
FPWCSApi2MediaDeviceList.audio[0] код
Code Block | ||||
---|---|---|---|---|
| ||||
_micSelector = [[WCSPickerInputView alloc] initWithLabelText:@"Mic" pickerDelegate:self]; //set default mic if (localDevices.audio.count > 0) { _micSelector.input.text = ((FPWCSApi2MediaDevice *)(localDevices.audio[0])).label; } |
...
FPWCSApi2MediaDeviceList.video[0] код
Code Block | ||||
---|---|---|---|---|
| ||||
_camSelector = [[WCSPickerInputView alloc] initWithLabelText:@"Cam" pickerDelegate:self]; //set default cam if (localDevices.video.count > 0) { _camSelector.input.text = ((FPWCSApi2MediaDevice *)(localDevices.video[0])).label; } |
...
FPWCSApi2MediaConstraints.audio, FPWCSApi2MediaConstraints.video код
Code Block | ||||
---|---|---|---|---|
| ||||
- (FPWCSApi2MediaConstraints *)toMediaConstraints { FPWCSApi2MediaConstraints *ret = [[FPWCSApi2MediaConstraints alloc] init]; if ([_sendAudio.control isOn]) { FPWCSApi2AudioConstraints *audio = [[FPWCSApi2AudioConstraints alloc] init]; audio.useFEC = [_useFEC.control isOn]; audio.useStereo = [_useStereo.control isOn]; audio.bitrate = [_audioBitrate.input.text integerValue]; ret.audio = audio; } if ([_sendVideo.control isOn]) { FPWCSApi2VideoConstraints *video = [[FPWCSApi2VideoConstraints alloc] init]; for (FPWCSApi2MediaDevice *device in localDevices.video) {... NSArray *res = if ([device.label isEqualToString:_camSelector_videoResolutionSelector.input.text]) { componentsSeparatedByString:@"x"]; video.minWidth = video.maxWidth = [res[0] integerValue]; video.deviceID = device.deviceID; video.minHeight = video.maxHeight = [res[1] integerValue]; } video.minFrameRate = video.maxFrameRate = }[_fpsSelector.input.text integerValue]; NSArray *res video.bitrate = [_videoResolutionSelectorvideoBitrate.input.text componentsSeparatedByString:@"x"integerValue]; ret.video.minWidth = video.maxWidth = [res[0] integerValue]; } video.minHeight = video.maxHeightreturn ret; } |
5. Определение параметров для проигрываемого потока.
FPWCSApi2MediaConstraints.audio, FPWCSApi2MediaConstraints.video код
Code Block | ||||
---|---|---|---|---|
| ||||
- (FPWCSApi2MediaConstraints *)toMediaConstraints { FPWCSApi2MediaConstraints *ret = [res[1FPWCSApi2MediaConstraints alloc] integerValueinit]; video.minFrameRate = video.maxFrameRate = [_fpsSelector.input.text integerValue];ret.audio = [[FPWCSApi2AudioConstraints alloc] init]; if ([_playVideo.control isOn]) { FPWCSApi2VideoConstraints *video.bitrate = [_videoBitrate.input.text integerValue[[FPWCSApi2VideoConstraints alloc] init]; retvideo.minWidth = video.maxWidth = video [_videoResolution.width.text integerValue]; } return ret; } |
5. Определение параметров для проигрываемого потока.
FPWCSApi2MediaConstraints.audio, FPWCSApi2MediaConstraints.video код
Code Block | ||||
---|---|---|---|---|
| ||||
- (FPWCSApi2MediaConstraints *)toMediaConstraints { video.minHeight = video.maxHeight = [_videoResolution.height.text integerValue]; FPWCSApi2MediaConstraints *retvideo.bitrate = [[FPWCSApi2MediaConstraints alloc] init]_bitrate.input.text integerValue]; ret.audio = [[FPWCSApi2AudioConstraints alloc] init]; if ([_playVideo.control isOn]) { video.quality = [_quality.input.text integerValue]; FPWCSApi2VideoConstraints *ret.video = [[FPWCSApi2VideoConstraints alloc] init]video; } video.minWidth = video.maxWidth = [_videoResolution.width.text integerValue]; video.minHeight = video.maxHeight = [_videoResolution.height.text integerValue];return ret; } |
6. Локальное тестирование микрофона и камеры
FPWCSApi2 getMediaAccess, AVAudioRecorder record, AVAudioRecorder stop код
Code Block | ||||
---|---|---|---|---|
| ||||
- (void)testButton:(UIButton *)button { if ([button.titleLabel.text isEqualToString:@"Test"]) { video.bitrate = [_bitrate.input.text integerValue]NSError *error; video.quality = [_quality.input.text integerValue[FPWCSApi2 getMediaAccess:[_localControl toMediaConstraints] display:_videoView.local error:&error]; ret.video = video; [_testButton setTitle:@"Release" forState:UIControlStateNormal]; } return ret; } |
6. Локальное тестирование микрофона и камеры
FPWCSApi2 getMediaAccess, AVAudioRecorder record, AVAudioRecorder stop код
Code Block | ||||
---|---|---|---|---|
| ||||
- (void)testButton:(UIButton *)button { [[AVAudioSession sharedInstance] setCategory:AVAudioSessionCategoryRecord error:&error]; if ([button.titleLabel.text isEqualToString:@"Test"]) { NSErrorNSURL *error; url = [NSURL fileURLWithPath:@"/dev/null"]; [FPWCSApi2 getMediaAccess:[_localControl toMediaConstraints] display:_videoView.local error:&error]; NSDictionary *settings = [_testButtonNSDictionary setTitle:@"Release" forState:UIControlStateNormal];dictionaryWithObjectsAndKeys: [[AVAudioSession sharedInstance] setCategory:AVAudioSessionCategoryRecord error:&error]; [NSNumber NSURL *url = [NSURL fileURLWithPath:@"/dev/null"]; numberWithFloat: 44100.0], NSDictionary *settings = [NSDictionary dictionaryWithObjectsAndKeys: AVSampleRateKey, [NSNumber numberWithFloatnumberWithInt: 44100.0kAudioFormatAppleLossless], AVFormatIDKey, AVSampleRateKey, [NSNumber numberWithInt: 1], [NSNumber numberWithInt: kAudioFormatAppleLossless], AVFormatIDKeyAVNumberOfChannelsKey, [NSNumber numberWithInt: 1AVAudioQualityMax], AVNumberOfChannelsKey, [NSNumber numberWithInt: AVAudioQualityMax], AVEncoderAudioQualityKey, nil]; _recorder = [[AVAudioRecorder alloc] initWithURL:url settings:settings error:&error]; [_recorder prepareToRecord]; _recorder.meteringEnabled = YES; [_recorder record]; _levelTimer = [NSTimer scheduledTimerWithTimeInterval: 0.3 target: self selector: @selector(levelTimerCallback:) userInfo: nil repeats: YES]; } else { [FPWCSApi2 releaseLocalMedia:_videoView.local]; [_testButton setTitle:@"Test" forState:UIControlStateNormal]; [_levelTimer invalidate]; [_recorder stop]; } } |
...
- URL WCS-сервера
- имя серверного приложения defaultApp
Code Block | ||||
---|---|---|---|---|
| ||||
- (void)start { if (!_session || [_session getStatus] != kFPWCSSessionStatusEstablished || ![[_session getServerUrl] isEqualToString:_urlInput.text]) { if (_session && ![[_session getServerUrl] isEqualToString:_urlInput.text]) { ... FPWCSApi2SessionOptions *options = [[FPWCSApi2SessionOptions alloc] init]; options.urlServer = _urlInput.text; [_session on:kFPWCSSessionStatusDisconnected callback:^(FPWCSApi2Session *session){}]; options.appKey = @"defaultApp"; [_session on:kFPWCSSessionStatusFailed callback:^(FPWCSApi2Session *session){}]NSError *error; _session = [FPWCSApi2 [_session disconnectcreateSession:options error:&error]; }... FPWCSApi2SessionOptions *options = [[FPWCSApi2SessionOptions alloc] init_session connect]; } else { options.urlServer = _urlInput.text; options.appKey = @"defaultApp"; NSError *error; _session = [FPWCSApi2 createSession:options error:&error]; if (!_session) { UIAlertController * alert = [UIAlertController alertControllerWithTitle:@"Failed to connect" message:error.localizedDescription preferredStyle:UIAlertControllerStyleAlert]; UIAlertAction* okButton = [UIAlertAction actionWithTitle:@"Ok" style:UIAlertActionStyleDefault handler:^(UIAlertAction * action) { [self onStopped]; }]; [alert addAction:okButton]; [self presentViewController:alert animated:YES completion:nil]; return; } [_session on:kFPWCSSessionStatusEstablished callback:^(FPWCSApi2Session *session){ [self changeConnectionStatus:[session getStatus]]; [self startStreaming]; }]; [_session on:kFPWCSSessionStatusDisconnected callback:^(FPWCSApi2Session *session){ [self changeConnectionStatus:[session getStatus]]; [self onStopped]; }]; [_session on:kFPWCSSessionStatusFailed callback:^(FPWCSApi2Session *session){ [self changeConnectionStatus:[session getStatus]]; [self onStopped]; }]; [_session connect]; } else { [self startStreaming]; } } |
8. Публикация потока.
FPWCSApi2Session createStream, FPWCSApi2Stream publish код
Методу createStream передаются параметры:
- имя публикуемого потока
- вид для локального отображения
- параметры аудио и видео
Code Block | ||||
---|---|---|---|---|
| ||||
- (void)startStreaming {
FPWCSApi2StreamOptions *options = [[FPWCSApi2StreamOptions alloc] init];
options.name = [self getStreamName];
options.display = _videoView.local;
options.constraints = [_localControl toMediaConstraints];
NSError *error;
_localStream = [_session createStream:options error:&error];
if (!_localStream) {
UIAlertController * alert = [UIAlertController
alertControllerWithTitle:@"Failed to publish"
message:error.localizedDescription
preferredStyle:UIAlertControllerStyleAlert];
UIAlertAction* okButton = [UIAlertAction
actionWithTitle:@"Ok"
style:UIAlertActionStyleDefault
handler:^(UIAlertAction * action) {
[self onStopped];
}];
[alert addAction:okButton];
[self presentViewController:alert animated:YES completion:nil];
return;
}
//initial mute
if (_localControl.muteAudio.control.isOn) {
[_localStream muteAudio];
}
if (_localControl.muteVideo.control.isOn) {
[_localStream muteVideo];
}
if (_lockCameraOrientation.control.isOn) {
[_localStream lockCameraOrientation];
}
[_localStream on:kFPWCSStreamStatusPublishing callback:^(FPWCSApi2Stream *stream){
[self changeStreamStatus:stream];
[self startPlaying];
}];
[_localStream on:kFPWCSStreamStatusUnpublished callback:^(FPWCSApi2Stream *stream){
[self changeStreamStatus:stream];
[self onStopped];
}];
[_localStream on:kFPWCSStreamStatusFailed callback:^(FPWCSApi2Stream *stream){
[self changeStreamStatus:stream];
[self onStopped];
}];
if(![_localStream publish:&error]) {
UIAlertController * alert = [UIAlertController
alertControllerWithTitle:@"Failed to publish"
message:error.localizedDescription
preferredStyle:UIAlertControllerStyleAlert];
UIAlertAction* okButton = [UIAlertAction
actionWithTitle:@"Ok"
style:UIAlertActionStyleDefault
handler:^(UIAlertAction * action) {
[self onStopped];
}];
[alert addAction:okButton];
[self presentViewController:alert animated:YES completion:nil];
}
} |
9. Воспроизведение видеопотока после публикации
FPWCSApi2Session createStream, FPWCSApi2Stream play код
Методу createStream передаются параметры:
- имя воспроизводимого потока
- вид для отображения потока
- параметры видео и аудио
Code Block | ||||
---|---|---|---|---|
| ||||
- (void)startPlaying { FPWCSApi2StreamOptions *options = [[FPWCSApi2StreamOptions alloc] init]; options.name = [_localStream getName]; options.display = _videoView.remote; options.constraints = [_remoteControl toMediaConstraints]; NSError *error; _remoteStream = [_session createStream:options error:&error]; if (!_remoteStream) { UIAlertController * alert = [UIAlertController alertControllerWithTitle:@"Failed to play" message:error.localizedDescription preferredStyle:UIAlertControllerStyleAlert]; UIAlertAction* okButton = [UIAlertAction actionWithTitle:@"Ok" [self startStreaming]; } } |
8. Публикация потока.
FPWCSApi2Session createStream, FPWCSApi2Stream publish код
Методу createStream передаются параметры:
- имя публикуемого потока
- вид для локального отображения
- параметры аудио и видео
Code Block | ||||
---|---|---|---|---|
| ||||
- (void)startStreaming { FPWCSApi2StreamOptions *options = [[FPWCSApi2StreamOptions alloc] init]; options.name = [self getStreamName]; options.display = _videoView.local; options.constraints = [_localControl toMediaConstraints]; NSError *error; _localStream = [_session createStream:options error:&error]; ... if(![_localStream publish:&error]) { UIAlertController * alert = [UIAlertController alertControllerWithTitle:@"Failed to publish" style:UIAlertActionStyleDefault message:error.localizedDescription handler:^(UIAlertAction * action) { preferredStyle:UIAlertControllerStyleAlert]; [self onStopped]; UIAlertAction* okButton = [UIAlertAction }]; actionWithTitle:@"Ok" [alert addAction:okButton]; [self presentViewController:alert animated:YES completion:nil]; return; } [_remoteStream onstyle:kFPWCSStreamStatusPlaying callback:^(FPWCSApi2Stream *stream){ UIAlertActionStyleDefault [self changeStreamStatus:stream]; [self onStarted]; _useLoudSpeaker.control.userInteractionEnabled = YES; handler:^(UIAlertAction * action) { }]; [_remoteStream on:kFPWCSStreamStatusNotEnoughtBandwidth callback:^(FPWCSApi2Stream *rStream){ NSLog(@"Not enough bandwidth stream %@, consider using lower video resolution or bitrate. Bandwidth %ld bitrate %ld", [rStreamself getName], [rStream getNetworkBandwidth] / 1000, [rStream getRemoteBitrate] / 1000); onStopped]; [self changeStreamStatus:rStream]; }]; [_remoteStream on:kFPWCSStreamStatusStopped callback:^(FPWCSApi2Stream *rStream){ }]; [self changeStreamStatus:rStream]; [_localStreamalert stopaddAction:nilokButton]; _useLoudSpeaker.control.userInteractionEnabled = NO; [self presentViewController:alert animated:YES completion:nil]; }]; [_remoteStream on:kFPWCSStreamStatusFailed callback:^(FPWCSApi2Stream *rStream) } |
9. Воспроизведение видеопотока после публикации
FPWCSApi2Session createStream, FPWCSApi2Stream play код
Методу createStream передаются параметры:
- имя воспроизводимого потока
- вид для отображения потока
- параметры видео и аудио
Code Block | ||||
---|---|---|---|---|
| ||||
- (void)startPlaying { FPWCSApi2StreamOptions *options = [self changeStreamStatus:rStream[[FPWCSApi2StreamOptions alloc] init]; if (_localStream &&options.name = [_localStream getStatus] == kFPWCSStreamStatusPublishing) {getName]; options.display = _videoView.remote; options.constraints = [_localStreamremoteControl stop:niltoMediaConstraints]; }NSError *error; _remoteStream = _useLoudSpeaker.control.userInteractionEnabled = NO; [_session createStream:options error:&error]; }];... if(![_remoteStream play:&error]) { UIAlertController * alert = [UIAlertController alertControllerWithTitle:@"Failed to play" message:error.localizedDescription preferredStyle:UIAlertControllerStyleAlert]; UIAlertAction* okButton = [UIAlertAction actionWithTitle:@"Ok" style:UIAlertActionStyleDefault handler:^(UIAlertAction * action) { if (_localStream && [_localStream getStatus] == kFPWCSStreamStatusPublishing) { [_localStream stop:nil]; } }]; [alert addAction:okButton]; [self presentViewController:alert animated:YES completion:nil]; } } |
...
FPWCSApi2Stream muteAudio, unmuteAudio, muteVideo, unmuteVideo код
Code Block | ||||
---|---|---|---|---|
| ||||
- (void)controlValueChanged:(id)sender { if (sender == _localControl.muteAudio.control) { if (_localStream) { if (_localControl.muteAudio.control.isOn) { [_localStream muteAudio]; } else { [_localStream unmuteAudio]; } } } else if (sender == _localControl.muteVideo.control) { if (_localStream) { if (_localControl.muteVideo.control.isOn) { [_localStream muteVideo]; } else { [_localStream unmuteVideo]; } } } } |
...