...
Code Block | ||||
---|---|---|---|---|
| ||||
mMicSpinner = (LabelledSpinner) findViewById(R.id.microphone); mMicSpinner.setItemsArray(Flashphoner.getMediaDevices().getAudioList()); mMicLevel = (TextView) findViewById(R.id.microphone_level); mCameraSpinner = (LabelledSpinner) findViewById(R.id.camera); mCameraSpinner.setItemsArray(Flashphoner.getMediaDevices().getVideoList()); |
3. Video render management
FPSurfaceViewRenderer.setMirror() code
When a video is shown, an image is displayed to FPSurfaceViewRenderer objects:
- localRender to display video from camera
- remoteRender to display stream published preview
- newSurfaceRenderer to demonstrate renderer switching
For those objects, screen position, scaling type and mirroring should be set.
By default, mirror view is set to display video from camera by setMirror(true) method invokation. To display stream published preview and renderer switching object, mirroring is switched off by setMirror(false):
Code Block | ||||
---|---|---|---|---|
| ||||
remoteRenderLayout.setPosition(0, 0, 100, 100);
remoteRender.setScalingType(RendererCommon.ScalingType.SCALE_ASPECT_FIT);
remoteRender.setMirror(false);
remoteRender.requestLayout();
localRenderLayout.setPosition(0, 0, 100, 100);
localRender.setScalingType(RendererCommon.ScalingType.SCALE_ASPECT_FIT);
localRender.setMirror(true);
localRender.requestLayout();
switchRenderLayout.setPosition(0, 0, 100, 100);
newSurfaceRenderer.setZOrderMediaOverlay(true);
newSurfaceRenderer.setScalingType(RendererCommon.ScalingType.SCALE_ASPECT_FIT);
newSurfaceRenderer.setMirror(true);
newSurfaceRenderer.requestLayout(); |
In this case, when you choose front camera, the image displayed from camera looks normally but is published mirror. When you choose back camera, image from camera looks mirror but is publihed in normal orientation (see application screenshots above).
4. Getting audio and video constraints set by user
...
Code Block | ||||
---|---|---|---|---|
| ||||
@NonNull private Constraints getConstraints() { AudioConstraints audioConstraints = null; if (mSendAudio.isChecked()) { audioConstraints = new AudioConstraints(); if (mUseFEC.isChecked()) { audioConstraints.setUseFEC(true); } if (mUseStereo.isChecked()) { audioConstraints.setUseStereo(true); } if (!mDefaultPublishAudioBitrate.isChecked() && mDefaultPublishAudioBitrate.getText().length() > 0) { audioConstraints.setBitrate(Integer.parseInt(mPublishAudioBitrate.getText().toString())); } } VideoConstraints videoConstraints = null; if (mSendVideo.isChecked()) { videoConstraints = new VideoConstraints(); videoConstraints.setCameraId(((MediaDevice) mCameraSpinner.getSpinner().getSelectedItem()).getId()); if (mCameraFPS.getText().length() > 0) { videoConstraints.setVideoFps(Integer.parseInt(mCameraFPS.getText().toString())); } if (mWidth.getText().length() > 0 && mHeight.getText().length() > 0) { videoConstraints.setResolution(Integer.parseInt(mWidth.getText().toString()), Integer.parseInt(mHeight.getText().toString())); } if (!mDefaultPublishVideoBitrate.isChecked() && mPublishVideoBitrate.getText().length() > 0) { videoConstraints.setBitrate(Integer.parseInt(mPublishVideoBitrate.getText().toString())); } } return new Constraints(audioConstraints, videoConstraints); } |
45. Local camera and microphone testing
...
Code Block | ||||
---|---|---|---|---|
| ||||
case TEST_REQUEST_CODE: { if (grantResults.length == 0 || grantResults[0] != PackageManager.PERMISSION_GRANTED || grantResults[1] != PackageManager.PERMISSION_GRANTED) { Log.i(TAG, "Permission has been denied by user"); } else { Flashphoner.getLocalMediaAccess(getConstraints(), localRender); mTestButton.setText(R.string.action_release); mTestButton.setTag(R.string.action_release); mStartButton.setEnabled(false); soundMeter = new SoundMeter(); soundMeter.start(); ... Log.i(TAG, "Permission has been granted by user"); } break; |
56. Session creation
Flashphoner.createSession() code
...
Code Block | ||||
---|---|---|---|---|
| ||||
SessionOptions sessionOptions = new SessionOptions(url); sessionOptions.setLocalRenderer(localRender); sessionOptions.setRemoteRenderer(remoteRender); /** * Session for connection to WCS server is created with method createSession(). */ session = Flashphoner.createSession(sessionOptions); |
67. Connection to the server.
...
Code Block | ||||
---|---|---|---|---|
| ||||
session.connect(new Connection()); |
78. Receiving the event confirming successful connection.
...
Code Block | ||||
---|---|---|---|---|
| ||||
@Override public void onConnected(final Connection connection) { runOnUiThread(new Runnable() { @Override public void run() { mStartButton.setText(R.string.action_stop); mStartButton.setTag(R.string.action_stop); mStartButton.setEnabled(true); mTestButton.setEnabled(false); mStatusView.setText(connection.getStatus());; ... } }); } |
89. Video stream creation
session.createStream() code
Code Block | ||||
---|---|---|---|---|
| ||||
publishStream = session.createStream(streamOptions); if (mMuteAudio.isChecked()) { publishStream.muteAudio(); } if (mMuteVideo.isChecked()) { publishStream.muteVideo(); } ... ActivityCompat.requestPermissions(MediaDevicesActivity.this, new String[]{Manifest.permission.RECORD_AUDIO, Manifest.permission.CAMERA}, PUBLISH_REQUEST_CODE); |
910. Video stream publishing.
...
Code Block | ||||
---|---|---|---|---|
| ||||
case PUBLISH_REQUEST_CODE: { if (grantResults.length == 0 || grantResults[0] != PackageManager.PERMISSION_GRANTED || grantResults[1] != PackageManager.PERMISSION_GRANTED) { mStartButton.setEnabled(false); mTestButton.setEnabled(false); session.disconnect(); Log.i(TAG, "Permission has been denied by user"); } else { /** * Method Stream.publish() is called to publish stream. */ publishStream.publish(); Log.i(TAG, "Permission has been granted by user"); } break; } |
1011. Receiving the event confirming successful stream publishing
...
Code Block | ||||
---|---|---|---|---|
| ||||
publishStream.on(new StreamStatusEvent() { @Override public void onStreamStatus(final Stream stream, final StreamStatus streamStatus) { runOnUiThread(new Runnable() { @Override public void run() { if (StreamStatus.PUBLISHING.equals(streamStatus)) { /** * The options for the stream to play are set. * The stream name is passed when StreamOptions object is created. */ StreamOptions streamOptions = new StreamOptions(streamName); streamOptions.setConstraints(new Constraints(mReceiveAudio.isChecked(), mReceiveVideo.isChecked())); VideoConstraints videoConstraints = null; if (mReceiveVideo.isChecked()) { videoConstraints = new VideoConstraints(); ... } AudioConstraints audioConstraints = null; if (mReceiveAudio.isChecked()) { audioConstraints = new AudioConstraints(); } streamOptions.setConstraints(new Constraints(audioConstraints, videoConstraints)); String[] stripCodec = {(String) mStripPlayerCodec.getSpinner().getSelectedItem()}; streamOptions.setStripCodecs(stripCodec); /** * Stream is created with method Session.createStream(). */ playStream = session.createStream(streamOptions); ... /** * Method Stream.play() is called to start playback of the stream. */ playStream.play(); if (mSendVideo.isChecked()) mSwitchCameraButton.setEnabled(true); mSwitchRendererButton.setEnabled(true); } else { Log.e(TAG, "Can not publish stream " + stream.getName() + " " + streamStatus); } mStatusView.setText(streamStatus.toString()); } }); } }); |
1112. Switching camera while publishing stream
...
Code Block | ||||
---|---|---|---|---|
| ||||
mSwitchCameraButton.setOnClickListener(new OnClickListener() { @Override public void onClick(View view) { if (publishStream != null) { mSwitchCameraButton.setEnabled(false); publishStream.switchCamera(new CameraSwitchHandler() { @Override public void onCameraSwitchDone(boolean var1) { runOnUiThread(new Runnable() { @Override public void run() { mSwitchCameraButton.setEnabled(true); } }); } @Override public void onCameraSwitchError(String var1) { runOnUiThread(new Runnable() { @Override public void run() { mSwitchCameraButton.setEnabled(true); } }); } }); } } }); |
1213. Switching renderer object while publishing stream
...
Code Block | ||||
---|---|---|---|---|
| ||||
mSwitchRendererButton.setOnClickListener(new OnClickListener() { @Override public void onClick(View v) { if (spinner.getSelectedItemId() == 0){ if (isSwitchRemoteRenderer) { playStream.switchRenderer(remoteRender); isSwitchRemoteRenderer = false; } if (!isSwitchLocalRenderer) { publishStream.switchRenderer(newSurfaceRenderer); isSwitchLocalRenderer = true; } else { publishStream.switchRenderer(localRender); isSwitchLocalRenderer = false; } } else { if (isSwitchLocalRenderer) { publishStream.switchRenderer(localRender); isSwitchLocalRenderer = false; } if (!isSwitchRemoteRenderer) { playStream.switchRenderer(newSurfaceRenderer); isSwitchRemoteRenderer = true; } else { playStream.switchRenderer(remoteRender); isSwitchRemoteRenderer = false; } } } }); |
1314. Session disconnection.
Session.disconnect() code
Code Block | ||||
---|---|---|---|---|
| ||||
mStartButton.setEnabled(false); /** * Connection to WCS server is closed with method Session.disconnect(). */ session.disconnect(); |
1415. Receiving the event confirming successful disconnection
...