1 /*
2  * Copyright (C) 2009 The Android Open Source Project
3  *
4  * Licensed under the Apache License, Version 2.0 (the "License");
5  * you may not use this file except in compliance with the License.
6  * You may obtain a copy of the License at
7  *
8  *      http://www.apache.org/licenses/LICENSE-2.0
9  *
10  * Unless required by applicable law or agreed to in writing, software
11  * distributed under the License is distributed on an "AS IS" BASIS,
12  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13  * See the License for the specific language governing permissions and
14  * limitations under the License.
15  */
16 
17 #ifndef STAGEFRIGHT_RECORDER_H_
18 
19 #define STAGEFRIGHT_RECORDER_H_
20 
21 #include <media/MediaMetricsItem.h>
22 #include <media/MediaRecorderBase.h>
23 #include <camera/CameraParameters.h>
24 #include <utils/String8.h>
25 
26 #include <system/audio.h>
27 
28 #include <media/hardware/MetadataBufferType.h>
29 #include <android/content/AttributionSourceState.h>
30 
31 namespace android {
32 
33 using content::AttributionSourceState;
34 
35 class Camera;
36 class ICameraRecordingProxy;
37 class CameraSource;
38 class CameraSourceTimeLapse;
39 struct MediaCodecSource;
40 struct MediaSource;
41 struct MediaWriter;
42 class MetaData;
43 struct AudioSource;
44 class MediaProfiles;
45 struct ALooper;
46 
47 struct StagefrightRecorder : public MediaRecorderBase {
48     explicit StagefrightRecorder(const AttributionSourceState& attributionSource);
49     virtual ~StagefrightRecorder();
50     virtual status_t init();
51     virtual status_t setLogSessionId(const String8 &id);
52     virtual status_t setAudioSource(audio_source_t as);
53             status_t setPrivacySensitive(bool privacySensitive) override;
54             status_t isPrivacySensitive(bool *privacySensitive) const override;
55     virtual status_t setVideoSource(video_source vs);
56     virtual status_t setOutputFormat(output_format of);
57     virtual status_t setAudioEncoder(audio_encoder ae);
58     virtual status_t setVideoEncoder(video_encoder ve);
59     virtual status_t setVideoSize(int width, int height);
60     virtual status_t setVideoFrameRate(int frames_per_second);
61     virtual status_t setCamera(const sp<hardware::ICamera>& camera, const sp<ICameraRecordingProxy>& proxy);
62     virtual status_t setPreviewSurface(const sp<IGraphicBufferProducer>& surface);
63     virtual status_t setInputSurface(const sp<PersistentSurface>& surface);
64     virtual status_t setOutputFile(int fd);
65     virtual status_t setNextOutputFile(int fd);
66     virtual status_t setParameters(const String8 &params);
67     virtual status_t setListener(const sp<IMediaRecorderClient> &listener);
68     virtual status_t setClientName(const String16 &clientName);
69     virtual status_t prepare();
70     virtual status_t start();
71     virtual status_t pause();
72     virtual status_t resume();
73     virtual status_t stop();
74     virtual status_t close();
75     virtual status_t reset();
76     virtual status_t getMaxAmplitude(int *max);
77     virtual status_t getMetrics(Parcel *reply);
78     virtual status_t dump(int fd, const Vector<String16> &args) const;
79     // Querying a SurfaceMediaSourcer
80     virtual sp<IGraphicBufferProducer> querySurfaceMediaSource() const;
81     virtual status_t setInputDevice(audio_port_handle_t deviceId);
82     virtual status_t getRoutedDeviceId(audio_port_handle_t* deviceId);
83     virtual void setAudioDeviceCallback(const sp<AudioSystem::AudioDeviceCallback>& callback);
84     virtual status_t enableAudioDeviceCallback(bool enabled);
85     virtual status_t getActiveMicrophones(std::vector<media::MicrophoneInfo>* activeMicrophones);
86     virtual status_t setPreferredMicrophoneDirection(audio_microphone_direction_t direction);
87     virtual status_t setPreferredMicrophoneFieldDimension(float zoom);
88             status_t getPortId(audio_port_handle_t *portId) const override;
89     virtual status_t getRtpDataUsage(uint64_t *bytes);
90 
91 private:
92 
93     enum privacy_sensitive_t {
94         PRIVACY_SENSITIVE_DEFAULT = -1,
95         PRIVACY_SENSITIVE_DISABLED = 0,
96         PRIVACY_SENSITIVE_ENABLED = 1,
97     };
98 
99     mutable Mutex mLock;
100     sp<hardware::ICamera> mCamera;
101     sp<ICameraRecordingProxy> mCameraProxy;
102     sp<IGraphicBufferProducer> mPreviewSurface;
103     sp<PersistentSurface> mPersistentSurface;
104     sp<IMediaRecorderClient> mListener;
105     sp<MediaWriter> mWriter;
106     int mOutputFd;
107     sp<AudioSource> mAudioSourceNode;
108 
109     mediametrics::Item *mMetricsItem;
110     bool mAnalyticsDirty;
111     void flushAndResetMetrics(bool reinitialize);
112     void updateMetrics();
113 
114     AString mLogSessionId;
115     audio_source_t mAudioSource;
116     privacy_sensitive_t mPrivacySensitive;
117     video_source mVideoSource;
118     output_format mOutputFormat;
119     audio_encoder mAudioEncoder;
120     video_encoder mVideoEncoder;
121     bool mUse64BitFileOffset;
122     int32_t mVideoWidth, mVideoHeight;
123     int32_t mFrameRate;
124     int32_t mVideoBitRate;
125     int32_t mVideoBitRateMode;
126     int32_t mAudioBitRate;
127     int32_t mAudioChannels;
128     int32_t mSampleRate;
129     int32_t mInterleaveDurationUs;
130     int32_t mIFramesIntervalSec;
131     int32_t mCameraId;
132     int32_t mVideoEncoderProfile;
133     int32_t mVideoEncoderLevel;
134     int32_t mMovieTimeScale;
135     int32_t mVideoTimeScale;
136     int32_t mAudioTimeScale;
137     int64_t mMaxFileSizeBytes;
138     int64_t mMaxFileDurationUs;
139     int64_t mTrackEveryTimeDurationUs;
140     int32_t mRotationDegrees;  // Clockwise
141     int32_t mLatitudex10000;
142     int32_t mLongitudex10000;
143     int32_t mStartTimeOffsetMs;
144     int32_t mTotalBitRate;
145     String8 mLocalIp;
146     String8 mRemoteIp;
147     int32_t mLocalPort;
148     int32_t mRemotePort;
149     int32_t mSelfID;
150     int32_t mOpponentID;
151     int32_t mPayloadType;
152     int32_t mRTPCVOExtMap;
153     int32_t mRTPCVODegrees;
154     int32_t mRTPSockDscp;
155     int64_t mRTPSockNetwork;
156     uint32_t mLastSeqNo;
157 
158     int64_t mDurationRecordedUs;
159     int64_t mStartedRecordingUs;
160     int64_t mDurationPausedUs;
161     int32_t mNPauses;
162 
163     bool mCaptureFpsEnable;
164     double mCaptureFps;
165     int64_t mTimeBetweenCaptureUs;
166     sp<CameraSourceTimeLapse> mCameraSourceTimeLapse;
167 
168     String8 mParams;
169 
170     MetadataBufferType mMetaDataStoredInVideoBuffers;
171     MediaProfiles *mEncoderProfiles;
172 
173     int64_t mPauseStartTimeUs;
174     int64_t mTotalPausedDurationUs;
175     sp<MediaCodecSource> mAudioEncoderSource;
176     sp<MediaCodecSource> mVideoEncoderSource;
177 
178     bool mStarted;
179     // Needed when GLFrames are encoded.
180     // An <IGraphicBufferProducer> pointer
181     // will be sent to the client side using which the
182     // frame buffers will be queued and dequeued
183     sp<IGraphicBufferProducer> mGraphicBufferProducer;
184     sp<ALooper> mLooper;
185 
186     audio_port_handle_t mSelectedDeviceId;
187     bool mDeviceCallbackEnabled;
188     wp<AudioSystem::AudioDeviceCallback> mAudioDeviceCallback;
189 
190     audio_microphone_direction_t mSelectedMicDirection;
191     float mSelectedMicFieldDimension;
192 
193     static const int kMaxHighSpeedFps = 1000;
194 
195     status_t prepareInternal();
196     status_t setupMPEG4orWEBMRecording();
197     void setupMPEG4orWEBMMetaData(sp<MetaData> *meta);
198     status_t setupAMRRecording();
199     status_t setupAACRecording();
200     status_t setupOggRecording();
201     status_t setupRawAudioRecording();
202     status_t setupRTPRecording();
203     status_t setupMPEG2TSRecording();
204     sp<MediaCodecSource> createAudioSource();
205     status_t checkVideoEncoderCapabilities();
206     status_t checkAudioEncoderCapabilities();
207     // Generic MediaSource set-up. Returns the appropriate
208     // source (CameraSource or SurfaceMediaSource)
209     // depending on the videosource type
210     status_t setupMediaSource(sp<MediaSource> *mediaSource);
211     status_t setupCameraSource(sp<CameraSource> *cameraSource);
212     status_t setupAudioEncoder(const sp<MediaWriter>& writer);
213     status_t setupVideoEncoder(const sp<MediaSource>& cameraSource, sp<MediaCodecSource> *source);
214 
215     // Encoding parameter handling utilities
216     status_t setParameter(const String8 &key, const String8 &value);
217     status_t setParamAudioEncodingBitRate(int32_t bitRate);
218     status_t setParamAudioNumberOfChannels(int32_t channles);
219     status_t setParamAudioSamplingRate(int32_t sampleRate);
220     status_t setParamAudioTimeScale(int32_t timeScale);
221     status_t setParamCaptureFpsEnable(int32_t timeLapseEnable);
222     status_t setParamCaptureFps(double fps);
223     status_t setParamVideoEncodingBitRate(int32_t bitRate);
224     status_t setParamVideoBitRateMode(int32_t bitRateMode);
225     status_t setParamVideoIFramesInterval(int32_t seconds);
226     status_t setParamVideoEncoderProfile(int32_t profile);
227     status_t setParamVideoEncoderLevel(int32_t level);
228     status_t setParamVideoCameraId(int32_t cameraId);
229     status_t setParamVideoTimeScale(int32_t timeScale);
230     status_t setParamVideoRotation(int32_t degrees);
231     status_t setParamTrackTimeStatus(int64_t timeDurationUs);
232     status_t setParamInterleaveDuration(int32_t durationUs);
233     status_t setParam64BitFileOffset(bool use64BitFileOffset);
234     status_t setParamMaxFileDurationUs(int64_t timeUs);
235     status_t setParamMaxFileSizeBytes(int64_t bytes);
236     status_t setParamMovieTimeScale(int32_t timeScale);
237     status_t setParamGeoDataLongitude(int64_t longitudex10000);
238     status_t setParamGeoDataLatitude(int64_t latitudex10000);
239     status_t setParamRtpLocalIp(const String8 &localIp);
240     status_t setParamRtpLocalPort(int32_t localPort);
241     status_t setParamRtpRemoteIp(const String8 &remoteIp);
242     status_t setParamRtpRemotePort(int32_t remotePort);
243     status_t setParamSelfID(int32_t selfID);
244     status_t setParamVideoOpponentID(int32_t opponentID);
245     status_t setParamPayloadType(int32_t payloadType);
246     status_t setRTPCVOExtMap(int32_t extmap);
247     status_t setRTPCVODegrees(int32_t cvoDegrees);
248     status_t setParamRtpDscp(int32_t dscp);
249     status_t setSocketNetwork(int64_t networkHandle);
250     status_t requestIDRFrame();
251     void clipVideoBitRate();
252     void clipVideoFrameRate();
253     void clipVideoFrameWidth();
254     void clipVideoFrameHeight();
255     void clipAudioBitRate();
256     void clipAudioSampleRate();
257     void clipNumberOfAudioChannels();
258     void setDefaultProfileIfNecessary();
259     void setDefaultVideoEncoderIfNecessary();
260 
261 
262     StagefrightRecorder(const StagefrightRecorder &);
263     StagefrightRecorder &operator=(const StagefrightRecorder &);
264 };
265 
266 }  // namespace android
267 
268 #endif  // STAGEFRIGHT_RECORDER_H_
269