1 /*
2  * Copyright (C) 2009 The Android Open Source Project
3  *
4  * Licensed under the Apache License, Version 2.0 (the "License");
5  * you may not use this file except in compliance with the License.
6  * You may obtain a copy of the License at
7  *
8  *      http://www.apache.org/licenses/LICENSE-2.0
9  *
10  * Unless required by applicable law or agreed to in writing, software
11  * distributed under the License is distributed on an "AS IS" BASIS,
12  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13  * See the License for the specific language governing permissions and
14  * limitations under the License.
15  */
16 
17 #ifndef STAGEFRIGHT_RECORDER_H_
18 
19 #define STAGEFRIGHT_RECORDER_H_
20 
21 #include <media/MediaMetricsItem.h>
22 #include <media/MediaRecorderBase.h>
23 #include <camera/CameraParameters.h>
24 #include <utils/String8.h>
25 
26 #include <system/audio.h>
27 
28 #include <media/hardware/MetadataBufferType.h>
29 #include <media/stagefright/foundation/AString.h>
30 #include <android/content/AttributionSourceState.h>
31 
32 namespace android {
33 
34 using content::AttributionSourceState;
35 
36 class Camera;
37 class ICameraRecordingProxy;
38 class CameraSource;
39 class CameraSourceTimeLapse;
40 struct MediaCodecSource;
41 struct MediaSource;
42 struct MediaWriter;
43 class MetaData;
44 struct AudioSource;
45 class MediaProfiles;
46 struct ALooper;
47 
48 struct StagefrightRecorder : public MediaRecorderBase {
49     explicit StagefrightRecorder(const AttributionSourceState& attributionSource);
50     virtual ~StagefrightRecorder();
51     virtual status_t init();
52     virtual status_t setLogSessionId(const String8 &id);
53     virtual status_t setAudioSource(audio_source_t as);
54             status_t setPrivacySensitive(bool privacySensitive) override;
55             status_t isPrivacySensitive(bool *privacySensitive) const override;
56     virtual status_t setVideoSource(video_source vs);
57     virtual status_t setOutputFormat(output_format of);
58     virtual status_t setAudioEncoder(audio_encoder ae);
59     virtual status_t setVideoEncoder(video_encoder ve);
60     virtual status_t setVideoSize(int width, int height);
61     virtual status_t setVideoFrameRate(int frames_per_second);
62     virtual status_t setCamera(const sp<hardware::ICamera>& camera, const sp<ICameraRecordingProxy>& proxy);
63     virtual status_t setPreviewSurface(const sp<IGraphicBufferProducer>& surface);
64     virtual status_t setInputSurface(const sp<PersistentSurface>& surface);
65     virtual status_t setOutputFile(int fd);
66     virtual status_t setNextOutputFile(int fd);
67     virtual status_t setParameters(const String8 &params);
68     virtual status_t setListener(const sp<IMediaRecorderClient> &listener);
69     virtual status_t setClientName(const String16 &clientName);
70     virtual status_t prepare();
71     virtual status_t start();
72     virtual status_t pause();
73     virtual status_t resume();
74     virtual status_t stop();
75     virtual status_t close();
76     virtual status_t reset();
77     virtual status_t getMaxAmplitude(int *max);
78     virtual status_t getMetrics(Parcel *reply);
79     virtual status_t dump(int fd, const Vector<String16> &args) const;
80     // Querying a SurfaceMediaSourcer
81     virtual sp<IGraphicBufferProducer> querySurfaceMediaSource() const;
82     virtual status_t setInputDevice(audio_port_handle_t deviceId);
83     virtual status_t getRoutedDeviceId(audio_port_handle_t* deviceId);
84     virtual void setAudioDeviceCallback(const sp<AudioSystem::AudioDeviceCallback>& callback);
85     virtual status_t enableAudioDeviceCallback(bool enabled);
86     virtual status_t getActiveMicrophones(std::vector<media::MicrophoneInfoFw>* activeMicrophones);
87     virtual status_t setPreferredMicrophoneDirection(audio_microphone_direction_t direction);
88     virtual status_t setPreferredMicrophoneFieldDimension(float zoom);
89             status_t getPortId(audio_port_handle_t *portId) const override;
90     virtual status_t getRtpDataUsage(uint64_t *bytes);
91 
92 private:
93 
94     enum privacy_sensitive_t {
95         PRIVACY_SENSITIVE_DEFAULT = -1,
96         PRIVACY_SENSITIVE_DISABLED = 0,
97         PRIVACY_SENSITIVE_ENABLED = 1,
98     };
99 
100     mutable Mutex mLock;
101     sp<hardware::ICamera> mCamera;
102     sp<ICameraRecordingProxy> mCameraProxy;
103     sp<IGraphicBufferProducer> mPreviewSurface;
104     sp<PersistentSurface> mPersistentSurface;
105     sp<IMediaRecorderClient> mListener;
106     sp<MediaWriter> mWriter;
107     int mOutputFd;
108     sp<AudioSource> mAudioSourceNode;
109 
110     mediametrics::Item *mMetricsItem;
111     bool mAnalyticsDirty;
112     void flushAndResetMetrics(bool reinitialize);
113     void updateMetrics();
114 
115     AString mLogSessionId;
116     audio_source_t mAudioSource;
117     privacy_sensitive_t mPrivacySensitive;
118     video_source mVideoSource;
119     output_format mOutputFormat;
120     audio_encoder mAudioEncoder;
121     video_encoder mVideoEncoder;
122     bool mUse64BitFileOffset;
123     int32_t mVideoWidth, mVideoHeight;
124     int32_t mFrameRate;
125     int32_t mVideoBitRate;
126     int32_t mVideoBitRateMode;
127     int32_t mAudioBitRate;
128     int32_t mAudioChannels;
129     int32_t mSampleRate;
130     int32_t mInterleaveDurationUs;
131     int32_t mIFramesIntervalSec;
132     int32_t mCameraId;
133     int32_t mVideoEncoderProfile;
134     int32_t mVideoEncoderLevel;
135     int32_t mMovieTimeScale;
136     int32_t mVideoTimeScale;
137     int32_t mAudioTimeScale;
138     int64_t mMaxFileSizeBytes;
139     int64_t mMaxFileDurationUs;
140     int64_t mTrackEveryTimeDurationUs;
141     int32_t mRotationDegrees;  // Clockwise
142     int32_t mLatitudex10000;
143     int32_t mLongitudex10000;
144     int32_t mStartTimeOffsetMs;
145     int32_t mTotalBitRate;
146     String8 mLocalIp;
147     String8 mRemoteIp;
148     int32_t mLocalPort;
149     int32_t mRemotePort;
150     int32_t mSelfID;
151     int32_t mOpponentID;
152     int32_t mPayloadType;
153     int32_t mRTPCVOExtMap;
154     int32_t mRTPCVODegrees;
155     int32_t mRTPSockDscp;
156     int32_t mRTPSockOptEcn;
157     int64_t mRTPSockNetwork;
158     uint32_t mLastSeqNo;
159 
160     int64_t mDurationRecordedUs;
161     int64_t mStartedRecordingUs;
162     int64_t mDurationPausedUs;
163     int32_t mNPauses;
164 
165     bool mCaptureFpsEnable;
166     double mCaptureFps;
167     int64_t mTimeBetweenCaptureUs;
168     sp<CameraSourceTimeLapse> mCameraSourceTimeLapse;
169 
170     String8 mParams;
171 
172     MetadataBufferType mMetaDataStoredInVideoBuffers;
173     MediaProfiles *mEncoderProfiles;
174 
175     int64_t mPauseStartTimeUs;
176     int64_t mTotalPausedDurationUs;
177     sp<MediaCodecSource> mAudioEncoderSource;
178     sp<MediaCodecSource> mVideoEncoderSource;
179 
180     bool mStarted;
181     // Needed when GLFrames are encoded.
182     // An <IGraphicBufferProducer> pointer
183     // will be sent to the client side using which the
184     // frame buffers will be queued and dequeued
185     sp<IGraphicBufferProducer> mGraphicBufferProducer;
186     sp<ALooper> mLooper;
187 
188     audio_port_handle_t mSelectedDeviceId;
189     bool mDeviceCallbackEnabled;
190     wp<AudioSystem::AudioDeviceCallback> mAudioDeviceCallback;
191 
192     audio_microphone_direction_t mSelectedMicDirection;
193     float mSelectedMicFieldDimension;
194 
195     static const int kMaxHighSpeedFps = 1000;
196 
197     status_t prepareInternal();
198     status_t setupMPEG4orWEBMRecording();
199     void setupMPEG4orWEBMMetaData(sp<MetaData> *meta);
200     status_t setupAMRRecording();
201     status_t setupAACRecording();
202     status_t setupOggRecording();
203     status_t setupRawAudioRecording();
204     status_t setupRTPRecording();
205     status_t setupMPEG2TSRecording();
206     sp<MediaCodecSource> createAudioSource();
207     status_t checkVideoEncoderCapabilities();
208     status_t checkAudioEncoderCapabilities();
209     // Generic MediaSource set-up. Returns the appropriate
210     // source (CameraSource or SurfaceMediaSource)
211     // depending on the videosource type
212     status_t setupMediaSource(sp<MediaSource> *mediaSource);
213     status_t setupCameraSource(sp<CameraSource> *cameraSource);
214     status_t setupAudioEncoder(const sp<MediaWriter>& writer);
215     status_t setupVideoEncoder(const sp<MediaSource>& cameraSource, sp<MediaCodecSource> *source);
216 
217     // Encoding parameter handling utilities
218     status_t setParameter(const String8 &key, const String8 &value);
219     status_t setParamAudioEncodingBitRate(int32_t bitRate);
220     status_t setParamAudioNumberOfChannels(int32_t channles);
221     status_t setParamAudioSamplingRate(int32_t sampleRate);
222     status_t setParamAudioTimeScale(int32_t timeScale);
223     status_t setParamCaptureFpsEnable(int32_t timeLapseEnable);
224     status_t setParamCaptureFps(double fps);
225     status_t setParamVideoEncodingBitRate(int32_t bitRate);
226     status_t setParamVideoBitRateMode(int32_t bitRateMode);
227     status_t setParamVideoIFramesInterval(int32_t seconds);
228     status_t setParamVideoEncoderProfile(int32_t profile);
229     status_t setParamVideoEncoderLevel(int32_t level);
230     status_t setParamVideoCameraId(int32_t cameraId);
231     status_t setParamVideoTimeScale(int32_t timeScale);
232     status_t setParamVideoRotation(int32_t degrees);
233     status_t setParamTrackTimeStatus(int64_t timeDurationUs);
234     status_t setParamInterleaveDuration(int32_t durationUs);
235     status_t setParam64BitFileOffset(bool use64BitFileOffset);
236     status_t setParamMaxFileDurationUs(int64_t timeUs);
237     status_t setParamMaxFileSizeBytes(int64_t bytes);
238     status_t setParamMovieTimeScale(int32_t timeScale);
239     status_t setParamGeoDataLongitude(int64_t longitudex10000);
240     status_t setParamGeoDataLatitude(int64_t latitudex10000);
241     status_t setParamRtpLocalIp(const String8 &localIp);
242     status_t setParamRtpLocalPort(int32_t localPort);
243     status_t setParamRtpRemoteIp(const String8 &remoteIp);
244     status_t setParamRtpRemotePort(int32_t remotePort);
245     status_t setParamSelfID(int32_t selfID);
246     status_t setParamVideoOpponentID(int32_t opponentID);
247     status_t setParamPayloadType(int32_t payloadType);
248     status_t setRTPCVOExtMap(int32_t extmap);
249     status_t setRTPCVODegrees(int32_t cvoDegrees);
250     status_t setParamRtpDscp(int32_t dscp);
251     status_t setParamRtpEcn(int32_t ecn);
252     status_t setSocketNetwork(int64_t networkHandle);
253     status_t requestIDRFrame();
254     void clipVideoBitRate();
255     void clipVideoFrameRate();
256     void clipVideoFrameWidth();
257     void clipVideoFrameHeight();
258     void clipAudioBitRate();
259     void clipAudioSampleRate();
260     void clipNumberOfAudioChannels();
261     void setDefaultProfileIfNecessary();
262     void setDefaultVideoEncoderIfNecessary();
263 
264 
265     StagefrightRecorder(const StagefrightRecorder &);
266     StagefrightRecorder &operator=(const StagefrightRecorder &);
267 };
268 
269 }  // namespace android
270 
271 #endif  // STAGEFRIGHT_RECORDER_H_
272