| /* |
| ** |
| ** Copyright 2008, The Android Open Source Project |
| ** |
| ** Licensed under the Apache License, Version 2.0 (the "License"); |
| ** you may not use this file except in compliance with the License. |
| ** You may obtain a copy of the License at |
| ** |
| ** http://www.apache.org/licenses/LICENSE-2.0 |
| ** |
| ** Unless required by applicable law or agreed to in writing, software |
| ** distributed under the License is distributed on an "AS IS" BASIS, |
| ** WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| ** See the License for the specific language governing permissions and |
| ** limitations under the License. |
| */ |
| |
| #ifndef ANDROID_MEDIAPLAYERSERVICE_H |
| #define ANDROID_MEDIAPLAYERSERVICE_H |
| |
| #include <arpa/inet.h> |
| #include <string> |
| |
| #include <utils/threads.h> |
| #include <utils/Errors.h> |
| #include <utils/KeyedVector.h> |
| #include <utils/String8.h> |
| #include <utils/Vector.h> |
| |
| #include <media/AidlConversion.h> |
| #include <media/AudioResamplerPublic.h> |
| #include <media/AudioSystem.h> |
| #include <media/AudioTrack.h> |
| #include <media/MediaPlayerInterface.h> |
| #include <media/Metadata.h> |
| #include <media/stagefright/foundation/ABase.h> |
| #include <mediautils/Synchronization.h> |
| #include <android/content/AttributionSourceState.h> |
| |
| #include <system/audio.h> |
| |
| namespace android { |
| |
| using content::AttributionSourceState; |
| |
| struct AVSyncSettings; |
| class DeathNotifier; |
| class IDataSource; |
| class IMediaRecorder; |
| class IMediaMetadataRetriever; |
| class IRemoteDisplay; |
| class IRemoteDisplayClient; |
| class MediaRecorderClient; |
| |
| #define CALLBACK_ANTAGONIZER 0 |
| #if CALLBACK_ANTAGONIZER |
| class Antagonizer { |
| public: |
| Antagonizer(const sp<MediaPlayerBase::Listener> &listener); |
| void start() { mActive = true; } |
| void stop() { mActive = false; } |
| void kill(); |
| private: |
| static const int interval; |
| Antagonizer(); |
| static int callbackThread(void* cookie); |
| Mutex mLock; |
| Condition mCondition; |
| bool mExit; |
| bool mActive; |
| sp<MediaPlayerBase::Listener> mListener; |
| }; |
| #endif |
| |
| class MediaPlayerService : public BnMediaPlayerService |
| { |
| class Client; |
| |
| class AudioOutput : public MediaPlayerBase::AudioSink |
| { |
| class CallbackData; |
| |
| public: |
| AudioOutput( |
| audio_session_t sessionId, |
| const AttributionSourceState& attributionSource, |
| const audio_attributes_t * attr, |
| const sp<AudioSystem::AudioDeviceCallback>& deviceCallback); |
| virtual ~AudioOutput(); |
| |
| virtual bool ready() const { return mTrack != 0; } |
| virtual ssize_t bufferSize() const; |
| virtual ssize_t frameCount() const; |
| virtual ssize_t channelCount() const; |
| virtual ssize_t frameSize() const; |
| virtual uint32_t latency() const; |
| virtual float msecsPerFrame() const; |
| virtual status_t getPosition(uint32_t *position) const; |
| virtual status_t getTimestamp(AudioTimestamp &ts) const; |
| virtual int64_t getPlayedOutDurationUs(int64_t nowUs) const; |
| virtual status_t getFramesWritten(uint32_t *frameswritten) const; |
| virtual audio_session_t getSessionId() const; |
| virtual uint32_t getSampleRate() const; |
| virtual int64_t getBufferDurationInUs() const; |
| virtual audio_output_flags_t getFlags() const { return mFlags; } |
| |
| virtual status_t open( |
| uint32_t sampleRate, int channelCount, audio_channel_mask_t channelMask, |
| audio_format_t format, int bufferCount, |
| AudioCallback cb, void *cookie, |
| audio_output_flags_t flags = AUDIO_OUTPUT_FLAG_NONE, |
| const audio_offload_info_t *offloadInfo = NULL, |
| bool doNotReconnect = false, |
| uint32_t suggestedFrameCount = 0); |
| |
| virtual status_t start(); |
| virtual ssize_t write(const void* buffer, size_t size, bool blocking = true); |
| virtual void stop(); |
| virtual void flush(); |
| virtual void pause(); |
| virtual void close(); |
| void setAudioStreamType(audio_stream_type_t streamType); |
| virtual audio_stream_type_t getAudioStreamType() const { return mStreamType; } |
| void setAudioAttributes(const audio_attributes_t * attributes); |
| |
| void setVolume(float left, float right); |
| virtual status_t setPlaybackRate(const AudioPlaybackRate& rate); |
| virtual status_t getPlaybackRate(AudioPlaybackRate* rate /* nonnull */); |
| |
| status_t setAuxEffectSendLevel(float level); |
| status_t attachAuxEffect(int effectId); |
| virtual status_t dump(int fd, const Vector<String16>& args) const; |
| |
| static bool isOnEmulator(); |
| static int getMinBufferCount(); |
| void setNextOutput(const sp<AudioOutput>& nextOutput); |
| void switchToNextOutput(); |
| virtual bool needsTrailingPadding() { return mNextOutput == NULL; } |
| virtual status_t setParameters(const String8& keyValuePairs); |
| virtual String8 getParameters(const String8& keys); |
| |
| virtual media::VolumeShaper::Status applyVolumeShaper( |
| const sp<media::VolumeShaper::Configuration>& configuration, |
| const sp<media::VolumeShaper::Operation>& operation) override; |
| virtual sp<media::VolumeShaper::State> getVolumeShaperState(int id) override; |
| |
| // AudioRouting |
| virtual status_t setOutputDevice(audio_port_handle_t deviceId); |
| virtual status_t getRoutedDeviceId(audio_port_handle_t* deviceId); |
| virtual status_t enableAudioDeviceCallback(bool enabled); |
| |
| private: |
| static void setMinBufferCount(); |
| static void CallbackWrapper( |
| int event, void *me, void *info); |
| void deleteRecycledTrack_l(); |
| void close_l(); |
| status_t updateTrack(); |
| |
| sp<AudioTrack> mTrack; |
| sp<AudioTrack> mRecycledTrack; |
| sp<AudioOutput> mNextOutput; |
| AudioCallback mCallback; |
| void * mCallbackCookie; |
| sp<CallbackData> mCallbackData; |
| audio_stream_type_t mStreamType; |
| audio_attributes_t * mAttributes; |
| float mLeftVolume; |
| float mRightVolume; |
| AudioPlaybackRate mPlaybackRate; |
| uint32_t mSampleRateHz; // sample rate of the content, as set in open() |
| float mMsecsPerFrame; |
| size_t mFrameSize; |
| audio_session_t mSessionId; |
| AttributionSourceState mAttributionSource; |
| float mSendLevel; |
| int mAuxEffectId; |
| audio_output_flags_t mFlags; |
| sp<media::VolumeHandler> mVolumeHandler; |
| audio_port_handle_t mSelectedDeviceId; |
| audio_port_handle_t mRoutedDeviceId; |
| bool mDeviceCallbackEnabled; |
| wp<AudioSystem::AudioDeviceCallback> mDeviceCallback; |
| mutable Mutex mLock; |
| |
| // static variables below not protected by mutex |
| static bool mIsOnEmulator; |
| static int mMinBufferCount; // 12 for emulator; otherwise 4 |
| |
| // CallbackData is what is passed to the AudioTrack as the "user" data. |
| // We need to be able to target this to a different Output on the fly, |
| // so we can't use the Output itself for this. |
| class CallbackData : public AudioTrack::IAudioTrackCallback { |
| friend AudioOutput; |
| public: |
| explicit CallbackData(const wp<AudioOutput>& cookie) { |
| mData = cookie; |
| mSwitching = false; |
| } |
| sp<AudioOutput> getOutput() const { return mData.load().promote(); } |
| void setOutput(const wp<AudioOutput>& newcookie) { mData.store(newcookie); } |
| // lock/unlock are used by the callback before accessing the payload of this object |
| void lock() const { mLock.lock(); } |
| void unlock() const { mLock.unlock(); } |
| |
| // tryBeginTrackSwitch/endTrackSwitch are used when the CallbackData is handed over |
| // to the next sink. |
| |
| // tryBeginTrackSwitch() returns true only if it obtains the lock. |
| bool tryBeginTrackSwitch() { |
| LOG_ALWAYS_FATAL_IF(mSwitching, "tryBeginTrackSwitch() already called"); |
| if (mLock.tryLock() != OK) { |
| return false; |
| } |
| mSwitching = true; |
| return true; |
| } |
| void endTrackSwitch() { |
| if (mSwitching) { |
| mLock.unlock(); |
| } |
| mSwitching = false; |
| } |
| protected: |
| size_t onMoreData(const AudioTrack::Buffer& buffer) override; |
| void onUnderrun() override; |
| void onStreamEnd() override; |
| void onNewIAudioTrack() override; |
| private: |
| mediautils::atomic_wp<AudioOutput> mData; |
| mutable Mutex mLock; // a recursive mutex might make this unnecessary. |
| bool mSwitching; |
| DISALLOW_EVIL_CONSTRUCTORS(CallbackData); |
| }; |
| |
| }; // AudioOutput |
| |
| public: |
| static void instantiate(); |
| |
| // IMediaPlayerService interface |
| virtual sp<IMediaRecorder> createMediaRecorder(const AttributionSourceState &attributionSource); |
| void removeMediaRecorderClient(const wp<MediaRecorderClient>& client); |
| virtual sp<IMediaMetadataRetriever> createMetadataRetriever(); |
| |
| virtual sp<IMediaPlayer> create(const sp<IMediaPlayerClient>& client, |
| audio_session_t audioSessionId, |
| const AttributionSourceState& attributionSource); |
| |
| virtual sp<IMediaCodecList> getCodecList() const; |
| |
| virtual sp<IRemoteDisplay> listenForRemoteDisplay(const String16 &opPackageName, |
| const sp<IRemoteDisplayClient>& client, const String8& iface); |
| virtual status_t dump(int fd, const Vector<String16>& args); |
| |
| void removeClient(const wp<Client>& client); |
| bool hasClient(wp<Client> client); |
| |
| enum { |
| MEDIASERVER_PROCESS_DEATH = 0, |
| MEDIAEXTRACTOR_PROCESS_DEATH = 1, |
| MEDIACODEC_PROCESS_DEATH = 2, |
| AUDIO_PROCESS_DEATH = 3, // currently no need to track this |
| CAMERA_PROCESS_DEATH = 4 |
| }; |
| |
| // Collect info of the codec usage from media player and media recorder |
| virtual void addBatteryData(uint32_t params); |
| // API for the Battery app to pull the data of codecs usage |
| virtual status_t pullBatteryData(Parcel* reply); |
| private: |
| struct BatteryTracker { |
| BatteryTracker(); |
| // Collect info of the codec usage from media player and media recorder |
| void addBatteryData(uint32_t params); |
| // API for the Battery app to pull the data of codecs usage |
| status_t pullBatteryData(Parcel* reply); |
| |
| private: |
| // For battery usage tracking purpose |
| struct BatteryUsageInfo { |
| // how many streams are being played by one UID |
| int refCount; |
| // a temp variable to store the duration(ms) of audio codecs |
| // when we start a audio codec, we minus the system time from audioLastTime |
| // when we pause it, we add the system time back to the audioLastTime |
| // so after the pause, audioLastTime = pause time - start time |
| // if multiple audio streams are played (or recorded), then audioLastTime |
| // = the total playing time of all the streams |
| int32_t audioLastTime; |
| // when all the audio streams are being paused, we assign audioLastTime to |
| // this variable, so this value could be provided to the battery app |
| // in the next pullBatteryData call |
| int32_t audioTotalTime; |
| |
| int32_t videoLastTime; |
| int32_t videoTotalTime; |
| }; |
| KeyedVector<int, BatteryUsageInfo> mBatteryData; |
| |
| enum { |
| SPEAKER, |
| OTHER_AUDIO_DEVICE, |
| SPEAKER_AND_OTHER, |
| NUM_AUDIO_DEVICES |
| }; |
| |
| struct BatteryAudioFlingerUsageInfo { |
| int refCount; // how many audio streams are being played |
| int deviceOn[NUM_AUDIO_DEVICES]; // whether the device is currently used |
| int32_t lastTime[NUM_AUDIO_DEVICES]; // in ms |
| // totalTime[]: total time of audio output devices usage |
| int32_t totalTime[NUM_AUDIO_DEVICES]; // in ms |
| }; |
| |
| // This varialble is used to record the usage of audio output device |
| // for battery app |
| BatteryAudioFlingerUsageInfo mBatteryAudio; |
| |
| mutable Mutex mLock; |
| }; |
| BatteryTracker mBatteryTracker; |
| |
| class Client : public BnMediaPlayer { |
| // IMediaPlayer interface |
| virtual void disconnect(); |
| virtual status_t setVideoSurfaceTexture( |
| const sp<IGraphicBufferProducer>& bufferProducer); |
| virtual status_t setBufferingSettings(const BufferingSettings& buffering) override; |
| virtual status_t getBufferingSettings( |
| BufferingSettings* buffering /* nonnull */) override; |
| virtual status_t prepareAsync(); |
| virtual status_t start(); |
| virtual status_t stop(); |
| virtual status_t pause(); |
| virtual status_t isPlaying(bool* state); |
| virtual status_t setPlaybackSettings(const AudioPlaybackRate& rate); |
| virtual status_t getPlaybackSettings(AudioPlaybackRate* rate /* nonnull */); |
| virtual status_t setSyncSettings(const AVSyncSettings& rate, float videoFpsHint); |
| virtual status_t getSyncSettings(AVSyncSettings* rate /* nonnull */, |
| float* videoFps /* nonnull */); |
| virtual status_t seekTo( |
| int msec, |
| MediaPlayerSeekMode mode = MediaPlayerSeekMode::SEEK_PREVIOUS_SYNC); |
| virtual status_t getCurrentPosition(int* msec); |
| virtual status_t getDuration(int* msec); |
| virtual status_t reset(); |
| virtual status_t notifyAt(int64_t mediaTimeUs); |
| virtual status_t setAudioStreamType(audio_stream_type_t type); |
| virtual status_t setLooping(int loop); |
| virtual status_t setVolume(float leftVolume, float rightVolume); |
| virtual status_t invoke(const Parcel& request, Parcel *reply); |
| virtual status_t setMetadataFilter(const Parcel& filter); |
| virtual status_t getMetadata(bool update_only, |
| bool apply_filter, |
| Parcel *reply); |
| virtual status_t setAuxEffectSendLevel(float level); |
| virtual status_t attachAuxEffect(int effectId); |
| virtual status_t setParameter(int key, const Parcel &request); |
| virtual status_t getParameter(int key, Parcel *reply); |
| virtual status_t setRetransmitEndpoint(const struct sockaddr_in* endpoint); |
| virtual status_t getRetransmitEndpoint(struct sockaddr_in* endpoint); |
| virtual status_t setNextPlayer(const sp<IMediaPlayer>& player); |
| |
| virtual media::VolumeShaper::Status applyVolumeShaper( |
| const sp<media::VolumeShaper::Configuration>& configuration, |
| const sp<media::VolumeShaper::Operation>& operation) override; |
| virtual sp<media::VolumeShaper::State> getVolumeShaperState(int id) override; |
| |
| sp<MediaPlayerBase> createPlayer(player_type playerType); |
| |
| virtual status_t setDataSource( |
| const sp<IMediaHTTPService> &httpService, |
| const char *url, |
| const KeyedVector<String8, String8> *headers); |
| |
| virtual status_t setDataSource(int fd, int64_t offset, int64_t length); |
| |
| virtual status_t setDataSource(const sp<IStreamSource> &source); |
| virtual status_t setDataSource(const sp<IDataSource> &source); |
| virtual status_t setDataSource(const String8& rtpParams); |
| |
| |
| sp<MediaPlayerBase> setDataSource_pre(player_type playerType); |
| status_t setDataSource_post(const sp<MediaPlayerBase>& p, |
| status_t status); |
| |
| void notify(int msg, int ext1, int ext2, const Parcel *obj); |
| |
| pid_t pid() const { |
| return VALUE_OR_FATAL(aidl2legacy_int32_t_pid_t(mAttributionSource.pid)); |
| } |
| virtual status_t dump(int fd, const Vector<String16>& args); |
| |
| audio_session_t getAudioSessionId() { return mAudioSessionId; } |
| // Modular DRM |
| virtual status_t prepareDrm(const uint8_t uuid[16], const Vector<uint8_t>& drmSessionId); |
| virtual status_t releaseDrm(); |
| // AudioRouting |
| virtual status_t setOutputDevice(audio_port_handle_t deviceId); |
| virtual status_t getRoutedDeviceId(audio_port_handle_t* deviceId); |
| virtual status_t enableAudioDeviceCallback(bool enabled); |
| |
| private: |
| class AudioDeviceUpdatedNotifier: public AudioSystem::AudioDeviceCallback |
| { |
| public: |
| AudioDeviceUpdatedNotifier(const sp<MediaPlayerBase>& listener) { |
| mListener = listener; |
| } |
| ~AudioDeviceUpdatedNotifier() {} |
| |
| virtual void onAudioDeviceUpdate(audio_io_handle_t audioIo, |
| audio_port_handle_t deviceId); |
| |
| private: |
| wp<MediaPlayerBase> mListener; |
| }; |
| |
| friend class MediaPlayerService; |
| Client( const sp<MediaPlayerService>& service, |
| const AttributionSourceState& attributionSource, |
| int32_t connId, |
| const sp<IMediaPlayerClient>& client, |
| audio_session_t audioSessionId); |
| Client(); |
| virtual ~Client(); |
| |
| void deletePlayer(); |
| |
| sp<MediaPlayerBase> getPlayer() const { Mutex::Autolock lock(mLock); return mPlayer; } |
| |
| |
| |
| // @param type Of the metadata to be tested. |
| // @return true if the metadata should be dropped according to |
| // the filters. |
| bool shouldDropMetadata(media::Metadata::Type type) const; |
| |
| // Add a new element to the set of metadata updated. Noop if |
| // the element exists already. |
| // @param type Of the metadata to be recorded. |
| void addNewMetadataUpdate(media::Metadata::Type type); |
| |
| // Disconnect from the currently connected ANativeWindow. |
| void disconnectNativeWindow_l(); |
| |
| status_t setAudioAttributes_l(const Parcel &request); |
| |
| class Listener : public MediaPlayerBase::Listener { |
| public: |
| Listener(const wp<Client> &client) : mClient(client) {} |
| virtual ~Listener() {} |
| virtual void notify(int msg, int ext1, int ext2, const Parcel *obj) { |
| sp<Client> client = mClient.promote(); |
| if (client != NULL) { |
| client->notify(msg, ext1, ext2, obj); |
| } |
| } |
| private: |
| wp<Client> mClient; |
| }; |
| |
| mutable Mutex mLock; |
| sp<MediaPlayerBase> mPlayer; |
| sp<MediaPlayerService> mService; |
| sp<IMediaPlayerClient> mClient; |
| sp<AudioOutput> mAudioOutput; |
| const AttributionSourceState mAttributionSource; |
| status_t mStatus; |
| bool mLoop; |
| int32_t mConnId; |
| audio_session_t mAudioSessionId; |
| audio_attributes_t * mAudioAttributes; |
| sp<ANativeWindow> mConnectedWindow; |
| sp<IBinder> mConnectedWindowBinder; |
| struct sockaddr_in mRetransmitEndpoint; |
| bool mRetransmitEndpointValid; |
| sp<Client> mNextClient; |
| sp<MediaPlayerBase::Listener> mListener; |
| |
| // Metadata filters. |
| media::Metadata::Filter mMetadataAllow; // protected by mLock |
| media::Metadata::Filter mMetadataDrop; // protected by mLock |
| |
| // Metadata updated. For each MEDIA_INFO_METADATA_UPDATE |
| // notification we try to update mMetadataUpdated which is a |
| // set: no duplicate. |
| // getMetadata clears this set. |
| media::Metadata::Filter mMetadataUpdated; // protected by mLock |
| |
| std::vector<DeathNotifier> mDeathNotifiers; |
| sp<AudioDeviceUpdatedNotifier> mAudioDeviceUpdatedListener; |
| #if CALLBACK_ANTAGONIZER |
| Antagonizer* mAntagonizer; |
| #endif |
| }; // Client |
| |
| // ---------------------------------------------------------------------------- |
| |
| MediaPlayerService(); |
| virtual ~MediaPlayerService(); |
| |
| mutable Mutex mLock; |
| SortedVector< wp<Client> > mClients; |
| SortedVector< wp<MediaRecorderClient> > mMediaRecorderClients; |
| int32_t mNextConnId; |
| }; |
| |
| // ---------------------------------------------------------------------------- |
| |
| }; // namespace android |
| |
| #endif // ANDROID_MEDIAPLAYERSERVICE_H |