blob: 6dd267ce8f517c1b174665e1293f511f3e60915d [file] [log] [blame]
/*
* Copyright (C) 2019 The Android Open Source Project
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
#define LOG_TAG "InputProcessor"
#include "InputProcessor.h"
#include "InputCommonConverter.h"
#include <android-base/stringprintf.h>
#include <android/binder_manager.h>
#include <android/binder_process.h>
#include <input/Input.h>
#include <inttypes.h>
#include <log/log.h>
#include <algorithm>
#include <cmath>
#if defined(__linux__)
#include <pthread.h>
#endif
#include <unordered_set>
#define INDENT1 " "
#define INDENT2 " "
#define INDENT3 " "
#define INDENT4 " "
#define INDENT5 " "
using android::base::StringPrintf;
using namespace std::chrono_literals;
using namespace ::aidl::android::hardware::input;
using aidl::android::hardware::input::processor::IInputProcessor;
namespace android {
// Max number of elements to store in mEvents.
static constexpr size_t MAX_EVENTS = 5;
template <class K, class V>
static V getValueForKey(const std::unordered_map<K, V>& map, K key, V defaultValue) {
auto it = map.find(key);
if (it == map.end()) {
return defaultValue;
}
return it->second;
}
static MotionClassification getMotionClassification(common::Classification classification) {
static_assert(MotionClassification::NONE ==
static_cast<MotionClassification>(common::Classification::NONE));
static_assert(MotionClassification::AMBIGUOUS_GESTURE ==
static_cast<MotionClassification>(common::Classification::AMBIGUOUS_GESTURE));
static_assert(MotionClassification::DEEP_PRESS ==
static_cast<MotionClassification>(common::Classification::DEEP_PRESS));
return static_cast<MotionClassification>(classification);
}
static bool isTouchEvent(const NotifyMotionArgs& args) {
return isFromSource(args.source, AINPUT_SOURCE_TOUCHPAD) ||
isFromSource(args.source, AINPUT_SOURCE_TOUCHSCREEN);
}
static void setCurrentThreadName(const char* name) {
#if defined(__linux__)
// Set the thread name for debugging
pthread_setname_np(pthread_self(), name);
#else
(void*)(name); // prevent unused variable warning
#endif
}
static std::shared_ptr<IInputProcessor> getService() {
const std::string aidl_instance_name = std::string(IInputProcessor::descriptor) + "/default";
if (!AServiceManager_isDeclared(aidl_instance_name.c_str())) {
ALOGI("HAL %s is not declared", aidl_instance_name.c_str());
return nullptr;
}
ndk::SpAIBinder binder(AServiceManager_waitForService(aidl_instance_name.c_str()));
return IInputProcessor::fromBinder(binder);
}
// Temporarily releases a held mutex for the lifetime of the instance.
// Named to match std::scoped_lock
class scoped_unlock {
public:
explicit scoped_unlock(std::mutex& mutex) : mMutex(mutex) { mMutex.unlock(); }
~scoped_unlock() { mMutex.lock(); }
private:
std::mutex& mMutex;
};
// --- ScopedDeathRecipient ---
ScopedDeathRecipient::ScopedDeathRecipient(AIBinder_DeathRecipient_onBinderDied onBinderDied,
void* cookie)
: mCookie(cookie) {
mRecipient = AIBinder_DeathRecipient_new(onBinderDied);
}
void ScopedDeathRecipient::linkToDeath(AIBinder* binder) {
binder_status_t linked = AIBinder_linkToDeath(binder, mRecipient, mCookie);
if (linked != STATUS_OK) {
ALOGE("Could not link death recipient to the HAL death");
}
}
ScopedDeathRecipient::~ScopedDeathRecipient() {
AIBinder_DeathRecipient_delete(mRecipient);
}
// --- ClassifierEvent ---
ClassifierEvent::ClassifierEvent(const NotifyMotionArgs& args)
: type(ClassifierEventType::MOTION), args(args){};
ClassifierEvent::ClassifierEvent(const NotifyDeviceResetArgs& args)
: type(ClassifierEventType::DEVICE_RESET), args(args){};
ClassifierEvent::ClassifierEvent(ClassifierEventType type, std::optional<NotifyArgs> args)
: type(type), args(args){};
ClassifierEvent& ClassifierEvent::operator=(ClassifierEvent&& other) {
type = other.type;
args = other.args;
return *this;
}
ClassifierEvent ClassifierEvent::createHalResetEvent() {
return ClassifierEvent(ClassifierEventType::HAL_RESET, std::nullopt);
}
ClassifierEvent ClassifierEvent::createExitEvent() {
return ClassifierEvent(ClassifierEventType::EXIT, std::nullopt);
}
std::optional<int32_t> ClassifierEvent::getDeviceId() const {
switch (type) {
case ClassifierEventType::MOTION: {
const NotifyMotionArgs& motionArgs = std::get<NotifyMotionArgs>(*args);
return motionArgs.deviceId;
}
case ClassifierEventType::DEVICE_RESET: {
const NotifyDeviceResetArgs& deviceResetArgs = std::get<NotifyDeviceResetArgs>(*args);
return deviceResetArgs.deviceId;
}
case ClassifierEventType::HAL_RESET: {
return std::nullopt;
}
case ClassifierEventType::EXIT: {
return std::nullopt;
}
}
}
// --- MotionClassifier ---
MotionClassifier::MotionClassifier(std::shared_ptr<IInputProcessor> service)
: mEvents(MAX_EVENTS), mService(std::move(service)) {
// Under normal operation, we do not need to reset the HAL here. But in the case where system
// crashed, but HAL didn't, we may be connecting to an existing HAL process that might already
// have received events in the past. That means, that HAL could be in an inconsistent state
// once it receives events from the newly created MotionClassifier.
mEvents.push(ClassifierEvent::createHalResetEvent());
mHalThread = std::thread(&MotionClassifier::processEvents, this);
#if defined(__linux__)
// Set the thread name for debugging
pthread_setname_np(mHalThread.native_handle(), "InputProcessor");
#endif
}
std::unique_ptr<MotionClassifierInterface> MotionClassifier::create(
std::shared_ptr<IInputProcessor> service) {
LOG_ALWAYS_FATAL_IF(service == nullptr);
// Using 'new' to access a non-public constructor
return std::unique_ptr<MotionClassifier>(new MotionClassifier(std::move(service)));
}
MotionClassifier::~MotionClassifier() {
requestExit();
mHalThread.join();
}
/**
* Obtain the classification from the HAL for a given MotionEvent.
* Should only be called from the InputProcessor thread (mHalThread).
* Should not be called from the thread that notifyMotion runs on.
*
* There is no way to provide a timeout for a HAL call. So if the HAL takes too long
* to return a classification, this would directly impact the touch latency.
* To remove any possibility of negatively affecting the touch latency, the HAL
* is called from a dedicated thread.
*/
void MotionClassifier::processEvents() {
while (true) {
ClassifierEvent event = mEvents.pop();
bool halResponseOk = true;
switch (event.type) {
case ClassifierEventType::MOTION: {
NotifyMotionArgs& motionArgs = std::get<NotifyMotionArgs>(*event.args);
common::MotionEvent motionEvent = notifyMotionArgsToHalMotionEvent(motionArgs);
common::Classification classification;
ndk::ScopedAStatus response = mService->classify(motionEvent, &classification);
if (response.isOk()) {
updateClassification(motionArgs.deviceId, motionArgs.eventTime,
getMotionClassification(classification));
}
break;
}
case ClassifierEventType::DEVICE_RESET: {
const int32_t deviceId = *(event.getDeviceId());
halResponseOk = mService->resetDevice(deviceId).isOk();
clearDeviceState(deviceId);
break;
}
case ClassifierEventType::HAL_RESET: {
halResponseOk = mService->reset().isOk();
clearClassifications();
break;
}
case ClassifierEventType::EXIT: {
clearClassifications();
return;
}
}
if (!halResponseOk) {
ALOGE("Error communicating with InputProcessor HAL. "
"Exiting MotionClassifier HAL thread");
clearClassifications();
return;
}
}
}
void MotionClassifier::enqueueEvent(ClassifierEvent&& event) {
bool eventAdded = mEvents.push(std::move(event));
if (!eventAdded) {
// If the queue is full, suspect the HAL is slow in processing the events.
ALOGE("Could not add the event to the queue. Resetting");
reset();
}
}
void MotionClassifier::requestExit() {
reset();
mEvents.push(ClassifierEvent::createExitEvent());
}
void MotionClassifier::updateClassification(int32_t deviceId, nsecs_t eventTime,
MotionClassification classification) {
std::scoped_lock lock(mLock);
const nsecs_t lastDownTime = getValueForKey(mLastDownTimes, deviceId, static_cast<nsecs_t>(0));
if (eventTime < lastDownTime) {
// HAL just finished processing an event that belonged to an earlier gesture,
// but new gesture is already in progress. Drop this classification.
ALOGW("Received late classification. Late by at least %" PRId64 " ms.",
nanoseconds_to_milliseconds(lastDownTime - eventTime));
return;
}
mClassifications[deviceId] = classification;
}
void MotionClassifier::setClassification(int32_t deviceId, MotionClassification classification) {
std::scoped_lock lock(mLock);
mClassifications[deviceId] = classification;
}
void MotionClassifier::clearClassifications() {
std::scoped_lock lock(mLock);
mClassifications.clear();
}
MotionClassification MotionClassifier::getClassification(int32_t deviceId) {
std::scoped_lock lock(mLock);
return getValueForKey(mClassifications, deviceId, MotionClassification::NONE);
}
void MotionClassifier::updateLastDownTime(int32_t deviceId, nsecs_t downTime) {
std::scoped_lock lock(mLock);
mLastDownTimes[deviceId] = downTime;
mClassifications[deviceId] = MotionClassification::NONE;
}
void MotionClassifier::clearDeviceState(int32_t deviceId) {
std::scoped_lock lock(mLock);
mClassifications.erase(deviceId);
mLastDownTimes.erase(deviceId);
}
MotionClassification MotionClassifier::classify(const NotifyMotionArgs& args) {
if ((args.action & AMOTION_EVENT_ACTION_MASK) == AMOTION_EVENT_ACTION_DOWN) {
updateLastDownTime(args.deviceId, args.downTime);
}
enqueueEvent(args);
return getClassification(args.deviceId);
}
void MotionClassifier::reset() {
mEvents.clear();
mEvents.push(ClassifierEvent::createHalResetEvent());
}
/**
* Per-device reset. Clear the outstanding events that are going to be sent to HAL.
* Request InputProcessor thread to call resetDevice for this particular device.
*/
void MotionClassifier::reset(const NotifyDeviceResetArgs& args) {
int32_t deviceId = args.deviceId;
// Clear the pending events right away, to avoid unnecessary work done by the HAL.
mEvents.erase_if([deviceId](const ClassifierEvent& event) {
std::optional<int32_t> eventDeviceId = event.getDeviceId();
return eventDeviceId && (*eventDeviceId == deviceId);
});
enqueueEvent(args);
}
void MotionClassifier::dump(std::string& dump) {
std::scoped_lock lock(mLock);
dump += StringPrintf(INDENT2 "mService connected: %s\n", mService ? "true" : "false");
dump += StringPrintf(INDENT2 "mEvents: %zu element(s) (max=%zu)\n", mEvents.size(), MAX_EVENTS);
dump += INDENT2 "mClassifications, mLastDownTimes:\n";
dump += INDENT3 "Device Id\tClassification\tLast down time";
// Combine mClassifications and mLastDownTimes into a single table.
// Create a superset of device ids.
std::unordered_set<int32_t> deviceIds;
std::for_each(mClassifications.begin(), mClassifications.end(),
[&deviceIds](auto pair) { deviceIds.insert(pair.first); });
std::for_each(mLastDownTimes.begin(), mLastDownTimes.end(),
[&deviceIds](auto pair) { deviceIds.insert(pair.first); });
for (int32_t deviceId : deviceIds) {
const MotionClassification classification =
getValueForKey(mClassifications, deviceId, MotionClassification::NONE);
const nsecs_t downTime = getValueForKey(mLastDownTimes, deviceId, static_cast<nsecs_t>(0));
dump += StringPrintf("\n" INDENT4 "%" PRId32 "\t%s\t%" PRId64, deviceId,
motionClassificationToString(classification), downTime);
}
}
void MotionClassifier::monitor() {
std::scoped_lock lock(mLock);
if (mService) {
// Ping the HAL service to ensure it is alive and not blocked.
const binder_status_t status = AIBinder_ping(mService->asBinder().get());
if (status != STATUS_OK) {
ALOGW("IInputProcessor HAL is not responding; binder ping result: %s",
AStatus_getDescription(AStatus_fromStatus(status)));
}
}
}
// --- InputProcessor ---
InputProcessor::InputProcessor(InputListenerInterface& listener) : mQueuedListener(listener) {}
void InputProcessor::onBinderDied(void* cookie) {
InputProcessor* processor = static_cast<InputProcessor*>(cookie);
if (processor == nullptr) {
LOG_ALWAYS_FATAL("Cookie is not valid");
return;
}
processor->setMotionClassifierEnabled(false);
}
void InputProcessor::setMotionClassifierEnabled(bool enabled) {
std::scoped_lock lock(mLock);
if (enabled) {
ALOGI("Enabling motion classifier");
if (mInitializeMotionClassifier.valid()) {
scoped_unlock unlock(mLock);
std::future_status status = mInitializeMotionClassifier.wait_for(5s);
if (status != std::future_status::ready) {
/**
* We don't have a better option here than to crash. We can't stop the thread,
* and we can't continue because 'mInitializeMotionClassifier' will block in its
* destructor.
*/
LOG_ALWAYS_FATAL("The thread to load IInputProcessor is stuck!");
}
}
mInitializeMotionClassifier = std::async(std::launch::async, [this] {
setCurrentThreadName("Create MotionClassifier");
std::shared_ptr<IInputProcessor> service = getService();
if (service == nullptr) {
// Keep the MotionClassifier null, no service was found
return;
}
{ // acquire lock
std::scoped_lock threadLock(mLock);
mHalDeathRecipient =
std::make_unique<ScopedDeathRecipient>(onBinderDied, /*cookie=*/this);
mHalDeathRecipient->linkToDeath(service->asBinder().get());
setMotionClassifierLocked(MotionClassifier::create(std::move(service)));
} // release lock
});
} else {
ALOGI("Disabling motion classifier");
setMotionClassifierLocked(nullptr);
}
}
void InputProcessor::notifyInputDevicesChanged(const NotifyInputDevicesChangedArgs& args) {
// pass through
mQueuedListener.notify(args);
mQueuedListener.flush();
}
void InputProcessor::notifyConfigurationChanged(const NotifyConfigurationChangedArgs& args) {
// pass through
mQueuedListener.notifyConfigurationChanged(args);
mQueuedListener.flush();
}
void InputProcessor::notifyKey(const NotifyKeyArgs& args) {
// pass through
mQueuedListener.notifyKey(args);
mQueuedListener.flush();
}
void InputProcessor::notifyMotion(const NotifyMotionArgs& args) {
{ // acquire lock
std::scoped_lock lock(mLock);
// MotionClassifier is only used for touch events, for now
const bool sendToMotionClassifier = mMotionClassifier && isTouchEvent(args);
if (!sendToMotionClassifier) {
mQueuedListener.notifyMotion(args);
} else {
NotifyMotionArgs newArgs(args);
const MotionClassification newClassification = mMotionClassifier->classify(newArgs);
LOG_ALWAYS_FATAL_IF(args.classification != MotionClassification::NONE &&
newClassification != MotionClassification::NONE,
"Conflicting classifications %s (new) and %s (old)!",
motionClassificationToString(newClassification),
motionClassificationToString(args.classification));
newArgs.classification = newClassification;
mQueuedListener.notifyMotion(newArgs);
}
} // release lock
mQueuedListener.flush();
}
void InputProcessor::notifySensor(const NotifySensorArgs& args) {
// pass through
mQueuedListener.notifySensor(args);
mQueuedListener.flush();
}
void InputProcessor::notifyVibratorState(const NotifyVibratorStateArgs& args) {
// pass through
mQueuedListener.notifyVibratorState(args);
mQueuedListener.flush();
}
void InputProcessor::notifySwitch(const NotifySwitchArgs& args) {
// pass through
mQueuedListener.notifySwitch(args);
mQueuedListener.flush();
}
void InputProcessor::notifyDeviceReset(const NotifyDeviceResetArgs& args) {
{ // acquire lock
std::scoped_lock lock(mLock);
if (mMotionClassifier) {
mMotionClassifier->reset(args);
}
} // release lock
// continue to next stage
mQueuedListener.notifyDeviceReset(args);
mQueuedListener.flush();
}
void InputProcessor::notifyPointerCaptureChanged(const NotifyPointerCaptureChangedArgs& args) {
// pass through
mQueuedListener.notifyPointerCaptureChanged(args);
mQueuedListener.flush();
}
void InputProcessor::setMotionClassifierLocked(
std::unique_ptr<MotionClassifierInterface> motionClassifier) REQUIRES(mLock) {
if (motionClassifier == nullptr) {
// Destroy the ScopedDeathRecipient object, which will cause it to unlinkToDeath.
// We can't call 'unlink' here because we don't have the binder handle.
mHalDeathRecipient = nullptr;
}
mMotionClassifier = std::move(motionClassifier);
}
void InputProcessor::dump(std::string& dump) {
std::scoped_lock lock(mLock);
dump += "Input Processor State:\n";
dump += INDENT1 "Motion Classifier:\n";
if (mMotionClassifier) {
mMotionClassifier->dump(dump);
} else {
dump += INDENT2 "<nullptr>";
}
dump += "\n";
}
void InputProcessor::monitor() {
std::scoped_lock lock(mLock);
if (mMotionClassifier) mMotionClassifier->monitor();
}
InputProcessor::~InputProcessor() {}
} // namespace android