diff options
Diffstat (limited to 'cmds')
320 files changed, 1664 insertions, 72801 deletions
diff --git a/cmds/am/Android.bp b/cmds/am/Android.bp index ed73d5596859..7bb9675ede37 100644 --- a/cmds/am/Android.bp +++ b/cmds/am/Android.bp @@ -1,6 +1,23 @@ // Copyright 2008 The Android Open Source Project // +package { + default_applicable_licenses: ["frameworks_base_cmds_am_license"], +} + +// Added automatically by a large-scale-change +// See: http://go/android-license-faq +license { + name: "frameworks_base_cmds_am_license", + visibility: [":__subpackages__"], + license_kinds: [ + "SPDX-license-identifier-Apache-2.0", + ], + license_text: [ + "NOTICE", + ], +} + cc_library_host_static { name: "libinstrumentation", srcs: ["**/*.proto"], diff --git a/cmds/am/OWNERS b/cmds/am/OWNERS new file mode 100644 index 000000000000..72c0a9e6e90c --- /dev/null +++ b/cmds/am/OWNERS @@ -0,0 +1 @@ +include /services/core/java/com/android/server/am/OWNERS diff --git a/cmds/am/src/com/android/commands/am/Am.java b/cmds/am/src/com/android/commands/am/Am.java index bdb83804d903..846a34eb41c9 100644 --- a/cmds/am/src/com/android/commands/am/Am.java +++ b/cmds/am/src/com/android/commands/am/Am.java @@ -174,10 +174,6 @@ public class Am extends BaseCommand { instrument.noWindowAnimation = true; } else if (opt.equals("--no-hidden-api-checks")) { instrument.disableHiddenApiChecks = true; - } else if (opt.equals("--no-test-api-checks")) { - // TODO(satayev): remove this option, only kept for backwards compatibility with - // cached tradefed instance - instrument.disableTestApiChecks = false; } else if (opt.equals("--no-test-api-access")) { instrument.disableTestApiChecks = false; } else if (opt.equals("--no-isolated-storage")) { @@ -198,7 +194,6 @@ public class Am extends BaseCommand { } instrument.componentNameArg = nextArgRequired(); - instrument.run(); } } diff --git a/cmds/app_process/Android.bp b/cmds/app_process/Android.bp index 8be95e4659b4..4e5b3bac5713 100644 --- a/cmds/app_process/Android.bp +++ b/cmds/app_process/Android.bp @@ -1,3 +1,20 @@ +package { + default_applicable_licenses: ["frameworks_base_cmds_app_process_license"], +} + +// Added automatically by a large-scale-change +// See: http://go/android-license-faq +license { + name: "frameworks_base_cmds_app_process_license", + visibility: [":__subpackages__"], + license_kinds: [ + "SPDX-license-identifier-Apache-2.0", + ], + license_text: [ + "NOTICE", + ], +} + cc_binary { name: "app_process", @@ -5,11 +22,13 @@ cc_binary { multilib: { lib32: { - version_script: ":art_sigchain_version_script32.txt", + // TODO(b/142944043): Remove version script when libsigchain is a DSO. + version_script: "version-script32.txt", suffix: "32", }, lib64: { - version_script: ":art_sigchain_version_script64.txt", + // TODO(b/142944043): Remove version script when libsigchain is a DSO. + version_script: "version-script64.txt", suffix: "64", }, }, @@ -60,4 +79,13 @@ cc_binary { // Create a symlink from app_process to app_process32 or 64 // depending on the target configuration. symlink_preferred_arch: true, + + // Enable ASYNC MTE in the zygote, in order to allow apps and the system + // server to use MTE. We use ASYNC because we don't expect the pre-fork + // zygote to have substantial memory corruption bugs (as it's primarily Java + // code), and we don't want to waste memory recording malloc/free stack + // traces (which happens in SYNC mode). + sanitize: { + memtag_heap: true, + }, } diff --git a/cmds/app_process/version-script32.txt b/cmds/app_process/version-script32.txt new file mode 100644 index 000000000000..70810e0b7173 --- /dev/null +++ b/cmds/app_process/version-script32.txt @@ -0,0 +1,15 @@ +{ +global: + EnsureFrontOfChain; + AddSpecialSignalHandlerFn; + RemoveSpecialSignalHandlerFn; + SkipAddSignalHandler; + bsd_signal; + sigaction; + sigaction64; + signal; + sigprocmask; + sigprocmask64; +local: + *; +}; diff --git a/cmds/app_process/version-script64.txt b/cmds/app_process/version-script64.txt new file mode 100644 index 000000000000..7bcd76b50f87 --- /dev/null +++ b/cmds/app_process/version-script64.txt @@ -0,0 +1,14 @@ +{ +global: + EnsureFrontOfChain; + AddSpecialSignalHandlerFn; + RemoveSpecialSignalHandlerFn; + SkipAddSignalHandler; + sigaction; + sigaction64; + signal; + sigprocmask; + sigprocmask64; +local: + *; +}; diff --git a/cmds/appops/Android.bp b/cmds/appops/Android.bp index 9f330fa3bb51..80f8ec679247 100644 --- a/cmds/appops/Android.bp +++ b/cmds/appops/Android.bp @@ -1,5 +1,22 @@ // Copyright 2014 The Android Open Source Project +package { + default_applicable_licenses: ["frameworks_base_cmds_appops_license"], +} + +// Added automatically by a large-scale-change +// See: http://go/android-license-faq +license { + name: "frameworks_base_cmds_appops_license", + visibility: [":__subpackages__"], + license_kinds: [ + "SPDX-license-identifier-Apache-2.0", + ], + license_text: [ + "NOTICE", + ], +} + sh_binary { name: "appops", src: "appops", diff --git a/cmds/appops/OWNERS b/cmds/appops/OWNERS new file mode 100644 index 000000000000..999ea0e62a0a --- /dev/null +++ b/cmds/appops/OWNERS @@ -0,0 +1 @@ +include /core/java/android/permission/OWNERS diff --git a/cmds/appwidget/Android.bp b/cmds/appwidget/Android.bp index 487d3e1fc25f..8049038de809 100644 --- a/cmds/appwidget/Android.bp +++ b/cmds/appwidget/Android.bp @@ -1,5 +1,22 @@ // Copyright 2014 The Android Open Source Project +package { + default_applicable_licenses: ["frameworks_base_cmds_appwidget_license"], +} + +// Added automatically by a large-scale-change +// See: http://go/android-license-faq +license { + name: "frameworks_base_cmds_appwidget_license", + visibility: [":__subpackages__"], + license_kinds: [ + "SPDX-license-identifier-Apache-2.0", + ], + license_text: [ + "NOTICE", + ], +} + java_binary { name: "appwidget", wrapper: "appwidget", diff --git a/cmds/backup/Android.bp b/cmds/backup/Android.bp index 287c23b27fbb..5e2a56e6a9cd 100644 --- a/cmds/backup/Android.bp +++ b/cmds/backup/Android.bp @@ -1,5 +1,22 @@ // Copyright 2009 The Android Open Source Project +package { + default_applicable_licenses: ["frameworks_base_cmds_backup_license"], +} + +// Added automatically by a large-scale-change +// See: http://go/android-license-faq +license { + name: "frameworks_base_cmds_backup_license", + visibility: [":__subpackages__"], + license_kinds: [ + "SPDX-license-identifier-Apache-2.0", + ], + license_text: [ + "NOTICE", + ], +} + cc_binary { name: "btool", diff --git a/cmds/backup/OWNERS b/cmds/backup/OWNERS new file mode 100644 index 000000000000..d99779e3d9da --- /dev/null +++ b/cmds/backup/OWNERS @@ -0,0 +1 @@ +include /services/backup/OWNERS diff --git a/cmds/bmgr/Android.bp b/cmds/bmgr/Android.bp index b64923bcbe1b..14beb5561dba 100644 --- a/cmds/bmgr/Android.bp +++ b/cmds/bmgr/Android.bp @@ -1,6 +1,23 @@ // Copyright 2007 The Android Open Source Project // +package { + default_applicable_licenses: ["frameworks_base_cmds_bmgr_license"], +} + +// Added automatically by a large-scale-change +// See: http://go/android-license-faq +license { + name: "frameworks_base_cmds_bmgr_license", + visibility: [":__subpackages__"], + license_kinds: [ + "SPDX-license-identifier-Apache-2.0", + ], + license_text: [ + "NOTICE", + ], +} + java_binary { name: "bmgr", wrapper: "bmgr", diff --git a/cmds/bmgr/OWNERS b/cmds/bmgr/OWNERS new file mode 100644 index 000000000000..d99779e3d9da --- /dev/null +++ b/cmds/bmgr/OWNERS @@ -0,0 +1 @@ +include /services/backup/OWNERS diff --git a/cmds/bootanimation/Android.bp b/cmds/bootanimation/Android.bp index befb67bcf26a..2ecbd75866ec 100644 --- a/cmds/bootanimation/Android.bp +++ b/cmds/bootanimation/Android.bp @@ -1,3 +1,12 @@ +package { + // See: http://go/android-license-faq + // A large-scale-change added 'default_applicable_licenses' to import + // all of the 'license_kinds' from "frameworks_base_license" + // to get the below license kinds: + // SPDX-license-identifier-Apache-2.0 + default_applicable_licenses: ["frameworks_base_license"], +} + cc_defaults { name: "bootanimation_defaults", @@ -28,6 +37,8 @@ cc_binary { name: "bootanimation", defaults: ["bootanimation_defaults"], + header_libs: ["jni_headers"], + shared_libs: [ "libOpenSLES", "libbootanimation", diff --git a/cmds/bootanimation/BootAnimation.cpp b/cmds/bootanimation/BootAnimation.cpp index bb2de17b42f3..854982f825dc 100644 --- a/cmds/bootanimation/BootAnimation.cpp +++ b/cmds/bootanimation/BootAnimation.cpp @@ -92,6 +92,8 @@ static const char SYSTEM_TIME_DIR_NAME[] = "time"; static const char SYSTEM_TIME_DIR_PATH[] = "/data/system/time"; static const char CLOCK_FONT_ASSET[] = "images/clock_font.png"; static const char CLOCK_FONT_ZIP_NAME[] = "clock_font.png"; +static const char PROGRESS_FONT_ASSET[] = "images/progress_font.png"; +static const char PROGRESS_FONT_ZIP_NAME[] = "progress_font.png"; static const char LAST_TIME_CHANGED_FILE_NAME[] = "last_time_change"; static const char LAST_TIME_CHANGED_FILE_PATH[] = "/data/system/time/last_time_change"; static const char ACCURATE_TIME_FLAG_FILE_NAME[] = "time_is_accurate"; @@ -107,6 +109,7 @@ static constexpr size_t FONT_NUM_ROWS = FONT_NUM_CHARS / FONT_NUM_COLS; static const int TEXT_CENTER_VALUE = INT_MAX; static const int TEXT_MISSING_VALUE = INT_MIN; static const char EXIT_PROP_NAME[] = "service.bootanim.exit"; +static const char PROGRESS_PROP_NAME[] = "service.bootanim.progress"; static const char DISPLAYS_PROP_NAME[] = "persist.service.bootanim.displays"; static const int ANIM_ENTRY_NAME_MAX = ANIM_PATH_MAX + 1; static constexpr size_t TEXT_POS_LEN_MAX = 16; @@ -459,6 +462,8 @@ status_t BootAnimation::readyToRun() { mFlingerSurface = s; mTargetInset = -1; + projectSceneToWindow(); + // Register a display event receiver mDisplayEventReceiver = std::make_unique<DisplayEventReceiver>(); status_t status = mDisplayEventReceiver->initCheck(); @@ -470,6 +475,16 @@ status_t BootAnimation::readyToRun() { return NO_ERROR; } +void BootAnimation::projectSceneToWindow() { + glViewport(0, 0, mWidth, mHeight); + glScissor(0, 0, mWidth, mHeight); + glMatrixMode(GL_PROJECTION); + glLoadIdentity(); + glOrthof(0, static_cast<float>(mWidth), 0, static_cast<float>(mHeight), -1, 1); + glMatrixMode(GL_MODELVIEW); + glLoadIdentity(); +} + void BootAnimation::resizeSurface(int newWidth, int newHeight) { // We assume this function is called on the animation thread. if (newWidth == mWidth && newHeight == mHeight) { @@ -494,8 +509,8 @@ void BootAnimation::resizeSurface(int newWidth, int newHeight) { SLOGE("Can't make the new surface current. Error %d", eglGetError()); return; } - glViewport(0, 0, mWidth, mHeight); - glScissor(0, 0, mWidth, mHeight); + + projectSceneToWindow(); mSurface = surface; } @@ -570,6 +585,7 @@ bool BootAnimation::threadLoop() { result = movie(); } + mCallbacks->shutdown(); eglMakeCurrent(mDisplay, EGL_NO_SURFACE, EGL_NO_SURFACE, EGL_NO_CONTEXT); eglDestroyContext(mDisplay, mContext); eglDestroySurface(mDisplay, mSurface); @@ -656,7 +672,6 @@ void BootAnimation::checkExit() { int exitnow = atoi(value); if (exitnow) { requestExit(); - mCallbacks->shutdown(); } } @@ -776,6 +791,37 @@ status_t BootAnimation::initFont(Font* font, const char* fallback) { return status; } +void BootAnimation::fadeFrame(const int frameLeft, const int frameBottom, const int frameWidth, + const int frameHeight, const Animation::Part& part, + const int fadedFramesCount) { + glEnable(GL_BLEND); + glEnableClientState(GL_VERTEX_ARRAY); + glDisable(GL_TEXTURE_2D); + // avoid creating a hole due to mixing result alpha with GL_REPLACE texture + glBlendFuncSeparateOES(GL_SRC_ALPHA, GL_ONE_MINUS_SRC_ALPHA, GL_ZERO, GL_ONE); + + const float alpha = static_cast<float>(fadedFramesCount) / part.framesToFadeCount; + glColor4f(part.backgroundColor[0], part.backgroundColor[1], part.backgroundColor[2], alpha); + + const float frameStartX = static_cast<float>(frameLeft); + const float frameStartY = static_cast<float>(frameBottom); + const float frameEndX = frameStartX + frameWidth; + const float frameEndY = frameStartY + frameHeight; + const GLfloat frameRect[] = { + frameStartX, frameStartY, + frameEndX, frameStartY, + frameEndX, frameEndY, + frameStartX, frameEndY + }; + glVertexPointer(2, GL_FLOAT, 0, frameRect); + glDrawArrays(GL_TRIANGLE_FAN, 0, 4); + + glBlendFunc(GL_SRC_ALPHA, GL_ONE_MINUS_SRC_ALPHA); + glEnable(GL_TEXTURE_2D); + glDisableClientState(GL_VERTEX_ARRAY); + glDisable(GL_BLEND); +} + void BootAnimation::drawText(const char* str, const Font& font, bool bold, int* x, int* y) { glEnable(GL_BLEND); // Allow us to draw on top of the animation glBindTexture(GL_TEXTURE_2D, font.texture.name); @@ -848,6 +894,18 @@ void BootAnimation::drawClock(const Font& font, const int xPos, const int yPos) drawText(out, font, false, &x, &y); } +void BootAnimation::drawProgress(int percent, const Font& font, const int xPos, const int yPos) { + static constexpr int PERCENT_LENGTH = 5; + + char percentBuff[PERCENT_LENGTH]; + // ';' has the ascii code just after ':', and the font resource contains '%' + // for that ascii code. + sprintf(percentBuff, "%d;", percent); + int x = xPos; + int y = yPos; + drawText(percentBuff, font, false, &x, &y); +} + bool BootAnimation::parseAnimationDesc(Animation& animation) { String8 desString; @@ -867,23 +925,41 @@ bool BootAnimation::parseAnimationDesc(Animation& animation) { int height = 0; int count = 0; int pause = 0; + int progress = 0; + int framesToFadeCount = 0; char path[ANIM_ENTRY_NAME_MAX]; char color[7] = "000000"; // default to black if unspecified char clockPos1[TEXT_POS_LEN_MAX + 1] = ""; char clockPos2[TEXT_POS_LEN_MAX + 1] = ""; - char pathType; - if (sscanf(l, "%d %d %d", &width, &height, &fps) == 3) { - // SLOGD("> w=%d, h=%d, fps=%d", width, height, fps); + + int nextReadPos; + + int topLineNumbers = sscanf(l, "%d %d %d %d", &width, &height, &fps, &progress); + if (topLineNumbers == 3 || topLineNumbers == 4) { + // SLOGD("> w=%d, h=%d, fps=%d, progress=%d", width, height, fps, progress); animation.width = width; animation.height = height; animation.fps = fps; - } else if (sscanf(l, " %c %d %d %" STRTO(ANIM_PATH_MAX) "s #%6s %16s %16s", - &pathType, &count, &pause, path, color, clockPos1, clockPos2) >= 4) { - //SLOGD("> type=%c, count=%d, pause=%d, path=%s, color=%s, clockPos1=%s, clockPos2=%s", - // pathType, count, pause, path, color, clockPos1, clockPos2); + if (topLineNumbers == 4) { + animation.progressEnabled = (progress != 0); + } else { + animation.progressEnabled = false; + } + } else if (sscanf(l, "%c %d %d %" STRTO(ANIM_PATH_MAX) "s%n", + &pathType, &count, &pause, path, &nextReadPos) >= 4) { + if (pathType == 'f') { + sscanf(l + nextReadPos, " %d #%6s %16s %16s", &framesToFadeCount, color, clockPos1, + clockPos2); + } else { + sscanf(l + nextReadPos, " #%6s %16s %16s", color, clockPos1, clockPos2); + } + // SLOGD("> type=%c, count=%d, pause=%d, path=%s, framesToFadeCount=%d, color=%s, " + // "clockPos1=%s, clockPos2=%s", + // pathType, count, pause, path, framesToFadeCount, color, clockPos1, clockPos2); Animation::Part part; part.playUntilComplete = pathType == 'c'; + part.framesToFadeCount = framesToFadeCount; part.count = count; part.pause = pause; part.path = path; @@ -902,6 +978,7 @@ bool BootAnimation::parseAnimationDesc(Animation& animation) { // SLOGD("> SYSTEM"); Animation::Part part; part.playUntilComplete = false; + part.framesToFadeCount = 0; part.count = 1; part.pause = 0; part.audioData = nullptr; @@ -945,6 +1022,14 @@ bool BootAnimation::preloadZip(Animation& animation) { continue; } + if (entryName == PROGRESS_FONT_ZIP_NAME) { + FileMap* map = zip->createEntryFileMap(entry); + if (map) { + animation.progressFont.map = map; + } + continue; + } + for (size_t j = 0; j < pcount; j++) { if (path == animation.parts[j].path) { uint16_t method; @@ -1076,6 +1161,8 @@ bool BootAnimation::movie() { mClockEnabled = clockFontInitialized; } + initFont(&mAnimation->progressFont, PROGRESS_FONT_ASSET); + if (mClockEnabled && !updateIsTimeAccurate()) { mTimeCheckThread = new TimeCheckThread(this); mTimeCheckThread->run("BootAnimation::TimeCheckThread", PRIORITY_NORMAL); @@ -1098,12 +1185,20 @@ bool BootAnimation::movie() { return false; } +bool BootAnimation::shouldStopPlayingPart(const Animation::Part& part, const int fadedFramesCount) { + // stop playing only if it is time to exit and it's a partial part which has been faded out + return exitPending() && !part.playUntilComplete && fadedFramesCount >= part.framesToFadeCount; +} + bool BootAnimation::playAnimation(const Animation& animation) { const size_t pcount = animation.parts.size(); nsecs_t frameDuration = s2ns(1) / animation.fps; SLOGD("%sAnimationShownTiming start time: %" PRId64 "ms", mShuttingDown ? "Shutdown" : "Boot", elapsedRealtime()); + + int fadedFramesCount = 0; + int lastDisplayedProgress = 0; for (size_t i=0 ; i<pcount ; i++) { const Animation::Part& part(animation.parts[i]); const size_t fcount = part.frames.size(); @@ -1117,10 +1212,9 @@ bool BootAnimation::playAnimation(const Animation& animation) { continue; //to next part } - for (int r=0 ; !part.count || r<part.count ; r++) { - // Exit any non playuntil complete parts immediately - if(exitPending() && !part.playUntilComplete) - break; + // process the part not only while the count allows but also if already fading + for (int r=0 ; !part.count || r<part.count || fadedFramesCount > 0 ; r++) { + if (shouldStopPlayingPart(part, fadedFramesCount)) break; mCallbacks->playPart(i, part, r); @@ -1130,7 +1224,15 @@ bool BootAnimation::playAnimation(const Animation& animation) { part.backgroundColor[2], 1.0f); - for (size_t j=0 ; j<fcount && (!exitPending() || part.playUntilComplete) ; j++) { + // For the last animation, if we have progress indicator from + // the system, display it. + int currentProgress = android::base::GetIntProperty(PROGRESS_PROP_NAME, 0); + bool displayProgress = animation.progressEnabled && + (i == (pcount -1)) && currentProgress != 0; + + for (size_t j=0 ; j<fcount ; j++) { + if (shouldStopPlayingPart(part, fadedFramesCount)) break; + processDisplayEvents(); const int animationX = (mWidth - animation.width) / 2; @@ -1169,11 +1271,39 @@ bool BootAnimation::playAnimation(const Animation& animation) { } // specify the y center as ceiling((mHeight - frame.trimHeight) / 2) // which is equivalent to mHeight - (yc + frame.trimHeight) - glDrawTexiOES(xc, mHeight - (yc + frame.trimHeight), - 0, frame.trimWidth, frame.trimHeight); + const int frameDrawY = mHeight - (yc + frame.trimHeight); + glDrawTexiOES(xc, frameDrawY, 0, frame.trimWidth, frame.trimHeight); + + // if the part hasn't been stopped yet then continue fading if necessary + if (exitPending() && part.hasFadingPhase()) { + fadeFrame(xc, frameDrawY, frame.trimWidth, frame.trimHeight, part, + ++fadedFramesCount); + if (fadedFramesCount >= part.framesToFadeCount) { + fadedFramesCount = MAX_FADED_FRAMES_COUNT; // no more fading + } + } + if (mClockEnabled && mTimeIsAccurate && validClock(part)) { drawClock(animation.clockFont, part.clockPosX, part.clockPosY); } + + if (displayProgress) { + int newProgress = android::base::GetIntProperty(PROGRESS_PROP_NAME, 0); + // In case the new progress jumped suddenly, still show an + // increment of 1. + if (lastDisplayedProgress != 100) { + // Artificially sleep 1/10th a second to slow down the animation. + usleep(100000); + if (lastDisplayedProgress < newProgress) { + lastDisplayedProgress++; + } + } + // Put the progress percentage right below the animation. + int posY = animation.height / 3; + int posX = TEXT_CENTER_VALUE; + drawProgress(lastDisplayedProgress, animation.progressFont, posX, posY); + } + handleViewport(frameDuration); eglSwapBuffers(mDisplay, mSurface); @@ -1198,11 +1328,11 @@ bool BootAnimation::playAnimation(const Animation& animation) { usleep(part.pause * ns2us(frameDuration)); - // For infinite parts, we've now played them at least once, so perhaps exit - if(exitPending() && !part.count && mCurrentInset >= mTargetInset) - break; + if (exitPending() && !part.count && mCurrentInset >= mTargetInset && + !part.hasFadingPhase()) { + break; // exit the infinite non-fading part when it has been played at least once + } } - } // Free textures created for looping parts now that the animation is done. diff --git a/cmds/bootanimation/BootAnimation.h b/cmds/bootanimation/BootAnimation.h index 6ba7fd450fbb..b52222c799b0 100644 --- a/cmds/bootanimation/BootAnimation.h +++ b/cmds/bootanimation/BootAnimation.h @@ -19,6 +19,7 @@ #include <vector> #include <queue> +#include <climits> #include <stdint.h> #include <sys/types.h> @@ -45,6 +46,8 @@ class SurfaceControl; class BootAnimation : public Thread, public IBinder::DeathRecipient { public: + static constexpr int MAX_FADED_FRAMES_COUNT = std::numeric_limits<int>::max(); + struct Texture { GLint w; GLint h; @@ -84,19 +87,26 @@ public: String8 trimData; SortedVector<Frame> frames; bool playUntilComplete; + int framesToFadeCount; float backgroundColor[3]; uint8_t* audioData; int audioLength; Animation* animation; + + bool hasFadingPhase() const { + return !playUntilComplete && framesToFadeCount > 0; + } }; int fps; int width; int height; + bool progressEnabled; Vector<Part> parts; String8 audioConf; String8 fileName; ZipFileRO* zip; Font clockFont; + Font progressFont; }; // All callbacks will be called from this class's internal thread. @@ -160,6 +170,9 @@ private: bool movie(); void drawText(const char* str, const Font& font, bool bold, int* x, int* y); void drawClock(const Font& font, const int xPos, const int yPos); + void drawProgress(int percent, const Font& font, const int xPos, const int yPos); + void fadeFrame(int frameLeft, int frameBottom, int frameWidth, int frameHeight, + const Animation::Part& part, int fadedFramesCount); bool validClock(const Animation::Part& part); Animation* loadAnimation(const String8&); bool playAnimation(const Animation&); @@ -172,7 +185,9 @@ private: EGLConfig getEglConfig(const EGLDisplay&); ui::Size limitSurfaceSize(int width, int height) const; void resizeSurface(int newWidth, int newHeight); + void projectSceneToWindow(); + bool shouldStopPlayingPart(const Animation::Part& part, int fadedFramesCount); void checkExit(); void handleViewport(nsecs_t timestep); diff --git a/cmds/bootanimation/FORMAT.md b/cmds/bootanimation/FORMAT.md index 5946515aa263..1678053c48d9 100644 --- a/cmds/bootanimation/FORMAT.md +++ b/cmds/bootanimation/FORMAT.md @@ -22,22 +22,31 @@ The `bootanimation.zip` archive file includes: The first line defines the general parameters of the animation: - WIDTH HEIGHT FPS + WIDTH HEIGHT FPS [PROGRESS] * **WIDTH:** animation width (pixels) * **HEIGHT:** animation height (pixels) * **FPS:** frames per second, e.g. 60 + * **PROGRESS:** whether to show a progress percentage on the last part + + The percentage will be displayed with an x-coordinate of 'c', and a + y-coordinate set to 1/3 of the animation height. It is followed by a number of rows of the form: - TYPE COUNT PAUSE PATH [#RGBHEX [CLOCK1 [CLOCK2]]] + TYPE COUNT PAUSE PATH [FADE [#RGBHEX [CLOCK1 [CLOCK2]]]] * **TYPE:** a single char indicating what type of animation segment this is: + `p` -- this part will play unless interrupted by the end of the boot + `c` -- this part will play to completion, no matter what + + `f` -- same as `p` but in addition the specified number of frames is being faded out while + continue playing. Only the first interrupted `f` part is faded out, other subsequent `f` + parts are skipped * **COUNT:** how many times to play the animation, or 0 to loop forever until boot is complete * **PAUSE:** number of FRAMES to delay after this part ends * **PATH:** directory in which to find the frames for this part (e.g. `part0`) + * **FADE:** _(ONLY FOR `f` TYPE)_ number of frames to fade out when interrupted where `0` means + _immediately_ which makes `f ... 0` behave like `p` and doesn't count it as a fading + part * **RGBHEX:** _(OPTIONAL)_ a background color, specified as `#RRGGBB` * **CLOCK1, CLOCK2:** _(OPTIONAL)_ the coordinates at which to draw the current time (for watches): + If only `CLOCK1` is provided it is the y-coordinate of the clock and the x-coordinate @@ -71,6 +80,11 @@ The file used to draw the time on top of the boot animation. The font format is * Each row is divided in half: regular weight glyphs on the top half, bold glyphs on the bottom * For a NxM image each character glyph will be N/16 pixels wide and M/(12*2) pixels high +## progress_font.png + +The file used to draw the boot progress in percentage on top of the boot animation. The font format +follows the same specification as the one described for clock_font.png. + ## loading and playing frames Each part is scanned and loaded directly from the zip archive. Within a part directory, every file diff --git a/cmds/bu/Android.bp b/cmds/bu/Android.bp index 0866ee053107..5b4ec3197cdd 100644 --- a/cmds/bu/Android.bp +++ b/cmds/bu/Android.bp @@ -1,6 +1,23 @@ // Copyright 2011 The Android Open Source Project // +package { + default_applicable_licenses: ["frameworks_base_cmds_bu_license"], +} + +// Added automatically by a large-scale-change +// See: http://go/android-license-faq +license { + name: "frameworks_base_cmds_bu_license", + visibility: [":__subpackages__"], + license_kinds: [ + "SPDX-license-identifier-Apache-2.0", + ], + license_text: [ + "NOTICE", + ], +} + java_binary { name: "bu", wrapper: "bu", diff --git a/cmds/bu/OWNERS b/cmds/bu/OWNERS new file mode 100644 index 000000000000..d99779e3d9da --- /dev/null +++ b/cmds/bu/OWNERS @@ -0,0 +1 @@ +include /services/backup/OWNERS diff --git a/cmds/content/Android.bp b/cmds/content/Android.bp index 96d14696d0a2..c70d01ec8f0b 100644 --- a/cmds/content/Android.bp +++ b/cmds/content/Android.bp @@ -1,5 +1,22 @@ // Copyright 2012 The Android Open Source Project +package { + default_applicable_licenses: ["frameworks_base_cmds_content_license"], +} + +// Added automatically by a large-scale-change +// See: http://go/android-license-faq +license { + name: "frameworks_base_cmds_content_license", + visibility: [":__subpackages__"], + license_kinds: [ + "SPDX-license-identifier-Apache-2.0", + ], + license_text: [ + "NOTICE", + ], +} + java_binary { name: "content", wrapper: "content", diff --git a/cmds/device_config/Android.bp b/cmds/device_config/Android.bp new file mode 100644 index 000000000000..69572d8690c4 --- /dev/null +++ b/cmds/device_config/Android.bp @@ -0,0 +1,18 @@ +// Copyright 2018 The Android Open Source Project +// + +package { + // See: http://go/android-license-faq + // A large-scale-change added 'default_applicable_licenses' to import + // all of the 'license_kinds' from "frameworks_base_license" + // to get the below license kinds: + // SPDX-license-identifier-Apache-2.0 + // SPDX-license-identifier-MIT + // SPDX-license-identifier-Unicode-DFS + default_applicable_licenses: ["frameworks_base_license"], +} + +sh_binary { + name: "device_config", + src: "device_config", +} diff --git a/cmds/device_config/Android.mk b/cmds/device_config/Android.mk deleted file mode 100644 index 4041e01927df..000000000000 --- a/cmds/device_config/Android.mk +++ /dev/null @@ -1,10 +0,0 @@ -# Copyright 2018 The Android Open Source Project -# -LOCAL_PATH:= $(call my-dir) - -include $(CLEAR_VARS) -LOCAL_MODULE := device_config -LOCAL_SRC_FILES := device_config -LOCAL_MODULE_CLASS := EXECUTABLES -LOCAL_MODULE_TAGS := optional -include $(BUILD_PREBUILT) diff --git a/cmds/dpm/Android.bp b/cmds/dpm/Android.bp index 753121e6d886..665abcd7314d 100644 --- a/cmds/dpm/Android.bp +++ b/cmds/dpm/Android.bp @@ -1,6 +1,23 @@ // Copyright 2014 The Android Open Source Project // +package { + default_applicable_licenses: ["frameworks_base_cmds_dpm_license"], +} + +// Added automatically by a large-scale-change +// See: http://go/android-license-faq +license { + name: "frameworks_base_cmds_dpm_license", + visibility: [":__subpackages__"], + license_kinds: [ + "SPDX-license-identifier-Apache-2.0", + ], + license_text: [ + "NOTICE", + ], +} + java_binary { name: "dpm", wrapper: "dpm", diff --git a/cmds/dpm/OWNERS b/cmds/dpm/OWNERS new file mode 100644 index 000000000000..e95633abe79a --- /dev/null +++ b/cmds/dpm/OWNERS @@ -0,0 +1 @@ +include /core/java/android/app/admin/OWNERS diff --git a/cmds/hid/Android.bp b/cmds/hid/Android.bp index 54c8bf3ef34c..295c71c65368 100644 --- a/cmds/hid/Android.bp +++ b/cmds/hid/Android.bp @@ -1,6 +1,23 @@ // Copyright 2015 The Android Open Source Project // +package { + default_applicable_licenses: ["frameworks_base_cmds_hid_license"], +} + +// Added automatically by a large-scale-change +// See: http://go/android-license-faq +license { + name: "frameworks_base_cmds_hid_license", + visibility: [":__subpackages__"], + license_kinds: [ + "SPDX-license-identifier-Apache-2.0", + ], + license_text: [ + "NOTICE", + ], +} + java_binary { name: "hid", wrapper: "hid", diff --git a/cmds/hid/OWNERS b/cmds/hid/OWNERS new file mode 100644 index 000000000000..d701f23cb9b8 --- /dev/null +++ b/cmds/hid/OWNERS @@ -0,0 +1 @@ +include /core/java/android/hardware/input/OWNERS diff --git a/cmds/hid/jni/Android.bp b/cmds/hid/jni/Android.bp index 2c07de04b6a7..11d92909e44a 100644 --- a/cmds/hid/jni/Android.bp +++ b/cmds/hid/jni/Android.bp @@ -1,3 +1,12 @@ +package { + // See: http://go/android-license-faq + // A large-scale-change added 'default_applicable_licenses' to import + // all of the 'license_kinds' from "frameworks_base_cmds_hid_license" + // to get the below license kinds: + // SPDX-license-identifier-Apache-2.0 + default_applicable_licenses: ["frameworks_base_cmds_hid_license"], +} + cc_library_shared { name: "libhidcommand_jni", diff --git a/cmds/idmap2/Android.bp b/cmds/idmap2/Android.bp index 878cef94b674..5212d8081401 100644 --- a/cmds/idmap2/Android.bp +++ b/cmds/idmap2/Android.bp @@ -12,6 +12,15 @@ // See the License for the specific language governing permissions and // limitations under the License. +package { + // See: http://go/android-license-faq + // A large-scale-change added 'default_applicable_licenses' to import + // all of the 'license_kinds' from "frameworks_base_license" + // to get the below license kinds: + // SPDX-license-identifier-Apache-2.0 + default_applicable_licenses: ["frameworks_base_license"], +} + cc_defaults { name: "idmap2_defaults", tidy: true, @@ -26,10 +35,24 @@ cc_defaults { tidy_checks_as_errors: [ "modernize-*", "-modernize-avoid-c-arrays", + "-modernize-pass-by-value", + "-modernize-replace-disallow-copy-and-assign-macro", + "-modernize-use-equals-default", + "-modernize-use-nodiscard", + "-modernize-use-override", "-modernize-use-trailing-return-type", + "-modernize-use-using", "android-*", "misc-*", + "-misc-non-private-member-variables-in-classes", "readability-*", + "-readability-braces-around-statements", + "-readability-const-return-type", + "-readability-convert-member-functions-to-static", + "-readability-else-after-return", + "-readability-named-parameter", + "-readability-redundant-access-specifiers", + "-readability-uppercase-literal-suffix", ], tidy_flags: [ "-system-headers", @@ -132,9 +155,6 @@ cc_test { "tests/XmlParserTests.cpp", "tests/ZipFileTests.cpp", ], - required: [ - "idmap2", - ], static_libs: ["libgmock"], target: { android: { @@ -163,9 +183,19 @@ cc_test { shared_libs: [ "libz", ], + data: [ + ":libz", + ":idmap2", + ], }, }, - data: ["tests/data/**/*.apk"], + data: [ + "tests/data/**/*.apk", + ], + compile_multilib: "first", + test_options: { + unit_test: true, + }, } cc_binary { @@ -181,7 +211,6 @@ cc_binary { "idmap2/Dump.cpp", "idmap2/Lookup.cpp", "idmap2/Main.cpp", - "idmap2/Scan.cpp", ], target: { android: { diff --git a/cmds/idmap2/AndroidTest.xml b/cmds/idmap2/AndroidTest.xml deleted file mode 100644 index 5147f4e6cb4c..000000000000 --- a/cmds/idmap2/AndroidTest.xml +++ /dev/null @@ -1,26 +0,0 @@ -<?xml version="1.0" encoding="utf-8"?> -<!-- Copyright (C) 2018 The Android Open Source Project - - Licensed under the Apache License, Version 2.0 (the "License"); - you may not use this file except in compliance with the License. - You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - - Unless required by applicable law or agreed to in writing, software - distributed under the License is distributed on an "AS IS" BASIS, - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - See the License for the specific language governing permissions and - limitations under the License. ---> -<configuration description="Config for idmap2_tests"> - <target_preparer class="com.android.tradefed.targetprep.PushFilePreparer"> - <option name="cleanup" value="true" /> - <option name="push" value="idmap2_tests->/data/local/tmp/idmap2_tests" /> - </target_preparer> - <option name="test-suite-tag" value="idmap2_tests" /> - <test class="com.android.tradefed.testtype.GTest" > - <option name="native-test-device-path" value="/data/local/tmp" /> - <option name="module-name" value="idmap2_tests" /> - </test> -</configuration> diff --git a/cmds/idmap2/idmap2/Commands.h b/cmds/idmap2/idmap2/Commands.h index 69eea8d262d2..4099671066a2 100644 --- a/cmds/idmap2/idmap2/Commands.h +++ b/cmds/idmap2/idmap2/Commands.h @@ -26,6 +26,5 @@ android::idmap2::Result<android::idmap2::Unit> Create(const std::vector<std::str android::idmap2::Result<android::idmap2::Unit> CreateMultiple(const std::vector<std::string>& args); android::idmap2::Result<android::idmap2::Unit> Dump(const std::vector<std::string>& args); android::idmap2::Result<android::idmap2::Unit> Lookup(const std::vector<std::string>& args); -android::idmap2::Result<android::idmap2::Unit> Scan(const std::vector<std::string>& args); #endif // IDMAP2_IDMAP2_COMMANDS_H_ diff --git a/cmds/idmap2/idmap2/Lookup.cpp b/cmds/idmap2/idmap2/Lookup.cpp index c44170928992..437180d3d1be 100644 --- a/cmds/idmap2/idmap2/Lookup.cpp +++ b/cmds/idmap2/idmap2/Lookup.cpp @@ -45,11 +45,8 @@ using android::ApkAssets; using android::ApkAssetsCookie; using android::AssetManager2; using android::ConfigDescription; -using android::is_valid_resid; -using android::kInvalidCookie; using android::Res_value; using android::ResStringPool; -using android::ResTable_config; using android::StringPiece16; using android::base::StringPrintf; using android::idmap2::CommandLineOptions; @@ -59,7 +56,6 @@ using android::idmap2::ResourceId; using android::idmap2::Result; using android::idmap2::Unit; using android::idmap2::utils::ExtractOverlayManifestInfo; -using android::util::Utf16ToUtf8; namespace { @@ -69,25 +65,23 @@ Result<ResourceId> WARN_UNUSED ParseResReference(const AssetManager2& am, const // first, try to parse as a hex number char* endptr = nullptr; - ResourceId resid; - resid = strtol(res.c_str(), &endptr, kBaseHex); + const ResourceId parsed_resid = strtol(res.c_str(), &endptr, kBaseHex); if (*endptr == '\0') { - return resid; + return parsed_resid; } // next, try to parse as a package:type/name string - resid = am.GetResourceId(res, "", fallback_package); - if (is_valid_resid(resid)) { - return resid; + if (auto resid = am.GetResourceId(res, "", fallback_package); resid.ok()) { + return *resid; } // end of the road: res could not be parsed return Error("failed to obtain resource id for %s", res.c_str()); } -void PrintValue(AssetManager2* const am, const Res_value& value, const ApkAssetsCookie& cookie, +void PrintValue(AssetManager2* const am, const AssetManager2::SelectedValue& value, std::string* const out) { - switch (value.dataType) { + switch (value.type) { case Res_value::TYPE_INT_DEC: out->append(StringPrintf("%d", value.data)); break; @@ -98,30 +92,21 @@ void PrintValue(AssetManager2* const am, const Res_value& value, const ApkAssets out->append(value.data != 0 ? "true" : "false"); break; case Res_value::TYPE_STRING: { - const ResStringPool* pool = am->GetStringPoolForCookie(cookie); + const ResStringPool* pool = am->GetStringPoolForCookie(value.cookie); out->append("\""); - size_t len; - if (pool->isUTF8()) { - const char* str = pool->string8At(value.data, &len); - out->append(str, len); - } else { - const char16_t* str16 = pool->stringAt(value.data, &len); - out->append(Utf16ToUtf8(StringPiece16(str16, len))); + if (auto str = pool->string8ObjectAt(value.data); str.ok()) { + out->append(*str); } - out->append("\""); } break; default: - out->append(StringPrintf("dataType=0x%02x data=0x%08x", value.dataType, value.data)); + out->append(StringPrintf("dataType=0x%02x data=0x%08x", value.type, value.data)); break; } } Result<std::string> WARN_UNUSED GetValue(AssetManager2* const am, ResourceId resid) { - Res_value value; - ResTable_config config; - uint32_t flags; - ApkAssetsCookie cookie = am->GetResource(resid, true, 0, &value, &config, &flags); - if (cookie == kInvalidCookie) { + auto value = am->GetResource(resid); + if (!value.has_value()) { return Error("no resource 0x%08x in asset manager", resid); } @@ -129,41 +114,35 @@ Result<std::string> WARN_UNUSED GetValue(AssetManager2* const am, ResourceId res // TODO(martenkongstad): use optional parameter GetResource(..., std::string* // stacktrace = NULL) instead - out.append(StringPrintf("cookie=%d ", cookie)); + out.append(StringPrintf("cookie=%d ", value->cookie)); out.append("config='"); - out.append(config.toString().c_str()); + out.append(value->config.toString().c_str()); out.append("' value="); - if (value.dataType == Res_value::TYPE_REFERENCE) { - const android::ResolvedBag* bag = am->GetBag(static_cast<uint32_t>(value.data)); - if (bag == nullptr) { - out.append(StringPrintf("dataType=0x%02x data=0x%08x", value.dataType, value.data)); + if (value->type == Res_value::TYPE_REFERENCE) { + auto bag_result = am->GetBag(static_cast<uint32_t>(value->data)); + if (!bag_result.has_value()) { + out.append(StringPrintf("dataType=0x%02x data=0x%08x", value->type, value->data)); return out; } + out.append("["); - Res_value bag_val; - ResTable_config selected_config; - uint32_t flags; - uint32_t ref; - ApkAssetsCookie bag_cookie; + const android::ResolvedBag* bag = bag_result.value(); for (size_t i = 0; i < bag->entry_count; ++i) { - const android::ResolvedBag::Entry& entry = bag->entries[i]; - bag_val = entry.value; - bag_cookie = am->ResolveReference(entry.cookie, &bag_val, &selected_config, &flags, &ref); - if (bag_cookie == kInvalidCookie) { - out.append( - StringPrintf("Error: dataType=0x%02x data=0x%08x", bag_val.dataType, bag_val.data)); + AssetManager2::SelectedValue entry(bag, bag->entries[i]); + if (am->ResolveReference(entry).has_value()) { + out.append(StringPrintf("Error: dataType=0x%02x data=0x%08x", entry.type, entry.data)); continue; } - PrintValue(am, bag_val, bag_cookie, &out); + PrintValue(am, entry, &out); if (i != bag->entry_count - 1) { out.append(", "); } } out.append("]"); } else { - PrintValue(am, value, cookie, &out); + PrintValue(am, *value, &out); } return out; diff --git a/cmds/idmap2/idmap2/Main.cpp b/cmds/idmap2/idmap2/Main.cpp index fb093f0f22a4..aa6d0e76698f 100644 --- a/cmds/idmap2/idmap2/Main.cpp +++ b/cmds/idmap2/idmap2/Main.cpp @@ -53,8 +53,10 @@ void PrintUsage(const NameToFunctionMap& commands, std::ostream& out) { int main(int argc, char** argv) { SYSTRACE << "main"; const NameToFunctionMap commands = { - {"create", Create}, {"create-multiple", CreateMultiple}, {"dump", Dump}, {"lookup", Lookup}, - {"scan", Scan}, + {"create", Create}, + {"create-multiple", CreateMultiple}, + {"dump", Dump}, + {"lookup", Lookup}, }; if (argc <= 1) { PrintUsage(commands, std::cerr); diff --git a/cmds/idmap2/idmap2/Scan.cpp b/cmds/idmap2/idmap2/Scan.cpp deleted file mode 100644 index 36250450cc74..000000000000 --- a/cmds/idmap2/idmap2/Scan.cpp +++ /dev/null @@ -1,257 +0,0 @@ -/* - * Copyright (C) 2018 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#include <dirent.h> - -#include <fstream> -#include <memory> -#include <ostream> -#include <set> -#include <string> -#include <utility> -#include <vector> - -#include "Commands.h" -#include "android-base/properties.h" -#include "idmap2/CommandLineOptions.h" -#include "idmap2/CommandUtils.h" -#include "idmap2/FileUtils.h" -#include "idmap2/Idmap.h" -#include "idmap2/Policies.h" -#include "idmap2/PolicyUtils.h" -#include "idmap2/ResourceUtils.h" -#include "idmap2/Result.h" -#include "idmap2/SysTrace.h" -#include "idmap2/XmlParser.h" - -using android::idmap2::CommandLineOptions; -using android::idmap2::Error; -using android::idmap2::Idmap; -using android::idmap2::Result; -using android::idmap2::Unit; -using android::idmap2::policy::kPolicyOdm; -using android::idmap2::policy::kPolicyOem; -using android::idmap2::policy::kPolicyProduct; -using android::idmap2::policy::kPolicyPublic; -using android::idmap2::policy::kPolicySystem; -using android::idmap2::policy::kPolicyVendor; -using android::idmap2::utils::ExtractOverlayManifestInfo; -using android::idmap2::utils::FindFiles; -using android::idmap2::utils::OverlayManifestInfo; -using android::idmap2::utils::PoliciesToBitmaskResult; - -using PolicyBitmask = android::ResTable_overlayable_policy_header::PolicyBitmask; - -namespace { - -struct InputOverlay { - bool operator<(InputOverlay const& rhs) const { - return priority < rhs.priority || (priority == rhs.priority && apk_path < rhs.apk_path); - } - - std::string apk_path; // NOLINT(misc-non-private-member-variables-in-classes) - std::string idmap_path; // NOLINT(misc-non-private-member-variables-in-classes) - int priority; // NOLINT(misc-non-private-member-variables-in-classes) - std::vector<std::string> policies; // NOLINT(misc-non-private-member-variables-in-classes) - bool ignore_overlayable; // NOLINT(misc-non-private-member-variables-in-classes) -}; - -bool VendorIsQOrLater() { - constexpr int kQSdkVersion = 29; - constexpr int kBase = 10; - std::string version_prop = android::base::GetProperty("ro.vndk.version", "29"); - int version = strtol(version_prop.data(), nullptr, kBase); - - // If the string cannot be parsed, it is a development sdk codename. - return version >= kQSdkVersion || version == 0; -} - -Result<std::unique_ptr<std::vector<std::string>>> FindApkFiles(const std::vector<std::string>& dirs, - bool recursive) { - SYSTRACE << "FindApkFiles " << dirs << " " << recursive; - const auto predicate = [](unsigned char type, const std::string& path) -> bool { - static constexpr size_t kExtLen = 4; // strlen(".apk") - return type == DT_REG && path.size() > kExtLen && - path.compare(path.size() - kExtLen, kExtLen, ".apk") == 0; - }; - // pass apk paths through a set to filter out duplicates - std::set<std::string> paths; - for (const auto& dir : dirs) { - const auto apk_paths = FindFiles(dir, recursive, predicate); - if (!apk_paths) { - return Error("failed to open directory %s", dir.c_str()); - } - paths.insert(apk_paths->cbegin(), apk_paths->cend()); - } - return std::make_unique<std::vector<std::string>>(paths.cbegin(), paths.cend()); -} - -std::vector<std::string> PoliciesForPath(const std::string& apk_path) { - // clang-format off - static const std::vector<std::pair<std::string, std::string>> values = { - {"/odm/", kPolicyOdm}, - {"/oem/", kPolicyOem}, - {"/product/", kPolicyProduct}, - {"/system/", kPolicySystem}, - {"/system_ext/", kPolicySystem}, - {"/vendor/", kPolicyVendor}, - }; - // clang-format on - - std::vector<std::string> fulfilled_policies = {kPolicyPublic}; - for (auto const& pair : values) { - if (apk_path.compare(0, pair.first.size(), pair.first) == 0) { - fulfilled_policies.emplace_back(pair.second); - break; - } - } - - return fulfilled_policies; -} - -} // namespace - -Result<Unit> Scan(const std::vector<std::string>& args) { - SYSTRACE << "Scan " << args; - std::vector<std::string> input_directories; - std::string target_package_name; - std::string target_apk_path; - std::string output_directory; - std::vector<std::string> override_policies; - bool recursive = false; - - const CommandLineOptions opts = - CommandLineOptions("idmap2 scan") - .MandatoryOption("--input-directory", "directory containing overlay apks to scan", - &input_directories) - .OptionalFlag("--recursive", "also scan subfolders of overlay-directory", &recursive) - .MandatoryOption("--target-package-name", "package name of target package", - &target_package_name) - .MandatoryOption("--target-apk-path", "path to target apk", &target_apk_path) - .MandatoryOption("--output-directory", - "directory in which to write artifacts (idmap files and overlays.list)", - &output_directory) - .OptionalOption( - "--override-policy", - "input: an overlayable policy this overlay fulfills " - "(if none or supplied, the overlays will not have their policies overriden", - &override_policies); - const auto opts_ok = opts.Parse(args); - if (!opts_ok) { - return opts_ok.GetError(); - } - - const auto apk_paths = FindApkFiles(input_directories, recursive); - if (!apk_paths) { - return Error(apk_paths.GetError(), "failed to find apk files"); - } - - std::vector<InputOverlay> interesting_apks; - for (const std::string& path : **apk_paths) { - Result<OverlayManifestInfo> overlay_info = - ExtractOverlayManifestInfo(path, /* assert_overlay */ false); - if (!overlay_info) { - return overlay_info.GetError(); - } - - if (!overlay_info->is_static) { - continue; - } - - if (overlay_info->target_package.empty() || - overlay_info->target_package != target_package_name) { - continue; - } - - if (overlay_info->priority < 0) { - continue; - } - - // Note that conditional property enablement/exclusion only applies if - // the attribute is present. In its absence, all overlays are presumed enabled. - if (!overlay_info->requiredSystemPropertyName.empty() && - !overlay_info->requiredSystemPropertyValue.empty()) { - // if property set & equal to value, then include overlay - otherwise skip - if (android::base::GetProperty(overlay_info->requiredSystemPropertyName, "") != - overlay_info->requiredSystemPropertyValue) { - continue; - } - } - - std::vector<std::string> fulfilled_policies; - if (!override_policies.empty()) { - fulfilled_policies = override_policies; - } else { - fulfilled_policies = PoliciesForPath(path); - } - - bool ignore_overlayable = false; - if (std::find(fulfilled_policies.begin(), fulfilled_policies.end(), kPolicyVendor) != - fulfilled_policies.end() && - !VendorIsQOrLater()) { - // If the overlay is on a pre-Q vendor partition, do not enforce overlayable - // restrictions on this overlay because the pre-Q platform has no understanding of - // overlayable. - ignore_overlayable = true; - } - - std::string idmap_path = Idmap::CanonicalIdmapPathFor(output_directory, path); - - // Sort the static overlays in ascending priority order - InputOverlay input{path, idmap_path, overlay_info->priority, fulfilled_policies, - ignore_overlayable}; - interesting_apks.insert( - std::lower_bound(interesting_apks.begin(), interesting_apks.end(), input), input); - } - - std::stringstream stream; - for (const auto& overlay : interesting_apks) { - const auto policy_bitmask = PoliciesToBitmaskResult(overlay.policies); - if (!policy_bitmask) { - LOG(WARNING) << "failed to create idmap for overlay apk path \"" << overlay.apk_path - << "\": " << policy_bitmask.GetErrorMessage(); - continue; - } - - if (!Verify(overlay.idmap_path, target_apk_path, overlay.apk_path, *policy_bitmask, - !overlay.ignore_overlayable)) { - std::vector<std::string> create_args = {"--target-apk-path", target_apk_path, - "--overlay-apk-path", overlay.apk_path, - "--idmap-path", overlay.idmap_path}; - if (overlay.ignore_overlayable) { - create_args.emplace_back("--ignore-overlayable"); - } - - for (const std::string& policy : overlay.policies) { - create_args.emplace_back("--policy"); - create_args.emplace_back(policy); - } - - const auto create_ok = Create(create_args); - if (!create_ok) { - LOG(WARNING) << "failed to create idmap for overlay apk path \"" << overlay.apk_path - << "\": " << create_ok.GetError().GetMessage(); - continue; - } - } - - stream << overlay.idmap_path << std::endl; - } - - std::cout << stream.str(); - - return Unit{}; -} diff --git a/cmds/idmap2/idmap2d/Idmap2Service.cpp b/cmds/idmap2/idmap2d/Idmap2Service.cpp index f95b73f17222..15e22a3410cf 100644 --- a/cmds/idmap2/idmap2d/Idmap2Service.cpp +++ b/cmds/idmap2/idmap2d/Idmap2Service.cpp @@ -166,10 +166,10 @@ Status Idmap2Service::verifyIdmap(const std::string& target_apk_path, Status Idmap2Service::createIdmap(const std::string& target_apk_path, const std::string& overlay_apk_path, int32_t fulfilled_policies, bool enforce_overlayable, int32_t user_id ATTRIBUTE_UNUSED, - aidl::nullable<std::string>* _aidl_return) { + std::optional<std::string>* _aidl_return) { assert(_aidl_return); SYSTRACE << "Idmap2Service::createIdmap " << target_apk_path << " " << overlay_apk_path; - _aidl_return->reset(nullptr); + _aidl_return->reset(); const PolicyBitmask policy_bitmask = ConvertAidlArgToPolicyBitmask(fulfilled_policies); @@ -214,7 +214,7 @@ Status Idmap2Service::createIdmap(const std::string& target_apk_path, return error("failed to write to idmap path " + idmap_path); } - *_aidl_return = aidl::make_nullable<std::string>(idmap_path); + *_aidl_return = idmap_path; return ok(); } diff --git a/cmds/idmap2/idmap2d/Idmap2Service.h b/cmds/idmap2/idmap2d/Idmap2Service.h index 55fb5ad07781..0127e874b444 100644 --- a/cmds/idmap2/idmap2d/Idmap2Service.h +++ b/cmds/idmap2/idmap2d/Idmap2Service.h @@ -19,7 +19,8 @@ #include <android-base/unique_fd.h> #include <binder/BinderService.h> -#include <binder/Nullable.h> + +#include <string> #include "android/os/BnIdmap2.h" @@ -45,7 +46,7 @@ class Idmap2Service : public BinderService<Idmap2Service>, public BnIdmap2 { binder::Status createIdmap(const std::string& target_apk_path, const std::string& overlay_apk_path, int32_t fulfilled_policies, bool enforce_overlayable, int32_t user_id, - aidl::nullable<std::string>* _aidl_return) override; + std::optional<std::string>* _aidl_return) override; private: // Cache the crc of the android framework package since the crc cannot change without a reboot. diff --git a/cmds/idmap2/idmap2d/aidl/android/os/OverlayablePolicy.aidl b/cmds/idmap2/idmap2d/aidl/android/os/OverlayablePolicy.aidl index 02b27a8800b6..403d8c55de16 100644 --- a/cmds/idmap2/idmap2d/aidl/android/os/OverlayablePolicy.aidl +++ b/cmds/idmap2/idmap2d/aidl/android/os/OverlayablePolicy.aidl @@ -29,4 +29,5 @@ interface OverlayablePolicy { const int ODM_PARTITION = 0x00000020; const int OEM_PARTITION = 0x00000040; const int ACTOR_SIGNATURE = 0x00000080; + const int CONFIG_SIGNATURE = 0x0000100; } diff --git a/cmds/idmap2/include/idmap2/BinaryStreamVisitor.h b/cmds/idmap2/include/idmap2/BinaryStreamVisitor.h index ff45b1407dea..bf31cbf8d4f7 100644 --- a/cmds/idmap2/include/idmap2/BinaryStreamVisitor.h +++ b/cmds/idmap2/include/idmap2/BinaryStreamVisitor.h @@ -36,12 +36,11 @@ class BinaryStreamVisitor : public Visitor { void visit(const IdmapData::Header& header) override; private: - void Write(const void* value, size_t length); void Write8(uint8_t value); void Write16(uint16_t value); void Write32(uint32_t value); void WriteString256(const StringPiece& value); - void WriteString(const std::string& value); + void WriteString(const StringPiece& value); std::ostream& stream_; }; diff --git a/cmds/idmap2/include/idmap2/FileUtils.h b/cmds/idmap2/include/idmap2/FileUtils.h index 3f03236d5e1a..c4e0e1fd8ef0 100644 --- a/cmds/idmap2/include/idmap2/FileUtils.h +++ b/cmds/idmap2/include/idmap2/FileUtils.h @@ -17,27 +17,13 @@ #ifndef IDMAP2_INCLUDE_IDMAP2_FILEUTILS_H_ #define IDMAP2_INCLUDE_IDMAP2_FILEUTILS_H_ -#include <sys/types.h> - -#include <functional> -#include <memory> #include <string> -#include <vector> namespace android::idmap2::utils { constexpr const char* kIdmapCacheDir = "/data/resource-cache"; constexpr const mode_t kIdmapFilePermissionMask = 0133; // u=rw,g=r,o=r -typedef std::function<bool(unsigned char type /* DT_* from dirent.h */, const std::string& path)> - FindFilesPredicate; -std::unique_ptr<std::vector<std::string>> FindFiles(const std::string& root, bool recurse, - const FindFilesPredicate& predicate); - -std::unique_ptr<std::string> ReadFile(int fd); - -std::unique_ptr<std::string> ReadFile(const std::string& path); - bool UidHasWriteAccessToPath(uid_t uid, const std::string& path); } // namespace android::idmap2::utils diff --git a/cmds/idmap2/include/idmap2/Idmap.h b/cmds/idmap2/include/idmap2/Idmap.h index 0f05592b70f3..a35fad9d686c 100644 --- a/cmds/idmap2/include/idmap2/Idmap.h +++ b/cmds/idmap2/include/idmap2/Idmap.h @@ -17,48 +17,45 @@ /* * # idmap file format (current version) * - * idmap := header data* - * header := magic version target_crc overlay_crc target_path overlay_path debug_info - * data := data_header data_block* - * data_header := target_package_id types_count - * data_block := target_type overlay_type entry_count entry_offset entry* - * overlay_path := string256 - * target_path := string256 - * debug_info := string - * string := <uint32_t> <uint8_t>+ '\0'+ - * entry := <uint32_t> - * entry_count := <uint16_t> - * entry_offset := <uint16_t> - * magic := <uint32_t> - * overlay_crc := <uint32_t> - * overlay_type := <uint16_t> - * string256 := <uint8_t>[256] - * target_crc := <uint32_t> - * target_package_id := <uint16_t> - * target_type := <uint16_t> - * types_count := <uint16_t> - * version := <uint32_t> + * idmap := header data* + * header := magic version target_crc overlay_crc fulfilled_policies + * enforce_overlayable target_path overlay_path debug_info + * data := data_header target_entry* target_inline_entry* overlay_entry* + * string_pool + * data_header := target_package_id overlay_package_id padding(2) target_entry_count + * target_inline_entry_count overlay_entry_count string_pool_index + * target_entry := target_id overlay_id + * target_inline_entry := target_id Res_value::size padding(1) Res_value::type + * Res_value::value + * overlay_entry := overlay_id target_id * - * - * # idmap file format changelog - * ## v1 - * - Identical to idmap v1. - * - * ## v2 - * - Entries are no longer separated by type into type specific data blocks. - * - Added overlay-indexed target resource id lookup capabilities. - * - Target and overlay entries are stored as a sparse array in the data block. The target entries - * array maps from target resource id to overlay data type and value and the array is sorted by - * target resource id. The overlay entries array maps from overlay resource id to target resource - * id and the array is sorted by overlay resource id. It is important for both arrays to be sorted - * to allow for O(log(number_of_overlaid_resources)) performance when looking up resource - * mappings at runtime. - * - Idmap can now encode a type and value to override a resource without needing a table entry. - * - A string pool block is included to retrieve the value of strings that do not have a resource - * table entry. - * - * ## v3 - * - Add 'debug' block to IdmapHeader. + * debug_info := string + * enforce_overlayable := <uint32_t> + * fulfilled_policies := <uint32_t> + * magic := <uint32_t> + * overlay_crc := <uint32_t> + * overlay_entry_count := <uint32_t> + * overlay_id := <uint32_t> + * overlay_package_id := <uint8_t> + * overlay_path := string256 + * padding(n) := <uint8_t>[n] + * Res_value::size := <uint16_t> + * Res_value::type := <uint8_t> + * Res_value::value := <uint32_t> + * string := <uint32_t> <uint8_t>+ padding(n) + * string256 := <uint8_t>[256] + * string_pool := string + * string_pool_index := <uint32_t> + * string_pool_length := <uint32_t> + * target_crc := <uint32_t> + * target_entry_count := <uint32_t> + * target_inline_entry_count := <uint32_t> + * target_id := <uint32_t> + * target_package_id := <uint8_t> + * target_path := string256 + * value_type := <uint8_t> + * value_data := <uint32_t> + * version := <uint32_t> */ #ifndef IDMAP2_INCLUDE_IDMAP2_IDMAP_H_ @@ -183,6 +180,10 @@ class IdmapData { return target_entry_count; } + inline uint32_t GetTargetInlineEntryCount() const { + return target_entry_inline_count; + } + inline uint32_t GetOverlayEntryCount() const { return overlay_entry_count; } @@ -191,19 +192,15 @@ class IdmapData { return string_pool_index_offset; } - inline uint32_t GetStringPoolLength() const { - return string_pool_len; - } - void accept(Visitor* v) const; private: PackageId target_package_id_; PackageId overlay_package_id_; uint32_t target_entry_count; + uint32_t target_entry_inline_count; uint32_t overlay_entry_count; uint32_t string_pool_index_offset; - uint32_t string_pool_len; Header() = default; friend Idmap; @@ -213,8 +210,12 @@ class IdmapData { struct TargetEntry { ResourceId target_id; - TargetValue::DataType data_type; - TargetValue::DataValue data_value; + ResourceId overlay_id; + }; + + struct TargetInlineEntry { + ResourceId target_id; + TargetValue value; }; struct OverlayEntry { @@ -227,20 +228,24 @@ class IdmapData { static Result<std::unique_ptr<const IdmapData>> FromResourceMapping( const ResourceMapping& resource_mapping); - inline const std::unique_ptr<const Header>& GetHeader() const { + const std::unique_ptr<const Header>& GetHeader() const { return header_; } - inline const std::vector<TargetEntry>& GetTargetEntries() const { + const std::vector<TargetEntry>& GetTargetEntries() const { return target_entries_; } - inline const std::vector<OverlayEntry>& GetOverlayEntries() const { + const std::vector<TargetInlineEntry>& GetTargetInlineEntries() const { + return target_inline_entries_; + } + + const std::vector<OverlayEntry>& GetOverlayEntries() const { return overlay_entries_; } - inline const void* GetStringPoolData() const { - return string_pool_.get(); + const std::string& GetStringPoolData() const { + return string_pool_data_; } void accept(Visitor* v) const; @@ -251,8 +256,9 @@ class IdmapData { std::unique_ptr<const Header> header_; std::vector<TargetEntry> target_entries_; + std::vector<TargetInlineEntry> target_inline_entries_; std::vector<OverlayEntry> overlay_entries_; - std::unique_ptr<uint8_t[]> string_pool_; + std::string string_pool_data_; friend Idmap; DISALLOW_COPY_AND_ASSIGN(IdmapData); @@ -304,6 +310,10 @@ class Visitor { virtual void visit(const IdmapData::Header& header) = 0; }; +inline size_t CalculatePadding(size_t data_length) { + return (4 - (data_length % 4)) % 4; +} + } // namespace android::idmap2 #endif // IDMAP2_INCLUDE_IDMAP2_IDMAP_H_ diff --git a/cmds/idmap2/include/idmap2/PrettyPrintVisitor.h b/cmds/idmap2/include/idmap2/PrettyPrintVisitor.h index 5dcf217e2aa3..2b4c76124175 100644 --- a/cmds/idmap2/include/idmap2/PrettyPrintVisitor.h +++ b/cmds/idmap2/include/idmap2/PrettyPrintVisitor.h @@ -41,8 +41,9 @@ class PrettyPrintVisitor : public Visitor { private: std::ostream& stream_; - std::unique_ptr<const ApkAssets> target_apk_; AssetManager2 target_am_; + AssetManager2 overlay_am_; + std::vector<std::unique_ptr<const ApkAssets>> apk_assets_; }; } // namespace idmap2 diff --git a/cmds/idmap2/include/idmap2/RawPrintVisitor.h b/cmds/idmap2/include/idmap2/RawPrintVisitor.h index 92c186453611..58edc99715fd 100644 --- a/cmds/idmap2/include/idmap2/RawPrintVisitor.h +++ b/cmds/idmap2/include/idmap2/RawPrintVisitor.h @@ -45,11 +45,9 @@ class RawPrintVisitor : public Visitor { void print(uint16_t value, const char* fmt, ...); void print(uint32_t value, const char* fmt, ...); void print(const std::string& value, size_t encoded_size, const char* fmt, ...); - void print_raw(uint32_t length, const char* fmt, ...); std::ostream& stream_; - std::unique_ptr<const ApkAssets> target_apk_; - std::unique_ptr<const ApkAssets> overlay_apk_; + std::vector<std::unique_ptr<const ApkAssets>> apk_assets_; AssetManager2 target_am_; AssetManager2 overlay_am_; size_t offset_; diff --git a/cmds/idmap2/include/idmap2/ResourceMapping.h b/cmds/idmap2/include/idmap2/ResourceMapping.h index 5869409e7db9..f66916ccb78c 100644 --- a/cmds/idmap2/include/idmap2/ResourceMapping.h +++ b/cmds/idmap2/include/idmap2/ResourceMapping.h @@ -41,7 +41,7 @@ struct TargetValue { DataValue data_value; }; -using TargetResourceMap = std::map<ResourceId, TargetValue>; +using TargetResourceMap = std::map<ResourceId, std::variant<ResourceId, TargetValue>>; using OverlayResourceMap = std::map<ResourceId, ResourceId>; class ResourceMapping { @@ -56,7 +56,7 @@ class ResourceMapping { bool enforce_overlayable, LogInfo& log_info); // Retrieves the mapping of target resource id to overlay value. - inline TargetResourceMap GetTargetToOverlayMap() const { + inline const TargetResourceMap& GetTargetToOverlayMap() const { return target_map_; } @@ -81,19 +81,24 @@ class ResourceMapping { } // Retrieves the raw string pool data from the xml referenced in android:resourcesMap. - inline const std::pair<const uint8_t*, uint32_t> GetStringPoolData() const { - return std::make_pair(string_pool_data_.get(), string_pool_data_length_); + inline const StringPiece GetStringPoolData() const { + return StringPiece(reinterpret_cast<const char*>(string_pool_data_.get()), + string_pool_data_length_); } private: ResourceMapping() = default; - // Apps a mapping of target resource id to the type and value of the data that overlays the - // target resource. The data_type is the runtime format of the data value (see - // Res_value::dataType). If rewrite_overlay_reference is `true` then references to an overlay + // Maps a target resource id to an overlay resource id. + // If rewrite_overlay_reference is `true` then references to the overlay // resource should appear as a reference to its corresponding target resource at runtime. + Result<Unit> AddMapping(ResourceId target_resource, ResourceId overlay_resource, + bool rewrite_overlay_reference); + + // Maps a target resource id to a data type and value combination. + // The `data_type` is the runtime format of the data value (see Res_value::dataType). Result<Unit> AddMapping(ResourceId target_resource, TargetValue::DataType data_type, - TargetValue::DataValue data_value, bool rewrite_overlay_reference); + TargetValue::DataValue data_value); // Removes the overlay value mapping for the target resource. void RemoveMapping(ResourceId target_resource); @@ -112,7 +117,8 @@ class ResourceMapping { static Result<ResourceMapping> CreateResourceMappingLegacy(const AssetManager2* target_am, const AssetManager2* overlay_am, const LoadedPackage* target_package, - const LoadedPackage* overlay_package); + const LoadedPackage* overlay_package, + LogInfo& log_info); // Removes resources that do not pass policy or overlayable checks of the target package. void FilterOverlayableResources(const AssetManager2* target_am, diff --git a/cmds/idmap2/libidmap2/BinaryStreamVisitor.cpp b/cmds/idmap2/libidmap2/BinaryStreamVisitor.cpp index 255212ad4c66..726f6c5c2c99 100644 --- a/cmds/idmap2/libidmap2/BinaryStreamVisitor.cpp +++ b/cmds/idmap2/libidmap2/BinaryStreamVisitor.cpp @@ -24,10 +24,6 @@ namespace android::idmap2 { -void BinaryStreamVisitor::Write(const void* value, size_t length) { - stream_.write(reinterpret_cast<const char*>(value), length); -} - void BinaryStreamVisitor::Write8(uint8_t value) { stream_.write(reinterpret_cast<char*>(&value), sizeof(uint8_t)); } @@ -49,11 +45,11 @@ void BinaryStreamVisitor::WriteString256(const StringPiece& value) { stream_.write(buf, sizeof(buf)); } -void BinaryStreamVisitor::WriteString(const std::string& value) { - // pad with null to nearest word boundary; include at least one terminating null - size_t padding_size = 4 - (value.size() % 4); - Write32(value.size() + padding_size); - stream_.write(value.c_str(), value.size()); +void BinaryStreamVisitor::WriteString(const StringPiece& value) { + // pad with null to nearest word boundary; + size_t padding_size = CalculatePadding(value.size()); + Write32(value.size()); + stream_.write(value.data(), value.size()); stream_.write("\0\0\0\0", padding_size); } @@ -67,7 +63,7 @@ void BinaryStreamVisitor::visit(const IdmapHeader& header) { Write32(header.GetTargetCrc()); Write32(header.GetOverlayCrc()); Write32(header.GetFulfilledPolicies()); - Write8(static_cast<uint8_t>(header.GetEnforceOverlayable())); + Write32(static_cast<uint8_t>(header.GetEnforceOverlayable())); WriteString256(header.GetTargetPath()); WriteString256(header.GetOverlayPath()); WriteString(header.GetDebugInfo()); @@ -76,8 +72,16 @@ void BinaryStreamVisitor::visit(const IdmapHeader& header) { void BinaryStreamVisitor::visit(const IdmapData& data) { for (const auto& target_entry : data.GetTargetEntries()) { Write32(target_entry.target_id); - Write8(target_entry.data_type); - Write32(target_entry.data_value); + Write32(target_entry.overlay_id); + } + + static constexpr uint16_t kValueSize = 8U; + for (const auto& target_entry : data.GetTargetInlineEntries()) { + Write32(target_entry.target_id); + Write16(kValueSize); + Write8(0U); // padding + Write8(target_entry.value.data_type); + Write32(target_entry.value.data_value); } for (const auto& overlay_entry : data.GetOverlayEntries()) { @@ -85,16 +89,18 @@ void BinaryStreamVisitor::visit(const IdmapData& data) { Write32(overlay_entry.target_id); } - Write(data.GetStringPoolData(), data.GetHeader()->GetStringPoolLength()); + WriteString(data.GetStringPoolData()); } void BinaryStreamVisitor::visit(const IdmapData::Header& header) { Write8(header.GetTargetPackageId()); Write8(header.GetOverlayPackageId()); + Write8(0U); // padding + Write8(0U); // padding Write32(header.GetTargetEntryCount()); + Write32(header.GetTargetInlineEntryCount()); Write32(header.GetOverlayEntryCount()); Write32(header.GetStringPoolIndexOffset()); - Write32(header.GetStringPoolLength()); } } // namespace android::idmap2 diff --git a/cmds/idmap2/libidmap2/FileUtils.cpp b/cmds/idmap2/libidmap2/FileUtils.cpp index 3e8e32989a09..3af1f70ebe39 100644 --- a/cmds/idmap2/libidmap2/FileUtils.cpp +++ b/cmds/idmap2/libidmap2/FileUtils.cpp @@ -16,19 +16,7 @@ #include "idmap2/FileUtils.h" -#include <dirent.h> -#include <sys/types.h> -#include <unistd.h> - -#include <cerrno> -#include <climits> -#include <cstdlib> -#include <cstring> -#include <fstream> -#include <memory> #include <string> -#include <utility> -#include <vector> #include "android-base/file.h" #include "android-base/macros.h" @@ -37,54 +25,6 @@ namespace android::idmap2::utils { -std::unique_ptr<std::vector<std::string>> FindFiles(const std::string& root, bool recurse, - const FindFilesPredicate& predicate) { - DIR* dir = opendir(root.c_str()); - if (dir == nullptr) { - return nullptr; - } - std::unique_ptr<std::vector<std::string>> vector(new std::vector<std::string>()); - struct dirent* dirent; - while ((dirent = readdir(dir)) != nullptr) { - const std::string path = root + "/" + dirent->d_name; - if (predicate(dirent->d_type, path)) { - vector->push_back(path); - } - if (recurse && dirent->d_type == DT_DIR && strcmp(dirent->d_name, ".") != 0 && - strcmp(dirent->d_name, "..") != 0) { - auto sub_vector = FindFiles(path, recurse, predicate); - if (!sub_vector) { - closedir(dir); - return nullptr; - } - vector->insert(vector->end(), sub_vector->begin(), sub_vector->end()); - } - } - closedir(dir); - - return vector; -} - -std::unique_ptr<std::string> ReadFile(const std::string& path) { - std::unique_ptr<std::string> str(new std::string()); - std::ifstream fin(path); - str->append({std::istreambuf_iterator<char>(fin), std::istreambuf_iterator<char>()}); - fin.close(); - return str; -} - -std::unique_ptr<std::string> ReadFile(int fd) { - static constexpr const size_t kBufSize = 1024; - - std::unique_ptr<std::string> str(new std::string()); - char buf[kBufSize]; - ssize_t r; - while ((r = read(fd, buf, sizeof(buf))) > 0) { - str->append(buf, r); - } - return r == 0 ? std::move(str) : nullptr; -} - #ifdef __ANDROID__ bool UidHasWriteAccessToPath(uid_t uid, const std::string& path) { // resolve symlinks and relative paths; the directories must exist diff --git a/cmds/idmap2/libidmap2/Idmap.cpp b/cmds/idmap2/libidmap2/Idmap.cpp index 23c25a7089de..1129413584b2 100644 --- a/cmds/idmap2/libidmap2/Idmap.cpp +++ b/cmds/idmap2/libidmap2/Idmap.cpp @@ -51,19 +51,19 @@ bool WARN_UNUSED Read8(std::istream& stream, uint8_t* out) { return false; } -bool WARN_UNUSED Read32(std::istream& stream, uint32_t* out) { - uint32_t value; - if (stream.read(reinterpret_cast<char*>(&value), sizeof(uint32_t))) { - *out = dtohl(value); +bool WARN_UNUSED Read16(std::istream& stream, uint16_t* out) { + uint16_t value; + if (stream.read(reinterpret_cast<char*>(&value), sizeof(uint16_t))) { + *out = dtohs(value); return true; } return false; } -bool WARN_UNUSED ReadBuffer(std::istream& stream, std::unique_ptr<uint8_t[]>* out, size_t length) { - auto buffer = std::unique_ptr<uint8_t[]>(new uint8_t[length]); - if (stream.read(reinterpret_cast<char*>(buffer.get()), length)) { - *out = std::move(buffer); +bool WARN_UNUSED Read32(std::istream& stream, uint32_t* out) { + uint32_t value; + if (stream.read(reinterpret_cast<char*>(&value), sizeof(uint32_t))) { + *out = dtohl(value); return true; } return false; @@ -95,8 +95,11 @@ Result<std::string> ReadString(std::istream& stream) { if (!stream.read(buf.data(), size)) { return Error("failed to read string of size %u", size); } - // buf is guaranteed to be null terminated (with enough nulls to end on a word boundary) - buf.resize(strlen(buf.c_str())); + uint32_t padding_size = CalculatePadding(size); + std::string padding(padding_size, '\0'); + if (!stream.read(padding.data(), padding_size)) { + return Error("failed to read string padding of size %u", padding_size); + } return buf; } @@ -112,16 +115,16 @@ Result<uint32_t> GetPackageCrc(const ZipFile& zip) { std::unique_ptr<const IdmapHeader> IdmapHeader::FromBinaryStream(std::istream& stream) { std::unique_ptr<IdmapHeader> idmap_header(new IdmapHeader()); - uint8_t enforce_overlayable; + uint32_t enforce_overlayable; if (!Read32(stream, &idmap_header->magic_) || !Read32(stream, &idmap_header->version_) || !Read32(stream, &idmap_header->target_crc_) || !Read32(stream, &idmap_header->overlay_crc_) || - !Read32(stream, &idmap_header->fulfilled_policies_) || !Read8(stream, &enforce_overlayable) || - !ReadString256(stream, idmap_header->target_path_) || + !Read32(stream, &idmap_header->fulfilled_policies_) || + !Read32(stream, &enforce_overlayable) || !ReadString256(stream, idmap_header->target_path_) || !ReadString256(stream, idmap_header->overlay_path_)) { return nullptr; } - idmap_header->enforce_overlayable_ = static_cast<bool>(enforce_overlayable); + idmap_header->enforce_overlayable_ = enforce_overlayable != 0U; auto debug_str = ReadString(stream); if (!debug_str) { @@ -207,12 +210,13 @@ Result<Unit> IdmapHeader::IsUpToDate(const char* target_path, const char* overla std::unique_ptr<const IdmapData::Header> IdmapData::Header::FromBinaryStream(std::istream& stream) { std::unique_ptr<IdmapData::Header> idmap_data_header(new IdmapData::Header()); + uint8_t padding; if (!Read8(stream, &idmap_data_header->target_package_id_) || - !Read8(stream, &idmap_data_header->overlay_package_id_) || - !Read32(stream, &idmap_data_header->target_entry_count) || + !Read8(stream, &idmap_data_header->overlay_package_id_) || !Read8(stream, &padding) || + !Read8(stream, &padding) || !Read32(stream, &idmap_data_header->target_entry_count) || + !Read32(stream, &idmap_data_header->target_entry_inline_count) || !Read32(stream, &idmap_data_header->overlay_entry_count) || - !Read32(stream, &idmap_data_header->string_pool_index_offset) || - !Read32(stream, &idmap_data_header->string_pool_len)) { + !Read32(stream, &idmap_data_header->string_pool_index_offset)) { return nullptr; } @@ -225,14 +229,27 @@ std::unique_ptr<const IdmapData> IdmapData::FromBinaryStream(std::istream& strea if (!data->header_) { return nullptr; } + // Read the mapping of target resource id to overlay resource value. for (size_t i = 0; i < data->header_->GetTargetEntryCount(); i++) { TargetEntry target_entry{}; - if (!Read32(stream, &target_entry.target_id) || !Read8(stream, &target_entry.data_type) || - !Read32(stream, &target_entry.data_value)) { + if (!Read32(stream, &target_entry.target_id) || !Read32(stream, &target_entry.overlay_id)) { + return nullptr; + } + data->target_entries_.push_back(target_entry); + } + + // Read the mapping of target resource id to inline overlay values. + uint8_t unused1; + uint16_t unused2; + for (size_t i = 0; i < data->header_->GetTargetInlineEntryCount(); i++) { + TargetInlineEntry target_entry{}; + if (!Read32(stream, &target_entry.target_id) || !Read16(stream, &unused2) || + !Read8(stream, &unused1) || !Read8(stream, &target_entry.value.data_type) || + !Read32(stream, &target_entry.value.data_value)) { return nullptr; } - data->target_entries_.emplace_back(target_entry); + data->target_inline_entries_.push_back(target_entry); } // Read the mapping of overlay resource id to target resource id. @@ -245,9 +262,11 @@ std::unique_ptr<const IdmapData> IdmapData::FromBinaryStream(std::istream& strea } // Read raw string pool bytes. - if (!ReadBuffer(stream, &data->string_pool_, data->header_->string_pool_len)) { + auto string_pool_data = ReadString(stream); + if (!string_pool_data) { return nullptr; } + data->string_pool_data_ = std::move(*string_pool_data); return std::move(data); } @@ -290,27 +309,28 @@ Result<std::unique_ptr<const IdmapData>> IdmapData::FromResourceMapping( } std::unique_ptr<IdmapData> data(new IdmapData()); - for (const auto& mappings : resource_mapping.GetTargetToOverlayMap()) { - data->target_entries_.emplace_back(IdmapData::TargetEntry{ - mappings.first, mappings.second.data_type, mappings.second.data_value}); + data->string_pool_data_ = resource_mapping.GetStringPoolData().to_string(); + for (const auto& mapping : resource_mapping.GetTargetToOverlayMap()) { + if (auto overlay_resource = std::get_if<ResourceId>(&mapping.second)) { + data->target_entries_.push_back({mapping.first, *overlay_resource}); + } else { + data->target_inline_entries_.push_back( + {mapping.first, std::get<TargetValue>(mapping.second)}); + } } - for (const auto& mappings : resource_mapping.GetOverlayToTargetMap()) { - data->overlay_entries_.emplace_back(IdmapData::OverlayEntry{mappings.first, mappings.second}); + for (const auto& mapping : resource_mapping.GetOverlayToTargetMap()) { + data->overlay_entries_.emplace_back(IdmapData::OverlayEntry{mapping.first, mapping.second}); } std::unique_ptr<IdmapData::Header> data_header(new IdmapData::Header()); data_header->target_package_id_ = resource_mapping.GetTargetPackageId(); data_header->overlay_package_id_ = resource_mapping.GetOverlayPackageId(); data_header->target_entry_count = static_cast<uint32_t>(data->target_entries_.size()); + data_header->target_entry_inline_count = + static_cast<uint32_t>(data->target_inline_entries_.size()); data_header->overlay_entry_count = static_cast<uint32_t>(data->overlay_entries_.size()); data_header->string_pool_index_offset = resource_mapping.GetStringPoolOffset(); - - const auto string_pool_data = resource_mapping.GetStringPoolData(); - data_header->string_pool_len = string_pool_data.second; - data->string_pool_ = std::unique_ptr<uint8_t[]>(new uint8_t[data_header->string_pool_len]); - memcpy(data->string_pool_.get(), string_pool_data.first, data_header->string_pool_len); - data->header_ = std::move(data_header); return {std::move(data)}; } diff --git a/cmds/idmap2/libidmap2/PrettyPrintVisitor.cpp b/cmds/idmap2/libidmap2/PrettyPrintVisitor.cpp index 63ee8a648352..3037a791328e 100644 --- a/cmds/idmap2/libidmap2/PrettyPrintVisitor.cpp +++ b/cmds/idmap2/libidmap2/PrettyPrintVisitor.cpp @@ -38,6 +38,7 @@ void PrettyPrintVisitor::visit(const IdmapHeader& header) { stream_ << "Paths:" << std::endl << TAB "target apk path : " << header.GetTargetPath() << std::endl << TAB "overlay apk path : " << header.GetOverlayPath() << std::endl; + const std::string& debug = header.GetDebugInfo(); if (!debug.empty()) { std::istringstream debug_stream(debug); @@ -48,10 +49,16 @@ void PrettyPrintVisitor::visit(const IdmapHeader& header) { } } - target_apk_ = ApkAssets::Load(header.GetTargetPath().to_string()); - if (target_apk_) { + if (auto target_apk_ = ApkAssets::Load(header.GetTargetPath().to_string())) { target_am_.SetApkAssets({target_apk_.get()}); + apk_assets_.push_back(std::move(target_apk_)); + } + + if (auto overlay_apk = ApkAssets::Load(header.GetOverlayPath().to_string())) { + overlay_am_.SetApkAssets({overlay_apk.get()}); + apk_assets_.push_back(std::move(overlay_apk)); } + stream_ << "Mapping:" << std::endl; } @@ -59,34 +66,55 @@ void PrettyPrintVisitor::visit(const IdmapData::Header& header ATTRIBUTE_UNUSED) } void PrettyPrintVisitor::visit(const IdmapData& data) { + static constexpr const char* kUnknownResourceName = "???"; + const bool target_package_loaded = !target_am_.GetApkAssets().empty(); - const ResStringPool string_pool(data.GetStringPoolData(), - data.GetHeader()->GetStringPoolLength()); + const bool overlay_package_loaded = !overlay_am_.GetApkAssets().empty(); + + const ResStringPool string_pool(data.GetStringPoolData().data(), data.GetStringPoolData().size()); const size_t string_pool_offset = data.GetHeader()->GetStringPoolIndexOffset(); - for (auto& target_entry : data.GetTargetEntries()) { - stream_ << TAB << base::StringPrintf("0x%08x ->", target_entry.target_id); + for (const auto& target_entry : data.GetTargetEntries()) { + std::string target_name = kUnknownResourceName; + if (target_package_loaded) { + if (auto name = utils::ResToTypeEntryName(target_am_, target_entry.target_id)) { + target_name = *name; + } + } - if (target_entry.data_type != Res_value::TYPE_REFERENCE && - target_entry.data_type != Res_value::TYPE_DYNAMIC_REFERENCE) { - stream_ << " " << utils::DataTypeToString(target_entry.data_type); + std::string overlay_name = kUnknownResourceName; + if (overlay_package_loaded) { + if (auto name = utils::ResToTypeEntryName(overlay_am_, target_entry.overlay_id)) { + overlay_name = *name; + } } - if (target_entry.data_type == Res_value::TYPE_STRING) { - stream_ << " \"" - << string_pool.string8ObjectAt(target_entry.data_value - string_pool_offset).c_str() - << "\""; + stream_ << TAB + << base::StringPrintf("0x%08x -> 0x%08x (%s -> %s)", target_entry.target_id, + target_entry.overlay_id, target_name.c_str(), + overlay_name.c_str()) + << std::endl; + } + + for (auto& target_entry : data.GetTargetInlineEntries()) { + stream_ << TAB << base::StringPrintf("0x%08x -> ", target_entry.target_id) + << utils::DataTypeToString(target_entry.value.data_type); + + if (target_entry.value.data_type == Res_value::TYPE_STRING) { + auto str = string_pool.stringAt(target_entry.value.data_value - string_pool_offset); + stream_ << " \"" << str.value_or(StringPiece16(u"")) << "\""; } else { - stream_ << " " << base::StringPrintf("0x%08x", target_entry.data_value); + stream_ << " " << base::StringPrintf("0x%08x", target_entry.value.data_value); } + std::string target_name = kUnknownResourceName; if (target_package_loaded) { - Result<std::string> name = utils::ResToTypeEntryName(target_am_, target_entry.target_id); - if (name) { - stream_ << " " << *name; + if (auto name = utils::ResToTypeEntryName(target_am_, target_entry.target_id)) { + target_name = *name; } } - stream_ << std::endl; + + stream_ << " (" << target_name << ")" << std::endl; } } diff --git a/cmds/idmap2/libidmap2/RawPrintVisitor.cpp b/cmds/idmap2/libidmap2/RawPrintVisitor.cpp index 3f62a2ae2029..82f5d26cbbb3 100644 --- a/cmds/idmap2/libidmap2/RawPrintVisitor.cpp +++ b/cmds/idmap2/libidmap2/RawPrintVisitor.cpp @@ -30,15 +30,6 @@ using android::ApkAssets; using android::idmap2::policy::PoliciesToDebugString; -namespace { - -size_t StringSizeWhenEncoded(const std::string& s) { - size_t null_bytes = 4 - (s.size() % 4); - return sizeof(uint32_t) + s.size() + null_bytes; -} - -} // namespace - namespace android::idmap2 { void RawPrintVisitor::visit(const Idmap& idmap ATTRIBUTE_UNUSED) { @@ -51,19 +42,24 @@ void RawPrintVisitor::visit(const IdmapHeader& header) { print(header.GetOverlayCrc(), "overlay crc"); print(header.GetFulfilledPolicies(), "fulfilled policies: %s", PoliciesToDebugString(header.GetFulfilledPolicies()).c_str()); - print(static_cast<uint8_t>(header.GetEnforceOverlayable()), "enforce overlayable"); + print(static_cast<uint32_t>(header.GetEnforceOverlayable()), "enforce overlayable"); print(header.GetTargetPath().to_string(), kIdmapStringLength, "target path"); print(header.GetOverlayPath().to_string(), kIdmapStringLength, "overlay path"); - print("...", StringSizeWhenEncoded(header.GetDebugInfo()), "debug info"); - target_apk_ = ApkAssets::Load(header.GetTargetPath().to_string()); + uint32_t debug_info_size = header.GetDebugInfo().size(); + print(debug_info_size, "debug info size"); + print("...", debug_info_size + CalculatePadding(debug_info_size), "debug info"); + + auto target_apk_ = ApkAssets::Load(header.GetTargetPath().to_string()); if (target_apk_) { target_am_.SetApkAssets({target_apk_.get()}); + apk_assets_.push_back(std::move(target_apk_)); } - overlay_apk_ = ApkAssets::Load(header.GetOverlayPath().to_string()); + auto overlay_apk_ = ApkAssets::Load(header.GetOverlayPath().to_string()); if (overlay_apk_) { overlay_am_.SetApkAssets({overlay_apk_.get()}); + apk_assets_.push_back(std::move(overlay_apk_)); } } @@ -82,18 +78,44 @@ void RawPrintVisitor::visit(const IdmapData& data ATTRIBUTE_UNUSED) { print(target_entry.target_id, "target id"); } - print(target_entry.data_type, "type: %s", - utils::DataTypeToString(target_entry.data_type).data()); + Result<std::string> overlay_name(Error("")); + if (overlay_package_loaded) { + overlay_name = utils::ResToTypeEntryName(overlay_am_, target_entry.overlay_id); + } + if (overlay_name) { + print(target_entry.overlay_id, "overlay id: %s", overlay_name->c_str()); + } else { + print(target_entry.overlay_id, "overlay id"); + } + } + + for (auto& target_entry : data.GetTargetInlineEntries()) { + Result<std::string> target_name(Error("")); + if (target_package_loaded) { + target_name = utils::ResToTypeEntryName(target_am_, target_entry.target_id); + } + if (target_name) { + print(target_entry.target_id, "target id: %s", target_name->c_str()); + } else { + print(target_entry.target_id, "target id"); + } + + print("...", sizeof(Res_value::size) + sizeof(Res_value::res0), "padding"); + + print(target_entry.value.data_type, "type: %s", + utils::DataTypeToString(target_entry.value.data_type).data()); Result<std::string> overlay_name(Error("")); - if (overlay_package_loaded && (target_entry.data_type == Res_value::TYPE_REFERENCE || - target_entry.data_type == Res_value::TYPE_DYNAMIC_REFERENCE)) { - overlay_name = utils::ResToTypeEntryName(overlay_am_, target_entry.data_value); + if (overlay_package_loaded && + (target_entry.value.data_value == Res_value::TYPE_REFERENCE || + target_entry.value.data_value == Res_value::TYPE_DYNAMIC_REFERENCE)) { + overlay_name = utils::ResToTypeEntryName(overlay_am_, target_entry.value.data_value); } + if (overlay_name) { - print(target_entry.data_value, "value: %s", overlay_name->c_str()); + print(target_entry.value.data_value, "data: %s", overlay_name->c_str()); } else { - print(target_entry.data_value, "value"); + print(target_entry.value.data_value, "data"); } } @@ -121,19 +143,19 @@ void RawPrintVisitor::visit(const IdmapData& data ATTRIBUTE_UNUSED) { } } - const size_t string_pool_length = data.GetHeader()->GetStringPoolLength(); - if (string_pool_length > 0) { - print_raw(string_pool_length, "%zu raw string pool bytes", string_pool_length); - } + uint32_t string_pool_size = data.GetStringPoolData().size(); + print(string_pool_size, "string pool size"); + print("...", string_pool_size + CalculatePadding(string_pool_size), "string pool"); } void RawPrintVisitor::visit(const IdmapData::Header& header) { print(header.GetTargetPackageId(), "target package id"); print(header.GetOverlayPackageId(), "overlay package id"); + print("...", sizeof(Idmap_data_header::p0), "padding"); print(header.GetTargetEntryCount(), "target entry count"); + print(header.GetTargetInlineEntryCount(), "target inline entry count"); print(header.GetOverlayEntryCount(), "overlay entry count"); print(header.GetStringPoolIndexOffset(), "string pool index offset"); - print(header.GetStringPoolLength(), "string pool byte length"); } // NOLINTNEXTLINE(cert-dcl50-cpp) @@ -190,17 +212,4 @@ void RawPrintVisitor::print(const std::string& value, size_t encoded_size, const offset_ += encoded_size; } -// NOLINTNEXTLINE(cert-dcl50-cpp) -void RawPrintVisitor::print_raw(uint32_t length, const char* fmt, ...) { - va_list ap; - va_start(ap, fmt); - std::string comment; - base::StringAppendV(&comment, fmt, ap); - va_end(ap); - - stream_ << base::StringPrintf("%08zx: ", offset_) << "........ " << comment << std::endl; - - offset_ += length; -} - } // namespace android::idmap2 diff --git a/cmds/idmap2/libidmap2/ResourceMapping.cpp b/cmds/idmap2/libidmap2/ResourceMapping.cpp index 34589a1c39dc..d777cbfa9a14 100644 --- a/cmds/idmap2/libidmap2/ResourceMapping.cpp +++ b/cmds/idmap2/libidmap2/ResourceMapping.cpp @@ -61,16 +61,20 @@ Result<Unit> CheckOverlayable(const LoadedPackage& target_package, const ResourceId& target_resource) { static constexpr const PolicyBitmask sDefaultPolicies = PolicyFlags::ODM_PARTITION | PolicyFlags::OEM_PARTITION | PolicyFlags::SYSTEM_PARTITION | - PolicyFlags::VENDOR_PARTITION | PolicyFlags::PRODUCT_PARTITION | PolicyFlags::SIGNATURE; + PolicyFlags::VENDOR_PARTITION | PolicyFlags::PRODUCT_PARTITION | PolicyFlags::SIGNATURE | + PolicyFlags::CONFIG_SIGNATURE; // If the resource does not have an overlayable definition, allow the resource to be overlaid if - // the overlay is preinstalled or signed with the same signature as the target. + // the overlay is preinstalled, signed with the same signature as the target or signed with the + // same signature as reference package defined in SystemConfig under 'overlay-config-signature' + // tag. if (!target_package.DefinesOverlayable()) { return (sDefaultPolicies & fulfilled_policies) != 0 ? Result<Unit>({}) : Error( - "overlay must be preinstalled or signed with the same signature as the " - "target"); + "overlay must be preinstalled, signed with the same signature as the target," + " or signed with the same signature as the package referenced through" + " <overlay-config-signature>."); } const OverlayableInfo* overlayable_info = target_package.GetOverlayableInfo(target_resource); @@ -116,32 +120,25 @@ const LoadedPackage* GetPackageAtIndex0(const LoadedArsc& loaded_arsc) { Result<std::unique_ptr<Asset>> OpenNonAssetFromResource(const ResourceId& resource_id, const AssetManager2& asset_manager) { - Res_value value{}; - ResTable_config selected_config{}; - uint32_t flags; - auto cookie = - asset_manager.GetResource(resource_id, /* may_be_bag */ false, - /* density_override */ 0U, &value, &selected_config, &flags); - if (cookie == kInvalidCookie) { + auto value = asset_manager.GetResource(resource_id); + if (!value.has_value()) { return Error("failed to find resource for id 0x%08x", resource_id); } - if (value.dataType != Res_value::TYPE_STRING) { + if (value->type != Res_value::TYPE_STRING) { return Error("resource for is 0x%08x is not a file", resource_id); } - auto string_pool = asset_manager.GetStringPoolForCookie(cookie); - size_t len; - auto file_path16 = string_pool->stringAt(value.data, &len); - if (file_path16 == nullptr) { - return Error("failed to find string for index %d", value.data); + auto string_pool = asset_manager.GetStringPoolForCookie(value->cookie); + auto file = string_pool->string8ObjectAt(value->data); + if (!file.has_value()) { + return Error("failed to find string for index %d", value->data); } // Load the overlay resource mappings from the file specified using android:resourcesMap. - auto file_path = String8(String16(file_path16)); - auto asset = asset_manager.OpenNonAsset(file_path.c_str(), Asset::AccessMode::ACCESS_BUFFER); + auto asset = asset_manager.OpenNonAsset(file->c_str(), Asset::AccessMode::ACCESS_BUFFER); if (asset == nullptr) { - return Error("file \"%s\" not found", file_path.c_str()); + return Error("file \"%s\" not found", file->c_str()); } return asset; @@ -187,34 +184,29 @@ Result<ResourceMapping> ResourceMapping::CreateResourceMapping(const AssetManage return Error(R"(<item> tag missing expected attribute "value")"); } - ResourceId target_id = + auto target_id_result = target_am->GetResourceId(*target_resource, "", target_package->GetPackageName()); - if (target_id == 0U) { + if (!target_id_result.has_value()) { log_info.Warning(LogMessage() << "failed to find resource \"" << *target_resource << "\" in target resources"); continue; } // Retrieve the compile-time resource id of the target resource. - target_id = REWRITE_PACKAGE(target_id, target_package_id); + uint32_t target_id = REWRITE_PACKAGE(*target_id_result, target_package_id); if (overlay_resource->dataType == Res_value::TYPE_STRING) { overlay_resource->data += string_pool_offset; } - // Only rewrite resources defined within the overlay package to their corresponding target - // resource ids at runtime. - bool rewrite_overlay_reference = - IsReference(overlay_resource->dataType) - ? overlay_package_id == EXTRACT_PACKAGE(overlay_resource->data) - : false; - - if (rewrite_overlay_reference) { - overlay_resource->dataType = Res_value::TYPE_DYNAMIC_REFERENCE; + if (IsReference(overlay_resource->dataType)) { + // Only rewrite resources defined within the overlay package to their corresponding target + // resource ids at runtime. + bool rewrite_reference = overlay_package_id == EXTRACT_PACKAGE(overlay_resource->data); + resource_mapping.AddMapping(target_id, overlay_resource->data, rewrite_reference); + } else { + resource_mapping.AddMapping(target_id, overlay_resource->dataType, overlay_resource->data); } - - resource_mapping.AddMapping(target_id, overlay_resource->dataType, overlay_resource->data, - rewrite_overlay_reference); } return resource_mapping; @@ -222,7 +214,7 @@ Result<ResourceMapping> ResourceMapping::CreateResourceMapping(const AssetManage Result<ResourceMapping> ResourceMapping::CreateResourceMappingLegacy( const AssetManager2* target_am, const AssetManager2* overlay_am, - const LoadedPackage* target_package, const LoadedPackage* overlay_package) { + const LoadedPackage* target_package, const LoadedPackage* overlay_package, LogInfo& log_info) { ResourceMapping resource_mapping; const uint8_t target_package_id = target_package->GetPackageId(); const auto end = overlay_package->end(); @@ -236,16 +228,17 @@ Result<ResourceMapping> ResourceMapping::CreateResourceMappingLegacy( // Find the resource with the same type and entry name within the target package. const std::string full_name = base::StringPrintf("%s:%s", target_package->GetPackageName().c_str(), name->c_str()); - ResourceId target_resource = target_am->GetResourceId(full_name); - if (target_resource == 0U) { + auto target_resource_result = target_am->GetResourceId(full_name); + if (!target_resource_result.has_value()) { + log_info.Warning(LogMessage() << "failed to find resource \"" << full_name + << "\" in target resources"); continue; } // Retrieve the compile-time resource id of the target resource. - target_resource = REWRITE_PACKAGE(target_resource, target_package_id); - - resource_mapping.AddMapping(target_resource, Res_value::TYPE_REFERENCE, overlay_resid, - /* rewrite_overlay_reference */ false); + ResourceId target_resource = REWRITE_PACKAGE(*target_resource_result, target_package_id); + resource_mapping.AddMapping(target_resource, overlay_resid, + false /* rewrite_overlay_reference */); } return resource_mapping; @@ -350,7 +343,9 @@ Result<ResourceMapping> ResourceMapping::FromApkAssets(const ApkAssets& target_a auto& string_pool = (*parser)->get_strings(); string_pool_data_length = string_pool.bytes(); string_pool_data.reset(new uint8_t[string_pool_data_length]); - memcpy(string_pool_data.get(), string_pool.data(), string_pool_data_length); + + // Overlays should not be incrementally installed, so calling unsafe_ptr is fine here. + memcpy(string_pool_data.get(), string_pool.data().unsafe_ptr(), string_pool_data_length); // Offset string indices by the size of the overlay resource table string pool. string_pool_offset = overlay_arsc->GetStringPool()->size(); @@ -361,7 +356,7 @@ Result<ResourceMapping> ResourceMapping::FromApkAssets(const ApkAssets& target_a // If no file is specified using android:resourcesMap, it is assumed that the overlay only // defines resources intended to override target resources of the same type and name. resource_mapping = CreateResourceMappingLegacy(&target_asset_manager, &overlay_asset_manager, - target_pkg, overlay_pkg); + target_pkg, overlay_pkg, log_info); } if (!resource_mapping) { @@ -393,9 +388,7 @@ OverlayResourceMap ResourceMapping::GetOverlayToTargetMap() const { return map; } -Result<Unit> ResourceMapping::AddMapping(ResourceId target_resource, - TargetValue::DataType data_type, - TargetValue::DataValue data_value, +Result<Unit> ResourceMapping::AddMapping(ResourceId target_resource, ResourceId overlay_resource, bool rewrite_overlay_reference) { if (target_map_.find(target_resource) != target_map_.end()) { return Error(R"(target resource id "0x%08x" mapped to multiple values)", target_resource); @@ -404,13 +397,26 @@ Result<Unit> ResourceMapping::AddMapping(ResourceId target_resource, // TODO(141485591): Ensure that the overlay type is compatible with the target type. If the // runtime types are not compatible, it could cause runtime crashes when the resource is resolved. - target_map_.insert(std::make_pair(target_resource, TargetValue{data_type, data_value})); + target_map_.insert(std::make_pair(target_resource, overlay_resource)); - if (rewrite_overlay_reference && IsReference(data_type)) { - overlay_map_.insert(std::make_pair(data_value, target_resource)); + if (rewrite_overlay_reference) { + overlay_map_.insert(std::make_pair(overlay_resource, target_resource)); } + return Unit{}; +} - return Result<Unit>({}); +Result<Unit> ResourceMapping::AddMapping(ResourceId target_resource, + TargetValue::DataType data_type, + TargetValue::DataValue data_value) { + if (target_map_.find(target_resource) != target_map_.end()) { + return Error(R"(target resource id "0x%08x" mapped to multiple values)", target_resource); + } + + // TODO(141485591): Ensure that the overlay type is compatible with the target type. If the + // runtime types are not compatible, it could cause runtime crashes when the resource is resolved. + + target_map_.insert(std::make_pair(target_resource, TargetValue{data_type, data_value})); + return Unit{}; } void ResourceMapping::RemoveMapping(ResourceId target_resource) { @@ -419,14 +425,15 @@ void ResourceMapping::RemoveMapping(ResourceId target_resource) { return; } - const TargetValue value = target_iter->second; + const auto value = target_iter->second; target_map_.erase(target_iter); - if (!IsReference(value.data_type)) { + const ResourceId* overlay_resource = std::get_if<ResourceId>(&value); + if (overlay_resource == nullptr) { return; } - auto overlay_iter = overlay_map_.equal_range(value.data_value); + auto overlay_iter = overlay_map_.equal_range(*overlay_resource); for (auto i = overlay_iter.first; i != overlay_iter.second; ++i) { if (i->second == target_resource) { overlay_map_.erase(i); diff --git a/cmds/idmap2/libidmap2/ResourceUtils.cpp b/cmds/idmap2/libidmap2/ResourceUtils.cpp index 98d026bc70dc..e817140238ae 100644 --- a/cmds/idmap2/libidmap2/ResourceUtils.cpp +++ b/cmds/idmap2/libidmap2/ResourceUtils.cpp @@ -72,21 +72,21 @@ StringPiece DataTypeToString(uint8_t data_type) { } Result<std::string> ResToTypeEntryName(const AssetManager2& am, uint32_t resid) { - AssetManager2::ResourceName name; - if (!am.GetResourceName(resid, &name)) { + const auto name = am.GetResourceName(resid); + if (!name.has_value()) { return Error("no resource 0x%08x in asset manager", resid); } std::string out; - if (name.type != nullptr) { - out.append(name.type, name.type_len); + if (name->type != nullptr) { + out.append(name->type, name->type_len); } else { - out += Utf16ToUtf8(StringPiece16(name.type16, name.type_len)); + out += Utf16ToUtf8(StringPiece16(name->type16, name->type_len)); } out.append("/"); - if (name.entry != nullptr) { - out.append(name.entry, name.entry_len); + if (name->entry != nullptr) { + out.append(name->entry, name->entry_len); } else { - out += Utf16ToUtf8(StringPiece16(name.entry16, name.entry_len)); + out += Utf16ToUtf8(StringPiece16(name->entry16, name->entry_len)); } return out; } diff --git a/cmds/idmap2/libidmap2/XmlParser.cpp b/cmds/idmap2/libidmap2/XmlParser.cpp index 526a560907aa..4030b83b3a41 100644 --- a/cmds/idmap2/libidmap2/XmlParser.cpp +++ b/cmds/idmap2/libidmap2/XmlParser.cpp @@ -98,18 +98,19 @@ Result<std::string> XmlParser::Node::GetAttributeStringValue(const std::string& switch ((*value).dataType) { case Res_value::TYPE_STRING: { - size_t len; - const String16 value16(parser_.getStrings().stringAt((*value).data, &len)); - return std::string(String8(value16).c_str()); + if (auto str = parser_.getStrings().string8ObjectAt((*value).data); str.ok()) { + return std::string(str->string()); + } + break; } case Res_value::TYPE_INT_DEC: case Res_value::TYPE_INT_HEX: case Res_value::TYPE_INT_BOOLEAN: { return std::to_string((*value).data); } - default: - return Error(R"(Failed to convert attribute "%s" value to a string)", name.c_str()); } + + return Error(R"(Failed to convert attribute "%s" value to a string)", name.c_str()); } Result<Res_value> XmlParser::Node::GetAttributeValue(const std::string& name) const { diff --git a/cmds/idmap2/libidmap2_policies/include/idmap2/Policies.h b/cmds/idmap2/libidmap2_policies/include/idmap2/Policies.h index 5bd353af4ad3..804631982490 100644 --- a/cmds/idmap2/libidmap2_policies/include/idmap2/Policies.h +++ b/cmds/idmap2/libidmap2_policies/include/idmap2/Policies.h @@ -37,16 +37,18 @@ constexpr const char* kPolicyOdm = "odm"; constexpr const char* kPolicyOem = "oem"; constexpr const char* kPolicyProduct = "product"; constexpr const char* kPolicyPublic = "public"; +constexpr const char* kPolicyConfigSignature = "config_signature"; constexpr const char* kPolicySignature = "signature"; constexpr const char* kPolicySystem = "system"; constexpr const char* kPolicyVendor = "vendor"; -inline static const std::array<std::pair<StringPiece, PolicyFlags>, 8> kPolicyStringToFlag = { +inline static const std::array<std::pair<StringPiece, PolicyFlags>, 9> kPolicyStringToFlag = { std::pair{kPolicyActor, PolicyFlags::ACTOR_SIGNATURE}, {kPolicyOdm, PolicyFlags::ODM_PARTITION}, {kPolicyOem, PolicyFlags::OEM_PARTITION}, {kPolicyProduct, PolicyFlags::PRODUCT_PARTITION}, {kPolicyPublic, PolicyFlags::PUBLIC}, + {kPolicyConfigSignature, PolicyFlags::CONFIG_SIGNATURE}, {kPolicySignature, PolicyFlags::SIGNATURE}, {kPolicySystem, PolicyFlags::SYSTEM_PARTITION}, {kPolicyVendor, PolicyFlags::VENDOR_PARTITION}, diff --git a/cmds/idmap2/tests/BinaryStreamVisitorTests.cpp b/cmds/idmap2/tests/BinaryStreamVisitorTests.cpp index 5fea7bcdaac5..c3a3e0ba9047 100644 --- a/cmds/idmap2/tests/BinaryStreamVisitorTests.cpp +++ b/cmds/idmap2/tests/BinaryStreamVisitorTests.cpp @@ -72,13 +72,20 @@ TEST(BinaryStreamVisitorTests, CreateBinaryStreamViaBinaryStreamVisitor) { const auto& target_entries2 = data2->GetTargetEntries(); ASSERT_EQ(target_entries1.size(), target_entries2.size()); ASSERT_EQ(target_entries1[0].target_id, target_entries2[0].target_id); - ASSERT_EQ(target_entries1[0].data_value, target_entries2[0].data_value); + ASSERT_EQ(target_entries1[0].overlay_id, target_entries2[0].overlay_id); ASSERT_EQ(target_entries1[1].target_id, target_entries2[1].target_id); - ASSERT_EQ(target_entries1[1].data_value, target_entries2[1].data_value); + ASSERT_EQ(target_entries1[1].overlay_id, target_entries2[1].overlay_id); ASSERT_EQ(target_entries1[2].target_id, target_entries2[2].target_id); - ASSERT_EQ(target_entries1[2].data_value, target_entries2[2].data_value); + ASSERT_EQ(target_entries1[2].overlay_id, target_entries2[2].overlay_id); + + const auto& target_inline_entries1 = data1->GetTargetInlineEntries(); + const auto& target_inline_entries2 = data2->GetTargetInlineEntries(); + ASSERT_EQ(target_inline_entries1.size(), target_inline_entries2.size()); + ASSERT_EQ(target_inline_entries1[0].target_id, target_inline_entries2[0].target_id); + ASSERT_EQ(target_inline_entries1[0].value.data_type, target_inline_entries2[0].value.data_type); + ASSERT_EQ(target_inline_entries1[0].value.data_value, target_inline_entries2[0].value.data_value); const auto& overlay_entries1 = data1->GetOverlayEntries(); const auto& overlay_entries2 = data2->GetOverlayEntries(); diff --git a/cmds/idmap2/tests/FileUtilsTests.cpp b/cmds/idmap2/tests/FileUtilsTests.cpp index 8af4037be954..5750ca1f49c5 100644 --- a/cmds/idmap2/tests/FileUtilsTests.cpp +++ b/cmds/idmap2/tests/FileUtilsTests.cpp @@ -14,73 +14,16 @@ * limitations under the License. */ -#include <dirent.h> -#include <fcntl.h> - -#include <set> #include <string> #include "TestHelpers.h" -#include "android-base/macros.h" #include "android-base/stringprintf.h" -#include "gmock/gmock.h" #include "gtest/gtest.h" #include "idmap2/FileUtils.h" #include "private/android_filesystem_config.h" -using ::testing::NotNull; - namespace android::idmap2::utils { -TEST(FileUtilsTests, FindFilesFindEverythingNonRecursive) { - const auto& root = GetTestDataPath(); - auto v = utils::FindFiles(root, false, - [](unsigned char type ATTRIBUTE_UNUSED, - const std::string& path ATTRIBUTE_UNUSED) -> bool { return true; }); - ASSERT_THAT(v, NotNull()); - ASSERT_EQ(v->size(), 7U); - ASSERT_EQ(std::set<std::string>(v->begin(), v->end()), std::set<std::string>({ - root + "/.", - root + "/..", - root + "/overlay", - root + "/target", - root + "/signature-overlay", - root + "/system-overlay", - root + "/system-overlay-invalid", - })); -} - -TEST(FileUtilsTests, FindFilesFindApkFilesRecursive) { - const auto& root = GetTestDataPath(); - auto v = utils::FindFiles(root, true, [](unsigned char type, const std::string& path) -> bool { - return type == DT_REG && path.size() > 4 && path.compare(path.size() - 4, 4, ".apk") == 0; - }); - ASSERT_THAT(v, NotNull()); - ASSERT_EQ(v->size(), 11U); - ASSERT_EQ(std::set<std::string>(v->begin(), v->end()), - std::set<std::string>( - {root + "/target/target.apk", root + "/target/target-no-overlayable.apk", - root + "/overlay/overlay.apk", root + "/overlay/overlay-no-name.apk", - root + "/overlay/overlay-no-name-static.apk", root + "/overlay/overlay-shared.apk", - root + "/overlay/overlay-static-1.apk", root + "/overlay/overlay-static-2.apk", - root + "/signature-overlay/signature-overlay.apk", - root + "/system-overlay/system-overlay.apk", - root + "/system-overlay-invalid/system-overlay-invalid.apk"})); -} - -TEST(FileUtilsTests, ReadFile) { - int pipefd[2]; - ASSERT_EQ(pipe2(pipefd, O_CLOEXEC), 0); - - ASSERT_EQ(write(pipefd[1], "foobar", 6), 6); - close(pipefd[1]); - - auto data = ReadFile(pipefd[0]); - ASSERT_THAT(data, NotNull()); - ASSERT_EQ(*data, "foobar"); - close(pipefd[0]); -} - #ifdef __ANDROID__ TEST(FileUtilsTests, UidHasWriteAccessToPath) { constexpr const char* tmp_path = "/data/local/tmp/test@idmap"; diff --git a/cmds/idmap2/tests/Idmap2BinaryTests.cpp b/cmds/idmap2/tests/Idmap2BinaryTests.cpp index d896cf9c11ba..e7e9e4cf5091 100644 --- a/cmds/idmap2/tests/Idmap2BinaryTests.cpp +++ b/cmds/idmap2/tests/Idmap2BinaryTests.cpp @@ -128,13 +128,13 @@ TEST_F(Idmap2BinaryTests, Dump) { // clang-format on ASSERT_THAT(result, NotNull()); ASSERT_EQ(result->status, EXIT_SUCCESS) << result->stderr; - ASSERT_NE(result->stdout.find(R::target::integer::literal::int1 + " -> 0x7f010000 integer/int1"), + ASSERT_NE(result->stdout.find(R::target::integer::literal::int1 + " -> 0x7f010000"), std::string::npos); - ASSERT_NE(result->stdout.find(R::target::string::literal::str1 + " -> 0x7f020000 string/str1"), + ASSERT_NE(result->stdout.find(R::target::string::literal::str1 + " -> 0x7f020000"), std::string::npos); - ASSERT_NE(result->stdout.find(R::target::string::literal::str3 + " -> 0x7f020001 string/str3"), + ASSERT_NE(result->stdout.find(R::target::string::literal::str3 + " -> 0x7f020001"), std::string::npos); - ASSERT_NE(result->stdout.find(R::target::string::literal::str4 + " -> 0x7f020002 string/str4"), + ASSERT_NE(result->stdout.find(R::target::string::literal::str4 + " -> 0x7f020002"), std::string::npos); // clang-format off @@ -159,131 +159,6 @@ TEST_F(Idmap2BinaryTests, Dump) { unlink(GetIdmapPath().c_str()); } -TEST_F(Idmap2BinaryTests, Scan) { - SKIP_TEST_IF_CANT_EXEC_IDMAP2; - - const std::string overlay_static_no_name_apk_path = - GetTestDataPath() + "/overlay/overlay-no-name-static.apk"; - const std::string overlay_static_1_apk_path = GetTestDataPath() + "/overlay/overlay-static-1.apk"; - const std::string overlay_static_2_apk_path = GetTestDataPath() + "/overlay/overlay-static-2.apk"; - const std::string idmap_static_no_name_path = - Idmap::CanonicalIdmapPathFor(GetTempDirPath(), overlay_static_no_name_apk_path); - const std::string idmap_static_1_path = - Idmap::CanonicalIdmapPathFor(GetTempDirPath(), overlay_static_1_apk_path); - const std::string idmap_static_2_path = - Idmap::CanonicalIdmapPathFor(GetTempDirPath(), overlay_static_2_apk_path); - - // single input directory, recursive - // clang-format off - auto result = ExecuteBinary({"idmap2", - "scan", - "--input-directory", GetTestDataPath(), - "--recursive", - "--target-package-name", "test.target", - "--target-apk-path", GetTargetApkPath(), - "--output-directory", GetTempDirPath(), - "--override-policy", "public"}); - // clang-format on - ASSERT_THAT(result, NotNull()); - ASSERT_EQ(result->status, EXIT_SUCCESS) << result->stderr; - std::stringstream expected; - expected << idmap_static_no_name_path << std::endl; - expected << idmap_static_1_path << std::endl; - expected << idmap_static_2_path << std::endl; - ASSERT_EQ(result->stdout, expected.str()); - - auto idmap_static_no_name_raw_string = utils::ReadFile(idmap_static_no_name_path); - auto idmap_static_no_name_raw_stream = std::istringstream(*idmap_static_no_name_raw_string); - auto idmap_static_no_name = Idmap::FromBinaryStream(idmap_static_no_name_raw_stream); - ASSERT_TRUE(idmap_static_no_name); - ASSERT_IDMAP(**idmap_static_no_name, GetTargetApkPath(), overlay_static_no_name_apk_path); - - auto idmap_static_1_raw_string = utils::ReadFile(idmap_static_1_path); - auto idmap_static_1_raw_stream = std::istringstream(*idmap_static_1_raw_string); - auto idmap_static_1 = Idmap::FromBinaryStream(idmap_static_1_raw_stream); - ASSERT_TRUE(idmap_static_1); - ASSERT_IDMAP(**idmap_static_1, GetTargetApkPath(), overlay_static_1_apk_path); - - auto idmap_static_2_raw_string = utils::ReadFile(idmap_static_2_path); - auto idmap_static_2_raw_stream = std::istringstream(*idmap_static_2_raw_string); - auto idmap_static_2 = Idmap::FromBinaryStream(idmap_static_2_raw_stream); - ASSERT_TRUE(idmap_static_2); - ASSERT_IDMAP(**idmap_static_2, GetTargetApkPath(), overlay_static_2_apk_path); - - unlink(idmap_static_no_name_path.c_str()); - unlink(idmap_static_2_path.c_str()); - unlink(idmap_static_1_path.c_str()); - - // multiple input directories, non-recursive - // clang-format off - result = ExecuteBinary({"idmap2", - "scan", - "--input-directory", GetTestDataPath() + "/target", - "--input-directory", GetTestDataPath() + "/overlay", - "--target-package-name", "test.target", - "--target-apk-path", GetTargetApkPath(), - "--output-directory", GetTempDirPath(), - "--override-policy", "public"}); - // clang-format on - ASSERT_THAT(result, NotNull()); - ASSERT_EQ(result->status, EXIT_SUCCESS) << result->stderr; - ASSERT_EQ(result->stdout, expected.str()); - unlink(idmap_static_no_name_path.c_str()); - unlink(idmap_static_2_path.c_str()); - unlink(idmap_static_1_path.c_str()); - - // the same input directory given twice, but no duplicate entries - // clang-format off - result = ExecuteBinary({"idmap2", - "scan", - "--input-directory", GetTestDataPath(), - "--input-directory", GetTestDataPath(), - "--recursive", - "--target-package-name", "test.target", - "--target-apk-path", GetTargetApkPath(), - "--output-directory", GetTempDirPath(), - "--override-policy", "public"}); - // clang-format on - ASSERT_THAT(result, NotNull()); - ASSERT_EQ(result->status, EXIT_SUCCESS) << result->stderr; - ASSERT_EQ(result->stdout, expected.str()); - unlink(idmap_static_no_name_path.c_str()); - unlink(idmap_static_2_path.c_str()); - unlink(idmap_static_1_path.c_str()); - - // no APKs in input-directory: ok, but no output - // clang-format off - result = ExecuteBinary({"idmap2", - "scan", - "--input-directory", GetTempDirPath(), - "--target-package-name", "test.target", - "--target-apk-path", GetTargetApkPath(), - "--output-directory", GetTempDirPath(), - "--override-policy", "public"}); - // clang-format on - ASSERT_THAT(result, NotNull()); - ASSERT_EQ(result->status, EXIT_SUCCESS) << result->stderr; - ASSERT_EQ(result->stdout, ""); - - // the signature idmap failing to generate should not cause scanning to fail - // clang-format off - result = ExecuteBinary({"idmap2", - "scan", - "--input-directory", GetTestDataPath(), - "--recursive", - "--target-package-name", "test.target", - "--target-apk-path", GetTargetApkPath(), - "--output-directory", GetTempDirPath(), - "--override-policy", "public"}); - // clang-format on - ASSERT_THAT(result, NotNull()); - ASSERT_EQ(result->status, EXIT_SUCCESS) << result->stderr; - ASSERT_EQ(result->stdout, expected.str()); - unlink(idmap_static_no_name_path.c_str()); - unlink(idmap_static_2_path.c_str()); - unlink(idmap_static_1_path.c_str()); -} - TEST_F(Idmap2BinaryTests, Lookup) { SKIP_TEST_IF_CANT_EXEC_IDMAP2; diff --git a/cmds/idmap2/tests/IdmapTests.cpp b/cmds/idmap2/tests/IdmapTests.cpp index 6fab5e0f8ae1..9b42a2781b58 100644 --- a/cmds/idmap2/tests/IdmapTests.cpp +++ b/cmds/idmap2/tests/IdmapTests.cpp @@ -42,14 +42,18 @@ using PolicyFlags = android::ResTable_overlayable_policy_header::PolicyFlags; namespace android::idmap2 { -#define ASSERT_TARGET_ENTRY(entry, target_resid, type, value) \ - ASSERT_EQ(entry.target_id, target_resid); \ - ASSERT_EQ(entry.data_type, type); \ - ASSERT_EQ(entry.data_value, value) +#define ASSERT_TARGET_ENTRY(entry, target_resid, overlay_resid) \ + ASSERT_EQ((entry).target_id, (target_resid)); \ + ASSERT_EQ((entry).overlay_id, (overlay_resid)) + +#define ASSERT_TARGET_INLINE_ENTRY(entry, target_resid, expected_type, expected_value) \ + ASSERT_EQ((entry).target_id, target_resid); \ + ASSERT_EQ((entry).value.data_type, (expected_type)); \ + ASSERT_EQ((entry).value.data_value, (expected_value)) #define ASSERT_OVERLAY_ENTRY(entry, overlay_resid, target_resid) \ - ASSERT_EQ(entry.overlay_id, overlay_resid); \ - ASSERT_EQ(entry.target_id, target_resid) + ASSERT_EQ((entry).overlay_id, (overlay_resid)); \ + ASSERT_EQ((entry).target_id, (target_resid)) TEST(IdmapTests, TestCanonicalIdmapPathFor) { ASSERT_EQ(Idmap::CanonicalIdmapPathFor("/foo", "/vendor/overlay/bar.apk"), @@ -62,7 +66,7 @@ TEST(IdmapTests, CreateIdmapHeaderFromBinaryStream) { std::unique_ptr<const IdmapHeader> header = IdmapHeader::FromBinaryStream(stream); ASSERT_THAT(header, NotNull()); ASSERT_EQ(header->GetMagic(), 0x504d4449U); - ASSERT_EQ(header->GetVersion(), 0x04U); + ASSERT_EQ(header->GetVersion(), 0x05U); ASSERT_EQ(header->GetTargetCrc(), 0x1234U); ASSERT_EQ(header->GetOverlayCrc(), 0x5678U); ASSERT_EQ(header->GetFulfilledPolicies(), 0x11); @@ -75,7 +79,7 @@ TEST(IdmapTests, CreateIdmapHeaderFromBinaryStream) { TEST(IdmapTests, FailToCreateIdmapHeaderFromBinaryStreamIfPathTooLong) { std::string raw(reinterpret_cast<const char*>(idmap_raw_data), idmap_raw_data_len); // overwrite the target path string, including the terminating null, with '.' - for (size_t i = 0x15; i < 0x115; i++) { + for (size_t i = 0x18; i < 0x118; i++) { raw[i] = '.'; } std::istringstream stream(raw); @@ -84,7 +88,7 @@ TEST(IdmapTests, FailToCreateIdmapHeaderFromBinaryStreamIfPathTooLong) { } TEST(IdmapTests, CreateIdmapDataHeaderFromBinaryStream) { - const size_t offset = 0x221; + const size_t offset = 0x224; std::string raw(reinterpret_cast<const char*>(idmap_raw_data + offset), idmap_raw_data_len - offset); std::istringstream stream(raw); @@ -96,7 +100,7 @@ TEST(IdmapTests, CreateIdmapDataHeaderFromBinaryStream) { } TEST(IdmapTests, CreateIdmapDataFromBinaryStream) { - const size_t offset = 0x221; + const size_t offset = 0x224; std::string raw(reinterpret_cast<const char*>(idmap_raw_data + offset), idmap_raw_data_len - offset); std::istringstream stream(raw); @@ -106,12 +110,14 @@ TEST(IdmapTests, CreateIdmapDataFromBinaryStream) { const auto& target_entries = data->GetTargetEntries(); ASSERT_EQ(target_entries.size(), 3U); - ASSERT_TARGET_ENTRY(target_entries[0], 0x7f020000, 0x01 /* Res_value::TYPE_REFERENCE */, - 0x7f020000); - ASSERT_TARGET_ENTRY(target_entries[1], 0x7f030000, 0x01 /* Res_value::TYPE_REFERENCE */, - 0x7f030000); - ASSERT_TARGET_ENTRY(target_entries[2], 0x7f030002, 0x01 /* Res_value::TYPE_REFERENCE */, - 0x7f030001); + ASSERT_TARGET_ENTRY(target_entries[0], 0x7f020000, 0x7f020000); + ASSERT_TARGET_ENTRY(target_entries[1], 0x7f030000, 0x7f030000); + ASSERT_TARGET_ENTRY(target_entries[2], 0x7f030002, 0x7f030001); + + const auto& target_inline_entries = data->GetTargetInlineEntries(); + ASSERT_EQ(target_inline_entries.size(), 1U); + ASSERT_TARGET_INLINE_ENTRY(target_inline_entries[0], 0x7f040000, Res_value::TYPE_INT_HEX, + 0x12345678); const auto& overlay_entries = data->GetOverlayEntries(); ASSERT_EQ(target_entries.size(), 3U); @@ -130,7 +136,7 @@ TEST(IdmapTests, CreateIdmapFromBinaryStream) { ASSERT_THAT(idmap->GetHeader(), NotNull()); ASSERT_EQ(idmap->GetHeader()->GetMagic(), 0x504d4449U); - ASSERT_EQ(idmap->GetHeader()->GetVersion(), 0x04U); + ASSERT_EQ(idmap->GetHeader()->GetVersion(), 0x05U); ASSERT_EQ(idmap->GetHeader()->GetTargetCrc(), 0x1234U); ASSERT_EQ(idmap->GetHeader()->GetOverlayCrc(), 0x5678U); ASSERT_EQ(idmap->GetHeader()->GetFulfilledPolicies(), 0x11); @@ -146,9 +152,14 @@ TEST(IdmapTests, CreateIdmapFromBinaryStream) { const auto& target_entries = data->GetTargetEntries(); ASSERT_EQ(target_entries.size(), 3U); - ASSERT_TARGET_ENTRY(target_entries[0], 0x7f020000, Res_value::TYPE_REFERENCE, 0x7f020000); - ASSERT_TARGET_ENTRY(target_entries[1], 0x7f030000, Res_value::TYPE_REFERENCE, 0x7f030000); - ASSERT_TARGET_ENTRY(target_entries[2], 0x7f030002, Res_value::TYPE_REFERENCE, 0x7f030001); + ASSERT_TARGET_ENTRY(target_entries[0], 0x7f020000, 0x7f020000); + ASSERT_TARGET_ENTRY(target_entries[1], 0x7f030000, 0x7f030000); + ASSERT_TARGET_ENTRY(target_entries[2], 0x7f030002, 0x7f030001); + + const auto& target_inline_entries = data->GetTargetInlineEntries(); + ASSERT_EQ(target_inline_entries.size(), 1U); + ASSERT_TARGET_INLINE_ENTRY(target_inline_entries[0], 0x7f040000, Res_value::TYPE_INT_HEX, + 0x12345678); const auto& overlay_entries = data->GetOverlayEntries(); ASSERT_EQ(target_entries.size(), 3U); @@ -184,7 +195,7 @@ TEST(IdmapTests, CreateIdmapHeaderFromApkAssets) { ASSERT_THAT(idmap->GetHeader(), NotNull()); ASSERT_EQ(idmap->GetHeader()->GetMagic(), 0x504d4449U); - ASSERT_EQ(idmap->GetHeader()->GetVersion(), 0x04U); + ASSERT_EQ(idmap->GetHeader()->GetVersion(), 0x05U); ASSERT_EQ(idmap->GetHeader()->GetTargetCrc(), android::idmap2::TestConstants::TARGET_CRC); ASSERT_EQ(idmap->GetHeader()->GetOverlayCrc(), android::idmap2::TestConstants::OVERLAY_CRC); ASSERT_EQ(idmap->GetHeader()->GetFulfilledPolicies(), PolicyFlags::PUBLIC); @@ -244,14 +255,13 @@ TEST(IdmapTests, CreateIdmapDataFromApkAssets) { const auto& target_entries = data->GetTargetEntries(); ASSERT_EQ(target_entries.size(), 4U); - ASSERT_TARGET_ENTRY(target_entries[0], R::target::integer::int1, - Res_value::TYPE_DYNAMIC_REFERENCE, R::overlay::integer::int1); - ASSERT_TARGET_ENTRY(target_entries[1], R::target::string::str1, Res_value::TYPE_DYNAMIC_REFERENCE, - R::overlay::string::str1); - ASSERT_TARGET_ENTRY(target_entries[2], R::target::string::str3, Res_value::TYPE_DYNAMIC_REFERENCE, - R::overlay::string::str3); - ASSERT_TARGET_ENTRY(target_entries[3], R::target::string::str4, Res_value::TYPE_DYNAMIC_REFERENCE, - R::overlay::string::str4); + ASSERT_TARGET_ENTRY(target_entries[0], R::target::integer::int1, R::overlay::integer::int1); + ASSERT_TARGET_ENTRY(target_entries[1], R::target::string::str1, R::overlay::string::str1); + ASSERT_TARGET_ENTRY(target_entries[2], R::target::string::str3, R::overlay::string::str3); + ASSERT_TARGET_ENTRY(target_entries[3], R::target::string::str4, R::overlay::string::str4); + + const auto& target_inline_entries = data->GetTargetInlineEntries(); + ASSERT_EQ(target_inline_entries.size(), 0U); const auto& overlay_entries = data->GetOverlayEntries(); ASSERT_EQ(target_entries.size(), 4U); @@ -286,13 +296,13 @@ TEST(IdmapTests, CreateIdmapDataFromApkAssetsSharedLibOverlay) { const auto& target_entries = data->GetTargetEntries(); ASSERT_EQ(target_entries.size(), 4U); ASSERT_TARGET_ENTRY(target_entries[0], R::target::integer::int1, - Res_value::TYPE_DYNAMIC_REFERENCE, R::overlay_shared::integer::int1); - ASSERT_TARGET_ENTRY(target_entries[1], R::target::string::str1, Res_value::TYPE_DYNAMIC_REFERENCE, - R::overlay_shared::string::str1); - ASSERT_TARGET_ENTRY(target_entries[2], R::target::string::str3, Res_value::TYPE_DYNAMIC_REFERENCE, - R::overlay_shared::string::str3); - ASSERT_TARGET_ENTRY(target_entries[3], R::target::string::str4, Res_value::TYPE_DYNAMIC_REFERENCE, - R::overlay_shared::string::str4); + R::overlay_shared::integer::int1); + ASSERT_TARGET_ENTRY(target_entries[1], R::target::string::str1, R::overlay_shared::string::str1); + ASSERT_TARGET_ENTRY(target_entries[2], R::target::string::str3, R::overlay_shared::string::str3); + ASSERT_TARGET_ENTRY(target_entries[3], R::target::string::str4, R::overlay_shared::string::str4); + + const auto& target_inline_entries = data->GetTargetInlineEntries(); + ASSERT_EQ(target_inline_entries.size(), 0U); const auto& overlay_entries = data->GetOverlayEntries(); ASSERT_EQ(target_entries.size(), 4U); @@ -320,10 +330,12 @@ TEST(IdmapTests, CreateIdmapDataDoNotRewriteNonOverlayResourceId) { const auto& target_entries = data->GetTargetEntries(); ASSERT_EQ(target_entries.size(), 2U); - ASSERT_TARGET_ENTRY(target_entries[0], R::target::string::str1, Res_value::TYPE_REFERENCE, + ASSERT_TARGET_ENTRY(target_entries[0], R::target::string::str1, 0x0104000a); // -> android:string/ok - ASSERT_TARGET_ENTRY(target_entries[1], R::target::string::str3, Res_value::TYPE_DYNAMIC_REFERENCE, - R::overlay::string::str3); + ASSERT_TARGET_ENTRY(target_entries[1], R::target::string::str3, R::overlay::string::str3); + + const auto& target_inline_entries = data->GetTargetInlineEntries(); + ASSERT_EQ(target_inline_entries.size(), 0U); const auto& overlay_entries = data->GetOverlayEntries(); ASSERT_EQ(overlay_entries.size(), 1U); @@ -342,13 +354,17 @@ TEST(IdmapTests, CreateIdmapDataInlineResources) { ASSERT_TRUE(idmap_data) << idmap_data.GetErrorMessage(); auto& data = *idmap_data; - constexpr size_t overlay_string_pool_size = 8U; const auto& target_entries = data->GetTargetEntries(); - ASSERT_EQ(target_entries.size(), 2U); - ASSERT_TARGET_ENTRY(target_entries[0], R::target::integer::int1, Res_value::TYPE_INT_DEC, - 73U); // -> 73 - ASSERT_TARGET_ENTRY(target_entries[1], R::target::string::str1, Res_value::TYPE_STRING, - overlay_string_pool_size + 0U); // -> "Hello World" + ASSERT_EQ(target_entries.size(), 0U); + + constexpr size_t overlay_string_pool_size = 8U; + const auto& target_inline_entries = data->GetTargetInlineEntries(); + ASSERT_EQ(target_inline_entries.size(), 2U); + ASSERT_TARGET_INLINE_ENTRY(target_inline_entries[0], R::target::integer::int1, + Res_value::TYPE_INT_DEC, 73U); // -> 73 + ASSERT_TARGET_INLINE_ENTRY(target_inline_entries[1], R::target::string::str1, + Res_value::TYPE_STRING, + overlay_string_pool_size + 0U); // -> "Hello World" const auto& overlay_entries = data->GetOverlayEntries(); ASSERT_EQ(overlay_entries.size(), 0U); @@ -479,9 +495,9 @@ TEST(IdmapTests, IdmapHeaderIsUpToDate) { ASSERT_FALSE(bad_enforce_header->IsUpToDate(target_apk_path.c_str(), overlay_apk_path.c_str(), PolicyFlags::PUBLIC, /* enforce_overlayable */ true)); - // target path: bytes (0x15, 0x114) + // target path: bytes (0x18, 0x117) std::string bad_target_path_string(stream.str()); - bad_target_path_string[0x15] = '\0'; + bad_target_path_string[0x18] = '\0'; std::stringstream bad_target_path_stream(bad_target_path_string); std::unique_ptr<const IdmapHeader> bad_target_path_header = IdmapHeader::FromBinaryStream(bad_target_path_stream); @@ -490,9 +506,9 @@ TEST(IdmapTests, IdmapHeaderIsUpToDate) { ASSERT_FALSE(bad_magic_header->IsUpToDate(target_apk_path.c_str(), overlay_apk_path.c_str(), PolicyFlags::PUBLIC, /* enforce_overlayable */ true)); - // overlay path: bytes (0x115, 0x214) + // overlay path: bytes (0x118, 0x217) std::string bad_overlay_path_string(stream.str()); - bad_overlay_path_string[0x115] = '\0'; + bad_overlay_path_string[0x118] = '\0'; std::stringstream bad_overlay_path_stream(bad_overlay_path_string); std::unique_ptr<const IdmapHeader> bad_overlay_path_header = IdmapHeader::FromBinaryStream(bad_overlay_path_stream); diff --git a/cmds/idmap2/tests/PrettyPrintVisitorTests.cpp b/cmds/idmap2/tests/PrettyPrintVisitorTests.cpp index 9a10079772bf..d30fbfcb1d3c 100644 --- a/cmds/idmap2/tests/PrettyPrintVisitorTests.cpp +++ b/cmds/idmap2/tests/PrettyPrintVisitorTests.cpp @@ -56,7 +56,8 @@ TEST(PrettyPrintVisitorTests, CreatePrettyPrintVisitor) { ASSERT_NE(stream.str().find("target apk path : "), std::string::npos); ASSERT_NE(stream.str().find("overlay apk path : "), std::string::npos); - ASSERT_NE(stream.str().find(R::target::integer::literal::int1 + " -> 0x7f010000 integer/int1\n"), + ASSERT_NE(stream.str().find(R::target::integer::literal::int1 + + " -> 0x7f010000 (integer/int1 -> integer/int1)\n"), std::string::npos); } @@ -75,7 +76,7 @@ TEST(PrettyPrintVisitorTests, CreatePrettyPrintVisitorWithoutAccessToApks) { ASSERT_NE(stream.str().find("target apk path : "), std::string::npos); ASSERT_NE(stream.str().find("overlay apk path : "), std::string::npos); - ASSERT_NE(stream.str().find("0x7f020000 -> 0x7f020000\n"), std::string::npos); + ASSERT_NE(stream.str().find("0x7f020000 -> 0x7f020000 (\?\?\? -> \?\?\?)\n"), std::string::npos); } } // namespace android::idmap2 diff --git a/cmds/idmap2/tests/R.h b/cmds/idmap2/tests/R.h index aed263a49aa3..89b43466ba5e 100644 --- a/cmds/idmap2/tests/R.h +++ b/cmds/idmap2/tests/R.h @@ -41,16 +41,17 @@ namespace R::target { constexpr ResourceId not_overlayable = 0x7f020003; constexpr ResourceId other = 0x7f020004; constexpr ResourceId policy_actor = 0x7f020005; - constexpr ResourceId policy_odm = 0x7f020006; - constexpr ResourceId policy_oem = 0x7f020007; - constexpr ResourceId policy_product = 0x7f020008; - constexpr ResourceId policy_public = 0x7f020009; - constexpr ResourceId policy_signature = 0x7f02000a; - constexpr ResourceId policy_system = 0x7f02000b; - constexpr ResourceId policy_system_vendor = 0x7f02000c; - constexpr ResourceId str1 = 0x7f02000d; - constexpr ResourceId str3 = 0x7f02000f; - constexpr ResourceId str4 = 0x7f020010; + constexpr ResourceId policy_config_signature = 0x7f020006; + constexpr ResourceId policy_odm = 0x7f020007; + constexpr ResourceId policy_oem = 0x7f020008; + constexpr ResourceId policy_product = 0x7f020009; + constexpr ResourceId policy_public = 0x7f02000a; + constexpr ResourceId policy_signature = 0x7f02000b; + constexpr ResourceId policy_system = 0x7f02000c; + constexpr ResourceId policy_system_vendor = 0x7f02000d; + constexpr ResourceId str1 = 0x7f02000e; + constexpr ResourceId str3 = 0x7f020010; + constexpr ResourceId str4 = 0x7f020011; namespace literal { inline const std::string str1 = hexify(R::target::string::str1); @@ -92,14 +93,15 @@ namespace R::system_overlay_invalid::string { constexpr ResourceId not_overlayable = 0x7f010000; constexpr ResourceId other = 0x7f010001; constexpr ResourceId policy_actor = 0x7f010002; - constexpr ResourceId policy_odm = 0x7f010003; - constexpr ResourceId policy_oem = 0x7f010004; - constexpr ResourceId policy_product = 0x7f010005; - constexpr ResourceId policy_public = 0x7f010006; - constexpr ResourceId policy_signature = 0x7f010007; - constexpr ResourceId policy_system = 0x7f010008; - constexpr ResourceId policy_system_vendor = 0x7f010009; -}; + constexpr ResourceId policy_config_signature = 0x7f010003; + constexpr ResourceId policy_odm = 0x7f010004; + constexpr ResourceId policy_oem = 0x7f010005; + constexpr ResourceId policy_product = 0x7f010006; + constexpr ResourceId policy_public = 0x7f010007; + constexpr ResourceId policy_signature = 0x7f010008; + constexpr ResourceId policy_system = 0x7f010009; + constexpr ResourceId policy_system_vendor = 0x7f01000a; +} // clang-format on } // namespace android::idmap2 diff --git a/cmds/idmap2/tests/RawPrintVisitorTests.cpp b/cmds/idmap2/tests/RawPrintVisitorTests.cpp index b268d5add141..95bd94733ab3 100644 --- a/cmds/idmap2/tests/RawPrintVisitorTests.cpp +++ b/cmds/idmap2/tests/RawPrintVisitorTests.cpp @@ -65,7 +65,7 @@ TEST(RawPrintVisitorTests, CreateRawPrintVisitor) { (*idmap)->accept(&visitor); ASSERT_CONTAINS_REGEX(ADDRESS "504d4449 magic\n", stream.str()); - ASSERT_CONTAINS_REGEX(ADDRESS "00000004 version\n", stream.str()); + ASSERT_CONTAINS_REGEX(ADDRESS "00000005 version\n", stream.str()); ASSERT_CONTAINS_REGEX( StringPrintf(ADDRESS "%s target crc\n", android::idmap2::TestConstants::TARGET_CRC_STRING), stream.str()); @@ -73,19 +73,19 @@ TEST(RawPrintVisitorTests, CreateRawPrintVisitor) { StringPrintf(ADDRESS "%s overlay crc\n", android::idmap2::TestConstants::OVERLAY_CRC_STRING), stream.str()); ASSERT_CONTAINS_REGEX(ADDRESS "00000001 fulfilled policies: public\n", stream.str()); - ASSERT_CONTAINS_REGEX(ADDRESS " 01 enforce overlayable\n", stream.str()); + ASSERT_CONTAINS_REGEX(ADDRESS "00000001 enforce overlayable\n", stream.str()); ASSERT_CONTAINS_REGEX(ADDRESS " 7f target package id\n", stream.str()); ASSERT_CONTAINS_REGEX(ADDRESS " 7f overlay package id\n", stream.str()); ASSERT_CONTAINS_REGEX(ADDRESS "00000004 target entry count\n", stream.str()); ASSERT_CONTAINS_REGEX(ADDRESS "00000004 overlay entry count\n", stream.str()); ASSERT_CONTAINS_REGEX(ADDRESS "00000004 overlay entry count\n", stream.str()); ASSERT_CONTAINS_REGEX(ADDRESS "00000008 string pool index offset\n", stream.str()); - ASSERT_CONTAINS_REGEX(ADDRESS "000000b4 string pool byte length\n", stream.str()); ASSERT_CONTAINS_REGEX(ADDRESS "7f010000 target id: integer/int1\n", stream.str()); - ASSERT_CONTAINS_REGEX(ADDRESS " 07 type: reference \\(dynamic\\)\n", stream.str()); - ASSERT_CONTAINS_REGEX(ADDRESS "7f010000 value: integer/int1\n", stream.str()); + ASSERT_CONTAINS_REGEX(ADDRESS "7f010000 overlay id: integer/int1\n", stream.str()); ASSERT_CONTAINS_REGEX(ADDRESS "7f010000 overlay id: integer/int1\n", stream.str()); ASSERT_CONTAINS_REGEX(ADDRESS "7f010000 target id: integer/int1\n", stream.str()); + ASSERT_CONTAINS_REGEX(ADDRESS "000000b4 string pool size\n", stream.str()); + ASSERT_CONTAINS_REGEX("000002bc: ........ string pool: ...\n", stream.str()); } TEST(RawPrintVisitorTests, CreateRawPrintVisitorWithoutAccessToApks) { @@ -102,22 +102,26 @@ TEST(RawPrintVisitorTests, CreateRawPrintVisitorWithoutAccessToApks) { (*idmap)->accept(&visitor); ASSERT_CONTAINS_REGEX(ADDRESS "504d4449 magic\n", stream.str()); - ASSERT_CONTAINS_REGEX(ADDRESS "00000004 version\n", stream.str()); + ASSERT_CONTAINS_REGEX(ADDRESS "00000005 version\n", stream.str()); ASSERT_CONTAINS_REGEX(ADDRESS "00001234 target crc\n", stream.str()); ASSERT_CONTAINS_REGEX(ADDRESS "00005678 overlay crc\n", stream.str()); ASSERT_CONTAINS_REGEX(ADDRESS "00000011 fulfilled policies: public|signature\n", stream.str()); - ASSERT_CONTAINS_REGEX(ADDRESS " 01 enforce overlayable\n", stream.str()); + ASSERT_CONTAINS_REGEX(ADDRESS "00000001 enforce overlayable\n", stream.str()); ASSERT_CONTAINS_REGEX(ADDRESS " 7f target package id\n", stream.str()); ASSERT_CONTAINS_REGEX(ADDRESS " 7f overlay package id\n", stream.str()); ASSERT_CONTAINS_REGEX(ADDRESS "00000003 target entry count\n", stream.str()); + ASSERT_CONTAINS_REGEX(ADDRESS "00000001 target inline entry count\n", stream.str()); ASSERT_CONTAINS_REGEX(ADDRESS "00000003 overlay entry count\n", stream.str()); ASSERT_CONTAINS_REGEX(ADDRESS "00000000 string pool index offset\n", stream.str()); - ASSERT_CONTAINS_REGEX(ADDRESS "00000000 string pool byte length\n", stream.str()); ASSERT_CONTAINS_REGEX(ADDRESS "7f020000 target id\n", stream.str()); - ASSERT_CONTAINS_REGEX(ADDRESS " 01 type: reference\n", stream.str()); - ASSERT_CONTAINS_REGEX(ADDRESS "7f020000 value\n", stream.str()); ASSERT_CONTAINS_REGEX(ADDRESS "7f020000 overlay id\n", stream.str()); ASSERT_CONTAINS_REGEX(ADDRESS "7f020000 target id\n", stream.str()); + ASSERT_CONTAINS_REGEX(ADDRESS " 11 type: integer\n", stream.str()); + ASSERT_CONTAINS_REGEX(ADDRESS "12345678 data\n", stream.str()); + ASSERT_CONTAINS_REGEX(ADDRESS "7f020000 overlay id\n", stream.str()); + ASSERT_CONTAINS_REGEX(ADDRESS "7f030002 target id\n", stream.str()); + ASSERT_CONTAINS_REGEX(ADDRESS "00000004 string pool size\n", stream.str()); + ASSERT_CONTAINS_REGEX("00000278: ........ string pool: ...\n", stream.str()); } } // namespace android::idmap2 diff --git a/cmds/idmap2/tests/ResourceMappingTests.cpp b/cmds/idmap2/tests/ResourceMappingTests.cpp index de039f440e33..185e9292346d 100644 --- a/cmds/idmap2/tests/ResourceMappingTests.cpp +++ b/cmds/idmap2/tests/ResourceMappingTests.cpp @@ -77,30 +77,61 @@ Result<ResourceMapping> TestGetResourceMapping(const android::StringPiece& local fulfilled_policies, enforce_overlayable); } -Result<Unit> MappingExists(const ResourceMapping& mapping, const ResourceId& target_resource, - const uint8_t type, const uint32_t value, bool rewrite) { +Result<Unit> MappingExists(const ResourceMapping& mapping, ResourceId target_resource, + ResourceId overlay_resource, bool rewrite) { auto target_map = mapping.GetTargetToOverlayMap(); auto entry_map = target_map.find(target_resource); if (entry_map == target_map.end()) { return Error("Failed to find mapping for target resource"); } - if (entry_map->second.data_type != type) { - return Error(R"(Expected type: "0x%02x" Actual type: "0x%02x")", type, - entry_map->second.data_type); + auto actual_overlay_resource = std::get_if<ResourceId>(&entry_map->second); + if (actual_overlay_resource == nullptr) { + return Error("Target resource is not mapped to an overlay resource id"); } - if (entry_map->second.data_value != value) { - return Error(R"(Expected value: "0x%08x" Actual value: "0x%08x")", type, - entry_map->second.data_value); + if (*actual_overlay_resource != overlay_resource) { + return Error(R"(Expected id: "0x%02x" Actual id: "0x%02x")", overlay_resource, + *actual_overlay_resource); } auto overlay_map = mapping.GetOverlayToTargetMap(); - auto overlay_iter = overlay_map.find(entry_map->second.data_value); + auto overlay_iter = overlay_map.find(overlay_resource); if ((overlay_iter != overlay_map.end()) != rewrite) { return Error(R"(Expected rewriting: "%s")", rewrite ? "true" : "false"); } + if (rewrite && overlay_iter->second != target_resource) { + return Error(R"(Expected rewrite id: "0x%02x" Actual id: "0x%02x")", target_resource, + overlay_iter->second); + } + + return Result<Unit>({}); +} + +Result<Unit> MappingExists(const ResourceMapping& mapping, const ResourceId& target_resource, + const uint8_t type, const uint32_t value) { + auto target_map = mapping.GetTargetToOverlayMap(); + auto entry_map = target_map.find(target_resource); + if (entry_map == target_map.end()) { + return Error("Failed to find mapping for target resource"); + } + + auto actual_overlay_value = std::get_if<TargetValue>(&entry_map->second); + if (actual_overlay_value == nullptr) { + return Error("Target resource is not mapped to an inline value"); + } + + if (actual_overlay_value->data_type != type) { + return Error(R"(Expected type: "0x%02x" Actual type: "0x%02x")", type, + actual_overlay_value->data_type); + } + + if (actual_overlay_value->data_value != value) { + return Error(R"(Expected value: "0x%08x" Actual value: "0x%08x")", type, + actual_overlay_value->data_value); + } + return Result<Unit>({}); } @@ -116,14 +147,14 @@ TEST(ResourceMappingTests, ResourcesFromApkAssetsLegacy) { ASSERT_TRUE(resources) << resources.GetErrorMessage(); auto& res = *resources; ASSERT_EQ(res.GetTargetToOverlayMap().size(), 4U); - ASSERT_RESULT(MappingExists(res, R::target::integer::int1, Res_value::TYPE_REFERENCE, - R::overlay::integer::int1, false /* rewrite */)); - ASSERT_RESULT(MappingExists(res, R::target::string::str1, Res_value::TYPE_REFERENCE, - R::overlay::string::str1, false /* rewrite */)); - ASSERT_RESULT(MappingExists(res, R::target::string::str3, Res_value::TYPE_REFERENCE, - R::overlay::string::str3, false /* rewrite */)); - ASSERT_RESULT(MappingExists(res, R::target::string::str4, Res_value::TYPE_REFERENCE, - R::overlay::string::str4, false /* rewrite */)); + ASSERT_RESULT( + MappingExists(res, R::target::integer::int1, R::overlay::integer::int1, false /* rewrite */)); + ASSERT_RESULT( + MappingExists(res, R::target::string::str1, R::overlay::string::str1, false /* rewrite */)); + ASSERT_RESULT( + MappingExists(res, R::target::string::str3, R::overlay::string::str3, false /* rewrite */)); + ASSERT_RESULT( + MappingExists(res, R::target::string::str4, R::overlay::string::str4, false /* rewrite */)); } TEST(ResourceMappingTests, ResourcesFromApkAssetsNonMatchingNames) { @@ -138,12 +169,12 @@ TEST(ResourceMappingTests, ResourcesFromApkAssetsNonMatchingNames) { ASSERT_TRUE(resources) << resources.GetErrorMessage(); auto& res = *resources; ASSERT_EQ(res.GetTargetToOverlayMap().size(), 3U); - ASSERT_RESULT(MappingExists(res, R::target::string::str1, Res_value::TYPE_DYNAMIC_REFERENCE, - R::overlay::string::str4, true /* rewrite */)); - ASSERT_RESULT(MappingExists(res, R::target::string::str3, Res_value::TYPE_DYNAMIC_REFERENCE, - R::overlay::string::str1, true /* rewrite */)); - ASSERT_RESULT(MappingExists(res, R::target::string::str4, Res_value::TYPE_DYNAMIC_REFERENCE, - R::overlay::string::str3, true /* rewrite */)); + ASSERT_RESULT( + MappingExists(res, R::target::string::str1, R::overlay::string::str4, true /* rewrite */)); + ASSERT_RESULT( + MappingExists(res, R::target::string::str3, R::overlay::string::str1, true /* rewrite */)); + ASSERT_RESULT( + MappingExists(res, R::target::string::str4, R::overlay::string::str3, true /* rewrite */)); } TEST(ResourceMappingTests, DoNotRewriteNonOverlayResourceId) { @@ -159,10 +190,9 @@ TEST(ResourceMappingTests, DoNotRewriteNonOverlayResourceId) { auto& res = *resources; ASSERT_EQ(res.GetTargetToOverlayMap().size(), 2U); ASSERT_EQ(res.GetOverlayToTargetMap().size(), 1U); - ASSERT_RESULT(MappingExists(res, R::target::string::str1, Res_value::TYPE_REFERENCE, 0x0104000a, + ASSERT_RESULT(MappingExists(res, R::target::string::str1, 0x0104000a, false /* rewrite */)); // -> android:string/ok - ASSERT_RESULT(MappingExists(res, R::target::string::str3, Res_value::TYPE_DYNAMIC_REFERENCE, - 0x7f020001, true /* rewrite */)); + ASSERT_RESULT(MappingExists(res, R::target::string::str3, 0x7f020001, true /* rewrite */)); } TEST(ResourceMappingTests, InlineResources) { @@ -180,10 +210,8 @@ TEST(ResourceMappingTests, InlineResources) { ASSERT_EQ(res.GetTargetToOverlayMap().size(), 2U); ASSERT_EQ(res.GetOverlayToTargetMap().size(), 0U); ASSERT_RESULT(MappingExists(res, R::target::string::str1, Res_value::TYPE_STRING, - overlay_string_pool_size + 0U, - false /* rewrite */)); // -> "Hello World" - ASSERT_RESULT(MappingExists(res, R::target::integer::int1, Res_value::TYPE_INT_DEC, 73U, - false /* rewrite */)); // -> 73 + overlay_string_pool_size + 0U)); // -> "Hello World" + ASSERT_RESULT(MappingExists(res, R::target::integer::int1, Res_value::TYPE_INT_DEC, 73U)); } TEST(ResourceMappingTests, CreateIdmapFromApkAssetsPolicySystemPublic) { @@ -195,13 +223,13 @@ TEST(ResourceMappingTests, CreateIdmapFromApkAssetsPolicySystemPublic) { ASSERT_TRUE(resources) << resources.GetErrorMessage(); auto& res = *resources; ASSERT_EQ(res.GetTargetToOverlayMap().size(), 3U); - ASSERT_RESULT(MappingExists(res, R::target::string::policy_public, Res_value::TYPE_REFERENCE, + ASSERT_RESULT(MappingExists(res, R::target::string::policy_public, R::system_overlay::string::policy_public, false /* rewrite */)); - ASSERT_RESULT(MappingExists(res, R::target::string::policy_system, Res_value::TYPE_REFERENCE, + ASSERT_RESULT(MappingExists(res, R::target::string::policy_system, R::system_overlay::string::policy_system, false /* rewrite */)); - ASSERT_RESULT( - MappingExists(res, R::target::string::policy_system_vendor, Res_value::TYPE_REFERENCE, - R::system_overlay::string::policy_system_vendor, false /* rewrite */)); + ASSERT_RESULT(MappingExists(res, R::target::string::policy_system_vendor, + R::system_overlay::string::policy_system_vendor, + false /* rewrite */)); } // Resources that are not declared as overlayable and resources that a protected by policies the @@ -215,15 +243,15 @@ TEST(ResourceMappingTests, CreateIdmapFromApkAssetsPolicySystemPublicInvalid) { ASSERT_TRUE(resources) << resources.GetErrorMessage(); auto& res = *resources; ASSERT_EQ(res.GetTargetToOverlayMap().size(), 3U); - ASSERT_RESULT(MappingExists(res, R::target::string::policy_public, Res_value::TYPE_REFERENCE, + ASSERT_RESULT(MappingExists(res, R::target::string::policy_public, R::system_overlay_invalid::string::policy_public, false /* rewrite */)); - ASSERT_RESULT(MappingExists(res, R::target::string::policy_system, Res_value::TYPE_REFERENCE, + ASSERT_RESULT(MappingExists(res, R::target::string::policy_system, R::system_overlay_invalid::string::policy_system, false /* rewrite */)); - ASSERT_RESULT( - MappingExists(res, R::target::string::policy_system_vendor, Res_value::TYPE_REFERENCE, - R::system_overlay_invalid::string::policy_system_vendor, false /* rewrite */)); + ASSERT_RESULT(MappingExists(res, R::target::string::policy_system_vendor, + R::system_overlay_invalid::string::policy_system_vendor, + false /* rewrite */)); } // Resources that are not declared as overlayable and resources that a protected by policies the @@ -237,34 +265,37 @@ TEST(ResourceMappingTests, ResourcesFromApkAssetsPolicySystemPublicInvalidIgnore ASSERT_TRUE(resources) << resources.GetErrorMessage(); auto& res = *resources; - ASSERT_EQ(res.GetTargetToOverlayMap().size(), 10U); - ASSERT_RESULT(MappingExists(res, R::target::string::not_overlayable, Res_value::TYPE_REFERENCE, + ASSERT_EQ(res.GetTargetToOverlayMap().size(), 11U); + ASSERT_RESULT(MappingExists(res, R::target::string::not_overlayable, R::system_overlay_invalid::string::not_overlayable, false /* rewrite */)); - ASSERT_RESULT(MappingExists(res, R::target::string::other, Res_value::TYPE_REFERENCE, + ASSERT_RESULT(MappingExists(res, R::target::string::other, R::system_overlay_invalid::string::other, false /* rewrite */)); - ASSERT_RESULT(MappingExists(res, R::target::string::policy_actor, Res_value::TYPE_REFERENCE, + ASSERT_RESULT(MappingExists(res, R::target::string::policy_actor, R::system_overlay_invalid::string::policy_actor, false /* rewrite */)); - ASSERT_RESULT(MappingExists(res, R::target::string::policy_odm, Res_value::TYPE_REFERENCE, + ASSERT_RESULT(MappingExists(res, R::target::string::policy_odm, R::system_overlay_invalid::string::policy_odm, false /* rewrite */)); - ASSERT_RESULT(MappingExists(res, R::target::string::policy_oem, Res_value::TYPE_REFERENCE, + ASSERT_RESULT(MappingExists(res, R::target::string::policy_oem, R::system_overlay_invalid::string::policy_oem, false /* rewrite */)); - ASSERT_RESULT(MappingExists(res, R::target::string::policy_product, Res_value::TYPE_REFERENCE, + ASSERT_RESULT(MappingExists(res, R::target::string::policy_product, R::system_overlay_invalid::string::policy_product, false /* rewrite */)); - ASSERT_RESULT(MappingExists(res, R::target::string::policy_public, Res_value::TYPE_REFERENCE, + ASSERT_RESULT(MappingExists(res, R::target::string::policy_public, R::system_overlay_invalid::string::policy_public, false /* rewrite */)); - ASSERT_RESULT(MappingExists(res, R::target::string::policy_signature, Res_value::TYPE_REFERENCE, + ASSERT_RESULT(MappingExists(res, R::target::string::policy_config_signature, + R::system_overlay_invalid::string::policy_config_signature, + false /* rewrite */)); + ASSERT_RESULT(MappingExists(res, R::target::string::policy_signature, R::system_overlay_invalid::string::policy_signature, false /* rewrite */)); - ASSERT_RESULT(MappingExists(res, R::target::string::policy_system, Res_value::TYPE_REFERENCE, + ASSERT_RESULT(MappingExists(res, R::target::string::policy_system, R::system_overlay_invalid::string::policy_system, false /* rewrite */)); - ASSERT_RESULT( - MappingExists(res, R::target::string::policy_system_vendor, Res_value::TYPE_REFERENCE, - R::system_overlay_invalid::string::policy_system_vendor, false /* rewrite */)); + ASSERT_RESULT(MappingExists(res, R::target::string::policy_system_vendor, + R::system_overlay_invalid::string::policy_system_vendor, + false /* rewrite */)); } // Overlays that do not target an <overlayable> tag can overlay resources defined within any @@ -277,14 +308,14 @@ TEST(ResourceMappingTests, ResourcesFromApkAssetsNoDefinedOverlayableAndNoTarget ASSERT_TRUE(resources) << resources.GetErrorMessage(); auto& res = *resources; ASSERT_EQ(res.GetTargetToOverlayMap().size(), 4U); - ASSERT_RESULT(MappingExists(res, R::target::integer::int1, Res_value::TYPE_REFERENCE, - R::overlay::integer::int1, false /* rewrite */)); - ASSERT_RESULT(MappingExists(res, R::target::string::str1, Res_value::TYPE_REFERENCE, - R::overlay::string::str1, false /* rewrite */)); - ASSERT_RESULT(MappingExists(res, R::target::string::str3, Res_value::TYPE_REFERENCE, - R::overlay::string::str3, false /* rewrite */)); - ASSERT_RESULT(MappingExists(res, R::target::string::str4, Res_value::TYPE_REFERENCE, - R::overlay::string::str4, false /* rewrite */)); + ASSERT_RESULT( + MappingExists(res, R::target::integer::int1, R::overlay::integer::int1, false /* rewrite */)); + ASSERT_RESULT( + MappingExists(res, R::target::string::str1, R::overlay::string::str1, false /* rewrite */)); + ASSERT_RESULT( + MappingExists(res, R::target::string::str3, R::overlay::string::str3, false /* rewrite */)); + ASSERT_RESULT( + MappingExists(res, R::target::string::str4, R::overlay::string::str4, false /* rewrite */)); } // Overlays that are neither pre-installed nor signed with the same signature as the target cannot @@ -298,8 +329,9 @@ TEST(ResourceMappingTests, ResourcesFromApkAssetsDefaultPoliciesPublicFail) { ASSERT_EQ(resources->GetTargetToOverlayMap().size(), 0U); } -// Overlays that are pre-installed or are signed with the same signature as the target can overlay -// packages that have not defined overlayable resources. +// Overlays that are pre-installed or are signed with the same signature as the target or are +// signed with the same signature as the reference package can overlay packages that have not +// defined overlayable resources. TEST(ResourceMappingTests, ResourcesFromApkAssetsDefaultPolicies) { auto CheckEntries = [&](const PolicyBitmask& fulfilled_policies) -> void { auto resources = TestGetResourceMapping("/target/target-no-overlayable.apk", @@ -309,39 +341,43 @@ TEST(ResourceMappingTests, ResourcesFromApkAssetsDefaultPolicies) { ASSERT_TRUE(resources) << resources.GetErrorMessage(); auto& res = *resources; - ASSERT_EQ(resources->GetTargetToOverlayMap().size(), 10U); - ASSERT_RESULT(MappingExists(res, R::target::string::not_overlayable, Res_value::TYPE_REFERENCE, + ASSERT_EQ(resources->GetTargetToOverlayMap().size(), 11U); + ASSERT_RESULT(MappingExists(res, R::target::string::not_overlayable, R::system_overlay_invalid::string::not_overlayable, false /* rewrite */)); - ASSERT_RESULT(MappingExists(res, R::target::string::other, Res_value::TYPE_REFERENCE, + ASSERT_RESULT(MappingExists(res, R::target::string::other, R::system_overlay_invalid::string::other, false /* rewrite */)); - ASSERT_RESULT(MappingExists(res, R::target::string::policy_actor, Res_value::TYPE_REFERENCE, + ASSERT_RESULT(MappingExists(res, R::target::string::policy_actor, R::system_overlay_invalid::string::policy_actor, false /* rewrite */)); - ASSERT_RESULT(MappingExists(res, R::target::string::policy_odm, Res_value::TYPE_REFERENCE, + ASSERT_RESULT(MappingExists(res, R::target::string::policy_odm, R::system_overlay_invalid::string::policy_odm, false /* rewrite */)); - ASSERT_RESULT(MappingExists(res, R::target::string::policy_oem, Res_value::TYPE_REFERENCE, + ASSERT_RESULT(MappingExists(res, R::target::string::policy_oem, R::system_overlay_invalid::string::policy_oem, false /* rewrite */)); - ASSERT_RESULT(MappingExists(res, R::target::string::policy_product, Res_value::TYPE_REFERENCE, + ASSERT_RESULT(MappingExists(res, R::target::string::policy_product, R::system_overlay_invalid::string::policy_product, false /* rewrite */)); - ASSERT_RESULT(MappingExists(res, R::target::string::policy_public, Res_value::TYPE_REFERENCE, + ASSERT_RESULT(MappingExists(res, R::target::string::policy_public, R::system_overlay_invalid::string::policy_public, false /* rewrite */)); - ASSERT_RESULT(MappingExists(res, R::target::string::policy_signature, Res_value::TYPE_REFERENCE, + ASSERT_RESULT(MappingExists(res, R::target::string::policy_config_signature, + R::system_overlay_invalid::string::policy_config_signature, + false /* rewrite */)); + ASSERT_RESULT(MappingExists(res, R::target::string::policy_signature, R::system_overlay_invalid::string::policy_signature, false /* rewrite */)); - ASSERT_RESULT(MappingExists(res, R::target::string::policy_system, Res_value::TYPE_REFERENCE, + ASSERT_RESULT(MappingExists(res, R::target::string::policy_system, R::system_overlay_invalid::string::policy_system, false /* rewrite */)); - ASSERT_RESULT(MappingExists( - res, R::target::string::policy_system_vendor, Res_value::TYPE_REFERENCE, - R::system_overlay_invalid::string::policy_system_vendor, false /* rewrite */)); + ASSERT_RESULT(MappingExists(res, R::target::string::policy_system_vendor, + R::system_overlay_invalid::string::policy_system_vendor, + false /* rewrite */)); }; CheckEntries(PolicyFlags::SIGNATURE); + CheckEntries(PolicyFlags::CONFIG_SIGNATURE); CheckEntries(PolicyFlags::PRODUCT_PARTITION); CheckEntries(PolicyFlags::SYSTEM_PARTITION); CheckEntries(PolicyFlags::VENDOR_PARTITION); diff --git a/cmds/idmap2/tests/ResultTests.cpp b/cmds/idmap2/tests/ResultTests.cpp index cbced0ae32fb..f2f8854cec3a 100644 --- a/cmds/idmap2/tests/ResultTests.cpp +++ b/cmds/idmap2/tests/ResultTests.cpp @@ -260,7 +260,8 @@ TEST(ResultTests, CascadeError) { struct NoCopyContainer { uint32_t value; // NOLINT(misc-non-private-member-variables-in-classes) - DISALLOW_COPY_AND_ASSIGN(NoCopyContainer); + NoCopyContainer(const NoCopyContainer&) = delete; + NoCopyContainer& operator=(const NoCopyContainer&) = delete; }; Result<std::unique_ptr<NoCopyContainer>> CreateNoCopyContainer(bool succeed) { diff --git a/cmds/idmap2/tests/TestConstants.h b/cmds/idmap2/tests/TestConstants.h index 6bc924e5ac3c..9bbb065f46f0 100644 --- a/cmds/idmap2/tests/TestConstants.h +++ b/cmds/idmap2/tests/TestConstants.h @@ -19,11 +19,11 @@ namespace android::idmap2::TestConstants { -constexpr const auto TARGET_CRC = 0x41c60c8c; -constexpr const auto TARGET_CRC_STRING = "41c60c8c"; +constexpr const auto TARGET_CRC = 0x7c2d4719; +constexpr const auto TARGET_CRC_STRING = "7c2d4719"; -constexpr const auto OVERLAY_CRC = 0xc054fb26; -constexpr const auto OVERLAY_CRC_STRING = "c054fb26"; +constexpr const auto OVERLAY_CRC = 0x5afff726; +constexpr const auto OVERLAY_CRC_STRING = "5afff726"; } // namespace android::idmap2::TestConstants diff --git a/cmds/idmap2/tests/TestHelpers.h b/cmds/idmap2/tests/TestHelpers.h index b599dcb0069a..d0a8e3db8eca 100644 --- a/cmds/idmap2/tests/TestHelpers.h +++ b/cmds/idmap2/tests/TestHelpers.h @@ -30,7 +30,7 @@ const unsigned char idmap_raw_data[] = { 0x49, 0x44, 0x4d, 0x50, // 0x4: version - 0x04, 0x00, 0x00, 0x00, + 0x05, 0x00, 0x00, 0x00, // 0x8: target crc 0x34, 0x12, 0x00, 0x00, @@ -42,9 +42,9 @@ const unsigned char idmap_raw_data[] = { 0x11, 0x00, 0x00, 0x00, // 0x14: enforce overlayable - 0x01, + 0x01, 0x00, 0x00, 0x00, - // 0x15: target path "targetX.apk" + // 0x18: target path "targetX.apk" 0x74, 0x61, 0x72, 0x67, 0x65, 0x74, 0x58, 0x2e, 0x61, 0x70, 0x6b, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, @@ -62,7 +62,7 @@ const unsigned char idmap_raw_data[] = { 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, - // 0x115: overlay path "overlayX.apk" + // 0x118: overlay path "overlayX.apk" 0x6f, 0x76, 0x65, 0x72, 0x6c, 0x61, 0x79, 0x58, 0x2e, 0x61, 0x70, 0x6b, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, @@ -80,71 +80,89 @@ const unsigned char idmap_raw_data[] = { 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, - // 0x215: debug string - // string length, including terminating null - 0x08, 0x00, 0x00, 0x00, + // 0x218: debug string + // string length, + 0x05, 0x00, 0x00, 0x00, - // string contents "debug\0\0\0" (padded to word alignment) + // 0x21c string contents "debug\0\0\0" (padded to word alignment) 0x64, 0x65, 0x62, 0x75, 0x67, 0x00, 0x00, 0x00, // DATA HEADER - // 0x221: target_package_id + // 0x224: target_package_id 0x7f, - // 0x222: overlay_package_id + // 0x225: overlay_package_id 0x7f, - // 0x223: target_entry_count - 0x03, 0x00, 0x00, 0x00, + // 0x226: padding + 0x00, 0x00, - // 0x227: overlay_entry_count + // 0x228: target_entry_count 0x03, 0x00, 0x00, 0x00, - // 0x22b: string_pool_offset - 0x00, 0x00, 0x00, 0x00, + // 0x22c: target_inline_entry_count + 0x01, 0x00, 0x00, 0x00, + + // 0x230: overlay_entry_count + 0x03, 0x00, 0x00, 0x00, - // 0x22f: string_pool_byte_length + // 0x234: string_pool_offset 0x00, 0x00, 0x00, 0x00, // TARGET ENTRIES - // 0x233: 0x7f020000 + // 0x238: target id (0x7f020000) 0x00, 0x00, 0x02, 0x7f, - // 0x237: TYPE_REFERENCE - 0x01, - - // 0x238: 0x7f020000 + // 0x23c: overlay_id (0x7f020000) 0x00, 0x00, 0x02, 0x7f, - // 0x23c: 0x7f030000 + // 0x240: target id (0x7f030000) 0x00, 0x00, 0x03, 0x7f, - // 0x240: TYPE_REFERENCE - 0x01, - - // 0x241: 0x7f030000 + // 0x244: overlay_id (0x7f030000) 0x00, 0x00, 0x03, 0x7f, - // 0x245: 0x7f030002 + // 0x248: target id (0x7f030002) 0x02, 0x00, 0x03, 0x7f, - // 0x249: TYPE_REFERENCE - 0x01, - - // 0x24a: 0x7f030001 + // 0x24c: overlay_id (0x7f030001) 0x01, 0x00, 0x03, 0x7f, + // INLINE TARGET ENTRIES + + // 0x250: target_id + 0x00, 0x00, 0x04, 0x7f, + + // 0x254: Res_value::size (value ignored by idmap) + 0x08, 0x00, + + // 0x256: Res_value::res0 (value ignored by idmap) + 0x00, + + // 0x257: Res_value::dataType (TYPE_INT_HEX) + 0x11, + + // 0x258: Res_value::data + 0x78, 0x56, 0x34, 0x12, + // OVERLAY ENTRIES - // 0x24e: 0x7f020000 -> 0x7f020000 + // 0x25c: 0x7f020000 -> 0x7f020000 0x00, 0x00, 0x02, 0x7f, 0x00, 0x00, 0x02, 0x7f, - // 0x256: 0x7f030000 -> 0x7f030000 + // 0x264: 0x7f030000 -> 0x7f030000 0x00, 0x00, 0x03, 0x7f, 0x00, 0x00, 0x03, 0x7f, - // 0x25e: 0x7f030001 -> 0x7f030002 - 0x01, 0x00, 0x03, 0x7f, 0x02, 0x00, 0x03, 0x7f}; + // 0x26c: 0x7f030001 -> 0x7f030002 + 0x01, 0x00, 0x03, 0x7f, 0x02, 0x00, 0x03, 0x7f, + + // 0x274: string pool + // string length, + 0x04, 0x00, 0x00, 0x00, + + // 0x278 string contents "test" (padded to word alignment) + 0x74, 0x65, 0x73, 0x74}; -const unsigned int idmap_raw_data_len = 0x266; +const unsigned int idmap_raw_data_len = 0x27c; std::string GetTestDataPath(); diff --git a/cmds/idmap2/tests/data/overlay/overlay-no-name-static.apk b/cmds/idmap2/tests/data/overlay/overlay-no-name-static.apk Binary files differindex 7c25985e5a61..dab25b1f8131 100644 --- a/cmds/idmap2/tests/data/overlay/overlay-no-name-static.apk +++ b/cmds/idmap2/tests/data/overlay/overlay-no-name-static.apk diff --git a/cmds/idmap2/tests/data/overlay/overlay-no-name.apk b/cmds/idmap2/tests/data/overlay/overlay-no-name.apk Binary files differindex c75f3e1dbddf..c8b95c2601ad 100644 --- a/cmds/idmap2/tests/data/overlay/overlay-no-name.apk +++ b/cmds/idmap2/tests/data/overlay/overlay-no-name.apk diff --git a/cmds/idmap2/tests/data/overlay/overlay-shared.apk b/cmds/idmap2/tests/data/overlay/overlay-shared.apk Binary files differindex 93dcc82f9358..0a8b7372172e 100644 --- a/cmds/idmap2/tests/data/overlay/overlay-shared.apk +++ b/cmds/idmap2/tests/data/overlay/overlay-shared.apk diff --git a/cmds/idmap2/tests/data/overlay/overlay-static-1.apk b/cmds/idmap2/tests/data/overlay/overlay-static-1.apk Binary files differindex 5b8a6e4a90ed..fd41182f8493 100644 --- a/cmds/idmap2/tests/data/overlay/overlay-static-1.apk +++ b/cmds/idmap2/tests/data/overlay/overlay-static-1.apk diff --git a/cmds/idmap2/tests/data/overlay/overlay-static-2.apk b/cmds/idmap2/tests/data/overlay/overlay-static-2.apk Binary files differindex 698a1fd6e702..b24765fc666a 100644 --- a/cmds/idmap2/tests/data/overlay/overlay-static-2.apk +++ b/cmds/idmap2/tests/data/overlay/overlay-static-2.apk diff --git a/cmds/idmap2/tests/data/overlay/overlay.apk b/cmds/idmap2/tests/data/overlay/overlay.apk Binary files differindex 1db303ff05b5..870575efa10c 100644 --- a/cmds/idmap2/tests/data/overlay/overlay.apk +++ b/cmds/idmap2/tests/data/overlay/overlay.apk diff --git a/cmds/idmap2/tests/data/signature-overlay/signature-overlay.apk b/cmds/idmap2/tests/data/signature-overlay/signature-overlay.apk Binary files differindex 51e19de082ed..e0fd20499671 100644 --- a/cmds/idmap2/tests/data/signature-overlay/signature-overlay.apk +++ b/cmds/idmap2/tests/data/signature-overlay/signature-overlay.apk diff --git a/cmds/idmap2/tests/data/system-overlay-invalid/res/values/values.xml b/cmds/idmap2/tests/data/system-overlay-invalid/res/values/values.xml index 7119d8283061..ebaf49c34762 100644 --- a/cmds/idmap2/tests/data/system-overlay-invalid/res/values/values.xml +++ b/cmds/idmap2/tests/data/system-overlay-invalid/res/values/values.xml @@ -26,6 +26,7 @@ <string name="policy_odm">policy_odm</string> <string name="policy_oem">policy_oem</string> <string name="policy_actor">policy_actor</string> + <string name="policy_config_signature">policy_config_signature</string> <!-- Requests to overlay a resource that is not declared as overlayable. --> <string name="not_overlayable">not_overlayable</string> diff --git a/cmds/idmap2/tests/data/system-overlay-invalid/system-overlay-invalid.apk b/cmds/idmap2/tests/data/system-overlay-invalid/system-overlay-invalid.apk Binary files differindex bd990983693c..a63daf86caf5 100644 --- a/cmds/idmap2/tests/data/system-overlay-invalid/system-overlay-invalid.apk +++ b/cmds/idmap2/tests/data/system-overlay-invalid/system-overlay-invalid.apk diff --git a/cmds/idmap2/tests/data/system-overlay/system-overlay.apk b/cmds/idmap2/tests/data/system-overlay/system-overlay.apk Binary files differindex a0fba4378b57..90d2803a1eca 100644 --- a/cmds/idmap2/tests/data/system-overlay/system-overlay.apk +++ b/cmds/idmap2/tests/data/system-overlay/system-overlay.apk diff --git a/cmds/idmap2/tests/data/target/res/values/overlayable.xml b/cmds/idmap2/tests/data/target/res/values/overlayable.xml index ad4cd4882632..57e6c439c23c 100644 --- a/cmds/idmap2/tests/data/target/res/values/overlayable.xml +++ b/cmds/idmap2/tests/data/target/res/values/overlayable.xml @@ -45,6 +45,10 @@ <item type="string" name="policy_actor" /> </policy> + <policy type="config_signature"> + <item type="string" name="policy_config_signature"/> + </policy> + <!-- Resources publicly overlayable --> <policy type="public"> <item type="string" name="policy_public" /> diff --git a/cmds/idmap2/tests/data/target/res/values/values.xml b/cmds/idmap2/tests/data/target/res/values/values.xml index 5230e25e626b..00909a9e481c 100644 --- a/cmds/idmap2/tests/data/target/res/values/values.xml +++ b/cmds/idmap2/tests/data/target/res/values/values.xml @@ -37,6 +37,7 @@ <string name="policy_system">policy_system</string> <string name="policy_system_vendor">policy_system_vendor</string> <string name="policy_actor">policy_actor</string> + <string name="policy_config_signature">policy_config_signature</string> <string name="other">other</string> </resources> diff --git a/cmds/idmap2/tests/data/target/target-no-overlayable.apk b/cmds/idmap2/tests/data/target/target-no-overlayable.apk Binary files differindex 58504a74a83a..cc3491de894d 100644 --- a/cmds/idmap2/tests/data/target/target-no-overlayable.apk +++ b/cmds/idmap2/tests/data/target/target-no-overlayable.apk diff --git a/cmds/idmap2/tests/data/target/target.apk b/cmds/idmap2/tests/data/target/target.apk Binary files differindex c80e5eb65ff2..4a58c5e28f49 100644 --- a/cmds/idmap2/tests/data/target/target.apk +++ b/cmds/idmap2/tests/data/target/target.apk diff --git a/cmds/idmap2/valgrind.sh b/cmds/idmap2/valgrind.sh index b4ebab0c7ffe..84daeecdb21e 100755 --- a/cmds/idmap2/valgrind.sh +++ b/cmds/idmap2/valgrind.sh @@ -53,7 +53,5 @@ valgrind="valgrind --error-exitcode=1 -q --track-origins=yes --leak-check=full" _eval "idmap2 create" "$valgrind idmap2 create --policy public --target-apk-path $target_path --overlay-apk-path $overlay_path --idmap-path $idmap_path" _eval "idmap2 dump" "$valgrind idmap2 dump --idmap-path $idmap_path" _eval "idmap2 lookup" "$valgrind idmap2 lookup --idmap-path $idmap_path --config '' --resid test.target:string/str1" -_eval "idmap2 scan" "$valgrind idmap2 scan --input-directory ${prefix}/tests/data/overlay --recursive --target-package-name test.target --target-apk-path $target_path --output-directory /tmp --override-policy public" -_eval "idmap2 verify" "$valgrind idmap2 verify --idmap-path $idmap_path" _eval "idmap2_tests" "$valgrind $ANDROID_HOST_OUT/nativetest64/idmap2_tests/idmap2_tests" exit $errors diff --git a/cmds/ime/Android.bp b/cmds/ime/Android.bp index 76a16c81ca38..6dd3ba1ca7ef 100644 --- a/cmds/ime/Android.bp +++ b/cmds/ime/Android.bp @@ -1,6 +1,23 @@ // Copyright 2007 The Android Open Source Project // +package { + default_applicable_licenses: ["frameworks_base_cmds_ime_license"], +} + +// Added automatically by a large-scale-change +// See: http://go/android-license-faq +license { + name: "frameworks_base_cmds_ime_license", + visibility: [":__subpackages__"], + license_kinds: [ + "SPDX-license-identifier-Apache-2.0", + ], + license_text: [ + "NOTICE", + ], +} + sh_binary { name: "ime", src: "ime", diff --git a/cmds/ime/OWNERS b/cmds/ime/OWNERS new file mode 100644 index 000000000000..5deb2ce8f24b --- /dev/null +++ b/cmds/ime/OWNERS @@ -0,0 +1 @@ +include /core/java/android/view/inputmethod/OWNERS diff --git a/cmds/incident/Android.bp b/cmds/incident/Android.bp index 94855aa0311f..147885f029c2 100644 --- a/cmds/incident/Android.bp +++ b/cmds/incident/Android.bp @@ -12,6 +12,15 @@ // See the License for the specific language governing permissions and // limitations under the License. +package { + // See: http://go/android-license-faq + // A large-scale-change added 'default_applicable_licenses' to import + // all of the 'license_kinds' from "frameworks_base_license" + // to get the below license kinds: + // SPDX-license-identifier-Apache-2.0 + default_applicable_licenses: ["frameworks_base_license"], +} + cc_binary { name: "incident", diff --git a/cmds/incident/OWNERS b/cmds/incident/OWNERS new file mode 100644 index 000000000000..f76611555dbb --- /dev/null +++ b/cmds/incident/OWNERS @@ -0,0 +1 @@ +include /cmds/incidentd/OWNERS diff --git a/cmds/incident_helper/Android.bp b/cmds/incident_helper/Android.bp index f07743ec2ee6..5b819ebc3dfd 100644 --- a/cmds/incident_helper/Android.bp +++ b/cmds/incident_helper/Android.bp @@ -12,6 +12,15 @@ // See the License for the specific language governing permissions and // limitations under the License. +package { + // See: http://go/android-license-faq + // A large-scale-change added 'default_applicable_licenses' to import + // all of the 'license_kinds' from "frameworks_base_license" + // to get the below license kinds: + // SPDX-license-identifier-Apache-2.0 + default_applicable_licenses: ["frameworks_base_license"], +} + java_binary { name: "incident-helper-cmd", wrapper: "incident_helper_cmd", diff --git a/cmds/incidentd/Android.bp b/cmds/incidentd/Android.bp index c47526abad53..b0b23f569664 100644 --- a/cmds/incidentd/Android.bp +++ b/cmds/incidentd/Android.bp @@ -16,6 +16,15 @@ // incidentd // ========= +package { + // See: http://go/android-license-faq + // A large-scale-change added 'default_applicable_licenses' to import + // all of the 'license_kinds' from "frameworks_base_license" + // to get the below license kinds: + // SPDX-license-identifier-Apache-2.0 + default_applicable_licenses: ["frameworks_base_license"], +} + cc_binary { name: "incidentd", diff --git a/cmds/incidentd/src/Section.cpp b/cmds/incidentd/src/Section.cpp index 33e764988b75..e56ed39ea32e 100644 --- a/cmds/incidentd/src/Section.cpp +++ b/cmds/incidentd/src/Section.cpp @@ -33,7 +33,6 @@ #include <debuggerd/client.h> #include <dumputils/dump_utils.h> #include <log/log_event_list.h> -#include <log/log_read.h> #include <log/logprint.h> #include <private/android_logger.h> #include <sys/mman.h> diff --git a/cmds/incidentd/src/Section.h b/cmds/incidentd/src/Section.h index bc4909dcfa2e..698cc04c160e 100644 --- a/cmds/incidentd/src/Section.h +++ b/cmds/incidentd/src/Section.h @@ -24,7 +24,7 @@ #include <map> #include <android/os/IIncidentDumpCallback.h> - +#include <log/log_read.h> #include <utils/String16.h> #include <utils/String8.h> #include <utils/Vector.h> @@ -164,8 +164,8 @@ class LogSection : public WorkerThreadSection { // global last log retrieved timestamp for each log_id_t. static map<log_id_t, log_time> gLastLogsRetrieved; - // log mode: read only & non blocking. - const static int logModeBase = ANDROID_LOG_RDONLY | ANDROID_LOG_NONBLOCK; + // log mode: non blocking. + const static int logModeBase = ANDROID_LOG_NONBLOCK; public: LogSection(int id, const char* logID, ...); diff --git a/cmds/incidentd/tests/section_list.cpp b/cmds/incidentd/tests/section_list.cpp index 3a45af028518..60f7fb788837 100644 --- a/cmds/incidentd/tests/section_list.cpp +++ b/cmds/incidentd/tests/section_list.cpp @@ -1,4 +1,4 @@ -// This file is a dummy section_list.cpp used for test only. +// This file is a stub section_list.cpp used for test only. #include "section_list.h" #include "frameworks/base/cmds/incidentd/tests/test_proto.pb.h" diff --git a/cmds/input/Android.bp b/cmds/input/Android.bp index a0ebde63eb6e..f41a95eb380f 100644 --- a/cmds/input/Android.bp +++ b/cmds/input/Android.bp @@ -1,6 +1,23 @@ // Copyright 2008 The Android Open Source Project // +package { + default_applicable_licenses: ["frameworks_base_cmds_input_license"], +} + +// Added automatically by a large-scale-change +// See: http://go/android-license-faq +license { + name: "frameworks_base_cmds_input_license", + visibility: [":__subpackages__"], + license_kinds: [ + "SPDX-license-identifier-Apache-2.0", + ], + license_text: [ + "NOTICE", + ], +} + java_binary { name: "input", wrapper: "input", diff --git a/cmds/input/OWNERS b/cmds/input/OWNERS new file mode 100644 index 000000000000..d701f23cb9b8 --- /dev/null +++ b/cmds/input/OWNERS @@ -0,0 +1 @@ +include /core/java/android/hardware/input/OWNERS diff --git a/cmds/interrupter/Android.bp b/cmds/interrupter/Android.bp index d68e7fe37535..d7f744d0834e 100644 --- a/cmds/interrupter/Android.bp +++ b/cmds/interrupter/Android.bp @@ -1,3 +1,12 @@ +package { + // See: http://go/android-license-faq + // A large-scale-change added 'default_applicable_licenses' to import + // all of the 'license_kinds' from "frameworks_base_license" + // to get the below license kinds: + // SPDX-license-identifier-Apache-2.0 + default_applicable_licenses: ["frameworks_base_license"], +} + cc_library_shared { name: "interrupter", host_supported: true, diff --git a/cmds/locksettings/Android.bp b/cmds/locksettings/Android.bp index 59ccc5cd082e..3869c8fcdabc 100644 --- a/cmds/locksettings/Android.bp +++ b/cmds/locksettings/Android.bp @@ -12,6 +12,15 @@ // See the License for the specific language governing permissions and // limitations under the License. +package { + // See: http://go/android-license-faq + // A large-scale-change added 'default_applicable_licenses' to import + // all of the 'license_kinds' from "frameworks_base_license" + // to get the below license kinds: + // SPDX-license-identifier-Apache-2.0 + default_applicable_licenses: ["frameworks_base_license"], +} + java_binary { name: "locksettings", wrapper: "locksettings", diff --git a/cmds/locksettings/OWNERS b/cmds/locksettings/OWNERS new file mode 100644 index 000000000000..0a8dc8c45a9f --- /dev/null +++ b/cmds/locksettings/OWNERS @@ -0,0 +1 @@ +include /services/core/java/com/android/server/locksettings/OWNERS diff --git a/cmds/pm/Android.bp b/cmds/pm/Android.bp index 0644f6efcb8a..847dbabdf4c0 100644 --- a/cmds/pm/Android.bp +++ b/cmds/pm/Android.bp @@ -1,6 +1,23 @@ // Copyright 2007 The Android Open Source Project // +package { + default_applicable_licenses: ["frameworks_base_cmds_pm_license"], +} + +// Added automatically by a large-scale-change +// See: http://go/android-license-faq +license { + name: "frameworks_base_cmds_pm_license", + visibility: [":__subpackages__"], + license_kinds: [ + "SPDX-license-identifier-Apache-2.0", + ], + license_text: [ + "NOTICE", + ], +} + sh_binary { name: "pm", src: "pm", diff --git a/cmds/pm/OWNERS b/cmds/pm/OWNERS new file mode 100644 index 000000000000..d825dfd7cf00 --- /dev/null +++ b/cmds/pm/OWNERS @@ -0,0 +1 @@ +include /services/core/java/com/android/server/pm/OWNERS diff --git a/cmds/requestsync/Android.bp b/cmds/requestsync/Android.bp index ef2a8a6be3ca..57e8dd355b26 100644 --- a/cmds/requestsync/Android.bp +++ b/cmds/requestsync/Android.bp @@ -1,6 +1,23 @@ // Copyright 2012 The Android Open Source Project // +package { + default_applicable_licenses: ["frameworks_base_cmds_requestsync_license"], +} + +// Added automatically by a large-scale-change +// See: http://go/android-license-faq +license { + name: "frameworks_base_cmds_requestsync_license", + visibility: [":__subpackages__"], + license_kinds: [ + "SPDX-license-identifier-Apache-2.0", + ], + license_text: [ + "NOTICE", + ], +} + java_binary { name: "requestsync", wrapper: "requestsync", diff --git a/cmds/screencap/Android.bp b/cmds/screencap/Android.bp index 248c67589696..7b61bef5031c 100644 --- a/cmds/screencap/Android.bp +++ b/cmds/screencap/Android.bp @@ -1,3 +1,12 @@ +package { + // See: http://go/android-license-faq + // A large-scale-change added 'default_applicable_licenses' to import + // all of the 'license_kinds' from "frameworks_base_license" + // to get the below license kinds: + // SPDX-license-identifier-Apache-2.0 + default_applicable_licenses: ["frameworks_base_license"], +} + cc_binary { name: "screencap", diff --git a/cmds/settings/Android.bp b/cmds/settings/Android.bp index 8a78e5420a5f..cc730062f9df 100644 --- a/cmds/settings/Android.bp +++ b/cmds/settings/Android.bp @@ -1,6 +1,17 @@ // Copyright 2011 The Android Open Source Project // +package { + // See: http://go/android-license-faq + // A large-scale-change added 'default_applicable_licenses' to import + // all of the 'license_kinds' from "frameworks_base_license" + // to get the below license kinds: + // SPDX-license-identifier-Apache-2.0 + // SPDX-license-identifier-MIT + // SPDX-license-identifier-Unicode-DFS + default_applicable_licenses: ["frameworks_base_license"], +} + sh_binary { name: "settings", src: "settings", diff --git a/cmds/sm/Android.bp b/cmds/sm/Android.bp index 11e4e72b435b..ecfacaeecfd9 100644 --- a/cmds/sm/Android.bp +++ b/cmds/sm/Android.bp @@ -1,6 +1,23 @@ // Copyright 2015 The Android Open Source Project // +package { + default_applicable_licenses: ["frameworks_base_cmds_sm_license"], +} + +// Added automatically by a large-scale-change +// See: http://go/android-license-faq +license { + name: "frameworks_base_cmds_sm_license", + visibility: [":__subpackages__"], + license_kinds: [ + "SPDX-license-identifier-Apache-2.0", + ], + license_text: [ + "NOTICE", + ], +} + java_binary { name: "sm", wrapper: "sm", diff --git a/cmds/sm/OWNERS b/cmds/sm/OWNERS new file mode 100644 index 000000000000..6f9dbea36b06 --- /dev/null +++ b/cmds/sm/OWNERS @@ -0,0 +1 @@ +include /core/java/android/os/storage/OWNERS diff --git a/cmds/sm/src/com/android/commands/sm/Sm.java b/cmds/sm/src/com/android/commands/sm/Sm.java index c2ee6dcd13b2..dc2868a59840 100644 --- a/cmds/sm/src/com/android/commands/sm/Sm.java +++ b/cmds/sm/src/com/android/commands/sm/Sm.java @@ -20,6 +20,7 @@ import android.os.IVoldTaskListener; import android.os.PersistableBundle; import android.os.RemoteException; import android.os.ServiceManager; +import android.os.SystemProperties; import android.os.storage.DiskInfo; import android.os.storage.IStorageManager; import android.os.storage.StorageManager; @@ -30,6 +31,8 @@ import java.util.concurrent.CompletableFuture; public final class Sm { private static final String TAG = "Sm"; + private static final String ANDROID_VOLD_APP_DATA_ISOLATION_ENABLED_PROPERTY = + "persist.sys.vold_app_data_isolation_enabled"; IStorageManager mSm; @@ -107,6 +110,8 @@ public final class Sm { runStartCheckpoint(); } else if ("supports-checkpoint".equals(op)) { runSupportsCheckpoint(); + } else if ("unmount-app-data-dirs".equals(op)) { + runDisableAppDataIsolation(); } else { throw new IllegalArgumentException(); } @@ -253,6 +258,17 @@ public final class Sm { System.out.println(result.get()); } + public void runDisableAppDataIsolation() throws RemoteException { + if (!SystemProperties.getBoolean( + ANDROID_VOLD_APP_DATA_ISOLATION_ENABLED_PROPERTY, false)) { + throw new IllegalStateException("Storage app data isolation is not enabled."); + } + final String pkgName = nextArg(); + final int pid = Integer.parseInt(nextArg()); + final int userId = Integer.parseInt(nextArg()); + mSm.disableAppDataIsolation(pkgName, pid, userId); + } + public void runForget() throws RemoteException { final String fsUuid = nextArg(); if ("all".equals(fsUuid)) { @@ -373,6 +389,8 @@ public final class Sm { System.err.println(""); System.err.println(" sm supports-checkpoint"); System.err.println(""); + System.err.println(" sm unmount-app-data-dirs PACKAGE_NAME PID USER_ID"); + System.err.println(""); return 1; } } diff --git a/cmds/statsd/.clang-format b/cmds/statsd/.clang-format deleted file mode 100644 index cead3a079435..000000000000 --- a/cmds/statsd/.clang-format +++ /dev/null @@ -1,17 +0,0 @@ -BasedOnStyle: Google -AllowShortIfStatementsOnASingleLine: true -AllowShortFunctionsOnASingleLine: false -AllowShortLoopsOnASingleLine: true -BinPackArguments: true -BinPackParameters: true -ColumnLimit: 100 -CommentPragmas: NOLINT:.* -ContinuationIndentWidth: 8 -DerivePointerAlignment: false -IndentWidth: 4 -PointerAlignment: Left -TabWidth: 4 -AccessModifierOffset: -4 -IncludeCategories: - - Regex: '^"Log\.h"' - Priority: -1 diff --git a/cmds/statsd/Android.bp b/cmds/statsd/Android.bp deleted file mode 100644 index 0617eb6c0e66..000000000000 --- a/cmds/statsd/Android.bp +++ /dev/null @@ -1,433 +0,0 @@ -// -// Copyright (C) 2017 The Android Open Source Project -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -// - -// ========================================================== -// Build the library for use on the host -// ========================================================== -cc_library_host_shared { - name: "libstats_proto_host", - srcs: [ - "src/atoms.proto", - "src/atom_field_options.proto", - ], - - shared_libs: [ - "libplatformprotos", - ], - - proto: { - type: "full", - export_proto_headers: true, - include_dirs: [ - "external/protobuf/src", - ], - }, - - export_shared_lib_headers: [ - "libplatformprotos", - ] - -} - -cc_defaults { - name: "statsd_defaults", - - srcs: [ - "src/active_config_list.proto", - "src/anomaly/AlarmMonitor.cpp", - "src/anomaly/AlarmTracker.cpp", - "src/anomaly/AnomalyTracker.cpp", - "src/anomaly/DurationAnomalyTracker.cpp", - "src/anomaly/subscriber_util.cpp", - "src/condition/CombinationConditionTracker.cpp", - "src/condition/condition_util.cpp", - "src/condition/ConditionWizard.cpp", - "src/condition/SimpleConditionTracker.cpp", - "src/config/ConfigKey.cpp", - "src/config/ConfigListener.cpp", - "src/config/ConfigManager.cpp", - "src/experiment_ids.proto", - "src/external/Perfetto.cpp", - "src/external/PullResultReceiver.cpp", - "src/external/puller_util.cpp", - "src/external/StatsCallbackPuller.cpp", - "src/external/StatsPuller.cpp", - "src/external/StatsPullerManager.cpp", - "src/external/TrainInfoPuller.cpp", - "src/FieldValue.cpp", - "src/guardrail/StatsdStats.cpp", - "src/hash.cpp", - "src/HashableDimensionKey.cpp", - "src/logd/LogEvent.cpp", - "src/logd/LogEventQueue.cpp", - "src/matchers/CombinationLogMatchingTracker.cpp", - "src/matchers/EventMatcherWizard.cpp", - "src/matchers/matcher_util.cpp", - "src/matchers/SimpleLogMatchingTracker.cpp", - "src/metadata_util.cpp", - "src/metrics/CountMetricProducer.cpp", - "src/metrics/duration_helper/MaxDurationTracker.cpp", - "src/metrics/duration_helper/OringDurationTracker.cpp", - "src/metrics/DurationMetricProducer.cpp", - "src/metrics/EventMetricProducer.cpp", - "src/metrics/GaugeMetricProducer.cpp", - "src/metrics/MetricProducer.cpp", - "src/metrics/metrics_manager_util.cpp", - "src/metrics/MetricsManager.cpp", - "src/metrics/ValueMetricProducer.cpp", - "src/packages/UidMap.cpp", - "src/shell/shell_config.proto", - "src/shell/ShellSubscriber.cpp", - "src/socket/StatsSocketListener.cpp", - "src/state/StateManager.cpp", - "src/state/StateTracker.cpp", - "src/stats_log_util.cpp", - "src/statscompanion_util.cpp", - "src/statsd_config.proto", - "src/statsd_metadata.proto", - "src/StatsLogProcessor.cpp", - "src/StatsService.cpp", - "src/storage/StorageManager.cpp", - "src/subscriber/IncidentdReporter.cpp", - "src/subscriber/SubscriberReporter.cpp", - "src/uid_data.proto", - "src/utils/MultiConditionTrigger.cpp", - ], - - local_include_dirs: [ - "src", - ], - - static_libs: [ - "libbase", - "libcutils", - "libgtest_prod", - "libprotoutil", - "libstatslog_statsd", - "libsysutils", - "libutils", - "statsd-aidl-ndk_platform", - ], - shared_libs: [ - "libbinder_ndk", - "libincident", - "liblog", - ], -} - -genrule { - name: "statslog_statsd.h", - tools: ["stats-log-api-gen"], - cmd: "$(location stats-log-api-gen) --header $(genDir)/statslog_statsd.h --module statsd --namespace android,os,statsd,util", - out: [ - "statslog_statsd.h", - ], -} - -genrule { - name: "statslog_statsd.cpp", - tools: ["stats-log-api-gen"], - cmd: "$(location stats-log-api-gen) --cpp $(genDir)/statslog_statsd.cpp --module statsd --namespace android,os,statsd,util --importHeader statslog_statsd.h", - out: [ - "statslog_statsd.cpp", - ], -} - -genrule { - name: "statslog_statsdtest.h", - tools: ["stats-log-api-gen"], - cmd: "$(location stats-log-api-gen) --header $(genDir)/statslog_statsdtest.h --module statsdtest --namespace android,os,statsd,util", - out: [ - "statslog_statsdtest.h", - ], -} - -genrule { - name: "statslog_statsdtest.cpp", - tools: ["stats-log-api-gen"], - cmd: "$(location stats-log-api-gen) --cpp $(genDir)/statslog_statsdtest.cpp --module statsdtest --namespace android,os,statsd,util --importHeader statslog_statsdtest.h", - out: [ - "statslog_statsdtest.cpp", - ], -} - -cc_library_static { - name: "libstatslog_statsdtest", - generated_sources: ["statslog_statsdtest.cpp"], - generated_headers: ["statslog_statsdtest.h"], - export_generated_headers: ["statslog_statsdtest.h"], - shared_libs: [ - "libstatssocket", - ] -} - -cc_library_static { - name: "libstatslog_statsd", - generated_sources: ["statslog_statsd.cpp"], - generated_headers: ["statslog_statsd.h"], - export_generated_headers: ["statslog_statsd.h"], - apex_available: [ - "com.android.os.statsd", - "test_com.android.os.statsd", - ], - shared_libs: [ - "libstatssocket", - ] -} - -// ========= -// statsd -// ========= - -cc_binary { - name: "statsd", - defaults: ["statsd_defaults"], - - srcs: ["src/main.cpp"], - - cflags: [ - "-Wall", - "-Wextra", - "-Werror", - "-Wno-unused-parameter", - // optimize for size (protobuf glop can get big) - "-Os", - // "-g", - // "-O0", - ], - - product_variables: { - eng: { - // Enable sanitizer ONLY on eng builds - //sanitize: { - // address: true, - //}, - }, - debuggable: { - // Add a flag to enable stats log printing from statsd on debug builds. - cflags: ["-DVERY_VERBOSE_PRINTING"], - }, - }, - - proto: { - type: "lite", - static: true, - }, - stl: "libc++_static", - - shared_libs: [ - "libstatssocket", - ], - - apex_available: [ - "com.android.os.statsd", - "test_com.android.os.statsd", - ], -} - -// ============== -// statsd_test -// ============== - -cc_test { - name: "statsd_test", - defaults: ["statsd_defaults"], - test_suites: ["device-tests", "mts"], - test_config: "statsd_test.xml", - - //TODO(b/153588990): Remove when the build system properly separates - //32bit and 64bit architectures. - compile_multilib: "both", - multilib: { - lib64: { - suffix: "64", - }, - lib32: { - suffix: "32", - }, - }, - - cflags: [ - "-Wall", - "-Werror", - "-Wno-missing-field-initializers", - "-Wno-unused-variable", - "-Wno-unused-function", - "-Wno-unused-parameter", - ], - - require_root: true, - - srcs: [ - // atom_field_options.proto needs field_options.proto, but that is - // not included in libprotobuf-cpp-lite, so compile it here. - ":libprotobuf-internal-protos", - - "src/atom_field_options.proto", - "src/atoms.proto", - "src/shell/shell_data.proto", - "src/stats_log.proto", - "tests/AlarmMonitor_test.cpp", - "tests/anomaly/AlarmTracker_test.cpp", - "tests/anomaly/AnomalyTracker_test.cpp", - "tests/condition/CombinationConditionTracker_test.cpp", - "tests/condition/ConditionTimer_test.cpp", - "tests/condition/SimpleConditionTracker_test.cpp", - "tests/ConfigManager_test.cpp", - "tests/e2e/Alarm_e2e_test.cpp", - "tests/e2e/Anomaly_count_e2e_test.cpp", - "tests/e2e/Anomaly_duration_sum_e2e_test.cpp", - "tests/e2e/Attribution_e2e_test.cpp", - "tests/e2e/ConfigTtl_e2e_test.cpp", - "tests/e2e/CountMetric_e2e_test.cpp", - "tests/e2e/DurationMetric_e2e_test.cpp", - "tests/e2e/GaugeMetric_e2e_pull_test.cpp", - "tests/e2e/GaugeMetric_e2e_push_test.cpp", - "tests/e2e/MetricActivation_e2e_test.cpp", - "tests/e2e/MetricConditionLink_e2e_test.cpp", - "tests/e2e/PartialBucket_e2e_test.cpp", - "tests/e2e/ValueMetric_pull_e2e_test.cpp", - "tests/e2e/WakelockDuration_e2e_test.cpp", - "tests/external/puller_util_test.cpp", - "tests/external/StatsCallbackPuller_test.cpp", - "tests/external/StatsPuller_test.cpp", - "tests/external/StatsPullerManager_test.cpp", - "tests/FieldValue_test.cpp", - "tests/guardrail/StatsdStats_test.cpp", - "tests/HashableDimensionKey_test.cpp", - "tests/indexed_priority_queue_test.cpp", - "tests/log_event/LogEventQueue_test.cpp", - "tests/LogEntryMatcher_test.cpp", - "tests/LogEvent_test.cpp", - "tests/metadata_util_test.cpp", - "tests/metrics/CountMetricProducer_test.cpp", - "tests/metrics/DurationMetricProducer_test.cpp", - "tests/metrics/EventMetricProducer_test.cpp", - "tests/metrics/GaugeMetricProducer_test.cpp", - "tests/metrics/MaxDurationTracker_test.cpp", - "tests/metrics/metrics_test_helper.cpp", - "tests/metrics/OringDurationTracker_test.cpp", - "tests/metrics/ValueMetricProducer_test.cpp", - "tests/MetricsManager_test.cpp", - "tests/shell/ShellSubscriber_test.cpp", - "tests/state/StateTracker_test.cpp", - "tests/statsd_test_util.cpp", - "tests/StatsLogProcessor_test.cpp", - "tests/StatsService_test.cpp", - "tests/storage/StorageManager_test.cpp", - "tests/UidMap_test.cpp", - "tests/utils/MultiConditionTrigger_test.cpp", - ], - - static_libs: [ - "libgmock", - "libplatformprotos", - "libstatslog_statsdtest", - "libstatssocket_private", - ], - - proto: { - type: "lite", - include_dirs: ["external/protobuf/src"], - }, - -} - -//############################# -// statsd micro benchmark -//############################# - -cc_benchmark { - name: "statsd_benchmark", - defaults: ["statsd_defaults"], - - srcs: [ - // atom_field_options.proto needs field_options.proto, but that is - // not included in libprotobuf-cpp-lite, so compile it here. - ":libprotobuf-internal-protos", - - "benchmark/duration_metric_benchmark.cpp", - "benchmark/filter_value_benchmark.cpp", - "benchmark/get_dimensions_for_condition_benchmark.cpp", - "benchmark/hello_world_benchmark.cpp", - "benchmark/log_event_benchmark.cpp", - "benchmark/main.cpp", - "benchmark/metric_util.cpp", - "benchmark/stats_write_benchmark.cpp", - "src/atom_field_options.proto", - "src/atoms.proto", - "src/stats_log.proto", - ], - - proto: { - type: "lite", - include_dirs: ["external/protobuf/src"], - }, - - cflags: [ - "-Wall", - "-Werror", - "-Wno-unused-parameter", - "-Wno-unused-variable", - "-Wno-unused-function", - - // Bug: http://b/29823425 Disable -Wvarargs for Clang update to r271374 - "-Wno-varargs", - ], - - static_libs: [ - "libplatformprotos", - "libstatssocket_private", - ], - - shared_libs: [ - "libgtest_prod", - "libprotobuf-cpp-lite", - "libstatslog", - ], -} - -// ==== java proto device library (for test only) ============================== -java_library { - name: "statsdprotolite", - sdk_version: "core_current", - proto: { - type: "lite", - include_dirs: ["external/protobuf/src"], - }, - - srcs: [ - "src/atoms.proto", - "src/shell/shell_config.proto", - "src/shell/shell_data.proto", - "src/stats_log.proto", - "src/statsd_config.proto", - ], - - static_libs: [ - "platformprotoslite", - ], - // Protos have lots of MissingOverride and similar. - errorprone: { - javacflags: ["-XepDisableAllChecks"], - }, -} - -// Filegroup for statsd config proto definition. -filegroup { - name: "statsd-config-proto-def", - srcs: ["src/statsd_config.proto"], -} diff --git a/cmds/statsd/OWNERS b/cmds/statsd/OWNERS deleted file mode 100644 index a61babf32e58..000000000000 --- a/cmds/statsd/OWNERS +++ /dev/null @@ -1,9 +0,0 @@ -jeffreyhuang@google.com -joeo@google.com -jtnguyen@google.com -muhammadq@google.com -ruchirr@google.com -singhtejinder@google.com -tsaichristine@google.com -yaochen@google.com -yro@google.com diff --git a/cmds/statsd/TEST_MAPPING b/cmds/statsd/TEST_MAPPING deleted file mode 100644 index 8dee073aca22..000000000000 --- a/cmds/statsd/TEST_MAPPING +++ /dev/null @@ -1,7 +0,0 @@ -{ - "presubmit" : [ - { - "name" : "statsd_test" - } - ] -}
\ No newline at end of file diff --git a/cmds/statsd/benchmark/duration_metric_benchmark.cpp b/cmds/statsd/benchmark/duration_metric_benchmark.cpp deleted file mode 100644 index 2d315d9395bc..000000000000 --- a/cmds/statsd/benchmark/duration_metric_benchmark.cpp +++ /dev/null @@ -1,314 +0,0 @@ -/* - * Copyright (C) 2018 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -#include <vector> -#include "benchmark/benchmark.h" -#include "FieldValue.h" -#include "HashableDimensionKey.h" -#include "logd/LogEvent.h" -#include "stats_log_util.h" -#include "metric_util.h" - -namespace android { -namespace os { -namespace statsd { - -using std::vector; - -static StatsdConfig CreateDurationMetricConfig_NoLink_AND_CombinationCondition( - DurationMetric::AggregationType aggregationType, bool addExtraDimensionInCondition) { - StatsdConfig config; - *config.add_atom_matcher() = CreateStartScheduledJobAtomMatcher(); - *config.add_atom_matcher() = CreateFinishScheduledJobAtomMatcher(); - *config.add_atom_matcher() = CreateSyncStartAtomMatcher(); - *config.add_atom_matcher() = CreateSyncEndAtomMatcher(); - *config.add_atom_matcher() = CreateScreenTurnedOnAtomMatcher(); - *config.add_atom_matcher() = CreateScreenTurnedOffAtomMatcher(); - - auto scheduledJobPredicate = CreateScheduledJobPredicate(); - auto dimensions = scheduledJobPredicate.mutable_simple_predicate()->mutable_dimensions(); - dimensions->set_field(android::util::SCHEDULED_JOB_STATE_CHANGED); - dimensions->add_child()->set_field(2); // job name field. - - auto screenIsOffPredicate = CreateScreenIsOffPredicate(); - - auto isSyncingPredicate = CreateIsSyncingPredicate(); - auto syncDimension = isSyncingPredicate.mutable_simple_predicate()->mutable_dimensions(); - *syncDimension = CreateAttributionUidAndTagDimensions(android::util::SYNC_STATE_CHANGED, - {Position::FIRST}); - if (addExtraDimensionInCondition) { - syncDimension->add_child()->set_field(2 /* name field*/); - } - - *config.add_predicate() = scheduledJobPredicate; - *config.add_predicate() = screenIsOffPredicate; - *config.add_predicate() = isSyncingPredicate; - auto combinationPredicate = config.add_predicate(); - combinationPredicate->set_id(StringToId("CombinationPredicate")); - combinationPredicate->mutable_combination()->set_operation(LogicalOperation::AND); - addPredicateToPredicateCombination(screenIsOffPredicate, combinationPredicate); - addPredicateToPredicateCombination(isSyncingPredicate, combinationPredicate); - - auto metric = config.add_duration_metric(); - metric->set_bucket(FIVE_MINUTES); - metric->set_id(StringToId("scheduledJob")); - metric->set_what(scheduledJobPredicate.id()); - metric->set_condition(combinationPredicate->id()); - metric->set_aggregation_type(aggregationType); - auto dimensionWhat = metric->mutable_dimensions_in_what(); - dimensionWhat->set_field(android::util::SCHEDULED_JOB_STATE_CHANGED); - dimensionWhat->add_child()->set_field(2); // job name field. - *metric->mutable_dimensions_in_condition() = CreateAttributionUidAndTagDimensions( - android::util::SYNC_STATE_CHANGED, {Position::FIRST}); - return config; -} - -static StatsdConfig CreateDurationMetricConfig_Link_AND_CombinationCondition( - DurationMetric::AggregationType aggregationType, bool addExtraDimensionInCondition) { - StatsdConfig config; - *config.add_atom_matcher() = CreateStartScheduledJobAtomMatcher(); - *config.add_atom_matcher() = CreateFinishScheduledJobAtomMatcher(); - *config.add_atom_matcher() = CreateSyncStartAtomMatcher(); - *config.add_atom_matcher() = CreateSyncEndAtomMatcher(); - *config.add_atom_matcher() = CreateScreenTurnedOnAtomMatcher(); - *config.add_atom_matcher() = CreateScreenTurnedOffAtomMatcher(); - - auto scheduledJobPredicate = CreateScheduledJobPredicate(); - auto dimensions = scheduledJobPredicate.mutable_simple_predicate()->mutable_dimensions(); - *dimensions = CreateAttributionUidDimensions( - android::util::SCHEDULED_JOB_STATE_CHANGED, {Position::FIRST}); - dimensions->add_child()->set_field(2); // job name field. - - auto isSyncingPredicate = CreateIsSyncingPredicate(); - auto syncDimension = isSyncingPredicate.mutable_simple_predicate()->mutable_dimensions(); - *syncDimension = CreateAttributionUidDimensions( - android::util::SYNC_STATE_CHANGED, {Position::FIRST}); - if (addExtraDimensionInCondition) { - syncDimension->add_child()->set_field(2 /* name field*/); - } - - auto screenIsOffPredicate = CreateScreenIsOffPredicate(); - - *config.add_predicate() = scheduledJobPredicate; - *config.add_predicate() = screenIsOffPredicate; - *config.add_predicate() = isSyncingPredicate; - auto combinationPredicate = config.add_predicate(); - combinationPredicate->set_id(StringToId("CombinationPredicate")); - combinationPredicate->mutable_combination()->set_operation(LogicalOperation::AND); - addPredicateToPredicateCombination(screenIsOffPredicate, combinationPredicate); - addPredicateToPredicateCombination(isSyncingPredicate, combinationPredicate); - - auto metric = config.add_duration_metric(); - metric->set_bucket(FIVE_MINUTES); - metric->set_id(StringToId("scheduledJob")); - metric->set_what(scheduledJobPredicate.id()); - metric->set_condition(combinationPredicate->id()); - metric->set_aggregation_type(aggregationType); - *metric->mutable_dimensions_in_what() = CreateAttributionUidDimensions( - android::util::SCHEDULED_JOB_STATE_CHANGED, {Position::FIRST}); - - auto links = metric->add_links(); - links->set_condition(isSyncingPredicate.id()); - *links->mutable_fields_in_what() = - CreateAttributionUidDimensions( - android::util::SCHEDULED_JOB_STATE_CHANGED, {Position::FIRST}); - *links->mutable_fields_in_condition() = - CreateAttributionUidDimensions(android::util::SYNC_STATE_CHANGED, {Position::FIRST}); - return config; -} - -static void BM_DurationMetricNoLink(benchmark::State& state) { - ConfigKey cfgKey; - auto config = CreateDurationMetricConfig_NoLink_AND_CombinationCondition( - DurationMetric::SUM, false); - int64_t bucketStartTimeNs = 10000000000; - int64_t bucketSizeNs = - TimeUnitToBucketSizeInMillis(config.duration_metric(0).bucket()) * 1000000LL; - - std::vector<std::unique_ptr<LogEvent>> events; - - events.push_back(CreateScreenStateChangedEvent(bucketStartTimeNs + 11, - android::view::DISPLAY_STATE_OFF)); - events.push_back( - CreateScreenStateChangedEvent(bucketStartTimeNs + 40, android::view::DISPLAY_STATE_ON)); - - events.push_back(CreateScreenStateChangedEvent(bucketStartTimeNs + 102, - android::view::DISPLAY_STATE_OFF)); - events.push_back(CreateScreenStateChangedEvent(bucketStartTimeNs + 450, - android::view::DISPLAY_STATE_ON)); - - events.push_back(CreateScreenStateChangedEvent(bucketStartTimeNs + 650, - android::view::DISPLAY_STATE_OFF)); - events.push_back(CreateScreenStateChangedEvent(bucketStartTimeNs + bucketSizeNs + 100, - android::view::DISPLAY_STATE_ON)); - - events.push_back(CreateScreenStateChangedEvent(bucketStartTimeNs + bucketSizeNs + 640, - android::view::DISPLAY_STATE_OFF)); - events.push_back(CreateScreenStateChangedEvent(bucketStartTimeNs + bucketSizeNs + 650, - android::view::DISPLAY_STATE_ON)); - - vector<int> attributionUids1 = {9999}; - vector<string> attributionTags1 = {""}; - events.push_back(CreateStartScheduledJobEvent(bucketStartTimeNs + 2, attributionUids1, - attributionTags1, "job0")); - events.push_back(CreateFinishScheduledJobEvent(bucketStartTimeNs + 101, attributionUids1, - attributionTags1, "job0")); - - events.push_back(CreateStartScheduledJobEvent(bucketStartTimeNs + 201, attributionUids1, - attributionTags1, "job2")); - events.push_back(CreateFinishScheduledJobEvent(bucketStartTimeNs + 500, attributionUids1, - attributionTags1, "job2")); - - vector<int> attributionUids2 = {8888}; - events.push_back(CreateStartScheduledJobEvent(bucketStartTimeNs + 600, attributionUids2, - attributionTags1, "job2")); - events.push_back(CreateFinishScheduledJobEvent(bucketStartTimeNs + bucketSizeNs + 850, - attributionUids2, attributionTags1, "job2")); - - events.push_back(CreateStartScheduledJobEvent(bucketStartTimeNs + bucketSizeNs + 600, - attributionUids2, attributionTags1, "job1")); - events.push_back(CreateFinishScheduledJobEvent(bucketStartTimeNs + bucketSizeNs + 900, - attributionUids2, attributionTags1, "job1")); - - vector<int> attributionUids3 = {111, 222, 222}; - vector<string> attributionTags3 = {"App1", "GMSCoreModule1", "GMSCoreModule2"}; - events.push_back(CreateSyncStartEvent(bucketStartTimeNs + 10, attributionUids3, - attributionTags3, "ReadEmail")); - events.push_back(CreateSyncEndEvent(bucketStartTimeNs + 50, attributionUids3, attributionTags3, - "ReadEmail")); - - events.push_back(CreateSyncStartEvent(bucketStartTimeNs + 200, attributionUids3, - attributionTags3, "ReadEmail")); - events.push_back(CreateSyncEndEvent(bucketStartTimeNs + bucketSizeNs + 300, attributionUids3, - attributionTags3, "ReadEmail")); - - events.push_back(CreateSyncStartEvent(bucketStartTimeNs + 400, attributionUids3, - attributionTags3, "ReadDoc")); - events.push_back(CreateSyncEndEvent(bucketStartTimeNs + bucketSizeNs - 1, attributionUids3, - attributionTags3, "ReadDoc")); - - vector<int> attributionUids4 = {333, 222, 555}; - vector<string> attributionTags4 = {"App2", "GMSCoreModule1", "GMSCoreModule2"}; - events.push_back(CreateSyncStartEvent(bucketStartTimeNs + 401, attributionUids4, - attributionTags4, "ReadEmail")); - events.push_back(CreateSyncEndEvent(bucketStartTimeNs + bucketSizeNs + 700, attributionUids4, - attributionTags4, "ReadEmail")); - sortLogEventsByTimestamp(&events); - - while (state.KeepRunning()) { - auto processor = CreateStatsLogProcessor( - bucketStartTimeNs / NS_PER_SEC, config, cfgKey); - for (const auto& event : events) { - processor->OnLogEvent(event.get()); - } - } -} - -BENCHMARK(BM_DurationMetricNoLink); - - -static void BM_DurationMetricLink(benchmark::State& state) { - ConfigKey cfgKey; - auto config = CreateDurationMetricConfig_Link_AND_CombinationCondition( - DurationMetric::SUM, false); - int64_t bucketStartTimeNs = 10000000000; - int64_t bucketSizeNs = - TimeUnitToBucketSizeInMillis(config.duration_metric(0).bucket()) * 1000000LL; - - std::vector<std::unique_ptr<LogEvent>> events; - - events.push_back(CreateScreenStateChangedEvent(bucketStartTimeNs + 55, - android::view::DISPLAY_STATE_OFF)); - events.push_back(CreateScreenStateChangedEvent(bucketStartTimeNs + 120, - android::view::DISPLAY_STATE_ON)); - events.push_back(CreateScreenStateChangedEvent(bucketStartTimeNs + 121, - android::view::DISPLAY_STATE_OFF)); - events.push_back(CreateScreenStateChangedEvent(bucketStartTimeNs + 450, - android::view::DISPLAY_STATE_ON)); - - events.push_back(CreateScreenStateChangedEvent(bucketStartTimeNs + 501, - android::view::DISPLAY_STATE_OFF)); - events.push_back(CreateScreenStateChangedEvent(bucketStartTimeNs + bucketSizeNs + 100, - android::view::DISPLAY_STATE_ON)); - - vector<int> attributionUids1 = {111}; - vector<string> attributionTags1 = {"App1"}; - events.push_back(CreateStartScheduledJobEvent(bucketStartTimeNs + 1, attributionUids1, - attributionTags1, "job1")); - events.push_back(CreateFinishScheduledJobEvent(bucketStartTimeNs + 101, attributionUids1, - attributionTags1, "job1")); - - vector<int> attributionUids2 = {333}; - vector<string> attributionTags2 = {"App2"}; - events.push_back(CreateStartScheduledJobEvent(bucketStartTimeNs + 201, attributionUids2, - attributionTags2, "job2")); - events.push_back(CreateFinishScheduledJobEvent(bucketStartTimeNs + 500, attributionUids2, - attributionTags2, "job2")); - events.push_back(CreateStartScheduledJobEvent(bucketStartTimeNs + 600, attributionUids2, - attributionTags2, "job2")); - events.push_back(CreateFinishScheduledJobEvent(bucketStartTimeNs + bucketSizeNs + 850, - attributionUids2, attributionTags2, "job2")); - - vector<int> attributionUids3 = {444}; - vector<string> attributionTags3 = {"App3"}; - events.push_back(CreateStartScheduledJobEvent(bucketStartTimeNs + bucketSizeNs - 2, - attributionUids3, attributionTags3, "job3")); - events.push_back(CreateFinishScheduledJobEvent(bucketStartTimeNs + bucketSizeNs + 900, - attributionUids3, attributionTags3, "job3")); - - vector<int> attributionUids4 = {111, 222, 222}; - vector<string> attributionTags4 = {"App1", "GMSCoreModule1", "GMSCoreModule2"}; - events.push_back(CreateSyncStartEvent(bucketStartTimeNs + 50, attributionUids4, - attributionTags4, "ReadEmail")); - events.push_back(CreateSyncEndEvent(bucketStartTimeNs + 110, attributionUids4, attributionTags4, - "ReadEmail")); - - vector<int> attributionUids5 = {333, 222, 555}; - vector<string> attributionTags5 = {"App2", "GMSCoreModule1", "GMSCoreModule2"}; - events.push_back(CreateSyncStartEvent(bucketStartTimeNs + 300, attributionUids5, - attributionTags5, "ReadEmail")); - events.push_back(CreateSyncEndEvent(bucketStartTimeNs + bucketSizeNs + 700, attributionUids5, - attributionTags5, "ReadEmail")); - events.push_back(CreateSyncStartEvent(bucketStartTimeNs + 400, attributionUids5, - attributionTags5, "ReadDoc")); - events.push_back(CreateSyncEndEvent(bucketStartTimeNs + bucketSizeNs - 1, attributionUids5, - attributionTags5, "ReadDoc")); - - vector<int> attributionUids6 = {444, 222, 555}; - vector<string> attributionTags6 = {"App3", "GMSCoreModule1", "GMSCoreModule2"}; - events.push_back(CreateSyncStartEvent(bucketStartTimeNs + 550, attributionUids6, - attributionTags6, "ReadDoc")); - events.push_back(CreateSyncEndEvent(bucketStartTimeNs + 800, attributionUids6, attributionTags6, - "ReadDoc")); - events.push_back(CreateSyncStartEvent(bucketStartTimeNs + bucketSizeNs - 1, attributionUids6, - attributionTags6, "ReadDoc")); - events.push_back(CreateSyncEndEvent(bucketStartTimeNs + bucketSizeNs + 700, attributionUids6, - attributionTags6, "ReadDoc")); - sortLogEventsByTimestamp(&events); - - while (state.KeepRunning()) { - auto processor = CreateStatsLogProcessor( - bucketStartTimeNs / NS_PER_SEC, config, cfgKey); - for (const auto& event : events) { - processor->OnLogEvent(event.get()); - } - } -} - -BENCHMARK(BM_DurationMetricLink); - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/benchmark/filter_value_benchmark.cpp b/cmds/statsd/benchmark/filter_value_benchmark.cpp deleted file mode 100644 index 743ccc4ed451..000000000000 --- a/cmds/statsd/benchmark/filter_value_benchmark.cpp +++ /dev/null @@ -1,72 +0,0 @@ -/* - * Copyright (C) 2018 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -#include <vector> - -#include "FieldValue.h" -#include "HashableDimensionKey.h" -#include "benchmark/benchmark.h" -#include "logd/LogEvent.h" -#include "metric_util.h" -#include "stats_event.h" -#include "stats_log_util.h" - -namespace android { -namespace os { -namespace statsd { - -using std::vector; - -static void createLogEventAndMatcher(LogEvent* event, FieldMatcher* field_matcher) { - AStatsEvent* statsEvent = AStatsEvent_obtain(); - AStatsEvent_setAtomId(statsEvent, 1); - AStatsEvent_overwriteTimestamp(statsEvent, 100000); - - std::vector<int> attributionUids = {100, 100}; - std::vector<string> attributionTags = {"LOCATION", "LOCATION"}; - writeAttribution(statsEvent, attributionUids, attributionTags); - - AStatsEvent_writeFloat(statsEvent, 3.2f); - AStatsEvent_writeString(statsEvent, "LOCATION"); - AStatsEvent_writeInt64(statsEvent, 990); - - parseStatsEventToLogEvent(statsEvent, event); - - field_matcher->set_field(1); - auto child = field_matcher->add_child(); - child->set_field(1); - child->set_position(FIRST); - child->add_child()->set_field(1); -} - -static void BM_FilterValue(benchmark::State& state) { - LogEvent event(/*uid=*/0, /*pid=*/0); - FieldMatcher field_matcher; - createLogEventAndMatcher(&event, &field_matcher); - - std::vector<Matcher> matchers; - translateFieldMatcher(field_matcher, &matchers); - - while (state.KeepRunning()) { - HashableDimensionKey output; - filterValues(matchers, event.getValues(), &output); - } -} - -BENCHMARK(BM_FilterValue); - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/benchmark/get_dimensions_for_condition_benchmark.cpp b/cmds/statsd/benchmark/get_dimensions_for_condition_benchmark.cpp deleted file mode 100644 index 7a455650a31b..000000000000 --- a/cmds/statsd/benchmark/get_dimensions_for_condition_benchmark.cpp +++ /dev/null @@ -1,77 +0,0 @@ -/* - * Copyright (C) 2018 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -#include <vector> - -#include "FieldValue.h" -#include "HashableDimensionKey.h" -#include "benchmark/benchmark.h" -#include "logd/LogEvent.h" -#include "metric_util.h" -#include "stats_event.h" -#include "stats_log_util.h" - -namespace android { -namespace os { -namespace statsd { - -using std::vector; - -static void createLogEventAndLink(LogEvent* event, Metric2Condition *link) { - AStatsEvent* statsEvent = AStatsEvent_obtain(); - AStatsEvent_setAtomId(statsEvent, 1); - AStatsEvent_overwriteTimestamp(statsEvent, 100000); - - std::vector<int> attributionUids = {100, 100}; - std::vector<string> attributionTags = {"LOCATION", "LOCATION"}; - writeAttribution(statsEvent, attributionUids, attributionTags); - - AStatsEvent_writeFloat(statsEvent, 3.2f); - AStatsEvent_writeString(statsEvent, "LOCATION"); - AStatsEvent_writeInt64(statsEvent, 990); - - parseStatsEventToLogEvent(statsEvent, event); - - link->conditionId = 1; - - FieldMatcher field_matcher; - field_matcher.set_field(event->GetTagId()); - auto child = field_matcher.add_child(); - child->set_field(1); - child->set_position(FIRST); - child->add_child()->set_field(1); - - translateFieldMatcher(field_matcher, &link->metricFields); - field_matcher.set_field(event->GetTagId() + 1); - translateFieldMatcher(field_matcher, &link->conditionFields); -} - -static void BM_GetDimensionInCondition(benchmark::State& state) { - Metric2Condition link; - LogEvent event(/*uid=*/0, /*pid=*/0); - createLogEventAndLink(&event, &link); - - while (state.KeepRunning()) { - HashableDimensionKey output; - getDimensionForCondition(event.getValues(), link, &output); - } -} - -BENCHMARK(BM_GetDimensionInCondition); - - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/benchmark/hello_world_benchmark.cpp b/cmds/statsd/benchmark/hello_world_benchmark.cpp deleted file mode 100644 index c732d394bf64..000000000000 --- a/cmds/statsd/benchmark/hello_world_benchmark.cpp +++ /dev/null @@ -1,29 +0,0 @@ -/* - * Copyright (C) 2018 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -#include "benchmark/benchmark.h" - -static void BM_StringCreation(benchmark::State& state) { - while (state.KeepRunning()) std::string empty_string; -} -// Register the function as a benchmark -BENCHMARK(BM_StringCreation); - -// Define another benchmark -static void BM_StringCopy(benchmark::State& state) { - std::string x = "hello"; - while (state.KeepRunning()) std::string copy(x); -} -BENCHMARK(BM_StringCopy); diff --git a/cmds/statsd/benchmark/log_event_benchmark.cpp b/cmds/statsd/benchmark/log_event_benchmark.cpp deleted file mode 100644 index 057e00bde202..000000000000 --- a/cmds/statsd/benchmark/log_event_benchmark.cpp +++ /dev/null @@ -1,50 +0,0 @@ -/* - * Copyright (C) 2018 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -#include <vector> -#include "benchmark/benchmark.h" -#include "logd/LogEvent.h" -#include "stats_event.h" - -namespace android { -namespace os { -namespace statsd { - -static size_t createAndParseStatsEvent(uint8_t* msg) { - AStatsEvent* event = AStatsEvent_obtain(); - AStatsEvent_setAtomId(event, 100); - AStatsEvent_writeInt32(event, 2); - AStatsEvent_writeFloat(event, 2.0); - AStatsEvent_build(event); - - size_t size; - uint8_t* buf = AStatsEvent_getBuffer(event, &size); - memcpy(msg, buf, size); - return size; -} - -static void BM_LogEventCreation(benchmark::State& state) { - uint8_t msg[LOGGER_ENTRY_MAX_PAYLOAD]; - size_t size = createAndParseStatsEvent(msg); - while (state.KeepRunning()) { - LogEvent event(/*uid=*/ 1000, /*pid=*/ 1001); - benchmark::DoNotOptimize(event.parseBuffer(msg, size)); - } -} -BENCHMARK(BM_LogEventCreation); - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/benchmark/main.cpp b/cmds/statsd/benchmark/main.cpp deleted file mode 100644 index 08921f3c3f52..000000000000 --- a/cmds/statsd/benchmark/main.cpp +++ /dev/null @@ -1,19 +0,0 @@ -/* - * Copyright (C) 2018 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#include <benchmark/benchmark.h> - -BENCHMARK_MAIN(); diff --git a/cmds/statsd/benchmark/metric_util.cpp b/cmds/statsd/benchmark/metric_util.cpp deleted file mode 100644 index 89fd3d9b29ab..000000000000 --- a/cmds/statsd/benchmark/metric_util.cpp +++ /dev/null @@ -1,379 +0,0 @@ -// Copyright (C) 2017 The Android Open Source Project -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#include "metric_util.h" - -#include "stats_event.h" - -namespace android { -namespace os { -namespace statsd { - -AtomMatcher CreateSimpleAtomMatcher(const string& name, int atomId) { - AtomMatcher atom_matcher; - atom_matcher.set_id(StringToId(name)); - auto simple_atom_matcher = atom_matcher.mutable_simple_atom_matcher(); - simple_atom_matcher->set_atom_id(atomId); - return atom_matcher; -} - -AtomMatcher CreateScheduledJobStateChangedAtomMatcher(const string& name, - ScheduledJobStateChanged::State state) { - AtomMatcher atom_matcher; - atom_matcher.set_id(StringToId(name)); - auto simple_atom_matcher = atom_matcher.mutable_simple_atom_matcher(); - simple_atom_matcher->set_atom_id(android::util::SCHEDULED_JOB_STATE_CHANGED); - auto field_value_matcher = simple_atom_matcher->add_field_value_matcher(); - field_value_matcher->set_field(3); // State field. - field_value_matcher->set_eq_int(state); - return atom_matcher; -} - -AtomMatcher CreateStartScheduledJobAtomMatcher() { - return CreateScheduledJobStateChangedAtomMatcher("ScheduledJobStart", - ScheduledJobStateChanged::STARTED); -} - -AtomMatcher CreateFinishScheduledJobAtomMatcher() { - return CreateScheduledJobStateChangedAtomMatcher("ScheduledJobFinish", - ScheduledJobStateChanged::FINISHED); -} - -AtomMatcher CreateScreenBrightnessChangedAtomMatcher() { - AtomMatcher atom_matcher; - atom_matcher.set_id(StringToId("ScreenBrightnessChanged")); - auto simple_atom_matcher = atom_matcher.mutable_simple_atom_matcher(); - simple_atom_matcher->set_atom_id(android::util::SCREEN_BRIGHTNESS_CHANGED); - return atom_matcher; -} - -AtomMatcher CreateUidProcessStateChangedAtomMatcher() { - AtomMatcher atom_matcher; - atom_matcher.set_id(StringToId("UidProcessStateChanged")); - auto simple_atom_matcher = atom_matcher.mutable_simple_atom_matcher(); - simple_atom_matcher->set_atom_id(android::util::UID_PROCESS_STATE_CHANGED); - return atom_matcher; -} - -AtomMatcher CreateWakelockStateChangedAtomMatcher(const string& name, - WakelockStateChanged::State state) { - AtomMatcher atom_matcher; - atom_matcher.set_id(StringToId(name)); - auto simple_atom_matcher = atom_matcher.mutable_simple_atom_matcher(); - simple_atom_matcher->set_atom_id(android::util::WAKELOCK_STATE_CHANGED); - auto field_value_matcher = simple_atom_matcher->add_field_value_matcher(); - field_value_matcher->set_field(4); // State field. - field_value_matcher->set_eq_int(state); - return atom_matcher; -} - -AtomMatcher CreateAcquireWakelockAtomMatcher() { - return CreateWakelockStateChangedAtomMatcher("AcquireWakelock", WakelockStateChanged::ACQUIRE); -} - -AtomMatcher CreateReleaseWakelockAtomMatcher() { - return CreateWakelockStateChangedAtomMatcher("ReleaseWakelock", WakelockStateChanged::RELEASE); -} - -AtomMatcher CreateScreenStateChangedAtomMatcher( - const string& name, android::view::DisplayStateEnum state) { - AtomMatcher atom_matcher; - atom_matcher.set_id(StringToId(name)); - auto simple_atom_matcher = atom_matcher.mutable_simple_atom_matcher(); - simple_atom_matcher->set_atom_id(android::util::SCREEN_STATE_CHANGED); - auto field_value_matcher = simple_atom_matcher->add_field_value_matcher(); - field_value_matcher->set_field(1); // State field. - field_value_matcher->set_eq_int(state); - return atom_matcher; -} - -AtomMatcher CreateScreenTurnedOnAtomMatcher() { - return CreateScreenStateChangedAtomMatcher("ScreenTurnedOn", - android::view::DisplayStateEnum::DISPLAY_STATE_ON); -} - -AtomMatcher CreateScreenTurnedOffAtomMatcher() { - return CreateScreenStateChangedAtomMatcher("ScreenTurnedOff", - ::android::view::DisplayStateEnum::DISPLAY_STATE_OFF); -} - -AtomMatcher CreateSyncStateChangedAtomMatcher( - const string& name, SyncStateChanged::State state) { - AtomMatcher atom_matcher; - atom_matcher.set_id(StringToId(name)); - auto simple_atom_matcher = atom_matcher.mutable_simple_atom_matcher(); - simple_atom_matcher->set_atom_id(android::util::SYNC_STATE_CHANGED); - auto field_value_matcher = simple_atom_matcher->add_field_value_matcher(); - field_value_matcher->set_field(3); // State field. - field_value_matcher->set_eq_int(state); - return atom_matcher; -} - -AtomMatcher CreateSyncStartAtomMatcher() { - return CreateSyncStateChangedAtomMatcher("SyncStart", SyncStateChanged::ON); -} - -AtomMatcher CreateSyncEndAtomMatcher() { - return CreateSyncStateChangedAtomMatcher("SyncEnd", SyncStateChanged::OFF); -} - -AtomMatcher CreateActivityForegroundStateChangedAtomMatcher( - const string& name, ActivityForegroundStateChanged::State state) { - AtomMatcher atom_matcher; - atom_matcher.set_id(StringToId(name)); - auto simple_atom_matcher = atom_matcher.mutable_simple_atom_matcher(); - simple_atom_matcher->set_atom_id(android::util::ACTIVITY_FOREGROUND_STATE_CHANGED); - auto field_value_matcher = simple_atom_matcher->add_field_value_matcher(); - field_value_matcher->set_field(4); // Activity field. - field_value_matcher->set_eq_int(state); - return atom_matcher; -} - -AtomMatcher CreateMoveToBackgroundAtomMatcher() { - return CreateActivityForegroundStateChangedAtomMatcher( - "MoveToBackground", ActivityForegroundStateChanged::BACKGROUND); -} - -AtomMatcher CreateMoveToForegroundAtomMatcher() { - return CreateActivityForegroundStateChangedAtomMatcher( - "MoveToForeground", ActivityForegroundStateChanged::FOREGROUND); -} - -Predicate CreateScheduledJobPredicate() { - Predicate predicate; - predicate.set_id(StringToId("ScheduledJobRunningPredicate")); - predicate.mutable_simple_predicate()->set_start(StringToId("ScheduledJobStart")); - predicate.mutable_simple_predicate()->set_stop(StringToId("ScheduledJobFinish")); - return predicate; -} - -Predicate CreateBatterySaverModePredicate() { - Predicate predicate; - predicate.set_id(StringToId("BatterySaverIsOn")); - predicate.mutable_simple_predicate()->set_start(StringToId("BatterySaverModeStart")); - predicate.mutable_simple_predicate()->set_stop(StringToId("BatterySaverModeStop")); - return predicate; -} - -Predicate CreateScreenIsOnPredicate() { - Predicate predicate; - predicate.set_id(StringToId("ScreenIsOn")); - predicate.mutable_simple_predicate()->set_start(StringToId("ScreenTurnedOn")); - predicate.mutable_simple_predicate()->set_stop(StringToId("ScreenTurnedOff")); - return predicate; -} - -Predicate CreateScreenIsOffPredicate() { - Predicate predicate; - predicate.set_id(1111123); - predicate.mutable_simple_predicate()->set_start(StringToId("ScreenTurnedOff")); - predicate.mutable_simple_predicate()->set_stop(StringToId("ScreenTurnedOn")); - return predicate; -} - -Predicate CreateHoldingWakelockPredicate() { - Predicate predicate; - predicate.set_id(StringToId("HoldingWakelock")); - predicate.mutable_simple_predicate()->set_start(StringToId("AcquireWakelock")); - predicate.mutable_simple_predicate()->set_stop(StringToId("ReleaseWakelock")); - return predicate; -} - -Predicate CreateIsSyncingPredicate() { - Predicate predicate; - predicate.set_id(33333333333333); - predicate.mutable_simple_predicate()->set_start(StringToId("SyncStart")); - predicate.mutable_simple_predicate()->set_stop(StringToId("SyncEnd")); - return predicate; -} - -Predicate CreateIsInBackgroundPredicate() { - Predicate predicate; - predicate.set_id(StringToId("IsInBackground")); - predicate.mutable_simple_predicate()->set_start(StringToId("MoveToBackground")); - predicate.mutable_simple_predicate()->set_stop(StringToId("MoveToForeground")); - return predicate; -} - -void addPredicateToPredicateCombination(const Predicate& predicate, - Predicate* combinationPredicate) { - combinationPredicate->mutable_combination()->add_predicate(predicate.id()); -} - -FieldMatcher CreateAttributionUidDimensions(const int atomId, - const std::vector<Position>& positions) { - FieldMatcher dimensions; - dimensions.set_field(atomId); - for (const auto position : positions) { - auto child = dimensions.add_child(); - child->set_field(1); - child->set_position(position); - child->add_child()->set_field(1); - } - return dimensions; -} - -FieldMatcher CreateAttributionUidAndTagDimensions(const int atomId, - const std::vector<Position>& positions) { - FieldMatcher dimensions; - dimensions.set_field(atomId); - for (const auto position : positions) { - auto child = dimensions.add_child(); - child->set_field(1); - child->set_position(position); - child->add_child()->set_field(1); - child->add_child()->set_field(2); - } - return dimensions; -} - -FieldMatcher CreateDimensions(const int atomId, const std::vector<int>& fields) { - FieldMatcher dimensions; - dimensions.set_field(atomId); - for (const int field : fields) { - dimensions.add_child()->set_field(field); - } - return dimensions; -} - -void writeAttribution(AStatsEvent* statsEvent, const vector<int>& attributionUids, - const vector<string>& attributionTags) { - vector<const char*> cTags(attributionTags.size()); - for (int i = 0; i < cTags.size(); i++) { - cTags[i] = attributionTags[i].c_str(); - } - - AStatsEvent_writeAttributionChain(statsEvent, - reinterpret_cast<const uint32_t*>(attributionUids.data()), - cTags.data(), attributionUids.size()); -} - -void parseStatsEventToLogEvent(AStatsEvent* statsEvent, LogEvent* logEvent) { - AStatsEvent_build(statsEvent); - - size_t size; - uint8_t* buf = AStatsEvent_getBuffer(statsEvent, &size); - logEvent->parseBuffer(buf, size); - - AStatsEvent_release(statsEvent); -} - -std::unique_ptr<LogEvent> CreateScreenStateChangedEvent( - uint64_t timestampNs, const android::view::DisplayStateEnum state) { - AStatsEvent* statsEvent = AStatsEvent_obtain(); - AStatsEvent_setAtomId(statsEvent, util::SCREEN_STATE_CHANGED); - AStatsEvent_overwriteTimestamp(statsEvent, timestampNs); - AStatsEvent_writeInt32(statsEvent, state); - - std::unique_ptr<LogEvent> logEvent = std::make_unique<LogEvent>(/*uid=*/0, /*pid=*/0); - parseStatsEventToLogEvent(statsEvent, logEvent.get()); - return logEvent; -} - -std::unique_ptr<LogEvent> CreateScheduledJobStateChangedEvent( - const vector<int>& attributionUids, const vector<string>& attributionTags, - const string& jobName, const ScheduledJobStateChanged::State state, uint64_t timestampNs) { - AStatsEvent* statsEvent = AStatsEvent_obtain(); - AStatsEvent_setAtomId(statsEvent, util::SCHEDULED_JOB_STATE_CHANGED); - AStatsEvent_overwriteTimestamp(statsEvent, timestampNs); - - writeAttribution(statsEvent, attributionUids, attributionTags); - AStatsEvent_writeString(statsEvent, jobName.c_str()); - AStatsEvent_writeInt32(statsEvent, state); - - std::unique_ptr<LogEvent> logEvent = std::make_unique<LogEvent>(/*uid=*/0, /*pid=*/0); - parseStatsEventToLogEvent(statsEvent, logEvent.get()); - return logEvent; -} - -std::unique_ptr<LogEvent> CreateStartScheduledJobEvent(uint64_t timestampNs, - const vector<int>& attributionUids, - const vector<string>& attributionTags, - const string& jobName) { - return CreateScheduledJobStateChangedEvent(attributionUids, attributionTags, jobName, - ScheduledJobStateChanged::STARTED, timestampNs); -} - -// Create log event when scheduled job finishes. -std::unique_ptr<LogEvent> CreateFinishScheduledJobEvent(uint64_t timestampNs, - const vector<int>& attributionUids, - const vector<string>& attributionTags, - const string& jobName) { - return CreateScheduledJobStateChangedEvent(attributionUids, attributionTags, jobName, - ScheduledJobStateChanged::FINISHED, timestampNs); -} - -std::unique_ptr<LogEvent> CreateSyncStateChangedEvent(uint64_t timestampNs, - const vector<int>& attributionUids, - const vector<string>& attributionTags, - const string& name, - const SyncStateChanged::State state) { - AStatsEvent* statsEvent = AStatsEvent_obtain(); - AStatsEvent_setAtomId(statsEvent, util::SYNC_STATE_CHANGED); - AStatsEvent_overwriteTimestamp(statsEvent, timestampNs); - - writeAttribution(statsEvent, attributionUids, attributionTags); - AStatsEvent_writeString(statsEvent, name.c_str()); - AStatsEvent_writeInt32(statsEvent, state); - - std::unique_ptr<LogEvent> logEvent = std::make_unique<LogEvent>(/*uid=*/0, /*pid=*/0); - parseStatsEventToLogEvent(statsEvent, logEvent.get()); - return logEvent; -} - -std::unique_ptr<LogEvent> CreateSyncStartEvent(uint64_t timestampNs, - const vector<int>& attributionUids, - const vector<string>& attributionTags, - const string& name) { - return CreateSyncStateChangedEvent(timestampNs, attributionUids, attributionTags, name, - SyncStateChanged::ON); -} - -std::unique_ptr<LogEvent> CreateSyncEndEvent(uint64_t timestampNs, - const vector<int>& attributionUids, - const vector<string>& attributionTags, - const string& name) { - return CreateSyncStateChangedEvent(timestampNs, attributionUids, attributionTags, name, - SyncStateChanged::OFF); -} - -sp<StatsLogProcessor> CreateStatsLogProcessor(const long timeBaseSec, const StatsdConfig& config, - const ConfigKey& key) { - sp<UidMap> uidMap = new UidMap(); - sp<StatsPullerManager> pullerManager = new StatsPullerManager(); - sp<AlarmMonitor> anomalyAlarmMonitor; - sp<AlarmMonitor> periodicAlarmMonitor; - sp<StatsLogProcessor> processor = - new StatsLogProcessor(uidMap, pullerManager, anomalyAlarmMonitor, periodicAlarmMonitor, - timeBaseSec * NS_PER_SEC, [](const ConfigKey&) { return true; }, - [](const int&, const vector<int64_t>&) { return true; }); - processor->OnConfigUpdated(timeBaseSec * NS_PER_SEC, key, config); - return processor; -} - -void sortLogEventsByTimestamp(std::vector<std::unique_ptr<LogEvent>> *events) { - std::sort(events->begin(), events->end(), - [](const std::unique_ptr<LogEvent>& a, const std::unique_ptr<LogEvent>& b) { - return a->GetElapsedTimestampNs() < b->GetElapsedTimestampNs(); - }); -} - -int64_t StringToId(const string& str) { - return static_cast<int64_t>(std::hash<std::string>()(str)); -} - - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/benchmark/metric_util.h b/cmds/statsd/benchmark/metric_util.h deleted file mode 100644 index 3efaa850a921..000000000000 --- a/cmds/statsd/benchmark/metric_util.h +++ /dev/null @@ -1,140 +0,0 @@ -// Copyright (C) 2017 The Android Open Source Project -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#pragma once - -#include "frameworks/base/cmds/statsd/src/stats_log.pb.h" -#include "frameworks/base/cmds/statsd/src/statsd_config.pb.h" -#include "src/StatsLogProcessor.h" -#include "src/logd/LogEvent.h" -#include "stats_event.h" -#include "statslog.h" - -namespace android { -namespace os { -namespace statsd { - -// Create AtomMatcher proto to simply match a specific atom type. -AtomMatcher CreateSimpleAtomMatcher(const string& name, int atomId); - -// Create AtomMatcher proto for scheduled job state changed. -AtomMatcher CreateScheduledJobStateChangedAtomMatcher(); - -// Create AtomMatcher proto for starting a scheduled job. -AtomMatcher CreateStartScheduledJobAtomMatcher(); - -// Create AtomMatcher proto for a scheduled job is done. -AtomMatcher CreateFinishScheduledJobAtomMatcher(); - -// Create AtomMatcher proto for screen brightness state changed. -AtomMatcher CreateScreenBrightnessChangedAtomMatcher(); - -// Create AtomMatcher proto for acquiring wakelock. -AtomMatcher CreateAcquireWakelockAtomMatcher(); - -// Create AtomMatcher proto for releasing wakelock. -AtomMatcher CreateReleaseWakelockAtomMatcher() ; - -// Create AtomMatcher proto for screen turned on. -AtomMatcher CreateScreenTurnedOnAtomMatcher(); - -// Create AtomMatcher proto for screen turned off. -AtomMatcher CreateScreenTurnedOffAtomMatcher(); - -// Create AtomMatcher proto for app sync turned on. -AtomMatcher CreateSyncStartAtomMatcher(); - -// Create AtomMatcher proto for app sync turned off. -AtomMatcher CreateSyncEndAtomMatcher(); - -// Create AtomMatcher proto for app sync moves to background. -AtomMatcher CreateMoveToBackgroundAtomMatcher(); - -// Create AtomMatcher proto for app sync moves to foreground. -AtomMatcher CreateMoveToForegroundAtomMatcher(); - -// Create Predicate proto for screen is off. -Predicate CreateScreenIsOffPredicate(); - -// Create Predicate proto for a running scheduled job. -Predicate CreateScheduledJobPredicate(); - -// Create Predicate proto for holding wakelock. -Predicate CreateHoldingWakelockPredicate(); - -// Create a Predicate proto for app syncing. -Predicate CreateIsSyncingPredicate(); - -// Create a Predicate proto for app is in background. -Predicate CreateIsInBackgroundPredicate(); - -// Add a predicate to the predicate combination. -void addPredicateToPredicateCombination(const Predicate& predicate, Predicate* combination); - -// Create dimensions from primitive fields. -FieldMatcher CreateDimensions(const int atomId, const std::vector<int>& fields); - -// Create dimensions by attribution uid and tag. -FieldMatcher CreateAttributionUidAndTagDimensions(const int atomId, - const std::vector<Position>& positions); - -// Create dimensions by attribution uid only. -FieldMatcher CreateAttributionUidDimensions(const int atomId, - const std::vector<Position>& positions); - -void writeAttribution(AStatsEvent* statsEvent, const vector<int>& attributionUids, - const vector<string>& attributionTags); - -void parseStatsEventToLogEvent(AStatsEvent* statsEvent, LogEvent* logEvent); - -// Create log event for screen state changed. -std::unique_ptr<LogEvent> CreateScreenStateChangedEvent( - uint64_t timestampNs, const android::view::DisplayStateEnum state); - -// Create log event when scheduled job starts. -std::unique_ptr<LogEvent> CreateStartScheduledJobEvent(uint64_t timestampNs, - const vector<int>& attributionUids, - const vector<string>& attributionTags, - const string& jobName); - -// Create log event when scheduled job finishes. -std::unique_ptr<LogEvent> CreateFinishScheduledJobEvent(uint64_t timestampNs, - const vector<int>& attributionUids, - const vector<string>& attributionTags, - const string& jobName); - -// Create log event when the app sync starts. -std::unique_ptr<LogEvent> CreateSyncStartEvent(uint64_t timestampNs, - const vector<int>& attributionUids, - const vector<string>& attributionTags, - const string& name); - -// Create log event when the app sync ends. -std::unique_ptr<LogEvent> CreateSyncEndEvent(uint64_t timestampNs, - const vector<int>& attributionUids, - const vector<string>& attributionTags, - const string& name); - -// Create a statsd log event processor upon the start time in seconds, config and key. -sp<StatsLogProcessor> CreateStatsLogProcessor(const long timeBaseSec, const StatsdConfig& config, - const ConfigKey& key); - -// Util function to sort the log events by timestamp. -void sortLogEventsByTimestamp(std::vector<std::unique_ptr<LogEvent>> *events); - -int64_t StringToId(const string& str); - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/benchmark/stats_write_benchmark.cpp b/cmds/statsd/benchmark/stats_write_benchmark.cpp deleted file mode 100644 index f5a0cd5dfb39..000000000000 --- a/cmds/statsd/benchmark/stats_write_benchmark.cpp +++ /dev/null @@ -1,40 +0,0 @@ -/* - * Copyright (C) 2018 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -#include "benchmark/benchmark.h" -#include <statslog.h> - -namespace android { -namespace os { -namespace statsd { - -static void BM_StatsWrite(benchmark::State& state) { - const char* reason = "test"; - int64_t boot_end_time = 1234567; - int64_t total_duration = 100; - int64_t bootloader_duration = 10; - int64_t time_since_last_boot = 99999999; - while (state.KeepRunning()) { - android::util::stats_write( - android::util::BOOT_SEQUENCE_REPORTED, reason, reason, - boot_end_time, total_duration, bootloader_duration, time_since_last_boot); - total_duration++; - } -} -BENCHMARK(BM_StatsWrite); - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/FieldValue.cpp b/cmds/statsd/src/FieldValue.cpp deleted file mode 100644 index c9ccfb93c86d..000000000000 --- a/cmds/statsd/src/FieldValue.cpp +++ /dev/null @@ -1,474 +0,0 @@ -/* - * Copyright (C) 2018 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#define DEBUG false -#include "Log.h" -#include "FieldValue.h" -#include "HashableDimensionKey.h" -#include "math.h" - -namespace android { -namespace os { -namespace statsd { - -int32_t getEncodedField(int32_t pos[], int32_t depth, bool includeDepth) { - int32_t field = 0; - for (int32_t i = 0; i <= depth; i++) { - int32_t shiftBits = 8 * (kMaxLogDepth - i); - field |= (pos[i] << shiftBits); - } - - if (includeDepth) { - field |= (depth << 24); - } - return field; -} - -int32_t encodeMatcherMask(int32_t mask[], int32_t depth) { - return getEncodedField(mask, depth, false) | 0xff000000; -} - -bool Field::matches(const Matcher& matcher) const { - if (mTag != matcher.mMatcher.getTag()) { - return false; - } - if ((mField & matcher.mMask) == matcher.mMatcher.getField()) { - return true; - } - - if (matcher.hasAllPositionMatcher() && - (mField & (matcher.mMask & kClearAllPositionMatcherMask)) == matcher.mMatcher.getField()) { - return true; - } - - return false; -} - -void translateFieldMatcher(int tag, const FieldMatcher& matcher, int depth, int* pos, int* mask, - std::vector<Matcher>* output) { - if (depth > kMaxLogDepth) { - ALOGE("depth > 2"); - return; - } - - pos[depth] = matcher.field(); - mask[depth] = 0x7f; - - if (matcher.has_position()) { - depth++; - if (depth > 2) { - return; - } - switch (matcher.position()) { - case Position::ALL: - pos[depth] = 0x00; - mask[depth] = 0x7f; - break; - case Position::ANY: - pos[depth] = 0; - mask[depth] = 0; - break; - case Position::FIRST: - pos[depth] = 1; - mask[depth] = 0x7f; - break; - case Position::LAST: - pos[depth] = 0x80; - mask[depth] = 0x80; - break; - case Position::POSITION_UNKNOWN: - pos[depth] = 0; - mask[depth] = 0; - break; - } - } - - if (matcher.child_size() == 0) { - output->push_back(Matcher(Field(tag, pos, depth), encodeMatcherMask(mask, depth))); - } else { - for (const auto& child : matcher.child()) { - translateFieldMatcher(tag, child, depth + 1, pos, mask, output); - } - } -} - -void translateFieldMatcher(const FieldMatcher& matcher, std::vector<Matcher>* output) { - int pos[] = {1, 1, 1}; - int mask[] = {0x7f, 0x7f, 0x7f}; - int tag = matcher.field(); - for (const auto& child : matcher.child()) { - translateFieldMatcher(tag, child, 0, pos, mask, output); - } -} - -bool isAttributionUidField(const FieldValue& value) { - return isAttributionUidField(value.mField, value.mValue); -} - -int32_t getUidIfExists(const FieldValue& value) { - // the field is uid field if the field is the uid field in attribution node - // or annotated as such in the atom - bool isUid = isAttributionUidField(value) || isUidField(value); - return isUid ? value.mValue.int_value : -1; -} - -bool isAttributionUidField(const Field& field, const Value& value) { - int f = field.getField() & 0xff007f; - if (f == 0x10001 && value.getType() == INT) { - return true; - } - return false; -} - -bool isUidField(const FieldValue& fieldValue) { - return fieldValue.mAnnotations.isUidField(); -} - -Value::Value(const Value& from) { - type = from.getType(); - switch (type) { - case INT: - int_value = from.int_value; - break; - case LONG: - long_value = from.long_value; - break; - case FLOAT: - float_value = from.float_value; - break; - case DOUBLE: - double_value = from.double_value; - break; - case STRING: - str_value = from.str_value; - break; - case STORAGE: - storage_value = from.storage_value; - break; - default: - break; - } -} - -std::string Value::toString() const { - switch (type) { - case INT: - return std::to_string(int_value) + "[I]"; - case LONG: - return std::to_string(long_value) + "[L]"; - case FLOAT: - return std::to_string(float_value) + "[F]"; - case DOUBLE: - return std::to_string(double_value) + "[D]"; - case STRING: - return str_value + "[S]"; - case STORAGE: - return "bytes of size " + std::to_string(storage_value.size()) + "[ST]"; - default: - return "[UNKNOWN]"; - } -} - -bool Value::isZero() const { - switch (type) { - case INT: - return int_value == 0; - case LONG: - return long_value == 0; - case FLOAT: - return fabs(float_value) <= std::numeric_limits<float>::epsilon(); - case DOUBLE: - return fabs(double_value) <= std::numeric_limits<double>::epsilon(); - case STRING: - return str_value.size() == 0; - case STORAGE: - return storage_value.size() == 0; - default: - return false; - } -} - -bool Value::operator==(const Value& that) const { - if (type != that.getType()) return false; - - switch (type) { - case INT: - return int_value == that.int_value; - case LONG: - return long_value == that.long_value; - case FLOAT: - return float_value == that.float_value; - case DOUBLE: - return double_value == that.double_value; - case STRING: - return str_value == that.str_value; - case STORAGE: - return storage_value == that.storage_value; - default: - return false; - } -} - -bool Value::operator!=(const Value& that) const { - if (type != that.getType()) return true; - switch (type) { - case INT: - return int_value != that.int_value; - case LONG: - return long_value != that.long_value; - case FLOAT: - return float_value != that.float_value; - case DOUBLE: - return double_value != that.double_value; - case STRING: - return str_value != that.str_value; - case STORAGE: - return storage_value != that.storage_value; - default: - return false; - } -} - -bool Value::operator<(const Value& that) const { - if (type != that.getType()) return type < that.getType(); - - switch (type) { - case INT: - return int_value < that.int_value; - case LONG: - return long_value < that.long_value; - case FLOAT: - return float_value < that.float_value; - case DOUBLE: - return double_value < that.double_value; - case STRING: - return str_value < that.str_value; - case STORAGE: - return storage_value < that.storage_value; - default: - return false; - } -} - -bool Value::operator>(const Value& that) const { - if (type != that.getType()) return type > that.getType(); - - switch (type) { - case INT: - return int_value > that.int_value; - case LONG: - return long_value > that.long_value; - case FLOAT: - return float_value > that.float_value; - case DOUBLE: - return double_value > that.double_value; - case STRING: - return str_value > that.str_value; - case STORAGE: - return storage_value > that.storage_value; - default: - return false; - } -} - -bool Value::operator>=(const Value& that) const { - if (type != that.getType()) return type >= that.getType(); - - switch (type) { - case INT: - return int_value >= that.int_value; - case LONG: - return long_value >= that.long_value; - case FLOAT: - return float_value >= that.float_value; - case DOUBLE: - return double_value >= that.double_value; - case STRING: - return str_value >= that.str_value; - case STORAGE: - return storage_value >= that.storage_value; - default: - return false; - } -} - -Value Value::operator-(const Value& that) const { - Value v; - if (type != that.type) { - ALOGE("Can't operate on different value types, %d, %d", type, that.type); - return v; - } - if (type == STRING) { - ALOGE("Can't operate on string value type"); - return v; - } - - if (type == STORAGE) { - ALOGE("Can't operate on storage value type"); - return v; - } - - switch (type) { - case INT: - v.setInt(int_value - that.int_value); - break; - case LONG: - v.setLong(long_value - that.long_value); - break; - case FLOAT: - v.setFloat(float_value - that.float_value); - break; - case DOUBLE: - v.setDouble(double_value - that.double_value); - break; - default: - break; - } - return v; -} - -Value& Value::operator=(const Value& that) { - type = that.type; - switch (type) { - case INT: - int_value = that.int_value; - break; - case LONG: - long_value = that.long_value; - break; - case FLOAT: - float_value = that.float_value; - break; - case DOUBLE: - double_value = that.double_value; - break; - case STRING: - str_value = that.str_value; - break; - case STORAGE: - storage_value = that.storage_value; - break; - default: - break; - } - return *this; -} - -Value& Value::operator+=(const Value& that) { - if (type != that.type) { - ALOGE("Can't operate on different value types, %d, %d", type, that.type); - return *this; - } - if (type == STRING) { - ALOGE("Can't operate on string value type"); - return *this; - } - if (type == STORAGE) { - ALOGE("Can't operate on storage value type"); - return *this; - } - - switch (type) { - case INT: - int_value += that.int_value; - break; - case LONG: - long_value += that.long_value; - break; - case FLOAT: - float_value += that.float_value; - break; - case DOUBLE: - double_value += that.double_value; - break; - default: - break; - } - return *this; -} - -double Value::getDouble() const { - switch (type) { - case INT: - return int_value; - case LONG: - return long_value; - case FLOAT: - return float_value; - case DOUBLE: - return double_value; - default: - return 0; - } -} - -bool equalDimensions(const std::vector<Matcher>& dimension_a, - const std::vector<Matcher>& dimension_b) { - bool eq = dimension_a.size() == dimension_b.size(); - for (size_t i = 0; eq && i < dimension_a.size(); ++i) { - if (dimension_b[i] != dimension_a[i]) { - eq = false; - } - } - return eq; -} - -bool subsetDimensions(const std::vector<Matcher>& dimension_a, - const std::vector<Matcher>& dimension_b) { - if (dimension_a.size() > dimension_b.size()) { - return false; - } - for (size_t i = 0; i < dimension_a.size(); ++i) { - bool found = false; - for (size_t j = 0; j < dimension_b.size(); ++j) { - if (dimension_a[i] == dimension_b[j]) { - found = true; - } - } - if (!found) { - return false; - } - } - return true; -} - -bool HasPositionANY(const FieldMatcher& matcher) { - if (matcher.has_position() && matcher.position() == Position::ANY) { - return true; - } - for (const auto& child : matcher.child()) { - if (HasPositionANY(child)) { - return true; - } - } - return false; -} - -bool HasPositionALL(const FieldMatcher& matcher) { - if (matcher.has_position() && matcher.position() == Position::ALL) { - return true; - } - for (const auto& child : matcher.child()) { - if (HasPositionALL(child)) { - return true; - } - } - return false; -} - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/FieldValue.h b/cmds/statsd/src/FieldValue.h deleted file mode 100644 index fd86e3683970..000000000000 --- a/cmds/statsd/src/FieldValue.h +++ /dev/null @@ -1,462 +0,0 @@ -/* - * Copyright (C) 2018 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -#pragma once - -#include "frameworks/base/cmds/statsd/src/statsd_config.pb.h" -#include "annotations.h" - -namespace android { -namespace os { -namespace statsd { - -class HashableDimensionKey; -struct Matcher; -struct Field; -struct FieldValue; - -const int32_t kMaxLogDepth = 2; -const int32_t kLastBitMask = 0x80; -const int32_t kClearLastBitDeco = 0x7f; -const int32_t kClearAllPositionMatcherMask = 0xffff00ff; - -enum Type { UNKNOWN, INT, LONG, FLOAT, DOUBLE, STRING, STORAGE }; - -int32_t getEncodedField(int32_t pos[], int32_t depth, bool includeDepth); - -int32_t encodeMatcherMask(int32_t mask[], int32_t depth); - -// Get the encoded field for a leaf with a [field] number at depth 0; -inline int32_t getSimpleField(size_t field) { - return ((int32_t)field << 8 * 2); -} - -/** - * Field is a wrapper class for 2 integers that represents the field of a log element in its Atom - * proto. - * [mTag]: the atom id. - * [mField]: encoded path from the root (atom) to leaf. - * - * For example: - * WakeLockStateChanged { - * repeated AttributionNode = 1; - * int state = 2; - * string tag = 3; - * } - * Read from logd, the items are structured as below: - * [[[1000, "tag"], [2000, "tag2"],], 2,"hello"] - * - * When we read through the list, we will encode each field in a 32bit integer. - * 8bit segments |--------|--------|--------|--------| - * Depth field0 [L]field1 [L]field1 - * - * The first 8 bits are the depth of the field. for example, the uid 1000 has depth 2. - * The following 3 8-bit are for the item's position at each level. - * The first bit of each 8bits field is reserved to mark if the item is the last item at that level - * this is to make matching easier later. - * - * The above wakelock event is translated into FieldValue pairs. - * 0x02010101->1000 - * 0x02010182->tag - * 0x02018201->2000 - * 0x02018282->tag2 - * 0x00020000->2 - * 0x00030000->"hello" - * - * This encoding is the building block for the later operations. - * Please see the definition for Matcher below to see how the matching is done. - */ -struct Field { -private: - int32_t mTag; - int32_t mField; - -public: - Field() {} - - Field(int32_t tag, int32_t pos[], int32_t depth) : mTag(tag) { - mField = getEncodedField(pos, depth, true); - } - - Field(const Field& from) : mTag(from.getTag()), mField(from.getField()) { - } - - Field(int32_t tag, int32_t field) : mTag(tag), mField(field){}; - - inline void setField(int32_t field) { - mField = field; - } - - inline void setTag(int32_t tag) { - mTag = tag; - } - - inline void decorateLastPos(int32_t depth) { - int32_t mask = kLastBitMask << 8 * (kMaxLogDepth - depth); - mField |= mask; - } - - inline int32_t getTag() const { - return mTag; - } - - inline int32_t getDepth() const { - return (mField >> 24); - } - - inline int32_t getPath(int32_t depth) const { - if (depth > 2 || depth < 0) return 0; - - int32_t field = (mField & 0x00ffffff); - int32_t mask = 0xffffffff; - return (field & (mask << 8 * (kMaxLogDepth - depth))); - } - - inline int32_t getPrefix(int32_t depth) const { - if (depth == 0) return 0; - return getPath(depth - 1); - } - - inline int32_t getField() const { - return mField; - } - - inline int32_t getRawPosAtDepth(int32_t depth) const { - int32_t field = (mField & 0x00ffffff); - int32_t shift = 8 * (kMaxLogDepth - depth); - int32_t mask = 0xff << shift; - - return (field & mask) >> shift; - } - - inline int32_t getPosAtDepth(int32_t depth) const { - return getRawPosAtDepth(depth) & kClearLastBitDeco; - } - - // Check if the first bit of the 8-bit segment for depth is 1 - inline bool isLastPos(int32_t depth) const { - int32_t field = (mField & 0x00ffffff); - int32_t mask = kLastBitMask << 8 * (kMaxLogDepth - depth); - return (field & mask) != 0; - } - - // if the 8-bit segment is all 0's - inline bool isAnyPosMatcher(int32_t depth) const { - return getDepth() >= depth && getRawPosAtDepth(depth) == 0; - } - // if the 8bit is 0x80 (1000 0000) - inline bool isLastPosMatcher(int32_t depth) const { - return getDepth() >= depth && getRawPosAtDepth(depth) == kLastBitMask; - } - - inline bool operator==(const Field& that) const { - return mTag == that.getTag() && mField == that.getField(); - }; - - inline bool operator!=(const Field& that) const { - return mTag != that.getTag() || mField != that.getField(); - }; - - bool operator<(const Field& that) const { - if (mTag != that.getTag()) { - return mTag < that.getTag(); - } - - if (mField != that.getField()) { - return mField < that.getField(); - } - - return false; - } - - bool matches(const Matcher& that) const; -}; - -/** - * Matcher represents a leaf matcher in the FieldMatcher in statsd_config. - * - * It contains all information needed to match one or more leaf node. - * All information is encoded in a Field(2 ints) and a bit mask(1 int). - * - * For example, to match the first/any/last uid field in attribution chain in Atom 10, - * we have the following FieldMatcher in statsd_config - * FieldMatcher { - * field:10 - * FieldMatcher { - * field:1 - * position: any/last/first - * FieldMatcher { - * field:1 - * } - * } - * } - * - * We translate the FieldMatcher into a Field, and mask - * First: [Matcher Field] 0x02010101 [Mask]0xff7f7f7f - * Last: [Matcher Field] 0x02018001 [Mask]0xff7f807f - * Any: [Matcher Field] 0x02010001 [Mask]0xff7f007f - * All: [Matcher Field] 0x02010001 [Mask]0xff7f7f7f - * - * [To match a log Field with a Matcher] we apply the bit mask to the log Field and check if - * the result is equal to the Matcher Field. That's a bit wise AND operation + check if 2 ints are - * equal. Nothing can beat the performance of this matching algorithm. - * - * TODO(b/110561213): ADD EXAMPLE HERE. - */ -struct Matcher { - Matcher(const Field& matcher, int32_t mask) : mMatcher(matcher), mMask(mask){}; - - const Field mMatcher; - const int32_t mMask; - - inline const Field& getMatcher() const { - return mMatcher; - } - - inline int32_t getMask() const { - return mMask; - } - - inline int32_t getRawMaskAtDepth(int32_t depth) const { - int32_t field = (mMask & 0x00ffffff); - int32_t shift = 8 * (kMaxLogDepth - depth); - int32_t mask = 0xff << shift; - - return (field & mask) >> shift; - } - - bool hasAllPositionMatcher() const { - return mMatcher.getDepth() == 2 && getRawMaskAtDepth(1) == 0x7f; - } - - bool hasAnyPositionMatcher(int* prefix) const { - if (mMatcher.getDepth() == 2 && mMatcher.getRawPosAtDepth(1) == 0) { - (*prefix) = mMatcher.getPrefix(1); - return true; - } - return false; - } - - inline bool operator!=(const Matcher& that) const { - return mMatcher != that.getMatcher() || mMask != that.getMask(); - } - - inline bool operator==(const Matcher& that) const { - return mMatcher == that.mMatcher && mMask == that.mMask; - } -}; - -inline Matcher getSimpleMatcher(int32_t tag, size_t field) { - return Matcher(Field(tag, getSimpleField(field)), 0xff7f0000); -} - -inline Matcher getFirstUidMatcher(int32_t atomId) { - int32_t pos[] = {1, 1, 1}; - return Matcher(Field(atomId, pos, 2), 0xff7f7f7f); -} - -/** - * A wrapper for a union type to contain multiple types of values. - * - */ -struct Value { - Value() : type(UNKNOWN) {} - - Value(int32_t v) { - int_value = v; - type = INT; - } - - Value(int64_t v) { - long_value = v; - type = LONG; - } - - Value(float v) { - float_value = v; - type = FLOAT; - } - - Value(double v) { - double_value = v; - type = DOUBLE; - } - - Value(const std::string& v) { - str_value = v; - type = STRING; - } - - Value(const std::vector<uint8_t>& v) { - storage_value = v; - type = STORAGE; - } - - void setInt(int32_t v) { - int_value = v; - type = INT; - } - - void setLong(int64_t v) { - long_value = v; - type = LONG; - } - - void setFloat(float v) { - float_value = v; - type = FLOAT; - } - - void setDouble(double v) { - double_value = v; - type = DOUBLE; - } - - union { - int32_t int_value; - int64_t long_value; - float float_value; - double double_value; - }; - std::string str_value; - std::vector<uint8_t> storage_value; - - Type type; - - std::string toString() const; - - bool isZero() const; - - Type getType() const { - return type; - } - - double getDouble() const; - - Value(const Value& from); - - bool operator==(const Value& that) const; - bool operator!=(const Value& that) const; - - bool operator<(const Value& that) const; - bool operator>(const Value& that) const; - bool operator>=(const Value& that) const; - Value operator-(const Value& that) const; - Value& operator+=(const Value& that); - Value& operator=(const Value& that); -}; - -class Annotations { -public: - Annotations() { - setNested(true); // Nested = true by default - } - - // This enum stores where particular annotations can be found in the - // bitmask. Note that these pos do not correspond to annotation ids. - enum { - NESTED_POS = 0x0, - PRIMARY_POS = 0x1, - EXCLUSIVE_POS = 0x2, - UID_POS = 0x3 - }; - - inline void setNested(bool nested) { setBitmaskAtPos(NESTED_POS, nested); } - - inline void setPrimaryField(bool primary) { setBitmaskAtPos(PRIMARY_POS, primary); } - - inline void setExclusiveState(bool exclusive) { setBitmaskAtPos(EXCLUSIVE_POS, exclusive); } - - inline void setUidField(bool isUid) { setBitmaskAtPos(UID_POS, isUid); } - - // Default value = false - inline bool isNested() const { return getValueFromBitmask(NESTED_POS); } - - // Default value = false - inline bool isPrimaryField() const { return getValueFromBitmask(PRIMARY_POS); } - - // Default value = false - inline bool isExclusiveState() const { return getValueFromBitmask(EXCLUSIVE_POS); } - - // Default value = false - inline bool isUidField() const { return getValueFromBitmask(UID_POS); } - -private: - inline void setBitmaskAtPos(int pos, bool value) { - mBooleanBitmask &= ~(1 << pos); // clear - mBooleanBitmask |= (value << pos); // set - } - - inline bool getValueFromBitmask(int pos) const { - return (mBooleanBitmask >> pos) & 0x1; - } - - // This is a bitmask over all annotations stored in boolean form. Because - // there are only 4 booleans, just one byte is required. - uint8_t mBooleanBitmask = 0; -}; - -/** - * Represents a log item, or a dimension item (They are essentially the same). - */ -struct FieldValue { - FieldValue() {} - FieldValue(const Field& field, const Value& value) : mField(field), mValue(value) { - } - bool operator==(const FieldValue& that) const { - return mField == that.mField && mValue == that.mValue; - } - bool operator!=(const FieldValue& that) const { - return mField != that.mField || mValue != that.mValue; - } - bool operator<(const FieldValue& that) const { - if (mField != that.mField) { - return mField < that.mField; - } - - if (mValue != that.mValue) { - return mValue < that.mValue; - } - - return false; - } - - Field mField; - Value mValue; - Annotations mAnnotations; -}; - -bool HasPositionANY(const FieldMatcher& matcher); -bool HasPositionALL(const FieldMatcher& matcher); - -bool isAttributionUidField(const FieldValue& value); - -/* returns uid if the field is uid field, or -1 if the field is not a uid field */ -int getUidIfExists(const FieldValue& value); - -void translateFieldMatcher(const FieldMatcher& matcher, std::vector<Matcher>* output); - -bool isAttributionUidField(const Field& field, const Value& value); -bool isUidField(const FieldValue& fieldValue); - -bool equalDimensions(const std::vector<Matcher>& dimension_a, - const std::vector<Matcher>& dimension_b); - -// Returns true if dimension_a is a subset of dimension_b. -bool subsetDimensions(const std::vector<Matcher>& dimension_a, - const std::vector<Matcher>& dimension_b); -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/HashableDimensionKey.cpp b/cmds/statsd/src/HashableDimensionKey.cpp deleted file mode 100644 index eba66e0cb7b0..000000000000 --- a/cmds/statsd/src/HashableDimensionKey.cpp +++ /dev/null @@ -1,381 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -#define DEBUG false // STOPSHIP if true -#include "Log.h" - -#include "HashableDimensionKey.h" -#include "FieldValue.h" - -namespace android { -namespace os { -namespace statsd { - -using std::string; -using std::vector; -using android::base::StringPrintf; - -// These constants must be kept in sync with those in StatsDimensionsValue.java -const static int STATS_DIMENSIONS_VALUE_STRING_TYPE = 2; -const static int STATS_DIMENSIONS_VALUE_INT_TYPE = 3; -const static int STATS_DIMENSIONS_VALUE_LONG_TYPE = 4; -// const static int STATS_DIMENSIONS_VALUE_BOOL_TYPE = 5; (commented out because -// unused -- statsd does not correctly support bool types) -const static int STATS_DIMENSIONS_VALUE_FLOAT_TYPE = 6; -const static int STATS_DIMENSIONS_VALUE_TUPLE_TYPE = 7; - -/** - * Recursive helper function that populates a parent StatsDimensionsValueParcel - * with children StatsDimensionsValueParcels. - * - * \param parent parcel that will be populated with children - * \param childDepth depth of children FieldValues - * \param childPrefix expected FieldValue prefix of children - * \param dims vector of FieldValues stored by HashableDimensionKey - * \param index position in dims to start reading children from - */ -static void populateStatsDimensionsValueParcelChildren(StatsDimensionsValueParcel& parent, - int childDepth, int childPrefix, - const vector<FieldValue>& dims, - size_t& index) { - if (childDepth > 2) { - ALOGE("Depth > 2 not supported by StatsDimensionsValueParcel."); - return; - } - - while (index < dims.size()) { - const FieldValue& dim = dims[index]; - int fieldDepth = dim.mField.getDepth(); - int fieldPrefix = dim.mField.getPrefix(childDepth); - - StatsDimensionsValueParcel child; - child.field = dim.mField.getPosAtDepth(childDepth); - - if (fieldDepth == childDepth && fieldPrefix == childPrefix) { - switch (dim.mValue.getType()) { - case INT: - child.valueType = STATS_DIMENSIONS_VALUE_INT_TYPE; - child.intValue = dim.mValue.int_value; - break; - case LONG: - child.valueType = STATS_DIMENSIONS_VALUE_LONG_TYPE; - child.longValue = dim.mValue.long_value; - break; - case FLOAT: - child.valueType = STATS_DIMENSIONS_VALUE_FLOAT_TYPE; - child.floatValue = dim.mValue.float_value; - break; - case STRING: - child.valueType = STATS_DIMENSIONS_VALUE_STRING_TYPE; - child.stringValue = dim.mValue.str_value; - break; - default: - ALOGE("Encountered FieldValue with unsupported value type."); - break; - } - index++; - parent.tupleValue.push_back(child); - } else if (fieldDepth > childDepth && fieldPrefix == childPrefix) { - // This FieldValue is not a child of the current parent, but it is - // an indirect descendant. Thus, create a direct child of TUPLE_TYPE - // and recurse to parcel the indirect descendants. - child.valueType = STATS_DIMENSIONS_VALUE_TUPLE_TYPE; - populateStatsDimensionsValueParcelChildren(child, childDepth + 1, - dim.mField.getPrefix(childDepth + 1), dims, - index); - parent.tupleValue.push_back(child); - } else { - return; - } - } -} - -StatsDimensionsValueParcel HashableDimensionKey::toStatsDimensionsValueParcel() const { - StatsDimensionsValueParcel root; - if (mValues.size() == 0) { - return root; - } - - root.field = mValues[0].mField.getTag(); - root.valueType = STATS_DIMENSIONS_VALUE_TUPLE_TYPE; - - // Children of the root correspond to top-level (depth = 0) FieldValues. - int childDepth = 0; - int childPrefix = 0; - size_t index = 0; - populateStatsDimensionsValueParcelChildren(root, childDepth, childPrefix, mValues, index); - - return root; -} - -android::hash_t hashDimension(const HashableDimensionKey& value) { - android::hash_t hash = 0; - for (const auto& fieldValue : value.getValues()) { - hash = android::JenkinsHashMix(hash, android::hash_type((int)fieldValue.mField.getField())); - hash = android::JenkinsHashMix(hash, android::hash_type((int)fieldValue.mField.getTag())); - hash = android::JenkinsHashMix(hash, android::hash_type((int)fieldValue.mValue.getType())); - switch (fieldValue.mValue.getType()) { - case INT: - hash = android::JenkinsHashMix(hash, - android::hash_type(fieldValue.mValue.int_value)); - break; - case LONG: - hash = android::JenkinsHashMix(hash, - android::hash_type(fieldValue.mValue.long_value)); - break; - case STRING: - hash = android::JenkinsHashMix(hash, static_cast<uint32_t>(std::hash<std::string>()( - fieldValue.mValue.str_value))); - break; - case FLOAT: { - hash = android::JenkinsHashMix(hash, - android::hash_type(fieldValue.mValue.float_value)); - break; - } - default: - break; - } - } - return JenkinsHashWhiten(hash); -} - -bool filterValues(const Matcher& matcherField, const vector<FieldValue>& values, - FieldValue* output) { - for (const auto& value : values) { - if (value.mField.matches(matcherField)) { - (*output) = value; - return true; - } - } - return false; -} - -bool filterValues(const vector<Matcher>& matcherFields, const vector<FieldValue>& values, - HashableDimensionKey* output) { - size_t num_matches = 0; - for (const auto& value : values) { - for (size_t i = 0; i < matcherFields.size(); ++i) { - const auto& matcher = matcherFields[i]; - if (value.mField.matches(matcher)) { - output->addValue(value); - output->mutableValue(num_matches)->mField.setTag(value.mField.getTag()); - output->mutableValue(num_matches)->mField.setField( - value.mField.getField() & matcher.mMask); - num_matches++; - } - } - } - return num_matches > 0; -} - -bool filterPrimaryKey(const std::vector<FieldValue>& values, HashableDimensionKey* output) { - size_t num_matches = 0; - const int32_t simpleFieldMask = 0xff7f0000; - const int32_t attributionUidFieldMask = 0xff7f7f7f; - for (const auto& value : values) { - if (value.mAnnotations.isPrimaryField()) { - output->addValue(value); - output->mutableValue(num_matches)->mField.setTag(value.mField.getTag()); - const int32_t mask = - isAttributionUidField(value) ? attributionUidFieldMask : simpleFieldMask; - output->mutableValue(num_matches)->mField.setField(value.mField.getField() & mask); - num_matches++; - } - } - return num_matches > 0; -} - -void filterGaugeValues(const std::vector<Matcher>& matcherFields, - const std::vector<FieldValue>& values, std::vector<FieldValue>* output) { - for (const auto& field : matcherFields) { - for (const auto& value : values) { - if (value.mField.matches(field)) { - output->push_back(value); - } - } - } -} - -void getDimensionForCondition(const std::vector<FieldValue>& eventValues, - const Metric2Condition& links, - HashableDimensionKey* conditionDimension) { - // Get the dimension first by using dimension from what. - filterValues(links.metricFields, eventValues, conditionDimension); - - size_t count = conditionDimension->getValues().size(); - if (count != links.conditionFields.size()) { - return; - } - - for (size_t i = 0; i < count; i++) { - conditionDimension->mutableValue(i)->mField.setField( - links.conditionFields[i].mMatcher.getField()); - conditionDimension->mutableValue(i)->mField.setTag( - links.conditionFields[i].mMatcher.getTag()); - } -} - -void getDimensionForState(const std::vector<FieldValue>& eventValues, const Metric2State& link, - HashableDimensionKey* statePrimaryKey) { - // First, get the dimension from the event using the "what" fields from the - // MetricStateLinks. - filterValues(link.metricFields, eventValues, statePrimaryKey); - - // Then check that the statePrimaryKey size equals the number of state fields - size_t count = statePrimaryKey->getValues().size(); - if (count != link.stateFields.size()) { - return; - } - - // For each dimension Value in the statePrimaryKey, set the field and tag - // using the state atom fields from MetricStateLinks. - for (size_t i = 0; i < count; i++) { - statePrimaryKey->mutableValue(i)->mField.setField(link.stateFields[i].mMatcher.getField()); - statePrimaryKey->mutableValue(i)->mField.setTag(link.stateFields[i].mMatcher.getTag()); - } -} - -bool containsLinkedStateValues(const HashableDimensionKey& whatKey, - const HashableDimensionKey& primaryKey, - const vector<Metric2State>& stateLinks, const int32_t stateAtomId) { - if (whatKey.getValues().size() < primaryKey.getValues().size()) { - ALOGE("Contains linked values false: whatKey is too small"); - return false; - } - - for (const auto& primaryValue : primaryKey.getValues()) { - bool found = false; - for (const auto& whatValue : whatKey.getValues()) { - if (linked(stateLinks, stateAtomId, primaryValue.mField, whatValue.mField) && - primaryValue.mValue == whatValue.mValue) { - found = true; - break; - } - } - if (!found) { - return false; - } - } - return true; -} - -bool linked(const vector<Metric2State>& stateLinks, const int32_t stateAtomId, - const Field& stateField, const Field& metricField) { - for (auto stateLink : stateLinks) { - if (stateLink.stateAtomId != stateAtomId) { - continue; - } - - for (size_t i = 0; i < stateLink.stateFields.size(); i++) { - if (stateLink.stateFields[i].mMatcher == stateField && - stateLink.metricFields[i].mMatcher == metricField) { - return true; - } - } - } - return false; -} - -bool LessThan(const vector<FieldValue>& s1, const vector<FieldValue>& s2) { - if (s1.size() != s2.size()) { - return s1.size() < s2.size(); - } - - size_t count = s1.size(); - for (size_t i = 0; i < count; i++) { - if (s1[i] != s2[i]) { - return s1[i] < s2[i]; - } - } - return false; -} - -bool HashableDimensionKey::operator!=(const HashableDimensionKey& that) const { - return !((*this) == that); -} - -bool HashableDimensionKey::operator==(const HashableDimensionKey& that) const { - if (mValues.size() != that.getValues().size()) { - return false; - } - size_t count = mValues.size(); - for (size_t i = 0; i < count; i++) { - if (mValues[i] != (that.getValues())[i]) { - return false; - } - } - return true; -}; - -bool HashableDimensionKey::operator<(const HashableDimensionKey& that) const { - return LessThan(getValues(), that.getValues()); -}; - -bool HashableDimensionKey::contains(const HashableDimensionKey& that) const { - if (mValues.size() < that.getValues().size()) { - return false; - } - - if (mValues.size() == that.getValues().size()) { - return (*this) == that; - } - - for (const auto& value : that.getValues()) { - bool found = false; - for (const auto& myValue : mValues) { - if (value.mField == myValue.mField && value.mValue == myValue.mValue) { - found = true; - break; - } - } - if (!found) { - return false; - } - } - - return true; -} - -string HashableDimensionKey::toString() const { - std::string output; - for (const auto& value : mValues) { - output += StringPrintf("(%d)%#x->%s ", value.mField.getTag(), value.mField.getField(), - value.mValue.toString().c_str()); - } - return output; -} - -bool MetricDimensionKey::operator==(const MetricDimensionKey& that) const { - return mDimensionKeyInWhat == that.getDimensionKeyInWhat() && - mStateValuesKey == that.getStateValuesKey(); -}; - -string MetricDimensionKey::toString() const { - return mDimensionKeyInWhat.toString() + mStateValuesKey.toString(); -} - -bool MetricDimensionKey::operator<(const MetricDimensionKey& that) const { - if (mDimensionKeyInWhat < that.getDimensionKeyInWhat()) { - return true; - } else if (that.getDimensionKeyInWhat() < mDimensionKeyInWhat) { - return false; - } - - return mStateValuesKey < that.getStateValuesKey(); -} - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/HashableDimensionKey.h b/cmds/statsd/src/HashableDimensionKey.h deleted file mode 100644 index bd011005a301..000000000000 --- a/cmds/statsd/src/HashableDimensionKey.h +++ /dev/null @@ -1,238 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#pragma once - -#include <aidl/android/os/StatsDimensionsValueParcel.h> -#include <utils/JenkinsHash.h> -#include <vector> -#include "android-base/stringprintf.h" -#include "FieldValue.h" -#include "logd/LogEvent.h" - -namespace android { -namespace os { -namespace statsd { - -using ::aidl::android::os::StatsDimensionsValueParcel; - -struct Metric2Condition { - int64_t conditionId; - std::vector<Matcher> metricFields; - std::vector<Matcher> conditionFields; -}; - -struct Metric2State { - int32_t stateAtomId; - std::vector<Matcher> metricFields; - std::vector<Matcher> stateFields; -}; - -class HashableDimensionKey { -public: - explicit HashableDimensionKey(const std::vector<FieldValue>& values) { - mValues = values; - } - - HashableDimensionKey() {}; - - HashableDimensionKey(const HashableDimensionKey& that) : mValues(that.getValues()){}; - - inline void addValue(const FieldValue& value) { - mValues.push_back(value); - } - - inline const std::vector<FieldValue>& getValues() const { - return mValues; - } - - inline std::vector<FieldValue>* mutableValues() { - return &mValues; - } - - inline FieldValue* mutableValue(size_t i) { - if (i >= 0 && i < mValues.size()) { - return &(mValues[i]); - } - return nullptr; - } - - StatsDimensionsValueParcel toStatsDimensionsValueParcel() const; - - std::string toString() const; - - bool operator!=(const HashableDimensionKey& that) const; - - bool operator==(const HashableDimensionKey& that) const; - - bool operator<(const HashableDimensionKey& that) const; - - bool contains(const HashableDimensionKey& that) const; - -private: - std::vector<FieldValue> mValues; -}; - -class MetricDimensionKey { -public: - explicit MetricDimensionKey(const HashableDimensionKey& dimensionKeyInWhat, - const HashableDimensionKey& stateValuesKey) - : mDimensionKeyInWhat(dimensionKeyInWhat), mStateValuesKey(stateValuesKey){}; - - MetricDimensionKey(){}; - - MetricDimensionKey(const MetricDimensionKey& that) - : mDimensionKeyInWhat(that.getDimensionKeyInWhat()), - mStateValuesKey(that.getStateValuesKey()){}; - - MetricDimensionKey& operator=(const MetricDimensionKey& from) = default; - - std::string toString() const; - - inline const HashableDimensionKey& getDimensionKeyInWhat() const { - return mDimensionKeyInWhat; - } - - inline const HashableDimensionKey& getStateValuesKey() const { - return mStateValuesKey; - } - - inline HashableDimensionKey* getMutableStateValuesKey() { - return &mStateValuesKey; - } - - inline void setStateValuesKey(const HashableDimensionKey& key) { - mStateValuesKey = key; - } - - bool hasStateValuesKey() const { - return mStateValuesKey.getValues().size() > 0; - } - - bool operator==(const MetricDimensionKey& that) const; - - bool operator<(const MetricDimensionKey& that) const; - -private: - HashableDimensionKey mDimensionKeyInWhat; - HashableDimensionKey mStateValuesKey; -}; - -android::hash_t hashDimension(const HashableDimensionKey& key); - -/** - * Returns true if a FieldValue field matches the matcher field. - * The value of the FieldValue is output. - */ -bool filterValues(const Matcher& matcherField, const std::vector<FieldValue>& values, - FieldValue* output); - -/** - * Creating HashableDimensionKeys from FieldValues using matcher. - * - * This function may make modifications to the Field if the matcher has Position=FIRST,LAST or ALL - * in it. This is because: for example, when we create dimension from last uid in attribution chain, - * In one event, uid 1000 is at position 5 and it's the last - * In another event, uid 1000 is at position 6, and it's the last - * these 2 events should be mapped to the same dimension. So we will remove the original position - * from the dimension key for the uid field (by applying 0x80 bit mask). - */ -bool filterValues(const std::vector<Matcher>& matcherFields, const std::vector<FieldValue>& values, - HashableDimensionKey* output); - -/** - * Creating HashableDimensionKeys from State Primary Keys in FieldValues. - * - * This function may make modifications to the Field if the matcher has Position=FIRST,LAST or ALL - * in it. This is because: for example, when we create dimension from last uid in attribution chain, - * In one event, uid 1000 is at position 5 and it's the last - * In another event, uid 1000 is at position 6, and it's the last - * these 2 events should be mapped to the same dimension. So we will remove the original position - * from the dimension key for the uid field (by applying 0x80 bit mask). - */ -bool filterPrimaryKey(const std::vector<FieldValue>& values, HashableDimensionKey* output); - -/** - * Filter the values from FieldValues using the matchers. - * - * In contrast to the above function, this function will not do any modification to the original - * data. Considering it as taking a snapshot on the atom event. - */ -void filterGaugeValues(const std::vector<Matcher>& matchers, const std::vector<FieldValue>& values, - std::vector<FieldValue>* output); - -void getDimensionForCondition(const std::vector<FieldValue>& eventValues, - const Metric2Condition& links, - HashableDimensionKey* conditionDimension); - -/** - * Get dimension values using metric's "what" fields and fill statePrimaryKey's - * mField information using "state" fields. - */ -void getDimensionForState(const std::vector<FieldValue>& eventValues, const Metric2State& link, - HashableDimensionKey* statePrimaryKey); - -/** - * Returns true if the primaryKey values are a subset of the whatKey values. - * The values from the primaryKey come from the state atom, so we need to - * check that a link exists between the state atom field and what atom field. - * - * Example: - * whatKey = [Atom: 10, {uid: 1005, wakelock_name: "compose"}] - * statePrimaryKey = [Atom: 27, {uid: 1005}] - * Returns true IF one of the Metric2State links Atom 10's uid to Atom 27's uid - * - * Example: - * whatKey = [Atom: 10, {uid: 1005, wakelock_name: "compose"}] - * statePrimaryKey = [Atom: 59, {uid: 1005, package_name: "system"}] - * Returns false - */ -bool containsLinkedStateValues(const HashableDimensionKey& whatKey, - const HashableDimensionKey& primaryKey, - const std::vector<Metric2State>& stateLinks, - const int32_t stateAtomId); - -/** - * Returns true if there is a Metric2State link that links the stateField and - * the metricField (they are equal fields from different atoms). - */ -bool linked(const std::vector<Metric2State>& stateLinks, const int32_t stateAtomId, - const Field& stateField, const Field& metricField); -} // namespace statsd -} // namespace os -} // namespace android - -namespace std { - -using android::os::statsd::HashableDimensionKey; -using android::os::statsd::MetricDimensionKey; - -template <> -struct hash<HashableDimensionKey> { - std::size_t operator()(const HashableDimensionKey& key) const { - return hashDimension(key); - } -}; - -template <> -struct hash<MetricDimensionKey> { - std::size_t operator()(const MetricDimensionKey& key) const { - android::hash_t hash = hashDimension(key.getDimensionKeyInWhat()); - hash = android::JenkinsHashMix(hash, hashDimension(key.getStateValuesKey())); - return android::JenkinsHashWhiten(hash); - } -}; -} // namespace std diff --git a/cmds/statsd/src/Log.h b/cmds/statsd/src/Log.h deleted file mode 100644 index 87f4cbaf02f6..000000000000 --- a/cmds/statsd/src/Log.h +++ /dev/null @@ -1,33 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -/* - * This file must be included at the top of the file. Other header files - * occasionally include log.h, and if LOG_TAG isn't set when that happens - * we'll get a preprocesser error when we try to define it here. - */ - -#pragma once - -#define LOG_TAG "statsd" - -#include <log/log.h> - -// Use the local value to turn on/off debug logs instead of using log.tag. properties. -// The advantage is that in production compiler can remove the logging code if the local -// DEBUG/VERBOSE is false. -#define VLOG(...) \ - if (DEBUG) ALOGD(__VA_ARGS__); diff --git a/cmds/statsd/src/StatsLogProcessor.cpp b/cmds/statsd/src/StatsLogProcessor.cpp deleted file mode 100644 index e7b32c56551a..000000000000 --- a/cmds/statsd/src/StatsLogProcessor.cpp +++ /dev/null @@ -1,1097 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#define DEBUG false // STOPSHIP if true -#include "Log.h" - -#include "StatsLogProcessor.h" - -#include <android-base/file.h> -#include <cutils/multiuser.h> -#include <frameworks/base/cmds/statsd/src/active_config_list.pb.h> -#include <frameworks/base/cmds/statsd/src/experiment_ids.pb.h> - -#include "android-base/stringprintf.h" -#include "external/StatsPullerManager.h" -#include "guardrail/StatsdStats.h" -#include "logd/LogEvent.h" -#include "metrics/CountMetricProducer.h" -#include "StatsService.h" -#include "state/StateManager.h" -#include "stats_log_util.h" -#include "stats_util.h" -#include "statslog_statsd.h" -#include "storage/StorageManager.h" - -using namespace android; -using android::base::StringPrintf; -using android::util::FIELD_COUNT_REPEATED; -using android::util::FIELD_TYPE_BOOL; -using android::util::FIELD_TYPE_FLOAT; -using android::util::FIELD_TYPE_INT32; -using android::util::FIELD_TYPE_INT64; -using android::util::FIELD_TYPE_MESSAGE; -using android::util::FIELD_TYPE_STRING; -using android::util::ProtoOutputStream; -using std::vector; - -namespace android { -namespace os { -namespace statsd { - -// for ConfigMetricsReportList -const int FIELD_ID_CONFIG_KEY = 1; -const int FIELD_ID_REPORTS = 2; -// for ConfigKey -const int FIELD_ID_UID = 1; -const int FIELD_ID_ID = 2; -// for ConfigMetricsReport -// const int FIELD_ID_METRICS = 1; // written in MetricsManager.cpp -const int FIELD_ID_UID_MAP = 2; -const int FIELD_ID_LAST_REPORT_ELAPSED_NANOS = 3; -const int FIELD_ID_CURRENT_REPORT_ELAPSED_NANOS = 4; -const int FIELD_ID_LAST_REPORT_WALL_CLOCK_NANOS = 5; -const int FIELD_ID_CURRENT_REPORT_WALL_CLOCK_NANOS = 6; -const int FIELD_ID_DUMP_REPORT_REASON = 8; -const int FIELD_ID_STRINGS = 9; - -// for ActiveConfigList -const int FIELD_ID_ACTIVE_CONFIG_LIST_CONFIG = 1; - -// for permissions checks -constexpr const char* kPermissionDump = "android.permission.DUMP"; -constexpr const char* kPermissionUsage = "android.permission.PACKAGE_USAGE_STATS"; - -#define NS_PER_HOUR 3600 * NS_PER_SEC - -#define STATS_ACTIVE_METRIC_DIR "/data/misc/stats-active-metric" -#define STATS_METADATA_DIR "/data/misc/stats-metadata" - -// Cool down period for writing data to disk to avoid overwriting files. -#define WRITE_DATA_COOL_DOWN_SEC 5 - -StatsLogProcessor::StatsLogProcessor(const sp<UidMap>& uidMap, - const sp<StatsPullerManager>& pullerManager, - const sp<AlarmMonitor>& anomalyAlarmMonitor, - const sp<AlarmMonitor>& periodicAlarmMonitor, - const int64_t timeBaseNs, - const std::function<bool(const ConfigKey&)>& sendBroadcast, - const std::function<bool( - const int&, const vector<int64_t>&)>& activateBroadcast) - : mUidMap(uidMap), - mPullerManager(pullerManager), - mAnomalyAlarmMonitor(anomalyAlarmMonitor), - mPeriodicAlarmMonitor(periodicAlarmMonitor), - mSendBroadcast(sendBroadcast), - mSendActivationBroadcast(activateBroadcast), - mTimeBaseNs(timeBaseNs), - mLargestTimestampSeen(0), - mLastTimestampSeen(0) { - mPullerManager->ForceClearPullerCache(); - StateManager::getInstance().updateLogSources(uidMap); -} - -StatsLogProcessor::~StatsLogProcessor() { -} - -static void flushProtoToBuffer(ProtoOutputStream& proto, vector<uint8_t>* outData) { - outData->clear(); - outData->resize(proto.size()); - size_t pos = 0; - sp<android::util::ProtoReader> reader = proto.data(); - while (reader->readBuffer() != NULL) { - size_t toRead = reader->currentToRead(); - std::memcpy(&((*outData)[pos]), reader->readBuffer(), toRead); - pos += toRead; - reader->move(toRead); - } -} - -void StatsLogProcessor::onAnomalyAlarmFired( - const int64_t& timestampNs, - unordered_set<sp<const InternalAlarm>, SpHash<InternalAlarm>> alarmSet) { - std::lock_guard<std::mutex> lock(mMetricsMutex); - for (const auto& itr : mMetricsManagers) { - itr.second->onAnomalyAlarmFired(timestampNs, alarmSet); - } -} -void StatsLogProcessor::onPeriodicAlarmFired( - const int64_t& timestampNs, - unordered_set<sp<const InternalAlarm>, SpHash<InternalAlarm>> alarmSet) { - - std::lock_guard<std::mutex> lock(mMetricsMutex); - for (const auto& itr : mMetricsManagers) { - itr.second->onPeriodicAlarmFired(timestampNs, alarmSet); - } -} - -void StatsLogProcessor::mapIsolatedUidToHostUidIfNecessaryLocked(LogEvent* event) const { - if (std::pair<int, int> indexRange; event->hasAttributionChain(&indexRange)) { - vector<FieldValue>* const fieldValues = event->getMutableValues(); - for (int i = indexRange.first; i <= indexRange.second; i++) { - FieldValue& fieldValue = fieldValues->at(i); - if (isAttributionUidField(fieldValue)) { - const int hostUid = mUidMap->getHostUidOrSelf(fieldValue.mValue.int_value); - fieldValue.mValue.setInt(hostUid); - } - } - } else { - int uidFieldIndex = event->getUidFieldIndex(); - if (uidFieldIndex != -1) { - Value& value = (*event->getMutableValues())[uidFieldIndex].mValue; - const int hostUid = mUidMap->getHostUidOrSelf(value.int_value); - value.setInt(hostUid); - } - } -} - -void StatsLogProcessor::onIsolatedUidChangedEventLocked(const LogEvent& event) { - status_t err = NO_ERROR, err2 = NO_ERROR, err3 = NO_ERROR; - bool is_create = event.GetBool(3, &err); - auto parent_uid = int(event.GetLong(1, &err2)); - auto isolated_uid = int(event.GetLong(2, &err3)); - if (err == NO_ERROR && err2 == NO_ERROR && err3 == NO_ERROR) { - if (is_create) { - mUidMap->assignIsolatedUid(isolated_uid, parent_uid); - } else { - mUidMap->removeIsolatedUid(isolated_uid); - } - } else { - ALOGE("Failed to parse uid in the isolated uid change event."); - } -} - -void StatsLogProcessor::onBinaryPushStateChangedEventLocked(LogEvent* event) { - pid_t pid = event->GetPid(); - uid_t uid = event->GetUid(); - if (!checkPermissionForIds(kPermissionDump, pid, uid) || - !checkPermissionForIds(kPermissionUsage, pid, uid)) { - return; - } - // The Get* functions don't modify the status on success, they only write in - // failure statuses, so we can use one status variable for all calls then - // check if it is no longer NO_ERROR. - status_t err = NO_ERROR; - InstallTrainInfo trainInfo; - trainInfo.trainName = string(event->GetString(1 /*train name field id*/, &err)); - trainInfo.trainVersionCode = event->GetLong(2 /*train version field id*/, &err); - trainInfo.requiresStaging = event->GetBool(3 /*requires staging field id*/, &err); - trainInfo.rollbackEnabled = event->GetBool(4 /*rollback enabled field id*/, &err); - trainInfo.requiresLowLatencyMonitor = - event->GetBool(5 /*requires low latency monitor field id*/, &err); - trainInfo.status = int32_t(event->GetLong(6 /*state field id*/, &err)); - std::vector<uint8_t> trainExperimentIdBytes = - event->GetStorage(7 /*experiment ids field id*/, &err); - bool is_rollback = event->GetBool(10 /*is rollback field id*/, &err); - - if (err != NO_ERROR) { - ALOGE("Failed to parse fields in binary push state changed log event"); - return; - } - ExperimentIds trainExperimentIds; - if (!trainExperimentIds.ParseFromArray(trainExperimentIdBytes.data(), - trainExperimentIdBytes.size())) { - ALOGE("Failed to parse experimentids in binary push state changed."); - return; - } - trainInfo.experimentIds = {trainExperimentIds.experiment_id().begin(), - trainExperimentIds.experiment_id().end()}; - - // Update the train info on disk and get any data the logevent is missing. - getAndUpdateTrainInfoOnDisk(is_rollback, &trainInfo); - - std::vector<uint8_t> trainExperimentIdProto; - writeExperimentIdsToProto(trainInfo.experimentIds, &trainExperimentIdProto); - int32_t userId = multiuser_get_user_id(uid); - - event->updateValue(2 /*train version field id*/, trainInfo.trainVersionCode, LONG); - event->updateValue(7 /*experiment ids field id*/, trainExperimentIdProto, STORAGE); - event->updateValue(8 /*user id field id*/, userId, INT); - - // If this event is a rollback event, then the following bits in the event - // are invalid and we will need to update them with the values we pulled - // from disk. - if (is_rollback) { - int bit = trainInfo.requiresStaging ? 1 : 0; - event->updateValue(3 /*requires staging field id*/, bit, INT); - bit = trainInfo.rollbackEnabled ? 1 : 0; - event->updateValue(4 /*rollback enabled field id*/, bit, INT); - bit = trainInfo.requiresLowLatencyMonitor ? 1 : 0; - event->updateValue(5 /*requires low latency monitor field id*/, bit, INT); - } -} - -void StatsLogProcessor::getAndUpdateTrainInfoOnDisk(bool is_rollback, - InstallTrainInfo* trainInfo) { - // If the train name is empty, we don't know which train to attribute the - // event to, so return early. - if (trainInfo->trainName.empty()) { - return; - } - bool readTrainInfoSuccess = false; - InstallTrainInfo trainInfoOnDisk; - readTrainInfoSuccess = StorageManager::readTrainInfo(trainInfo->trainName, trainInfoOnDisk); - - bool resetExperimentIds = false; - if (readTrainInfoSuccess) { - // Keep the old train version if we received an empty version. - if (trainInfo->trainVersionCode == -1) { - trainInfo->trainVersionCode = trainInfoOnDisk.trainVersionCode; - } else if (trainInfo->trainVersionCode != trainInfoOnDisk.trainVersionCode) { - // Reset experiment ids if we receive a new non-empty train version. - resetExperimentIds = true; - } - - // Reset if we received a different experiment id. - if (!trainInfo->experimentIds.empty() && - (trainInfoOnDisk.experimentIds.empty() || - trainInfo->experimentIds.at(0) != trainInfoOnDisk.experimentIds[0])) { - resetExperimentIds = true; - } - } - - // Find the right experiment IDs - if ((!resetExperimentIds || is_rollback) && readTrainInfoSuccess) { - trainInfo->experimentIds = trainInfoOnDisk.experimentIds; - } - - if (!trainInfo->experimentIds.empty()) { - int64_t firstId = trainInfo->experimentIds.at(0); - auto& ids = trainInfo->experimentIds; - switch (trainInfo->status) { - case android::os::statsd::util::BINARY_PUSH_STATE_CHANGED__STATE__INSTALL_SUCCESS: - if (find(ids.begin(), ids.end(), firstId + 1) == ids.end()) { - ids.push_back(firstId + 1); - } - break; - case android::os::statsd::util::BINARY_PUSH_STATE_CHANGED__STATE__INSTALLER_ROLLBACK_INITIATED: - if (find(ids.begin(), ids.end(), firstId + 2) == ids.end()) { - ids.push_back(firstId + 2); - } - break; - case android::os::statsd::util::BINARY_PUSH_STATE_CHANGED__STATE__INSTALLER_ROLLBACK_SUCCESS: - if (find(ids.begin(), ids.end(), firstId + 3) == ids.end()) { - ids.push_back(firstId + 3); - } - break; - } - } - - // If this event is a rollback event, the following fields are invalid and - // need to be replaced by the fields stored to disk. - if (is_rollback) { - trainInfo->requiresStaging = trainInfoOnDisk.requiresStaging; - trainInfo->rollbackEnabled = trainInfoOnDisk.rollbackEnabled; - trainInfo->requiresLowLatencyMonitor = trainInfoOnDisk.requiresLowLatencyMonitor; - } - - StorageManager::writeTrainInfo(*trainInfo); -} - -void StatsLogProcessor::onWatchdogRollbackOccurredLocked(LogEvent* event) { - pid_t pid = event->GetPid(); - uid_t uid = event->GetUid(); - if (!checkPermissionForIds(kPermissionDump, pid, uid) || - !checkPermissionForIds(kPermissionUsage, pid, uid)) { - return; - } - // The Get* functions don't modify the status on success, they only write in - // failure statuses, so we can use one status variable for all calls then - // check if it is no longer NO_ERROR. - status_t err = NO_ERROR; - int32_t rollbackType = int32_t(event->GetInt(1 /*rollback type field id*/, &err)); - string packageName = string(event->GetString(2 /*package name field id*/, &err)); - - if (err != NO_ERROR) { - ALOGE("Failed to parse fields in watchdog rollback occurred log event"); - return; - } - - vector<int64_t> experimentIds = - processWatchdogRollbackOccurred(rollbackType, packageName); - vector<uint8_t> experimentIdProto; - writeExperimentIdsToProto(experimentIds, &experimentIdProto); - - event->updateValue(6 /*experiment ids field id*/, experimentIdProto, STORAGE); -} - -vector<int64_t> StatsLogProcessor::processWatchdogRollbackOccurred(const int32_t rollbackTypeIn, - const string& packageNameIn) { - // If the package name is empty, we can't attribute it to any train, so - // return early. - if (packageNameIn.empty()) { - return vector<int64_t>(); - } - bool readTrainInfoSuccess = false; - InstallTrainInfo trainInfoOnDisk; - // We use the package name of the event as the train name. - readTrainInfoSuccess = StorageManager::readTrainInfo(packageNameIn, trainInfoOnDisk); - - if (!readTrainInfoSuccess) { - return vector<int64_t>(); - } - - if (trainInfoOnDisk.experimentIds.empty()) { - return vector<int64_t>(); - } - - int64_t firstId = trainInfoOnDisk.experimentIds[0]; - auto& ids = trainInfoOnDisk.experimentIds; - switch (rollbackTypeIn) { - case android::os::statsd::util::WATCHDOG_ROLLBACK_OCCURRED__ROLLBACK_TYPE__ROLLBACK_INITIATE: - if (find(ids.begin(), ids.end(), firstId + 4) == ids.end()) { - ids.push_back(firstId + 4); - } - StorageManager::writeTrainInfo(trainInfoOnDisk); - break; - case android::os::statsd::util::WATCHDOG_ROLLBACK_OCCURRED__ROLLBACK_TYPE__ROLLBACK_SUCCESS: - if (find(ids.begin(), ids.end(), firstId + 5) == ids.end()) { - ids.push_back(firstId + 5); - } - StorageManager::writeTrainInfo(trainInfoOnDisk); - break; - } - - return trainInfoOnDisk.experimentIds; -} - -void StatsLogProcessor::resetConfigs() { - std::lock_guard<std::mutex> lock(mMetricsMutex); - resetConfigsLocked(getElapsedRealtimeNs()); -} - -void StatsLogProcessor::resetConfigsLocked(const int64_t timestampNs) { - std::vector<ConfigKey> configKeys; - for (auto it = mMetricsManagers.begin(); it != mMetricsManagers.end(); it++) { - configKeys.push_back(it->first); - } - resetConfigsLocked(timestampNs, configKeys); -} - -void StatsLogProcessor::OnLogEvent(LogEvent* event) { - OnLogEvent(event, getElapsedRealtimeNs()); -} - -void StatsLogProcessor::OnLogEvent(LogEvent* event, int64_t elapsedRealtimeNs) { - std::lock_guard<std::mutex> lock(mMetricsMutex); - - // Tell StatsdStats about new event - const int64_t eventElapsedTimeNs = event->GetElapsedTimestampNs(); - int atomId = event->GetTagId(); - StatsdStats::getInstance().noteAtomLogged(atomId, eventElapsedTimeNs / NS_PER_SEC); - if (!event->isValid()) { - StatsdStats::getInstance().noteAtomError(atomId); - return; - } - - // Hard-coded logic to update train info on disk and fill in any information - // this log event may be missing. - if (atomId == android::os::statsd::util::BINARY_PUSH_STATE_CHANGED) { - onBinaryPushStateChangedEventLocked(event); - } - - // Hard-coded logic to update experiment ids on disk for certain rollback - // types and fill the rollback atom with experiment ids - if (atomId == android::os::statsd::util::WATCHDOG_ROLLBACK_OCCURRED) { - onWatchdogRollbackOccurredLocked(event); - } - -#ifdef VERY_VERBOSE_PRINTING - if (mPrintAllLogs) { - ALOGI("%s", event->ToString().c_str()); - } -#endif - resetIfConfigTtlExpiredLocked(eventElapsedTimeNs); - - // Hard-coded logic to update the isolated uid's in the uid-map. - // The field numbers need to be currently updated by hand with atoms.proto - if (atomId == android::os::statsd::util::ISOLATED_UID_CHANGED) { - onIsolatedUidChangedEventLocked(*event); - } else { - // Map the isolated uid to host uid if necessary. - mapIsolatedUidToHostUidIfNecessaryLocked(event); - } - - StateManager::getInstance().onLogEvent(*event); - - if (mMetricsManagers.empty()) { - return; - } - - int64_t curTimeSec = getElapsedRealtimeSec(); - if (curTimeSec - mLastPullerCacheClearTimeSec > StatsdStats::kPullerCacheClearIntervalSec) { - mPullerManager->ClearPullerCacheIfNecessary(curTimeSec * NS_PER_SEC); - mLastPullerCacheClearTimeSec = curTimeSec; - } - - std::unordered_set<int> uidsWithActiveConfigsChanged; - std::unordered_map<int, std::vector<int64_t>> activeConfigsPerUid; - // pass the event to metrics managers. - for (auto& pair : mMetricsManagers) { - int uid = pair.first.GetUid(); - int64_t configId = pair.first.GetId(); - bool isPrevActive = pair.second->isActive(); - pair.second->onLogEvent(*event); - bool isCurActive = pair.second->isActive(); - // Map all active configs by uid. - if (isCurActive) { - auto activeConfigs = activeConfigsPerUid.find(uid); - if (activeConfigs != activeConfigsPerUid.end()) { - activeConfigs->second.push_back(configId); - } else { - vector<int64_t> newActiveConfigs; - newActiveConfigs.push_back(configId); - activeConfigsPerUid[uid] = newActiveConfigs; - } - } - // The activation state of this config changed. - if (isPrevActive != isCurActive) { - VLOG("Active status changed for uid %d", uid); - uidsWithActiveConfigsChanged.insert(uid); - StatsdStats::getInstance().noteActiveStatusChanged(pair.first, isCurActive); - } - flushIfNecessaryLocked(pair.first, *(pair.second)); - } - - // Don't use the event timestamp for the guardrail. - for (int uid : uidsWithActiveConfigsChanged) { - // Send broadcast so that receivers can pull data. - auto lastBroadcastTime = mLastActivationBroadcastTimes.find(uid); - if (lastBroadcastTime != mLastActivationBroadcastTimes.end()) { - if (elapsedRealtimeNs - lastBroadcastTime->second < - StatsdStats::kMinActivationBroadcastPeriodNs) { - StatsdStats::getInstance().noteActivationBroadcastGuardrailHit(uid); - VLOG("StatsD would've sent an activation broadcast but the rate limit stopped us."); - return; - } - } - auto activeConfigs = activeConfigsPerUid.find(uid); - if (activeConfigs != activeConfigsPerUid.end()) { - if (mSendActivationBroadcast(uid, activeConfigs->second)) { - VLOG("StatsD sent activation notice for uid %d", uid); - mLastActivationBroadcastTimes[uid] = elapsedRealtimeNs; - } - } else { - std::vector<int64_t> emptyActiveConfigs; - if (mSendActivationBroadcast(uid, emptyActiveConfigs)) { - VLOG("StatsD sent EMPTY activation notice for uid %d", uid); - mLastActivationBroadcastTimes[uid] = elapsedRealtimeNs; - } - } - } -} - -void StatsLogProcessor::GetActiveConfigs(const int uid, vector<int64_t>& outActiveConfigs) { - std::lock_guard<std::mutex> lock(mMetricsMutex); - GetActiveConfigsLocked(uid, outActiveConfigs); -} - -void StatsLogProcessor::GetActiveConfigsLocked(const int uid, vector<int64_t>& outActiveConfigs) { - outActiveConfigs.clear(); - for (auto& pair : mMetricsManagers) { - if (pair.first.GetUid() == uid && pair.second->isActive()) { - outActiveConfigs.push_back(pair.first.GetId()); - } - } -} - -void StatsLogProcessor::OnConfigUpdated(const int64_t timestampNs, const ConfigKey& key, - const StatsdConfig& config) { - std::lock_guard<std::mutex> lock(mMetricsMutex); - WriteDataToDiskLocked(key, timestampNs, CONFIG_UPDATED, NO_TIME_CONSTRAINTS); - OnConfigUpdatedLocked(timestampNs, key, config); -} - -void StatsLogProcessor::OnConfigUpdatedLocked( - const int64_t timestampNs, const ConfigKey& key, const StatsdConfig& config) { - VLOG("Updated configuration for key %s", key.ToString().c_str()); - sp<MetricsManager> newMetricsManager = - new MetricsManager(key, config, mTimeBaseNs, timestampNs, mUidMap, mPullerManager, - mAnomalyAlarmMonitor, mPeriodicAlarmMonitor); - if (newMetricsManager->isConfigValid()) { - newMetricsManager->init(); - mUidMap->OnConfigUpdated(key); - newMetricsManager->refreshTtl(timestampNs); - mMetricsManagers[key] = newMetricsManager; - VLOG("StatsdConfig valid"); - } else { - // If there is any error in the config, don't use it. - // Remove any existing config with the same key. - ALOGE("StatsdConfig NOT valid"); - mMetricsManagers.erase(key); - } -} - -size_t StatsLogProcessor::GetMetricsSize(const ConfigKey& key) const { - std::lock_guard<std::mutex> lock(mMetricsMutex); - auto it = mMetricsManagers.find(key); - if (it == mMetricsManagers.end()) { - ALOGW("Config source %s does not exist", key.ToString().c_str()); - return 0; - } - return it->second->byteSize(); -} - -void StatsLogProcessor::dumpStates(int out, bool verbose) { - std::lock_guard<std::mutex> lock(mMetricsMutex); - FILE* fout = fdopen(out, "w"); - if (fout == NULL) { - return; - } - fprintf(fout, "MetricsManager count: %lu\n", (unsigned long)mMetricsManagers.size()); - for (auto metricsManager : mMetricsManagers) { - metricsManager.second->dumpStates(fout, verbose); - } - - fclose(fout); -} - -/* - * onDumpReport dumps serialized ConfigMetricsReportList into proto. - */ -void StatsLogProcessor::onDumpReport(const ConfigKey& key, const int64_t dumpTimeStampNs, - const bool include_current_partial_bucket, - const bool erase_data, - const DumpReportReason dumpReportReason, - const DumpLatency dumpLatency, - ProtoOutputStream* proto) { - std::lock_guard<std::mutex> lock(mMetricsMutex); - - // Start of ConfigKey. - uint64_t configKeyToken = proto->start(FIELD_TYPE_MESSAGE | FIELD_ID_CONFIG_KEY); - proto->write(FIELD_TYPE_INT32 | FIELD_ID_UID, key.GetUid()); - proto->write(FIELD_TYPE_INT64 | FIELD_ID_ID, (long long)key.GetId()); - proto->end(configKeyToken); - // End of ConfigKey. - - bool keepFile = false; - auto it = mMetricsManagers.find(key); - if (it != mMetricsManagers.end() && it->second->shouldPersistLocalHistory()) { - keepFile = true; - } - - // Then, check stats-data directory to see there's any file containing - // ConfigMetricsReport from previous shutdowns to concatenate to reports. - StorageManager::appendConfigMetricsReport( - key, proto, erase_data && !keepFile /* should remove file after appending it */, - dumpReportReason == ADB_DUMP /*if caller is adb*/); - - if (it != mMetricsManagers.end()) { - // This allows another broadcast to be sent within the rate-limit period if we get close to - // filling the buffer again soon. - mLastBroadcastTimes.erase(key); - - vector<uint8_t> buffer; - onConfigMetricsReportLocked(key, dumpTimeStampNs, include_current_partial_bucket, - erase_data, dumpReportReason, dumpLatency, - false /* is this data going to be saved on disk */, &buffer); - proto->write(FIELD_TYPE_MESSAGE | FIELD_COUNT_REPEATED | FIELD_ID_REPORTS, - reinterpret_cast<char*>(buffer.data()), buffer.size()); - } else { - ALOGW("Config source %s does not exist", key.ToString().c_str()); - } -} - -/* - * onDumpReport dumps serialized ConfigMetricsReportList into outData. - */ -void StatsLogProcessor::onDumpReport(const ConfigKey& key, const int64_t dumpTimeStampNs, - const bool include_current_partial_bucket, - const bool erase_data, - const DumpReportReason dumpReportReason, - const DumpLatency dumpLatency, - vector<uint8_t>* outData) { - ProtoOutputStream proto; - onDumpReport(key, dumpTimeStampNs, include_current_partial_bucket, erase_data, - dumpReportReason, dumpLatency, &proto); - - if (outData != nullptr) { - flushProtoToBuffer(proto, outData); - VLOG("output data size %zu", outData->size()); - } - - StatsdStats::getInstance().noteMetricsReportSent(key, proto.size()); -} - -/* - * onConfigMetricsReportLocked dumps serialized ConfigMetricsReport into outData. - */ -void StatsLogProcessor::onConfigMetricsReportLocked( - const ConfigKey& key, const int64_t dumpTimeStampNs, - const bool include_current_partial_bucket, const bool erase_data, - const DumpReportReason dumpReportReason, const DumpLatency dumpLatency, - const bool dataSavedOnDisk, vector<uint8_t>* buffer) { - // We already checked whether key exists in mMetricsManagers in - // WriteDataToDisk. - auto it = mMetricsManagers.find(key); - if (it == mMetricsManagers.end()) { - return; - } - int64_t lastReportTimeNs = it->second->getLastReportTimeNs(); - int64_t lastReportWallClockNs = it->second->getLastReportWallClockNs(); - - std::set<string> str_set; - - ProtoOutputStream tempProto; - // First, fill in ConfigMetricsReport using current data on memory, which - // starts from filling in StatsLogReport's. - it->second->onDumpReport(dumpTimeStampNs, include_current_partial_bucket, erase_data, - dumpLatency, &str_set, &tempProto); - - // Fill in UidMap if there is at least one metric to report. - // This skips the uid map if it's an empty config. - if (it->second->getNumMetrics() > 0) { - uint64_t uidMapToken = tempProto.start(FIELD_TYPE_MESSAGE | FIELD_ID_UID_MAP); - mUidMap->appendUidMap( - dumpTimeStampNs, key, it->second->hashStringInReport() ? &str_set : nullptr, - it->second->versionStringsInReport(), it->second->installerInReport(), &tempProto); - tempProto.end(uidMapToken); - } - - // Fill in the timestamps. - tempProto.write(FIELD_TYPE_INT64 | FIELD_ID_LAST_REPORT_ELAPSED_NANOS, - (long long)lastReportTimeNs); - tempProto.write(FIELD_TYPE_INT64 | FIELD_ID_CURRENT_REPORT_ELAPSED_NANOS, - (long long)dumpTimeStampNs); - tempProto.write(FIELD_TYPE_INT64 | FIELD_ID_LAST_REPORT_WALL_CLOCK_NANOS, - (long long)lastReportWallClockNs); - tempProto.write(FIELD_TYPE_INT64 | FIELD_ID_CURRENT_REPORT_WALL_CLOCK_NANOS, - (long long)getWallClockNs()); - // Dump report reason - tempProto.write(FIELD_TYPE_INT32 | FIELD_ID_DUMP_REPORT_REASON, dumpReportReason); - - for (const auto& str : str_set) { - tempProto.write(FIELD_TYPE_STRING | FIELD_COUNT_REPEATED | FIELD_ID_STRINGS, str); - } - - flushProtoToBuffer(tempProto, buffer); - - // save buffer to disk if needed - if (erase_data && !dataSavedOnDisk && it->second->shouldPersistLocalHistory()) { - VLOG("save history to disk"); - string file_name = StorageManager::getDataHistoryFileName((long)getWallClockSec(), - key.GetUid(), key.GetId()); - StorageManager::writeFile(file_name.c_str(), buffer->data(), buffer->size()); - } -} - -void StatsLogProcessor::resetConfigsLocked(const int64_t timestampNs, - const std::vector<ConfigKey>& configs) { - for (const auto& key : configs) { - StatsdConfig config; - if (StorageManager::readConfigFromDisk(key, &config)) { - OnConfigUpdatedLocked(timestampNs, key, config); - StatsdStats::getInstance().noteConfigReset(key); - } else { - ALOGE("Failed to read backup config from disk for : %s", key.ToString().c_str()); - auto it = mMetricsManagers.find(key); - if (it != mMetricsManagers.end()) { - it->second->refreshTtl(timestampNs); - } - } - } -} - -void StatsLogProcessor::resetIfConfigTtlExpiredLocked(const int64_t timestampNs) { - std::vector<ConfigKey> configKeysTtlExpired; - for (auto it = mMetricsManagers.begin(); it != mMetricsManagers.end(); it++) { - if (it->second != nullptr && !it->second->isInTtl(timestampNs)) { - configKeysTtlExpired.push_back(it->first); - } - } - if (configKeysTtlExpired.size() > 0) { - WriteDataToDiskLocked(CONFIG_RESET, NO_TIME_CONSTRAINTS); - resetConfigsLocked(timestampNs, configKeysTtlExpired); - } -} - -void StatsLogProcessor::OnConfigRemoved(const ConfigKey& key) { - std::lock_guard<std::mutex> lock(mMetricsMutex); - auto it = mMetricsManagers.find(key); - if (it != mMetricsManagers.end()) { - WriteDataToDiskLocked(key, getElapsedRealtimeNs(), CONFIG_REMOVED, - NO_TIME_CONSTRAINTS); - mMetricsManagers.erase(it); - mUidMap->OnConfigRemoved(key); - } - StatsdStats::getInstance().noteConfigRemoved(key); - - mLastBroadcastTimes.erase(key); - - int uid = key.GetUid(); - bool lastConfigForUid = true; - for (auto it : mMetricsManagers) { - if (it.first.GetUid() == uid) { - lastConfigForUid = false; - break; - } - } - if (lastConfigForUid) { - mLastActivationBroadcastTimes.erase(uid); - } - - if (mMetricsManagers.empty()) { - mPullerManager->ForceClearPullerCache(); - } -} - -void StatsLogProcessor::flushIfNecessaryLocked(const ConfigKey& key, - MetricsManager& metricsManager) { - int64_t elapsedRealtimeNs = getElapsedRealtimeNs(); - auto lastCheckTime = mLastByteSizeTimes.find(key); - if (lastCheckTime != mLastByteSizeTimes.end()) { - if (elapsedRealtimeNs - lastCheckTime->second < StatsdStats::kMinByteSizeCheckPeriodNs) { - return; - } - } - - // We suspect that the byteSize() computation is expensive, so we set a rate limit. - size_t totalBytes = metricsManager.byteSize(); - mLastByteSizeTimes[key] = elapsedRealtimeNs; - bool requestDump = false; - if (totalBytes > StatsdStats::kMaxMetricsBytesPerConfig) { - // Too late. We need to start clearing data. - metricsManager.dropData(elapsedRealtimeNs); - StatsdStats::getInstance().noteDataDropped(key, totalBytes); - VLOG("StatsD had to toss out metrics for %s", key.ToString().c_str()); - } else if ((totalBytes > StatsdStats::kBytesPerConfigTriggerGetData) || - (mOnDiskDataConfigs.find(key) != mOnDiskDataConfigs.end())) { - // Request to send a broadcast if: - // 1. in memory data > threshold OR - // 2. config has old data report on disk. - requestDump = true; - } - - if (requestDump) { - // Send broadcast so that receivers can pull data. - auto lastBroadcastTime = mLastBroadcastTimes.find(key); - if (lastBroadcastTime != mLastBroadcastTimes.end()) { - if (elapsedRealtimeNs - lastBroadcastTime->second < - StatsdStats::kMinBroadcastPeriodNs) { - VLOG("StatsD would've sent a broadcast but the rate limit stopped us."); - return; - } - } - if (mSendBroadcast(key)) { - mOnDiskDataConfigs.erase(key); - VLOG("StatsD triggered data fetch for %s", key.ToString().c_str()); - mLastBroadcastTimes[key] = elapsedRealtimeNs; - StatsdStats::getInstance().noteBroadcastSent(key); - } - } -} - -void StatsLogProcessor::WriteDataToDiskLocked(const ConfigKey& key, - const int64_t timestampNs, - const DumpReportReason dumpReportReason, - const DumpLatency dumpLatency) { - if (mMetricsManagers.find(key) == mMetricsManagers.end() || - !mMetricsManagers.find(key)->second->shouldWriteToDisk()) { - return; - } - vector<uint8_t> buffer; - onConfigMetricsReportLocked(key, timestampNs, true /* include_current_partial_bucket*/, - true /* erase_data */, dumpReportReason, dumpLatency, true, - &buffer); - string file_name = - StorageManager::getDataFileName((long)getWallClockSec(), key.GetUid(), key.GetId()); - StorageManager::writeFile(file_name.c_str(), buffer.data(), buffer.size()); - - // We were able to write the ConfigMetricsReport to disk, so we should trigger collection ASAP. - mOnDiskDataConfigs.insert(key); -} - -void StatsLogProcessor::SaveActiveConfigsToDisk(int64_t currentTimeNs) { - std::lock_guard<std::mutex> lock(mMetricsMutex); - const int64_t timeNs = getElapsedRealtimeNs(); - // Do not write to disk if we already have in the last few seconds. - if (static_cast<unsigned long long> (timeNs) < - mLastActiveMetricsWriteNs + WRITE_DATA_COOL_DOWN_SEC * NS_PER_SEC) { - ALOGI("Statsd skipping writing active metrics to disk. Already wrote data in last %d seconds", - WRITE_DATA_COOL_DOWN_SEC); - return; - } - mLastActiveMetricsWriteNs = timeNs; - - ProtoOutputStream proto; - WriteActiveConfigsToProtoOutputStreamLocked(currentTimeNs, DEVICE_SHUTDOWN, &proto); - - string file_name = StringPrintf("%s/active_metrics", STATS_ACTIVE_METRIC_DIR); - StorageManager::deleteFile(file_name.c_str()); - android::base::unique_fd fd( - open(file_name.c_str(), O_WRONLY | O_CREAT | O_CLOEXEC, S_IRUSR | S_IWUSR)); - if (fd == -1) { - ALOGE("Attempt to write %s but failed", file_name.c_str()); - return; - } - proto.flush(fd.get()); -} - -void StatsLogProcessor::SaveMetadataToDisk(int64_t currentWallClockTimeNs, - int64_t systemElapsedTimeNs) { - std::lock_guard<std::mutex> lock(mMetricsMutex); - // Do not write to disk if we already have in the last few seconds. - if (static_cast<unsigned long long> (systemElapsedTimeNs) < - mLastMetadataWriteNs + WRITE_DATA_COOL_DOWN_SEC * NS_PER_SEC) { - ALOGI("Statsd skipping writing metadata to disk. Already wrote data in last %d seconds", - WRITE_DATA_COOL_DOWN_SEC); - return; - } - mLastMetadataWriteNs = systemElapsedTimeNs; - - metadata::StatsMetadataList metadataList; - WriteMetadataToProtoLocked( - currentWallClockTimeNs, systemElapsedTimeNs, &metadataList); - - string file_name = StringPrintf("%s/metadata", STATS_METADATA_DIR); - StorageManager::deleteFile(file_name.c_str()); - - if (metadataList.stats_metadata_size() == 0) { - // Skip the write if we have nothing to write. - return; - } - - std::string data; - metadataList.SerializeToString(&data); - StorageManager::writeFile(file_name.c_str(), data.c_str(), data.size()); -} - -void StatsLogProcessor::WriteMetadataToProto(int64_t currentWallClockTimeNs, - int64_t systemElapsedTimeNs, - metadata::StatsMetadataList* metadataList) { - std::lock_guard<std::mutex> lock(mMetricsMutex); - WriteMetadataToProtoLocked(currentWallClockTimeNs, systemElapsedTimeNs, metadataList); -} - -void StatsLogProcessor::WriteMetadataToProtoLocked(int64_t currentWallClockTimeNs, - int64_t systemElapsedTimeNs, - metadata::StatsMetadataList* metadataList) { - for (const auto& pair : mMetricsManagers) { - const sp<MetricsManager>& metricsManager = pair.second; - metadata::StatsMetadata* statsMetadata = metadataList->add_stats_metadata(); - bool metadataWritten = metricsManager->writeMetadataToProto(currentWallClockTimeNs, - systemElapsedTimeNs, statsMetadata); - if (!metadataWritten) { - metadataList->mutable_stats_metadata()->RemoveLast(); - } - } -} - -void StatsLogProcessor::LoadMetadataFromDisk(int64_t currentWallClockTimeNs, - int64_t systemElapsedTimeNs) { - std::lock_guard<std::mutex> lock(mMetricsMutex); - string file_name = StringPrintf("%s/metadata", STATS_METADATA_DIR); - int fd = open(file_name.c_str(), O_RDONLY | O_CLOEXEC); - if (-1 == fd) { - VLOG("Attempt to read %s but failed", file_name.c_str()); - StorageManager::deleteFile(file_name.c_str()); - return; - } - string content; - if (!android::base::ReadFdToString(fd, &content)) { - ALOGE("Attempt to read %s but failed", file_name.c_str()); - close(fd); - StorageManager::deleteFile(file_name.c_str()); - return; - } - - close(fd); - - metadata::StatsMetadataList statsMetadataList; - if (!statsMetadataList.ParseFromString(content)) { - ALOGE("Attempt to read %s but failed; failed to metadata", file_name.c_str()); - StorageManager::deleteFile(file_name.c_str()); - return; - } - SetMetadataStateLocked(statsMetadataList, currentWallClockTimeNs, systemElapsedTimeNs); - StorageManager::deleteFile(file_name.c_str()); -} - -void StatsLogProcessor::SetMetadataState(const metadata::StatsMetadataList& statsMetadataList, - int64_t currentWallClockTimeNs, - int64_t systemElapsedTimeNs) { - std::lock_guard<std::mutex> lock(mMetricsMutex); - SetMetadataStateLocked(statsMetadataList, currentWallClockTimeNs, systemElapsedTimeNs); -} - -void StatsLogProcessor::SetMetadataStateLocked( - const metadata::StatsMetadataList& statsMetadataList, - int64_t currentWallClockTimeNs, - int64_t systemElapsedTimeNs) { - for (const metadata::StatsMetadata& metadata : statsMetadataList.stats_metadata()) { - ConfigKey key(metadata.config_key().uid(), metadata.config_key().config_id()); - auto it = mMetricsManagers.find(key); - if (it == mMetricsManagers.end()) { - ALOGE("No config found for configKey %s", key.ToString().c_str()); - continue; - } - VLOG("Setting metadata %s", key.ToString().c_str()); - it->second->loadMetadata(metadata, currentWallClockTimeNs, systemElapsedTimeNs); - } - VLOG("Successfully loaded %d metadata.", statsMetadataList.stats_metadata_size()); -} - -void StatsLogProcessor::WriteActiveConfigsToProtoOutputStream( - int64_t currentTimeNs, const DumpReportReason reason, ProtoOutputStream* proto) { - std::lock_guard<std::mutex> lock(mMetricsMutex); - WriteActiveConfigsToProtoOutputStreamLocked(currentTimeNs, reason, proto); -} - -void StatsLogProcessor::WriteActiveConfigsToProtoOutputStreamLocked( - int64_t currentTimeNs, const DumpReportReason reason, ProtoOutputStream* proto) { - for (const auto& pair : mMetricsManagers) { - const sp<MetricsManager>& metricsManager = pair.second; - uint64_t configToken = proto->start(FIELD_TYPE_MESSAGE | FIELD_COUNT_REPEATED | - FIELD_ID_ACTIVE_CONFIG_LIST_CONFIG); - metricsManager->writeActiveConfigToProtoOutputStream(currentTimeNs, reason, proto); - proto->end(configToken); - } -} -void StatsLogProcessor::LoadActiveConfigsFromDisk() { - std::lock_guard<std::mutex> lock(mMetricsMutex); - string file_name = StringPrintf("%s/active_metrics", STATS_ACTIVE_METRIC_DIR); - int fd = open(file_name.c_str(), O_RDONLY | O_CLOEXEC); - if (-1 == fd) { - VLOG("Attempt to read %s but failed", file_name.c_str()); - StorageManager::deleteFile(file_name.c_str()); - return; - } - string content; - if (!android::base::ReadFdToString(fd, &content)) { - ALOGE("Attempt to read %s but failed", file_name.c_str()); - close(fd); - StorageManager::deleteFile(file_name.c_str()); - return; - } - - close(fd); - - ActiveConfigList activeConfigList; - if (!activeConfigList.ParseFromString(content)) { - ALOGE("Attempt to read %s but failed; failed to load active configs", file_name.c_str()); - StorageManager::deleteFile(file_name.c_str()); - return; - } - // Passing in mTimeBaseNs only works as long as we only load from disk is when statsd starts. - SetConfigsActiveStateLocked(activeConfigList, mTimeBaseNs); - StorageManager::deleteFile(file_name.c_str()); -} - -void StatsLogProcessor::SetConfigsActiveState(const ActiveConfigList& activeConfigList, - int64_t currentTimeNs) { - std::lock_guard<std::mutex> lock(mMetricsMutex); - SetConfigsActiveStateLocked(activeConfigList, currentTimeNs); -} - -void StatsLogProcessor::SetConfigsActiveStateLocked(const ActiveConfigList& activeConfigList, - int64_t currentTimeNs) { - for (int i = 0; i < activeConfigList.config_size(); i++) { - const auto& config = activeConfigList.config(i); - ConfigKey key(config.uid(), config.id()); - auto it = mMetricsManagers.find(key); - if (it == mMetricsManagers.end()) { - ALOGE("No config found for config %s", key.ToString().c_str()); - continue; - } - VLOG("Setting active config %s", key.ToString().c_str()); - it->second->loadActiveConfig(config, currentTimeNs); - } - VLOG("Successfully loaded %d active configs.", activeConfigList.config_size()); -} - -void StatsLogProcessor::WriteDataToDiskLocked(const DumpReportReason dumpReportReason, - const DumpLatency dumpLatency) { - const int64_t timeNs = getElapsedRealtimeNs(); - // Do not write to disk if we already have in the last few seconds. - // This is to avoid overwriting files that would have the same name if we - // write twice in the same second. - if (static_cast<unsigned long long> (timeNs) < - mLastWriteTimeNs + WRITE_DATA_COOL_DOWN_SEC * NS_PER_SEC) { - ALOGI("Statsd skipping writing data to disk. Already wrote data in last %d seconds", - WRITE_DATA_COOL_DOWN_SEC); - return; - } - mLastWriteTimeNs = timeNs; - for (auto& pair : mMetricsManagers) { - WriteDataToDiskLocked(pair.first, timeNs, dumpReportReason, dumpLatency); - } -} - -void StatsLogProcessor::WriteDataToDisk(const DumpReportReason dumpReportReason, - const DumpLatency dumpLatency) { - std::lock_guard<std::mutex> lock(mMetricsMutex); - WriteDataToDiskLocked(dumpReportReason, dumpLatency); -} - -void StatsLogProcessor::informPullAlarmFired(const int64_t timestampNs) { - std::lock_guard<std::mutex> lock(mMetricsMutex); - mPullerManager->OnAlarmFired(timestampNs); -} - -int64_t StatsLogProcessor::getLastReportTimeNs(const ConfigKey& key) { - auto it = mMetricsManagers.find(key); - if (it == mMetricsManagers.end()) { - return 0; - } else { - return it->second->getLastReportTimeNs(); - } -} - -void StatsLogProcessor::notifyAppUpgrade(const int64_t& eventTimeNs, const string& apk, - const int uid, const int64_t version) { - std::lock_guard<std::mutex> lock(mMetricsMutex); - VLOG("Received app upgrade"); - StateManager::getInstance().notifyAppChanged(apk, mUidMap); - for (const auto& it : mMetricsManagers) { - it.second->notifyAppUpgrade(eventTimeNs, apk, uid, version); - } -} - -void StatsLogProcessor::notifyAppRemoved(const int64_t& eventTimeNs, const string& apk, - const int uid) { - std::lock_guard<std::mutex> lock(mMetricsMutex); - VLOG("Received app removed"); - StateManager::getInstance().notifyAppChanged(apk, mUidMap); - for (const auto& it : mMetricsManagers) { - it.second->notifyAppRemoved(eventTimeNs, apk, uid); - } -} - -void StatsLogProcessor::onUidMapReceived(const int64_t& eventTimeNs) { - std::lock_guard<std::mutex> lock(mMetricsMutex); - VLOG("Received uid map"); - StateManager::getInstance().updateLogSources(mUidMap); - for (const auto& it : mMetricsManagers) { - it.second->onUidMapReceived(eventTimeNs); - } -} - -void StatsLogProcessor::onStatsdInitCompleted(const int64_t& elapsedTimeNs) { - std::lock_guard<std::mutex> lock(mMetricsMutex); - VLOG("Received boot completed signal"); - for (const auto& it : mMetricsManagers) { - it.second->onStatsdInitCompleted(elapsedTimeNs); - } -} - -void StatsLogProcessor::noteOnDiskData(const ConfigKey& key) { - std::lock_guard<std::mutex> lock(mMetricsMutex); - mOnDiskDataConfigs.insert(key); -} - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/StatsLogProcessor.h b/cmds/statsd/src/StatsLogProcessor.h deleted file mode 100644 index 23f2584655b0..000000000000 --- a/cmds/statsd/src/StatsLogProcessor.h +++ /dev/null @@ -1,358 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#pragma once - -#include <gtest/gtest_prod.h> -#include "config/ConfigListener.h" -#include "logd/LogEvent.h" -#include "metrics/MetricsManager.h" -#include "packages/UidMap.h" -#include "external/StatsPullerManager.h" - -#include "frameworks/base/cmds/statsd/src/statsd_config.pb.h" -#include "frameworks/base/cmds/statsd/src/statsd_metadata.pb.h" - -#include <stdio.h> -#include <unordered_map> - -namespace android { -namespace os { -namespace statsd { - - -class StatsLogProcessor : public ConfigListener, public virtual PackageInfoListener { -public: - StatsLogProcessor(const sp<UidMap>& uidMap, const sp<StatsPullerManager>& pullerManager, - const sp<AlarmMonitor>& anomalyAlarmMonitor, - const sp<AlarmMonitor>& subscriberTriggerAlarmMonitor, - const int64_t timeBaseNs, - const std::function<bool(const ConfigKey&)>& sendBroadcast, - const std::function<bool(const int&, - const vector<int64_t>&)>& sendActivationBroadcast); - virtual ~StatsLogProcessor(); - - void OnLogEvent(LogEvent* event); - - void OnConfigUpdated(const int64_t timestampNs, const ConfigKey& key, - const StatsdConfig& config); - void OnConfigRemoved(const ConfigKey& key); - - size_t GetMetricsSize(const ConfigKey& key) const; - - void GetActiveConfigs(const int uid, vector<int64_t>& outActiveConfigs); - - void onDumpReport(const ConfigKey& key, const int64_t dumpTimeNs, - const bool include_current_partial_bucket, const bool erase_data, - const DumpReportReason dumpReportReason, - const DumpLatency dumpLatency, - vector<uint8_t>* outData); - void onDumpReport(const ConfigKey& key, const int64_t dumpTimeNs, - const bool include_current_partial_bucket, const bool erase_data, - const DumpReportReason dumpReportReason, - const DumpLatency dumpLatency, - ProtoOutputStream* proto); - - /* Tells MetricsManager that the alarms in alarmSet have fired. Modifies anomaly alarmSet. */ - void onAnomalyAlarmFired( - const int64_t& timestampNs, - unordered_set<sp<const InternalAlarm>, SpHash<InternalAlarm>> alarmSet); - - /* Tells MetricsManager that the alarms in alarmSet have fired. Modifies periodic alarmSet. */ - void onPeriodicAlarmFired( - const int64_t& timestampNs, - unordered_set<sp<const InternalAlarm>, SpHash<InternalAlarm>> alarmSet); - - /* Flushes data to disk. Data on memory will be gone after written to disk. */ - void WriteDataToDisk(const DumpReportReason dumpReportReason, - const DumpLatency dumpLatency); - - /* Persist configs containing metrics with active activations to disk. */ - void SaveActiveConfigsToDisk(int64_t currentTimeNs); - - /* Writes the current active status/ttl for all configs and metrics to ProtoOutputStream. */ - void WriteActiveConfigsToProtoOutputStream( - int64_t currentTimeNs, const DumpReportReason reason, ProtoOutputStream* proto); - - /* Load configs containing metrics with active activations from disk. */ - void LoadActiveConfigsFromDisk(); - - /* Persist metadata for configs and metrics to disk. */ - void SaveMetadataToDisk(int64_t currentWallClockTimeNs, int64_t systemElapsedTimeNs); - - /* Writes the statsd metadata for all configs and metrics to StatsMetadataList. */ - void WriteMetadataToProto(int64_t currentWallClockTimeNs, - int64_t systemElapsedTimeNs, - metadata::StatsMetadataList* metadataList); - - /* Load stats metadata for configs and metrics from disk. */ - void LoadMetadataFromDisk(int64_t currentWallClockTimeNs, - int64_t systemElapsedTimeNs); - - /* Sets the metadata for all configs and metrics */ - void SetMetadataState(const metadata::StatsMetadataList& statsMetadataList, - int64_t currentWallClockTimeNs, - int64_t systemElapsedTimeNs); - - /* Sets the active status/ttl for all configs and metrics to the status in ActiveConfigList. */ - void SetConfigsActiveState(const ActiveConfigList& activeConfigList, int64_t currentTimeNs); - - /* Notify all MetricsManagers of app upgrades */ - void notifyAppUpgrade(const int64_t& eventTimeNs, const string& apk, const int uid, - const int64_t version) override; - - /* Notify all MetricsManagers of app removals */ - void notifyAppRemoved(const int64_t& eventTimeNs, const string& apk, const int uid) override; - - /* Notify all MetricsManagers of uid map snapshots received */ - void onUidMapReceived(const int64_t& eventTimeNs) override; - - /* Notify all metrics managers of boot completed - * This will force a bucket split when the boot is finished. - */ - void onStatsdInitCompleted(const int64_t& elapsedTimeNs); - - // Reset all configs. - void resetConfigs(); - - inline sp<UidMap> getUidMap() { - return mUidMap; - } - - void dumpStates(int outFd, bool verbose); - - void informPullAlarmFired(const int64_t timestampNs); - - int64_t getLastReportTimeNs(const ConfigKey& key); - - inline void setPrintLogs(bool enabled) { -#ifdef VERY_VERBOSE_PRINTING - std::lock_guard<std::mutex> lock(mMetricsMutex); - mPrintAllLogs = enabled; -#endif - } - - // Add a specific config key to the possible configs to dump ASAP. - void noteOnDiskData(const ConfigKey& key); - -private: - // For testing only. - inline sp<AlarmMonitor> getAnomalyAlarmMonitor() const { - return mAnomalyAlarmMonitor; - } - - inline sp<AlarmMonitor> getPeriodicAlarmMonitor() const { - return mPeriodicAlarmMonitor; - } - - mutable mutex mMetricsMutex; - - std::unordered_map<ConfigKey, sp<MetricsManager>> mMetricsManagers; - - std::unordered_map<ConfigKey, int64_t> mLastBroadcastTimes; - - // Last time we sent a broadcast to this uid that the active configs had changed. - std::unordered_map<int, int64_t> mLastActivationBroadcastTimes; - - // Tracks when we last checked the bytes consumed for each config key. - std::unordered_map<ConfigKey, int64_t> mLastByteSizeTimes; - - // Tracks which config keys has metric reports on disk - std::set<ConfigKey> mOnDiskDataConfigs; - - sp<UidMap> mUidMap; // Reference to the UidMap to lookup app name and version for each uid. - - sp<StatsPullerManager> mPullerManager; // Reference to StatsPullerManager - - sp<AlarmMonitor> mAnomalyAlarmMonitor; - - sp<AlarmMonitor> mPeriodicAlarmMonitor; - - void OnLogEvent(LogEvent* event, int64_t elapsedRealtimeNs); - - void resetIfConfigTtlExpiredLocked(const int64_t timestampNs); - - void OnConfigUpdatedLocked( - const int64_t currentTimestampNs, const ConfigKey& key, const StatsdConfig& config); - - void GetActiveConfigsLocked(const int uid, vector<int64_t>& outActiveConfigs); - - void WriteActiveConfigsToProtoOutputStreamLocked( - int64_t currentTimeNs, const DumpReportReason reason, ProtoOutputStream* proto); - - void SetConfigsActiveStateLocked(const ActiveConfigList& activeConfigList, - int64_t currentTimeNs); - - void SetMetadataStateLocked(const metadata::StatsMetadataList& statsMetadataList, - int64_t currentWallClockTimeNs, - int64_t systemElapsedTimeNs); - - void WriteMetadataToProtoLocked(int64_t currentWallClockTimeNs, - int64_t systemElapsedTimeNs, - metadata::StatsMetadataList* metadataList); - - void WriteDataToDiskLocked(const DumpReportReason dumpReportReason, - const DumpLatency dumpLatency); - - void WriteDataToDiskLocked(const ConfigKey& key, const int64_t timestampNs, - const DumpReportReason dumpReportReason, - const DumpLatency dumpLatency); - - void onConfigMetricsReportLocked( - const ConfigKey& key, const int64_t dumpTimeStampNs, - const bool include_current_partial_bucket, const bool erase_data, - const DumpReportReason dumpReportReason, const DumpLatency dumpLatency, - /*if dataSavedToDisk is true, it indicates the caller will write the data to disk - (e.g., before reboot). So no need to further persist local history.*/ - const bool dataSavedToDisk, vector<uint8_t>* proto); - - /* Check if we should send a broadcast if approaching memory limits and if we're over, we - * actually delete the data. */ - void flushIfNecessaryLocked(const ConfigKey& key, MetricsManager& metricsManager); - - // Maps the isolated uid in the log event to host uid if the log event contains uid fields. - void mapIsolatedUidToHostUidIfNecessaryLocked(LogEvent* event) const; - - // Handler over the isolated uid change event. - void onIsolatedUidChangedEventLocked(const LogEvent& event); - - // Handler over the binary push state changed event. - void onBinaryPushStateChangedEventLocked(LogEvent* event); - - // Handler over the watchdog rollback occurred event. - void onWatchdogRollbackOccurredLocked(LogEvent* event); - - // Updates train info on disk based on binary push state changed info and - // write disk info into parameters. - void getAndUpdateTrainInfoOnDisk(bool is_rollback, InstallTrainInfo* trainInfoIn); - - // Gets experiment ids on disk for associated train and updates them - // depending on rollback type. Then writes them back to disk and returns - // them. - std::vector<int64_t> processWatchdogRollbackOccurred(const int32_t rollbackTypeIn, - const string& packageName); - - // Reset all configs. - void resetConfigsLocked(const int64_t timestampNs); - // Reset the specified configs. - void resetConfigsLocked(const int64_t timestampNs, const std::vector<ConfigKey>& configs); - - // Function used to send a broadcast so that receiver for the config key can call getData - // to retrieve the stored data. - std::function<bool(const ConfigKey& key)> mSendBroadcast; - - // Function used to send a broadcast so that receiver can be notified of which configs - // are currently active. - std::function<bool(const int& uid, const vector<int64_t>& configIds)> mSendActivationBroadcast; - - const int64_t mTimeBaseNs; - - // Largest timestamp of the events that we have processed. - int64_t mLargestTimestampSeen = 0; - - int64_t mLastTimestampSeen = 0; - - int64_t mLastPullerCacheClearTimeSec = 0; - - // Last time we wrote data to disk. - int64_t mLastWriteTimeNs = 0; - - // Last time we wrote active metrics to disk. - int64_t mLastActiveMetricsWriteNs = 0; - - //Last time we wrote metadata to disk. - int64_t mLastMetadataWriteNs = 0; - -#ifdef VERY_VERBOSE_PRINTING - bool mPrintAllLogs = false; -#endif - - FRIEND_TEST(StatsLogProcessorTest, TestOutOfOrderLogs); - FRIEND_TEST(StatsLogProcessorTest, TestRateLimitByteSize); - FRIEND_TEST(StatsLogProcessorTest, TestRateLimitBroadcast); - FRIEND_TEST(StatsLogProcessorTest, TestDropWhenByteSizeTooLarge); - FRIEND_TEST(StatsLogProcessorTest, InvalidConfigRemoved); - FRIEND_TEST(StatsLogProcessorTest, TestActiveConfigMetricDiskWriteRead); - FRIEND_TEST(StatsLogProcessorTest, TestActivationOnBoot); - FRIEND_TEST(StatsLogProcessorTest, TestActivationOnBootMultipleActivations); - FRIEND_TEST(StatsLogProcessorTest, - TestActivationOnBootMultipleActivationsDifferentActivationTypes); - FRIEND_TEST(StatsLogProcessorTest, TestActivationsPersistAcrossSystemServerRestart); - - FRIEND_TEST(WakelockDurationE2eTest, TestAggregatedPredicateDimensionsForSumDuration1); - FRIEND_TEST(WakelockDurationE2eTest, TestAggregatedPredicateDimensionsForSumDuration2); - FRIEND_TEST(WakelockDurationE2eTest, TestAggregatedPredicateDimensionsForSumDuration3); - FRIEND_TEST(WakelockDurationE2eTest, TestAggregatedPredicateDimensionsForMaxDuration1); - FRIEND_TEST(WakelockDurationE2eTest, TestAggregatedPredicateDimensionsForMaxDuration2); - FRIEND_TEST(WakelockDurationE2eTest, TestAggregatedPredicateDimensionsForMaxDuration3); - FRIEND_TEST(MetricConditionLinkE2eTest, TestMultiplePredicatesAndLinks1); - FRIEND_TEST(MetricConditionLinkE2eTest, TestMultiplePredicatesAndLinks2); - FRIEND_TEST(AttributionE2eTest, TestAttributionMatchAndSliceByFirstUid); - FRIEND_TEST(AttributionE2eTest, TestAttributionMatchAndSliceByChain); - FRIEND_TEST(GaugeMetricE2eTest, TestMultipleFieldsForPushedEvent); - FRIEND_TEST(GaugeMetricE2eTest, TestRandomSamplePulledEvents); - FRIEND_TEST(GaugeMetricE2eTest, TestRandomSamplePulledEvent_LateAlarm); - FRIEND_TEST(GaugeMetricE2eTest, TestRandomSamplePulledEventsWithActivation); - FRIEND_TEST(GaugeMetricE2eTest, TestRandomSamplePulledEventsNoCondition); - FRIEND_TEST(GaugeMetricE2eTest, TestConditionChangeToTrueSamplePulledEvents); - - FRIEND_TEST(AnomalyDetectionE2eTest, TestSlicedCountMetric_single_bucket); - FRIEND_TEST(AnomalyDetectionE2eTest, TestSlicedCountMetric_multiple_buckets); - FRIEND_TEST(AnomalyDetectionE2eTest, TestCountMetric_save_refractory_to_disk_no_data_written); - FRIEND_TEST(AnomalyDetectionE2eTest, TestCountMetric_save_refractory_to_disk); - FRIEND_TEST(AnomalyDetectionE2eTest, TestCountMetric_load_refractory_from_disk); - FRIEND_TEST(AnomalyDetectionE2eTest, TestDurationMetric_SUM_single_bucket); - FRIEND_TEST(AnomalyDetectionE2eTest, TestDurationMetric_SUM_multiple_buckets); - FRIEND_TEST(AnomalyDetectionE2eTest, TestDurationMetric_SUM_long_refractory_period); - - FRIEND_TEST(AlarmE2eTest, TestMultipleAlarms); - FRIEND_TEST(ConfigTtlE2eTest, TestCountMetric); - FRIEND_TEST(MetricActivationE2eTest, TestCountMetric); - FRIEND_TEST(MetricActivationE2eTest, TestCountMetricWithOneDeactivation); - FRIEND_TEST(MetricActivationE2eTest, TestCountMetricWithTwoDeactivations); - FRIEND_TEST(MetricActivationE2eTest, TestCountMetricWithSameDeactivation); - FRIEND_TEST(MetricActivationE2eTest, TestCountMetricWithTwoMetricsTwoDeactivations); - - FRIEND_TEST(CountMetricE2eTest, TestInitialConditionChanges); - FRIEND_TEST(CountMetricE2eTest, TestSlicedState); - FRIEND_TEST(CountMetricE2eTest, TestSlicedStateWithMap); - FRIEND_TEST(CountMetricE2eTest, TestMultipleSlicedStates); - FRIEND_TEST(CountMetricE2eTest, TestSlicedStateWithPrimaryFields); - - FRIEND_TEST(DurationMetricE2eTest, TestOneBucket); - FRIEND_TEST(DurationMetricE2eTest, TestTwoBuckets); - FRIEND_TEST(DurationMetricE2eTest, TestWithActivation); - FRIEND_TEST(DurationMetricE2eTest, TestWithCondition); - FRIEND_TEST(DurationMetricE2eTest, TestWithSlicedCondition); - FRIEND_TEST(DurationMetricE2eTest, TestWithActivationAndSlicedCondition); - FRIEND_TEST(DurationMetricE2eTest, TestWithSlicedState); - FRIEND_TEST(DurationMetricE2eTest, TestWithConditionAndSlicedState); - FRIEND_TEST(DurationMetricE2eTest, TestWithSlicedStateMapped); - FRIEND_TEST(DurationMetricE2eTest, TestSlicedStatePrimaryFieldsNotSubsetDimInWhat); - FRIEND_TEST(DurationMetricE2eTest, TestWithSlicedStatePrimaryFieldsSubset); - - FRIEND_TEST(ValueMetricE2eTest, TestInitialConditionChanges); - FRIEND_TEST(ValueMetricE2eTest, TestPulledEvents); - FRIEND_TEST(ValueMetricE2eTest, TestPulledEvents_LateAlarm); - FRIEND_TEST(ValueMetricE2eTest, TestPulledEvents_WithActivation); - FRIEND_TEST(ValueMetricE2eTest, TestInitWithSlicedState); - FRIEND_TEST(ValueMetricE2eTest, TestInitWithSlicedState_WithDimensions); - FRIEND_TEST(ValueMetricE2eTest, TestInitWithSlicedState_WithIncorrectDimensions); -}; - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/StatsService.cpp b/cmds/statsd/src/StatsService.cpp deleted file mode 100644 index 6f952f637506..000000000000 --- a/cmds/statsd/src/StatsService.cpp +++ /dev/null @@ -1,1340 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#define DEBUG false // STOPSHIP if true -#include "Log.h" - -#include "StatsService.h" -#include "stats_log_util.h" -#include "android-base/stringprintf.h" -#include "config/ConfigKey.h" -#include "config/ConfigManager.h" -#include "guardrail/StatsdStats.h" -#include "storage/StorageManager.h" -#include "subscriber/SubscriberReporter.h" - -#include <android-base/file.h> -#include <android-base/strings.h> -#include <cutils/multiuser.h> -#include <frameworks/base/cmds/statsd/src/statsd_config.pb.h> -#include <frameworks/base/cmds/statsd/src/uid_data.pb.h> -#include <private/android_filesystem_config.h> -#include <statslog_statsd.h> -#include <stdio.h> -#include <stdlib.h> -#include <sys/system_properties.h> -#include <unistd.h> -#include <utils/String16.h> - -using namespace android; - -using android::base::StringPrintf; -using android::util::FIELD_COUNT_REPEATED; -using android::util::FIELD_TYPE_MESSAGE; - -using Status = ::ndk::ScopedAStatus; - -namespace android { -namespace os { -namespace statsd { - -constexpr const char* kPermissionDump = "android.permission.DUMP"; - -constexpr const char* kPermissionRegisterPullAtom = "android.permission.REGISTER_STATS_PULL_ATOM"; - -#define STATS_SERVICE_DIR "/data/misc/stats-service" - -// for StatsDataDumpProto -const int FIELD_ID_REPORTS_LIST = 1; - -static Status exception(int32_t code, const std::string& msg) { - ALOGE("%s (%d)", msg.c_str(), code); - return Status::fromExceptionCodeWithMessage(code, msg.c_str()); -} - -static bool checkPermission(const char* permission) { - pid_t pid = AIBinder_getCallingPid(); - uid_t uid = AIBinder_getCallingUid(); - return checkPermissionForIds(permission, pid, uid); -} - -Status checkUid(uid_t expectedUid) { - uid_t uid = AIBinder_getCallingUid(); - if (uid == expectedUid || uid == AID_ROOT) { - return Status::ok(); - } else { - return exception(EX_SECURITY, - StringPrintf("UID %d is not expected UID %d", uid, expectedUid)); - } -} - -#define ENFORCE_UID(uid) { \ - Status status = checkUid((uid)); \ - if (!status.isOk()) { \ - return status; \ - } \ -} - -StatsService::StatsService(const sp<Looper>& handlerLooper, shared_ptr<LogEventQueue> queue) - : mAnomalyAlarmMonitor(new AlarmMonitor( - MIN_DIFF_TO_UPDATE_REGISTERED_ALARM_SECS, - [](const shared_ptr<IStatsCompanionService>& sc, int64_t timeMillis) { - if (sc != nullptr) { - sc->setAnomalyAlarm(timeMillis); - StatsdStats::getInstance().noteRegisteredAnomalyAlarmChanged(); - } - }, - [](const shared_ptr<IStatsCompanionService>& sc) { - if (sc != nullptr) { - sc->cancelAnomalyAlarm(); - StatsdStats::getInstance().noteRegisteredAnomalyAlarmChanged(); - } - })), - mPeriodicAlarmMonitor(new AlarmMonitor( - MIN_DIFF_TO_UPDATE_REGISTERED_ALARM_SECS, - [](const shared_ptr<IStatsCompanionService>& sc, int64_t timeMillis) { - if (sc != nullptr) { - sc->setAlarmForSubscriberTriggering(timeMillis); - StatsdStats::getInstance().noteRegisteredPeriodicAlarmChanged(); - } - }, - [](const shared_ptr<IStatsCompanionService>& sc) { - if (sc != nullptr) { - sc->cancelAlarmForSubscriberTriggering(); - StatsdStats::getInstance().noteRegisteredPeriodicAlarmChanged(); - } - })), - mEventQueue(queue), - mBootCompleteTrigger({kBootCompleteTag, kUidMapReceivedTag, kAllPullersRegisteredTag}, - [this]() { mProcessor->onStatsdInitCompleted(getElapsedRealtimeNs()); }), - mStatsCompanionServiceDeathRecipient( - AIBinder_DeathRecipient_new(StatsService::statsCompanionServiceDied)) { - mUidMap = UidMap::getInstance(); - mPullerManager = new StatsPullerManager(); - StatsPuller::SetUidMap(mUidMap); - mConfigManager = new ConfigManager(); - mProcessor = new StatsLogProcessor( - mUidMap, mPullerManager, mAnomalyAlarmMonitor, mPeriodicAlarmMonitor, - getElapsedRealtimeNs(), - [this](const ConfigKey& key) { - shared_ptr<IPendingIntentRef> receiver = mConfigManager->GetConfigReceiver(key); - if (receiver == nullptr) { - VLOG("Could not find a broadcast receiver for %s", key.ToString().c_str()); - return false; - } else if (receiver->sendDataBroadcast( - mProcessor->getLastReportTimeNs(key)).isOk()) { - return true; - } else { - VLOG("Failed to send a broadcast for receiver %s", key.ToString().c_str()); - return false; - } - }, - [this](const int& uid, const vector<int64_t>& activeConfigs) { - shared_ptr<IPendingIntentRef> receiver = - mConfigManager->GetActiveConfigsChangedReceiver(uid); - if (receiver == nullptr) { - VLOG("Could not find receiver for uid %d", uid); - return false; - } else if (receiver->sendActiveConfigsChangedBroadcast(activeConfigs).isOk()) { - VLOG("StatsService::active configs broadcast succeeded for uid %d" , uid); - return true; - } else { - VLOG("StatsService::active configs broadcast failed for uid %d" , uid); - return false; - } - }); - - mUidMap->setListener(mProcessor); - mConfigManager->AddListener(mProcessor); - - init_system_properties(); - - if (mEventQueue != nullptr) { - std::thread pushedEventThread([this] { readLogs(); }); - pushedEventThread.detach(); - } -} - -StatsService::~StatsService() { -} - -/* Runs on a dedicated thread to process pushed events. */ -void StatsService::readLogs() { - // Read forever..... long live statsd - while (1) { - // Block until an event is available. - auto event = mEventQueue->waitPop(); - // Pass it to StatsLogProcess to all configs/metrics - // At this point, the LogEventQueue is not blocked, so that the socketListener - // can read events from the socket and write to buffer to avoid data drop. - mProcessor->OnLogEvent(event.get()); - // The ShellSubscriber is only used by shell for local debugging. - if (mShellSubscriber != nullptr) { - mShellSubscriber->onLogEvent(*event); - } - } -} - -void StatsService::init_system_properties() { - mEngBuild = false; - const prop_info* buildType = __system_property_find("ro.build.type"); - if (buildType != NULL) { - __system_property_read_callback(buildType, init_build_type_callback, this); - } -} - -void StatsService::init_build_type_callback(void* cookie, const char* /*name*/, const char* value, - uint32_t serial) { - if (0 == strcmp("eng", value) || 0 == strcmp("userdebug", value)) { - reinterpret_cast<StatsService*>(cookie)->mEngBuild = true; - } -} - -/** - * Write data from statsd. - * Format for statsdStats: adb shell dumpsys stats --metadata [-v] [--proto] - * Format for data report: adb shell dumpsys stats [anything other than --metadata] [--proto] - * Anything ending in --proto will be in proto format. - * Anything without --metadata as the first argument will be report information. - * (bugreports call "adb shell dumpsys stats --dump-priority NORMAL -a --proto") - * TODO: Come up with a more robust method of enacting <serviceutils/PriorityDumper.h>. - */ -status_t StatsService::dump(int fd, const char** args, uint32_t numArgs) { - if (!checkPermission(kPermissionDump)) { - return PERMISSION_DENIED; - } - - int lastArg = numArgs - 1; - bool asProto = false; - if (lastArg >= 0 && string(args[lastArg]) == "--proto") { // last argument - asProto = true; - lastArg--; - } - if (numArgs > 0 && string(args[0]) == "--metadata") { // first argument - // Request is to dump statsd stats. - bool verbose = false; - if (lastArg >= 0 && string(args[lastArg]) == "-v") { - verbose = true; - lastArg--; - } - dumpStatsdStats(fd, verbose, asProto); - } else { - // Request is to dump statsd report data. - if (asProto) { - dumpIncidentSection(fd); - } else { - dprintf(fd, "Non-proto format of stats data dump not available; see proto version.\n"); - } - } - - return NO_ERROR; -} - -/** - * Write debugging data about statsd in text or proto format. - */ -void StatsService::dumpStatsdStats(int out, bool verbose, bool proto) { - if (proto) { - vector<uint8_t> data; - StatsdStats::getInstance().dumpStats(&data, false); // does not reset statsdStats. - for (size_t i = 0; i < data.size(); i ++) { - dprintf(out, "%c", data[i]); - } - } else { - StatsdStats::getInstance().dumpStats(out); - mProcessor->dumpStates(out, verbose); - } -} - -/** - * Write stats report data in StatsDataDumpProto incident section format. - */ -void StatsService::dumpIncidentSection(int out) { - ProtoOutputStream proto; - for (const ConfigKey& configKey : mConfigManager->GetAllConfigKeys()) { - uint64_t reportsListToken = - proto.start(FIELD_TYPE_MESSAGE | FIELD_COUNT_REPEATED | FIELD_ID_REPORTS_LIST); - // Don't include the current bucket to avoid skipping buckets. - // If we need to include the current bucket later, consider changing to NO_TIME_CONSTRAINTS - // or other alternatives to avoid skipping buckets for pulled metrics. - mProcessor->onDumpReport(configKey, getElapsedRealtimeNs(), - false /* includeCurrentBucket */, false /* erase_data */, - ADB_DUMP, - FAST, - &proto); - proto.end(reportsListToken); - proto.flush(out); - proto.clear(); - } -} - -/** - * Implementation of the adb shell cmd stats command. - */ -status_t StatsService::handleShellCommand(int in, int out, int err, const char** argv, - uint32_t argc) { - uid_t uid = AIBinder_getCallingUid(); - if (uid != AID_ROOT && uid != AID_SHELL) { - return PERMISSION_DENIED; - } - - Vector<String8> utf8Args; - utf8Args.setCapacity(argc); - for (uint32_t i = 0; i < argc; i++) { - utf8Args.push(String8(argv[i])); - } - - if (argc >= 1) { - // adb shell cmd stats config ... - if (!utf8Args[0].compare(String8("config"))) { - return cmd_config(in, out, err, utf8Args); - } - - if (!utf8Args[0].compare(String8("print-uid-map"))) { - return cmd_print_uid_map(out, utf8Args); - } - - if (!utf8Args[0].compare(String8("dump-report"))) { - return cmd_dump_report(out, utf8Args); - } - - if (!utf8Args[0].compare(String8("pull-source")) && argc > 1) { - return cmd_print_pulled_metrics(out, utf8Args); - } - - if (!utf8Args[0].compare(String8("send-broadcast"))) { - return cmd_trigger_broadcast(out, utf8Args); - } - - if (!utf8Args[0].compare(String8("print-stats"))) { - return cmd_print_stats(out, utf8Args); - } - - if (!utf8Args[0].compare(String8("meminfo"))) { - return cmd_dump_memory_info(out); - } - - if (!utf8Args[0].compare(String8("write-to-disk"))) { - return cmd_write_data_to_disk(out); - } - - if (!utf8Args[0].compare(String8("log-app-breadcrumb"))) { - return cmd_log_app_breadcrumb(out, utf8Args); - } - - if (!utf8Args[0].compare(String8("log-binary-push"))) { - return cmd_log_binary_push(out, utf8Args); - } - - if (!utf8Args[0].compare(String8("clear-puller-cache"))) { - return cmd_clear_puller_cache(out); - } - - if (!utf8Args[0].compare(String8("print-logs"))) { - return cmd_print_logs(out, utf8Args); - } - - if (!utf8Args[0].compare(String8("send-active-configs"))) { - return cmd_trigger_active_config_broadcast(out, utf8Args); - } - - if (!utf8Args[0].compare(String8("data-subscribe"))) { - { - std::lock_guard<std::mutex> lock(mShellSubscriberMutex); - if (mShellSubscriber == nullptr) { - mShellSubscriber = new ShellSubscriber(mUidMap, mPullerManager); - } - } - int timeoutSec = -1; - if (argc >= 2) { - timeoutSec = atoi(utf8Args[1].c_str()); - } - mShellSubscriber->startNewSubscription(in, out, timeoutSec); - return NO_ERROR; - } - } - - print_cmd_help(out); - return NO_ERROR; -} - -void StatsService::print_cmd_help(int out) { - dprintf(out, - "usage: adb shell cmd stats print-stats-log [tag_required] " - "[timestamp_nsec_optional]\n"); - dprintf(out, "\n"); - dprintf(out, "\n"); - dprintf(out, "usage: adb shell cmd stats meminfo\n"); - dprintf(out, "\n"); - dprintf(out, " Prints the malloc debug information. You need to run the following first: \n"); - dprintf(out, " # adb shell stop\n"); - dprintf(out, " # adb shell setprop libc.debug.malloc.program statsd \n"); - dprintf(out, " # adb shell setprop libc.debug.malloc.options backtrace \n"); - dprintf(out, " # adb shell start\n"); - dprintf(out, "\n"); - dprintf(out, "\n"); - dprintf(out, "usage: adb shell cmd stats print-uid-map [PKG]\n"); - dprintf(out, "\n"); - dprintf(out, " Prints the UID, app name, version mapping.\n"); - dprintf(out, " PKG Optional package name to print the uids of the package\n"); - dprintf(out, "\n"); - dprintf(out, "\n"); - dprintf(out, "usage: adb shell cmd stats pull-source ATOM_TAG [PACKAGE] \n"); - dprintf(out, "\n"); - dprintf(out, " Prints the output of a pulled atom\n"); - dprintf(out, " UID The atom to pull\n"); - dprintf(out, " PACKAGE The package to pull from. Default is AID_SYSTEM\n"); - dprintf(out, "\n"); - dprintf(out, "\n"); - dprintf(out, "usage: adb shell cmd stats write-to-disk \n"); - dprintf(out, "\n"); - dprintf(out, " Flushes all data on memory to disk.\n"); - dprintf(out, "\n"); - dprintf(out, "\n"); - dprintf(out, "usage: adb shell cmd stats log-app-breadcrumb [UID] LABEL STATE\n"); - dprintf(out, " Writes an AppBreadcrumbReported event to the statslog buffer.\n"); - dprintf(out, " UID The uid to use. It is only possible to pass a UID\n"); - dprintf(out, " parameter on eng builds. If UID is omitted the calling\n"); - dprintf(out, " uid is used.\n"); - dprintf(out, " LABEL Integer in [0, 15], as per atoms.proto.\n"); - dprintf(out, " STATE Integer in [0, 3], as per atoms.proto.\n"); - dprintf(out, "\n"); - dprintf(out, "\n"); - dprintf(out, - "usage: adb shell cmd stats log-binary-push NAME VERSION STAGING ROLLBACK_ENABLED " - "LOW_LATENCY STATE EXPERIMENT_IDS\n"); - dprintf(out, " Log a binary push state changed event.\n"); - dprintf(out, " NAME The train name.\n"); - dprintf(out, " VERSION The train version code.\n"); - dprintf(out, " STAGING If this train requires a restart.\n"); - dprintf(out, " ROLLBACK_ENABLED If rollback should be enabled for this install.\n"); - dprintf(out, " LOW_LATENCY If the train requires low latency monitoring.\n"); - dprintf(out, " STATE The status of the train push.\n"); - dprintf(out, " Integer value of the enum in atoms.proto.\n"); - dprintf(out, " EXPERIMENT_IDS Comma separated list of experiment ids.\n"); - dprintf(out, " Leave blank for none.\n"); - dprintf(out, "\n"); - dprintf(out, "\n"); - dprintf(out, "usage: adb shell cmd stats config remove [UID] [NAME]\n"); - dprintf(out, "usage: adb shell cmd stats config update [UID] NAME\n"); - dprintf(out, "\n"); - dprintf(out, " Adds, updates or removes a configuration. The proto should be in\n"); - dprintf(out, " wire-encoded protobuf format and passed via stdin. If no UID and name is\n"); - dprintf(out, " provided, then all configs will be removed from memory and disk.\n"); - dprintf(out, "\n"); - dprintf(out, " UID The uid to use. It is only possible to pass the UID\n"); - dprintf(out, " parameter on eng builds. If UID is omitted the calling\n"); - dprintf(out, " uid is used.\n"); - dprintf(out, " NAME The per-uid name to use\n"); - dprintf(out, "\n"); - dprintf(out, "\n *Note: If both UID and NAME are omitted then all configs will\n"); - dprintf(out, "\n be removed from memory and disk!\n"); - dprintf(out, "\n"); - dprintf(out, - "usage: adb shell cmd stats dump-report [UID] NAME [--keep_data] " - "[--include_current_bucket] [--proto]\n"); - dprintf(out, " Dump all metric data for a configuration.\n"); - dprintf(out, " UID The uid of the configuration. It is only possible to pass\n"); - dprintf(out, " the UID parameter on eng builds. If UID is omitted the\n"); - dprintf(out, " calling uid is used.\n"); - dprintf(out, " NAME The name of the configuration\n"); - dprintf(out, " --keep_data Do NOT erase the data upon dumping it.\n"); - dprintf(out, " --proto Print proto binary.\n"); - dprintf(out, "\n"); - dprintf(out, "\n"); - dprintf(out, "usage: adb shell cmd stats send-broadcast [UID] NAME\n"); - dprintf(out, " Send a broadcast that triggers the subscriber to fetch metrics.\n"); - dprintf(out, " UID The uid of the configuration. It is only possible to pass\n"); - dprintf(out, " the UID parameter on eng builds. If UID is omitted the\n"); - dprintf(out, " calling uid is used.\n"); - dprintf(out, " NAME The name of the configuration\n"); - dprintf(out, "\n"); - dprintf(out, "\n"); - dprintf(out, - "usage: adb shell cmd stats send-active-configs [--uid=UID] [--configs] " - "[NAME1] [NAME2] [NAME3..]\n"); - dprintf(out, " Send a broadcast that informs the subscriber of the current active configs.\n"); - dprintf(out, " --uid=UID The uid of the configurations. It is only possible to pass\n"); - dprintf(out, " the UID parameter on eng builds. If UID is omitted the\n"); - dprintf(out, " calling uid is used.\n"); - dprintf(out, " --configs Send the list of configs in the name list instead of\n"); - dprintf(out, " the currently active configs\n"); - dprintf(out, " NAME LIST List of configuration names to be included in the broadcast.\n"); - dprintf(out, "\n"); - dprintf(out, "\n"); - dprintf(out, "usage: adb shell cmd stats print-stats\n"); - dprintf(out, " Prints some basic stats.\n"); - dprintf(out, " --proto Print proto binary instead of string format.\n"); - dprintf(out, "\n"); - dprintf(out, "\n"); - dprintf(out, "usage: adb shell cmd stats clear-puller-cache\n"); - dprintf(out, " Clear cached puller data.\n"); - dprintf(out, "\n"); - dprintf(out, "usage: adb shell cmd stats print-logs\n"); - dprintf(out, " Only works on eng build\n"); -} - -status_t StatsService::cmd_trigger_broadcast(int out, Vector<String8>& args) { - string name; - bool good = false; - int uid; - const int argCount = args.size(); - if (argCount == 2) { - // Automatically pick the UID - uid = AIBinder_getCallingUid(); - name.assign(args[1].c_str(), args[1].size()); - good = true; - } else if (argCount == 3) { - good = getUidFromArgs(args, 1, uid); - if (!good) { - dprintf(out, "Invalid UID. Note that the metrics can only be dumped for " - "other UIDs on eng or userdebug builds.\n"); - } - name.assign(args[2].c_str(), args[2].size()); - } - if (!good) { - print_cmd_help(out); - return UNKNOWN_ERROR; - } - ConfigKey key(uid, StrToInt64(name)); - shared_ptr<IPendingIntentRef> receiver = mConfigManager->GetConfigReceiver(key); - if (receiver == nullptr) { - VLOG("Could not find receiver for %s, %s", args[1].c_str(), args[2].c_str()); - return UNKNOWN_ERROR; - } else if (receiver->sendDataBroadcast(mProcessor->getLastReportTimeNs(key)).isOk()) { - VLOG("StatsService::trigger broadcast succeeded to %s, %s", args[1].c_str(), - args[2].c_str()); - } else { - VLOG("StatsService::trigger broadcast failed to %s, %s", args[1].c_str(), args[2].c_str()); - return UNKNOWN_ERROR; - } - return NO_ERROR; -} - -status_t StatsService::cmd_trigger_active_config_broadcast(int out, Vector<String8>& args) { - const int argCount = args.size(); - int uid; - vector<int64_t> configIds; - if (argCount == 1) { - // Automatically pick the uid and send a broadcast that has no active configs. - uid = AIBinder_getCallingUid(); - mProcessor->GetActiveConfigs(uid, configIds); - } else { - int curArg = 1; - if(args[curArg].find("--uid=") == 0) { - string uidArgStr(args[curArg].c_str()); - string uidStr = uidArgStr.substr(6); - if (!getUidFromString(uidStr.c_str(), uid)) { - dprintf(out, "Invalid UID. Note that the config can only be set for " - "other UIDs on eng or userdebug builds.\n"); - return UNKNOWN_ERROR; - } - curArg++; - } else { - uid = AIBinder_getCallingUid(); - } - if (curArg == argCount || args[curArg] != "--configs") { - VLOG("Reached end of args, or specify configs not set. Sending actual active configs,"); - mProcessor->GetActiveConfigs(uid, configIds); - } else { - // Flag specified, use the given list of configs. - curArg++; - for (int i = curArg; i < argCount; i++) { - char* endp; - int64_t configID = strtoll(args[i].c_str(), &endp, 10); - if (endp == args[i].c_str() || *endp != '\0') { - dprintf(out, "Error parsing config ID.\n"); - return UNKNOWN_ERROR; - } - VLOG("Adding config id %ld", static_cast<long>(configID)); - configIds.push_back(configID); - } - } - } - shared_ptr<IPendingIntentRef> receiver = mConfigManager->GetActiveConfigsChangedReceiver(uid); - if (receiver == nullptr) { - VLOG("Could not find receiver for uid %d", uid); - return UNKNOWN_ERROR; - } else if (receiver->sendActiveConfigsChangedBroadcast(configIds).isOk()) { - VLOG("StatsService::trigger active configs changed broadcast succeeded for uid %d" , uid); - } else { - VLOG("StatsService::trigger active configs changed broadcast failed for uid %d", uid); - return UNKNOWN_ERROR; - } - return NO_ERROR; -} - -status_t StatsService::cmd_config(int in, int out, int err, Vector<String8>& args) { - const int argCount = args.size(); - if (argCount >= 2) { - if (args[1] == "update" || args[1] == "remove") { - bool good = false; - int uid = -1; - string name; - - if (argCount == 3) { - // Automatically pick the UID - uid = AIBinder_getCallingUid(); - name.assign(args[2].c_str(), args[2].size()); - good = true; - } else if (argCount == 4) { - good = getUidFromArgs(args, 2, uid); - if (!good) { - dprintf(err, "Invalid UID. Note that the config can only be set for " - "other UIDs on eng or userdebug builds.\n"); - } - name.assign(args[3].c_str(), args[3].size()); - } else if (argCount == 2 && args[1] == "remove") { - good = true; - } - - if (!good) { - // If arg parsing failed, print the help text and return an error. - print_cmd_help(out); - return UNKNOWN_ERROR; - } - - if (args[1] == "update") { - char* endp; - int64_t configID = strtoll(name.c_str(), &endp, 10); - if (endp == name.c_str() || *endp != '\0') { - dprintf(err, "Error parsing config ID.\n"); - return UNKNOWN_ERROR; - } - - // Read stream into buffer. - string buffer; - if (!android::base::ReadFdToString(in, &buffer)) { - dprintf(err, "Error reading stream for StatsConfig.\n"); - return UNKNOWN_ERROR; - } - - // Parse buffer. - StatsdConfig config; - if (!config.ParseFromString(buffer)) { - dprintf(err, "Error parsing proto stream for StatsConfig.\n"); - return UNKNOWN_ERROR; - } - - // Add / update the config. - mConfigManager->UpdateConfig(ConfigKey(uid, configID), config); - } else { - if (argCount == 2) { - cmd_remove_all_configs(out); - } else { - // Remove the config. - mConfigManager->RemoveConfig(ConfigKey(uid, StrToInt64(name))); - } - } - - return NO_ERROR; - } - } - print_cmd_help(out); - return UNKNOWN_ERROR; -} - -status_t StatsService::cmd_dump_report(int out, const Vector<String8>& args) { - if (mProcessor != nullptr) { - int argCount = args.size(); - bool good = false; - bool proto = false; - bool includeCurrentBucket = false; - bool eraseData = true; - int uid; - string name; - if (!std::strcmp("--proto", args[argCount-1].c_str())) { - proto = true; - argCount -= 1; - } - if (!std::strcmp("--include_current_bucket", args[argCount-1].c_str())) { - includeCurrentBucket = true; - argCount -= 1; - } - if (!std::strcmp("--keep_data", args[argCount-1].c_str())) { - eraseData = false; - argCount -= 1; - } - if (argCount == 2) { - // Automatically pick the UID - uid = AIBinder_getCallingUid(); - name.assign(args[1].c_str(), args[1].size()); - good = true; - } else if (argCount == 3) { - good = getUidFromArgs(args, 1, uid); - if (!good) { - dprintf(out, "Invalid UID. Note that the metrics can only be dumped for " - "other UIDs on eng or userdebug builds.\n"); - } - name.assign(args[2].c_str(), args[2].size()); - } - if (good) { - vector<uint8_t> data; - mProcessor->onDumpReport(ConfigKey(uid, StrToInt64(name)), getElapsedRealtimeNs(), - includeCurrentBucket, eraseData, ADB_DUMP, - NO_TIME_CONSTRAINTS, - &data); - if (proto) { - for (size_t i = 0; i < data.size(); i ++) { - dprintf(out, "%c", data[i]); - } - } else { - dprintf(out, "Non-proto stats data dump not currently supported.\n"); - } - return android::OK; - } else { - // If arg parsing failed, print the help text and return an error. - print_cmd_help(out); - return UNKNOWN_ERROR; - } - } else { - dprintf(out, "Log processor does not exist...\n"); - return UNKNOWN_ERROR; - } -} - -status_t StatsService::cmd_print_stats(int out, const Vector<String8>& args) { - int argCount = args.size(); - bool proto = false; - if (!std::strcmp("--proto", args[argCount-1].c_str())) { - proto = true; - argCount -= 1; - } - StatsdStats& statsdStats = StatsdStats::getInstance(); - if (proto) { - vector<uint8_t> data; - statsdStats.dumpStats(&data, false); // does not reset statsdStats. - for (size_t i = 0; i < data.size(); i ++) { - dprintf(out, "%c", data[i]); - } - - } else { - vector<ConfigKey> configs = mConfigManager->GetAllConfigKeys(); - for (const ConfigKey& key : configs) { - dprintf(out, "Config %s uses %zu bytes\n", key.ToString().c_str(), - mProcessor->GetMetricsSize(key)); - } - statsdStats.dumpStats(out); - } - return NO_ERROR; -} - -status_t StatsService::cmd_print_uid_map(int out, const Vector<String8>& args) { - if (args.size() > 1) { - string pkg; - pkg.assign(args[1].c_str(), args[1].size()); - auto uids = mUidMap->getAppUid(pkg); - dprintf(out, "%s -> [ ", pkg.c_str()); - for (const auto& uid : uids) { - dprintf(out, "%d ", uid); - } - dprintf(out, "]\n"); - } else { - mUidMap->printUidMap(out); - } - return NO_ERROR; -} - -status_t StatsService::cmd_write_data_to_disk(int out) { - dprintf(out, "Writing data to disk\n"); - mProcessor->WriteDataToDisk(ADB_DUMP, NO_TIME_CONSTRAINTS); - return NO_ERROR; -} - -status_t StatsService::cmd_log_app_breadcrumb(int out, const Vector<String8>& args) { - bool good = false; - int32_t uid; - int32_t label; - int32_t state; - const int argCount = args.size(); - if (argCount == 3) { - // Automatically pick the UID - uid = AIBinder_getCallingUid(); - label = atoi(args[1].c_str()); - state = atoi(args[2].c_str()); - good = true; - } else if (argCount == 4) { - good = getUidFromArgs(args, 1, uid); - if (!good) { - dprintf(out, - "Invalid UID. Note that selecting a UID for writing AppBreadcrumb can only be " - "done for other UIDs on eng or userdebug builds.\n"); - } - label = atoi(args[2].c_str()); - state = atoi(args[3].c_str()); - } - if (good) { - dprintf(out, "Logging AppBreadcrumbReported(%d, %d, %d) to statslog.\n", uid, label, state); - android::os::statsd::util::stats_write( - android::os::statsd::util::APP_BREADCRUMB_REPORTED, uid, label, state); - } else { - print_cmd_help(out); - return UNKNOWN_ERROR; - } - return NO_ERROR; -} - -status_t StatsService::cmd_log_binary_push(int out, const Vector<String8>& args) { - // Security checks are done in the sendBinaryPushStateChanged atom. - const int argCount = args.size(); - if (argCount != 7 && argCount != 8) { - dprintf(out, "Incorrect number of argument supplied\n"); - return UNKNOWN_ERROR; - } - string trainName = string(args[1].c_str()); - int64_t trainVersion = strtoll(args[2].c_str(), nullptr, 10); - int32_t state = atoi(args[6].c_str()); - vector<int64_t> experimentIds; - if (argCount == 8) { - vector<string> experimentIdsString = android::base::Split(string(args[7].c_str()), ","); - for (string experimentIdString : experimentIdsString) { - int64_t experimentId = strtoll(experimentIdString.c_str(), nullptr, 10); - experimentIds.push_back(experimentId); - } - } - dprintf(out, "Logging BinaryPushStateChanged\n"); - vector<uint8_t> experimentIdBytes; - writeExperimentIdsToProto(experimentIds, &experimentIdBytes); - LogEvent event(trainName, trainVersion, args[3], args[4], args[5], state, experimentIdBytes, 0); - mProcessor->OnLogEvent(&event); - return NO_ERROR; -} - -status_t StatsService::cmd_print_pulled_metrics(int out, const Vector<String8>& args) { - int s = atoi(args[1].c_str()); - vector<int32_t> uids; - if (args.size() > 2) { - string package = string(args[2].c_str()); - auto it = UidMap::sAidToUidMapping.find(package); - if (it != UidMap::sAidToUidMapping.end()) { - uids.push_back(it->second); - } else { - set<int32_t> uids_set = mUidMap->getAppUid(package); - uids.insert(uids.end(), uids_set.begin(), uids_set.end()); - } - } else { - uids.push_back(AID_SYSTEM); - } - vector<shared_ptr<LogEvent>> stats; - if (mPullerManager->Pull(s, uids, getElapsedRealtimeNs(), &stats)) { - for (const auto& it : stats) { - dprintf(out, "Pull from %d: %s\n", s, it->ToString().c_str()); - } - dprintf(out, "Pull from %d: Received %zu elements\n", s, stats.size()); - return NO_ERROR; - } - return UNKNOWN_ERROR; -} - -status_t StatsService::cmd_remove_all_configs(int out) { - dprintf(out, "Removing all configs...\n"); - VLOG("StatsService::cmd_remove_all_configs was called"); - mConfigManager->RemoveAllConfigs(); - StorageManager::deleteAllFiles(STATS_SERVICE_DIR); - return NO_ERROR; -} - -status_t StatsService::cmd_dump_memory_info(int out) { - dprintf(out, "meminfo not available.\n"); - return NO_ERROR; -} - -status_t StatsService::cmd_clear_puller_cache(int out) { - VLOG("StatsService::cmd_clear_puller_cache with Pid %i, Uid %i", - AIBinder_getCallingPid(), AIBinder_getCallingUid()); - if (checkPermission(kPermissionDump)) { - int cleared = mPullerManager->ForceClearPullerCache(); - dprintf(out, "Puller removed %d cached data!\n", cleared); - return NO_ERROR; - } else { - return PERMISSION_DENIED; - } -} - -status_t StatsService::cmd_print_logs(int out, const Vector<String8>& args) { - VLOG("StatsService::cmd_print_logs with Pid %i, Uid %i", AIBinder_getCallingPid(), - AIBinder_getCallingUid()); - if (checkPermission(kPermissionDump)) { - bool enabled = true; - if (args.size() >= 2) { - enabled = atoi(args[1].c_str()) != 0; - } - mProcessor->setPrintLogs(enabled); - return NO_ERROR; - } else { - return PERMISSION_DENIED; - } -} - -bool StatsService::getUidFromArgs(const Vector<String8>& args, size_t uidArgIndex, int32_t& uid) { - return getUidFromString(args[uidArgIndex].c_str(), uid); -} - -bool StatsService::getUidFromString(const char* s, int32_t& uid) { - if (*s == '\0') { - return false; - } - char* endc = NULL; - int64_t longUid = strtol(s, &endc, 0); - if (*endc != '\0') { - return false; - } - int32_t goodUid = static_cast<int32_t>(longUid); - if (longUid < 0 || static_cast<uint64_t>(longUid) != static_cast<uid_t>(goodUid)) { - return false; // It was not of uid_t type. - } - uid = goodUid; - - int32_t callingUid = AIBinder_getCallingUid(); - return mEngBuild // UserDebug/EngBuild are allowed to impersonate uids. - || (callingUid == goodUid) // Anyone can 'impersonate' themselves. - || (callingUid == AID_ROOT && goodUid == AID_SHELL); // ROOT can impersonate SHELL. -} - -Status StatsService::informAllUidData(const ScopedFileDescriptor& fd) { - ENFORCE_UID(AID_SYSTEM); - // Read stream into buffer. - string buffer; - if (!android::base::ReadFdToString(fd.get(), &buffer)) { - return exception(EX_ILLEGAL_ARGUMENT, "Failed to read all data from the pipe."); - } - - // Parse buffer. - UidData uidData; - if (!uidData.ParseFromString(buffer)) { - return exception(EX_ILLEGAL_ARGUMENT, "Error parsing proto stream for UidData."); - } - - vector<String16> versionStrings; - vector<String16> installers; - vector<String16> packageNames; - vector<int32_t> uids; - vector<int64_t> versions; - - const auto numEntries = uidData.app_info_size(); - versionStrings.reserve(numEntries); - installers.reserve(numEntries); - packageNames.reserve(numEntries); - uids.reserve(numEntries); - versions.reserve(numEntries); - - for (const auto& appInfo: uidData.app_info()) { - packageNames.emplace_back(String16(appInfo.package_name().c_str())); - uids.push_back(appInfo.uid()); - versions.push_back(appInfo.version()); - versionStrings.emplace_back(String16(appInfo.version_string().c_str())); - installers.emplace_back(String16(appInfo.installer().c_str())); - } - - mUidMap->updateMap(getElapsedRealtimeNs(), - uids, - versions, - versionStrings, - packageNames, - installers); - - mBootCompleteTrigger.markComplete(kUidMapReceivedTag); - VLOG("StatsService::informAllUidData UidData proto parsed successfully."); - return Status::ok(); -} - -Status StatsService::informOnePackage(const string& app, int32_t uid, int64_t version, - const string& versionString, const string& installer) { - ENFORCE_UID(AID_SYSTEM); - - VLOG("StatsService::informOnePackage was called"); - String16 utf16App = String16(app.c_str()); - String16 utf16VersionString = String16(versionString.c_str()); - String16 utf16Installer = String16(installer.c_str()); - - mUidMap->updateApp(getElapsedRealtimeNs(), utf16App, uid, version, utf16VersionString, - utf16Installer); - return Status::ok(); -} - -Status StatsService::informOnePackageRemoved(const string& app, int32_t uid) { - ENFORCE_UID(AID_SYSTEM); - - VLOG("StatsService::informOnePackageRemoved was called"); - String16 utf16App = String16(app.c_str()); - mUidMap->removeApp(getElapsedRealtimeNs(), utf16App, uid); - mConfigManager->RemoveConfigs(uid); - return Status::ok(); -} - -Status StatsService::informAnomalyAlarmFired() { - ENFORCE_UID(AID_SYSTEM); - - VLOG("StatsService::informAnomalyAlarmFired was called"); - int64_t currentTimeSec = getElapsedRealtimeSec(); - std::unordered_set<sp<const InternalAlarm>, SpHash<InternalAlarm>> alarmSet = - mAnomalyAlarmMonitor->popSoonerThan(static_cast<uint32_t>(currentTimeSec)); - if (alarmSet.size() > 0) { - VLOG("Found an anomaly alarm that fired."); - mProcessor->onAnomalyAlarmFired(currentTimeSec * NS_PER_SEC, alarmSet); - } else { - VLOG("Cannot find an anomaly alarm that fired. Perhaps it was recently cancelled."); - } - return Status::ok(); -} - -Status StatsService::informAlarmForSubscriberTriggeringFired() { - ENFORCE_UID(AID_SYSTEM); - - VLOG("StatsService::informAlarmForSubscriberTriggeringFired was called"); - int64_t currentTimeSec = getElapsedRealtimeSec(); - std::unordered_set<sp<const InternalAlarm>, SpHash<InternalAlarm>> alarmSet = - mPeriodicAlarmMonitor->popSoonerThan(static_cast<uint32_t>(currentTimeSec)); - if (alarmSet.size() > 0) { - VLOG("Found periodic alarm fired."); - mProcessor->onPeriodicAlarmFired(currentTimeSec * NS_PER_SEC, alarmSet); - } else { - ALOGW("Cannot find an periodic alarm that fired. Perhaps it was recently cancelled."); - } - return Status::ok(); -} - -Status StatsService::informPollAlarmFired() { - ENFORCE_UID(AID_SYSTEM); - - VLOG("StatsService::informPollAlarmFired was called"); - mProcessor->informPullAlarmFired(getElapsedRealtimeNs()); - VLOG("StatsService::informPollAlarmFired succeeded"); - return Status::ok(); -} - -Status StatsService::systemRunning() { - ENFORCE_UID(AID_SYSTEM); - - // When system_server is up and running, schedule the dropbox task to run. - VLOG("StatsService::systemRunning"); - sayHiToStatsCompanion(); - return Status::ok(); -} - -Status StatsService::informDeviceShutdown() { - ENFORCE_UID(AID_SYSTEM); - VLOG("StatsService::informDeviceShutdown"); - mProcessor->WriteDataToDisk(DEVICE_SHUTDOWN, FAST); - mProcessor->SaveActiveConfigsToDisk(getElapsedRealtimeNs()); - mProcessor->SaveMetadataToDisk(getWallClockNs(), getElapsedRealtimeNs()); - return Status::ok(); -} - -void StatsService::sayHiToStatsCompanion() { - shared_ptr<IStatsCompanionService> statsCompanion = getStatsCompanionService(); - if (statsCompanion != nullptr) { - VLOG("Telling statsCompanion that statsd is ready"); - statsCompanion->statsdReady(); - } else { - VLOG("Could not access statsCompanion"); - } -} - -Status StatsService::statsCompanionReady() { - ENFORCE_UID(AID_SYSTEM); - - VLOG("StatsService::statsCompanionReady was called"); - shared_ptr<IStatsCompanionService> statsCompanion = getStatsCompanionService(); - if (statsCompanion == nullptr) { - return exception(EX_NULL_POINTER, - "StatsCompanion unavailable despite it contacting statsd."); - } - VLOG("StatsService::statsCompanionReady linking to statsCompanion."); - AIBinder_linkToDeath(statsCompanion->asBinder().get(), - mStatsCompanionServiceDeathRecipient.get(), this); - mPullerManager->SetStatsCompanionService(statsCompanion); - mAnomalyAlarmMonitor->setStatsCompanionService(statsCompanion); - mPeriodicAlarmMonitor->setStatsCompanionService(statsCompanion); - return Status::ok(); -} - -Status StatsService::bootCompleted() { - ENFORCE_UID(AID_SYSTEM); - - VLOG("StatsService::bootCompleted was called"); - mBootCompleteTrigger.markComplete(kBootCompleteTag); - return Status::ok(); -} - -void StatsService::Startup() { - mConfigManager->Startup(); - mProcessor->LoadActiveConfigsFromDisk(); - mProcessor->LoadMetadataFromDisk(getWallClockNs(), getElapsedRealtimeNs()); -} - -void StatsService::Terminate() { - ALOGI("StatsService::Terminating"); - if (mProcessor != nullptr) { - mProcessor->WriteDataToDisk(TERMINATION_SIGNAL_RECEIVED, FAST); - mProcessor->SaveActiveConfigsToDisk(getElapsedRealtimeNs()); - mProcessor->SaveMetadataToDisk(getWallClockNs(), getElapsedRealtimeNs()); - } -} - -// Test only interface!!! -void StatsService::OnLogEvent(LogEvent* event) { - mProcessor->OnLogEvent(event); - if (mShellSubscriber != nullptr) { - mShellSubscriber->onLogEvent(*event); - } -} - -Status StatsService::getData(int64_t key, const int32_t callingUid, vector<int8_t>* output) { - ENFORCE_UID(AID_SYSTEM); - - VLOG("StatsService::getData with Uid %i", callingUid); - ConfigKey configKey(callingUid, key); - // TODO(b/149254662): Since libbinder_ndk uses int8_t instead of uint8_t, - // there are inconsistencies with internal statsd logic. Instead of - // modifying lots of files, we create a temporary output array of int8_t and - // copy its data into output. This is a bad hack, but hopefully - // libbinder_ndk will transition to using uint8_t soon: progress is tracked - // in b/144957764. Same applies to StatsService::getMetadata. - vector<uint8_t> unsignedOutput; - // The dump latency does not matter here since we do not include the current bucket, we do not - // need to pull any new data anyhow. - mProcessor->onDumpReport(configKey, getElapsedRealtimeNs(), false /* include_current_bucket*/, - true /* erase_data */, GET_DATA_CALLED, FAST, &unsignedOutput); - *output = vector<int8_t>(unsignedOutput.begin(), unsignedOutput.end()); - return Status::ok(); -} - -Status StatsService::getMetadata(vector<int8_t>* output) { - ENFORCE_UID(AID_SYSTEM); - - vector<uint8_t> unsignedOutput; - StatsdStats::getInstance().dumpStats(&unsignedOutput, false); // Don't reset the counters. - *output = vector<int8_t>(unsignedOutput.begin(), unsignedOutput.end()); - return Status::ok(); -} - -Status StatsService::addConfiguration(int64_t key, const vector <int8_t>& config, - const int32_t callingUid) { - ENFORCE_UID(AID_SYSTEM); - - if (addConfigurationChecked(callingUid, key, config)) { - return Status::ok(); - } else { - return exception(EX_ILLEGAL_ARGUMENT, "Could not parse malformatted StatsdConfig."); - } -} - -bool StatsService::addConfigurationChecked(int uid, int64_t key, const vector<int8_t>& config) { - ConfigKey configKey(uid, key); - StatsdConfig cfg; - if (config.size() > 0) { // If the config is empty, skip parsing. - if (!cfg.ParseFromArray(&config[0], config.size())) { - return false; - } - } - mConfigManager->UpdateConfig(configKey, cfg); - return true; -} - -Status StatsService::removeDataFetchOperation(int64_t key, - const int32_t callingUid) { - ENFORCE_UID(AID_SYSTEM); - ConfigKey configKey(callingUid, key); - mConfigManager->RemoveConfigReceiver(configKey); - return Status::ok(); -} - -Status StatsService::setDataFetchOperation(int64_t key, - const shared_ptr<IPendingIntentRef>& pir, - const int32_t callingUid) { - ENFORCE_UID(AID_SYSTEM); - - ConfigKey configKey(callingUid, key); - mConfigManager->SetConfigReceiver(configKey, pir); - if (StorageManager::hasConfigMetricsReport(configKey)) { - VLOG("StatsService::setDataFetchOperation marking configKey %s to dump reports on disk", - configKey.ToString().c_str()); - mProcessor->noteOnDiskData(configKey); - } - return Status::ok(); -} - -Status StatsService::setActiveConfigsChangedOperation(const shared_ptr<IPendingIntentRef>& pir, - const int32_t callingUid, - vector<int64_t>* output) { - ENFORCE_UID(AID_SYSTEM); - - mConfigManager->SetActiveConfigsChangedReceiver(callingUid, pir); - if (output != nullptr) { - mProcessor->GetActiveConfigs(callingUid, *output); - } else { - ALOGW("StatsService::setActiveConfigsChanged output was nullptr"); - } - return Status::ok(); -} - -Status StatsService::removeActiveConfigsChangedOperation(const int32_t callingUid) { - ENFORCE_UID(AID_SYSTEM); - - mConfigManager->RemoveActiveConfigsChangedReceiver(callingUid); - return Status::ok(); -} - -Status StatsService::removeConfiguration(int64_t key, const int32_t callingUid) { - ENFORCE_UID(AID_SYSTEM); - - ConfigKey configKey(callingUid, key); - mConfigManager->RemoveConfig(configKey); - return Status::ok(); -} - -Status StatsService::setBroadcastSubscriber(int64_t configId, - int64_t subscriberId, - const shared_ptr<IPendingIntentRef>& pir, - const int32_t callingUid) { - ENFORCE_UID(AID_SYSTEM); - - VLOG("StatsService::setBroadcastSubscriber called."); - ConfigKey configKey(callingUid, configId); - SubscriberReporter::getInstance() - .setBroadcastSubscriber(configKey, subscriberId, pir); - return Status::ok(); -} - -Status StatsService::unsetBroadcastSubscriber(int64_t configId, - int64_t subscriberId, - const int32_t callingUid) { - ENFORCE_UID(AID_SYSTEM); - - VLOG("StatsService::unsetBroadcastSubscriber called."); - ConfigKey configKey(callingUid, configId); - SubscriberReporter::getInstance() - .unsetBroadcastSubscriber(configKey, subscriberId); - return Status::ok(); -} - -Status StatsService::allPullersFromBootRegistered() { - ENFORCE_UID(AID_SYSTEM); - - VLOG("StatsService::allPullersFromBootRegistered was called"); - mBootCompleteTrigger.markComplete(kAllPullersRegisteredTag); - return Status::ok(); -} - -Status StatsService::registerPullAtomCallback(int32_t uid, int32_t atomTag, int64_t coolDownMillis, - int64_t timeoutMillis, - const std::vector<int32_t>& additiveFields, - const shared_ptr<IPullAtomCallback>& pullerCallback) { - ENFORCE_UID(AID_SYSTEM); - VLOG("StatsService::registerPullAtomCallback called."); - mPullerManager->RegisterPullAtomCallback(uid, atomTag, MillisToNano(coolDownMillis), - MillisToNano(timeoutMillis), additiveFields, - pullerCallback); - return Status::ok(); -} - -Status StatsService::registerNativePullAtomCallback( - int32_t atomTag, int64_t coolDownMillis, int64_t timeoutMillis, - const std::vector<int32_t>& additiveFields, - const shared_ptr<IPullAtomCallback>& pullerCallback) { - if (!checkPermission(kPermissionRegisterPullAtom)) { - return exception( - EX_SECURITY, - StringPrintf("Uid %d does not have the %s permission when registering atom %d", - AIBinder_getCallingUid(), kPermissionRegisterPullAtom, atomTag)); - } - VLOG("StatsService::registerNativePullAtomCallback called."); - int32_t uid = AIBinder_getCallingUid(); - mPullerManager->RegisterPullAtomCallback(uid, atomTag, MillisToNano(coolDownMillis), - MillisToNano(timeoutMillis), additiveFields, - pullerCallback); - return Status::ok(); -} - -Status StatsService::unregisterPullAtomCallback(int32_t uid, int32_t atomTag) { - ENFORCE_UID(AID_SYSTEM); - VLOG("StatsService::unregisterPullAtomCallback called."); - mPullerManager->UnregisterPullAtomCallback(uid, atomTag); - return Status::ok(); -} - -Status StatsService::unregisterNativePullAtomCallback(int32_t atomTag) { - if (!checkPermission(kPermissionRegisterPullAtom)) { - return exception( - EX_SECURITY, - StringPrintf("Uid %d does not have the %s permission when unregistering atom %d", - AIBinder_getCallingUid(), kPermissionRegisterPullAtom, atomTag)); - } - VLOG("StatsService::unregisterNativePullAtomCallback called."); - int32_t uid = AIBinder_getCallingUid(); - mPullerManager->UnregisterPullAtomCallback(uid, atomTag); - return Status::ok(); -} - -Status StatsService::getRegisteredExperimentIds(std::vector<int64_t>* experimentIdsOut) { - ENFORCE_UID(AID_SYSTEM); - // TODO: add verifier permission - - experimentIdsOut->clear(); - // Read the latest train info - vector<InstallTrainInfo> trainInfoList = StorageManager::readAllTrainInfo(); - if (trainInfoList.empty()) { - // No train info means no experiment IDs, return an empty list - return Status::ok(); - } - - // Copy the experiment IDs to the out vector - for (InstallTrainInfo& trainInfo : trainInfoList) { - experimentIdsOut->insert(experimentIdsOut->end(), - trainInfo.experimentIds.begin(), - trainInfo.experimentIds.end()); - } - return Status::ok(); -} - -void StatsService::statsCompanionServiceDied(void* cookie) { - auto thiz = static_cast<StatsService*>(cookie); - thiz->statsCompanionServiceDiedImpl(); -} - -void StatsService::statsCompanionServiceDiedImpl() { - ALOGW("statscompanion service died"); - StatsdStats::getInstance().noteSystemServerRestart(getWallClockSec()); - if (mProcessor != nullptr) { - ALOGW("Reset statsd upon system server restarts."); - int64_t systemServerRestartNs = getElapsedRealtimeNs(); - ProtoOutputStream activeConfigsProto; - mProcessor->WriteActiveConfigsToProtoOutputStream(systemServerRestartNs, - STATSCOMPANION_DIED, &activeConfigsProto); - metadata::StatsMetadataList metadataList; - mProcessor->WriteMetadataToProto(getWallClockNs(), - systemServerRestartNs, &metadataList); - mProcessor->WriteDataToDisk(STATSCOMPANION_DIED, FAST); - mProcessor->resetConfigs(); - - std::string serializedActiveConfigs; - if (activeConfigsProto.serializeToString(&serializedActiveConfigs)) { - ActiveConfigList activeConfigs; - if (activeConfigs.ParseFromString(serializedActiveConfigs)) { - mProcessor->SetConfigsActiveState(activeConfigs, systemServerRestartNs); - } - } - mProcessor->SetMetadataState(metadataList, getWallClockNs(), systemServerRestartNs); - } - mAnomalyAlarmMonitor->setStatsCompanionService(nullptr); - mPeriodicAlarmMonitor->setStatsCompanionService(nullptr); - mPullerManager->SetStatsCompanionService(nullptr); -} - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/StatsService.h b/cmds/statsd/src/StatsService.h deleted file mode 100644 index b49fa1d42e66..000000000000 --- a/cmds/statsd/src/StatsService.h +++ /dev/null @@ -1,413 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#ifndef STATS_SERVICE_H -#define STATS_SERVICE_H - -#include <aidl/android/os/BnStatsd.h> -#include <aidl/android/os/IPendingIntentRef.h> -#include <aidl/android/os/IPullAtomCallback.h> -#include <gtest/gtest_prod.h> -#include <utils/Looper.h> - -#include <mutex> - -#include "StatsLogProcessor.h" -#include "anomaly/AlarmMonitor.h" -#include "config/ConfigManager.h" -#include "external/StatsPullerManager.h" -#include "logd/LogEventQueue.h" -#include "packages/UidMap.h" -#include "shell/ShellSubscriber.h" -#include "statscompanion_util.h" -#include "utils/MultiConditionTrigger.h" - -using namespace android; -using namespace android::os; -using namespace std; - -using Status = ::ndk::ScopedAStatus; -using aidl::android::os::BnStatsd; -using aidl::android::os::IPendingIntentRef; -using aidl::android::os::IPullAtomCallback; -using ::ndk::ScopedAIBinder_DeathRecipient; -using ::ndk::ScopedFileDescriptor; -using std::shared_ptr; - -namespace android { -namespace os { -namespace statsd { - -class StatsService : public BnStatsd { -public: - StatsService(const sp<Looper>& handlerLooper, std::shared_ptr<LogEventQueue> queue); - virtual ~StatsService(); - - /** The anomaly alarm registered with AlarmManager won't be updated by less than this. */ - const uint32_t MIN_DIFF_TO_UPDATE_REGISTERED_ALARM_SECS = 5; - - virtual status_t dump(int fd, const char** args, uint32_t numArgs) override; - virtual status_t handleShellCommand(int in, int out, int err, const char** argv, - uint32_t argc) override; - - virtual Status systemRunning(); - virtual Status statsCompanionReady(); - virtual Status bootCompleted(); - virtual Status informAnomalyAlarmFired(); - virtual Status informPollAlarmFired(); - virtual Status informAlarmForSubscriberTriggeringFired(); - - virtual Status informAllUidData(const ScopedFileDescriptor& fd); - virtual Status informOnePackage(const string& app, int32_t uid, int64_t version, - const string& versionString, const string& installer); - virtual Status informOnePackageRemoved(const string& app, int32_t uid); - virtual Status informDeviceShutdown(); - - /** - * Called right before we start processing events. - */ - void Startup(); - - /** - * Called when terminiation signal received. - */ - void Terminate(); - - /** - * Test ONLY interface. In real world, StatsService reads from LogEventQueue. - */ - virtual void OnLogEvent(LogEvent* event); - - /** - * Binder call for clients to request data for this configuration key. - */ - virtual Status getData(int64_t key, - const int32_t callingUid, - vector<int8_t>* output) override; - - - /** - * Binder call for clients to get metadata across all configs in statsd. - */ - virtual Status getMetadata(vector<int8_t>* output) override; - - - /** - * Binder call to let clients send a configuration and indicate they're interested when they - * should requestData for this configuration. - */ - virtual Status addConfiguration(int64_t key, - const vector<int8_t>& config, - const int32_t callingUid) override; - - /** - * Binder call to let clients register the data fetch operation for a configuration. - */ - virtual Status setDataFetchOperation(int64_t key, - const shared_ptr<IPendingIntentRef>& pir, - const int32_t callingUid) override; - - /** - * Binder call to remove the data fetch operation for the specified config key. - */ - virtual Status removeDataFetchOperation(int64_t key, - const int32_t callingUid) override; - - /** - * Binder call to let clients register the active configs changed operation. - */ - virtual Status setActiveConfigsChangedOperation(const shared_ptr<IPendingIntentRef>& pir, - const int32_t callingUid, - vector<int64_t>* output) override; - - /** - * Binder call to remove the active configs changed operation for the specified package.. - */ - virtual Status removeActiveConfigsChangedOperation(const int32_t callingUid) override; - /** - * Binder call to allow clients to remove the specified configuration. - */ - virtual Status removeConfiguration(int64_t key, - const int32_t callingUid) override; - - /** - * Binder call to associate the given config's subscriberId with the given pendingIntentRef. - */ - virtual Status setBroadcastSubscriber(int64_t configId, - int64_t subscriberId, - const shared_ptr<IPendingIntentRef>& pir, - const int32_t callingUid) override; - - /** - * Binder call to unassociate the given config's subscriberId with any pendingIntentRef. - */ - virtual Status unsetBroadcastSubscriber(int64_t configId, - int64_t subscriberId, - const int32_t callingUid) override; - - /** Inform statsCompanion that statsd is ready. */ - virtual void sayHiToStatsCompanion(); - - /** - * Binder call to notify statsd that all pullers from boot have been registered. - */ - virtual Status allPullersFromBootRegistered(); - - /** - * Binder call to register a callback function for a pulled atom. - */ - virtual Status registerPullAtomCallback( - int32_t uid, int32_t atomTag, int64_t coolDownMillis, int64_t timeoutMillis, - const std::vector<int32_t>& additiveFields, - const shared_ptr<IPullAtomCallback>& pullerCallback) override; - - /** - * Binder call to register a callback function for a pulled atom. - */ - virtual Status registerNativePullAtomCallback( - int32_t atomTag, int64_t coolDownMillis, int64_t timeoutMillis, - const std::vector<int32_t>& additiveFields, - const shared_ptr<IPullAtomCallback>& pullerCallback) override; - - /** - * Binder call to unregister any existing callback for the given uid and atom. - */ - virtual Status unregisterPullAtomCallback(int32_t uid, int32_t atomTag) override; - - /** - * Binder call to unregister any existing callback for the given atom and calling uid. - */ - virtual Status unregisterNativePullAtomCallback(int32_t atomTag) override; - - /** - * Binder call to get registered experiment IDs. - */ - virtual Status getRegisteredExperimentIds(std::vector<int64_t>* expIdsOut); - -private: - /** - * Load system properties at init. - */ - void init_system_properties(); - - /** - * Helper for loading system properties. - */ - static void init_build_type_callback(void* cookie, const char* name, const char* value, - uint32_t serial); - - /** - * Proto output of statsd report data dumpsys, wrapped in a StatsDataDumpProto. - */ - void dumpIncidentSection(int outFd); - - /** - * Text or proto output of statsdStats dumpsys. - */ - void dumpStatsdStats(int outFd, bool verbose, bool proto); - - /** - * Print usage information for the commands - */ - void print_cmd_help(int out); - - /* Runs on its dedicated thread to process pushed stats event from socket. */ - void readLogs(); - - /** - * Trigger a broadcast. - */ - status_t cmd_trigger_broadcast(int outFd, Vector<String8>& args); - - - /** - * Trigger an active configs changed broadcast. - */ - status_t cmd_trigger_active_config_broadcast(int outFd, Vector<String8>& args); - - /** - * Handle the config sub-command. - */ - status_t cmd_config(int inFd, int outFd, int err, Vector<String8>& args); - - /** - * Prints some basic stats to std out. - */ - status_t cmd_print_stats(int outFd, const Vector<String8>& args); - - /** - * Print the event log. - */ - status_t cmd_dump_report(int outFd, const Vector<String8>& args); - - /** - * Print the mapping of uids to package names. - */ - status_t cmd_print_uid_map(int outFd, const Vector<String8>& args); - - /** - * Flush the data to disk. - */ - status_t cmd_write_data_to_disk(int outFd); - - /** - * Write an AppBreadcrumbReported event to the StatsLog buffer, as if calling - * StatsLog.write(APP_BREADCRUMB_REPORTED). - */ - status_t cmd_log_app_breadcrumb(int outFd, const Vector<String8>& args); - - /** - * Write an BinaryPushStateChanged event, as if calling StatsLog.logBinaryPushStateChanged(). - */ - status_t cmd_log_binary_push(int outFd, const Vector<String8>& args); - - /** - * Print contents of a pulled metrics source. - */ - status_t cmd_print_pulled_metrics(int outFd, const Vector<String8>& args); - - /** - * Removes all configs stored on disk and on memory. - */ - status_t cmd_remove_all_configs(int outFd); - - /* - * Dump memory usage by statsd. - */ - status_t cmd_dump_memory_info(int outFd); - - /* - * Clear all puller cached data - */ - status_t cmd_clear_puller_cache(int outFd); - - /** - * Print all stats logs received to logcat. - */ - status_t cmd_print_logs(int outFd, const Vector<String8>& args); - - /** - * Writes the value of args[uidArgIndex] into uid. - * Returns whether the uid is reasonable (type uid_t) and whether - * 1. it is equal to the calling uid, or - * 2. the device is mEngBuild, or - * 3. the caller is AID_ROOT and the uid is AID_SHELL (i.e. ROOT can impersonate SHELL). - */ - bool getUidFromArgs(const Vector<String8>& args, size_t uidArgIndex, int32_t& uid); - - /** - * Writes the value of uidSting into uid. - * Returns whether the uid is reasonable (type uid_t) and whether - * 1. it is equal to the calling uid, or - * 2. the device is mEngBuild, or - * 3. the caller is AID_ROOT and the uid is AID_SHELL (i.e. ROOT can impersonate SHELL). - */ - bool getUidFromString(const char* uidString, int32_t& uid); - - /** - * Adds a configuration after checking permissions and obtaining UID from binder call. - */ - bool addConfigurationChecked(int uid, int64_t key, const vector<int8_t>& config); - - /** - * Update a configuration. - */ - void set_config(int uid, const string& name, const StatsdConfig& config); - - /** - * Death recipient callback that is called when StatsCompanionService dies. - * The cookie is a pointer to a StatsService object. - */ - static void statsCompanionServiceDied(void* cookie); - - /** - * Implementation of statsCompanionServiceDied. - */ - void statsCompanionServiceDiedImpl(); - - /** - * Tracks the uid <--> package name mapping. - */ - sp<UidMap> mUidMap; - - /** - * Fetches external metrics - */ - sp<StatsPullerManager> mPullerManager; - - /** - * Tracks the configurations that have been passed to statsd. - */ - sp<ConfigManager> mConfigManager; - - /** - * The metrics recorder. - */ - sp<StatsLogProcessor> mProcessor; - - /** - * The alarm monitor for anomaly detection. - */ - const sp<AlarmMonitor> mAnomalyAlarmMonitor; - - /** - * The alarm monitor for alarms to directly trigger subscriber. - */ - const sp<AlarmMonitor> mPeriodicAlarmMonitor; - - /** - * Whether this is an eng build. - */ - bool mEngBuild; - - sp<ShellSubscriber> mShellSubscriber; - - /** - * Mutex for setting the shell subscriber - */ - mutable mutex mShellSubscriberMutex; - std::shared_ptr<LogEventQueue> mEventQueue; - - MultiConditionTrigger mBootCompleteTrigger; - static const inline string kBootCompleteTag = "BOOT_COMPLETE"; - static const inline string kUidMapReceivedTag = "UID_MAP"; - static const inline string kAllPullersRegisteredTag = "PULLERS_REGISTERED"; - - ScopedAIBinder_DeathRecipient mStatsCompanionServiceDeathRecipient; - - FRIEND_TEST(StatsLogProcessorTest, TestActivationsPersistAcrossSystemServerRestart); - FRIEND_TEST(StatsServiceTest, TestAddConfig_simple); - FRIEND_TEST(StatsServiceTest, TestAddConfig_empty); - FRIEND_TEST(StatsServiceTest, TestAddConfig_invalid); - FRIEND_TEST(StatsServiceTest, TestGetUidFromArgs); - FRIEND_TEST(PartialBucketE2eTest, TestCountMetricNoSplitOnNewApp); - FRIEND_TEST(PartialBucketE2eTest, TestCountMetricSplitOnBoot); - FRIEND_TEST(PartialBucketE2eTest, TestCountMetricSplitOnUpgrade); - FRIEND_TEST(PartialBucketE2eTest, TestCountMetricSplitOnRemoval); - FRIEND_TEST(PartialBucketE2eTest, TestCountMetricWithoutSplit); - FRIEND_TEST(PartialBucketE2eTest, TestValueMetricOnBootWithoutMinPartialBucket); - FRIEND_TEST(PartialBucketE2eTest, TestValueMetricWithoutMinPartialBucket); - FRIEND_TEST(PartialBucketE2eTest, TestValueMetricWithMinPartialBucket); - FRIEND_TEST(PartialBucketE2eTest, TestGaugeMetricOnBootWithoutMinPartialBucket); - FRIEND_TEST(PartialBucketE2eTest, TestGaugeMetricWithoutMinPartialBucket); - FRIEND_TEST(PartialBucketE2eTest, TestGaugeMetricWithMinPartialBucket); -}; - -} // namespace statsd -} // namespace os -} // namespace android - -#endif // STATS_SERVICE_H diff --git a/cmds/statsd/src/active_config_list.proto b/cmds/statsd/src/active_config_list.proto deleted file mode 100644 index 992983358ae6..000000000000 --- a/cmds/statsd/src/active_config_list.proto +++ /dev/null @@ -1,57 +0,0 @@ -/* - * Copyright (C) 2019 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -syntax = "proto2"; - -package android.os.statsd; -option java_package = "com.android.os"; -option java_multiple_files = true; -option java_outer_classname = "ActiveConfigProto"; - -message ActiveEventActivation { - optional int32 atom_matcher_index = 1; - - // Time left in activation. When this proto is loaded after device boot, - // the activation should be set to active for this duration. - // This field will only be set when the state is ACTIVE - optional int64 remaining_ttl_nanos = 2; - - enum State { - UNNKNOWN = 0; - // This metric should activate for remaining_ttl_nanos when we load the activations. - ACTIVE = 1; - // When we load the activations, this metric should activate on next boot for the tll - // specified in the config. - ACTIVATE_ON_BOOT = 2; - } - optional State state = 3; -} - -message ActiveMetric { - optional int64 id = 1; - repeated ActiveEventActivation activation = 2; -} - -message ActiveConfig { - optional int64 id = 1; - optional int32 uid = 2; - repeated ActiveMetric metric = 3; -} - -// all configs and their metrics on device. -message ActiveConfigList { - repeated ActiveConfig config = 1; -} diff --git a/cmds/statsd/src/annotations.h b/cmds/statsd/src/annotations.h deleted file mode 100644 index cf7f5433663f..000000000000 --- a/cmds/statsd/src/annotations.h +++ /dev/null @@ -1,33 +0,0 @@ -/* - * Copyright (C) 2020 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#pragma once - -namespace android { -namespace os { -namespace statsd { - -const uint8_t ANNOTATION_ID_IS_UID = 1; -const uint8_t ANNOTATION_ID_TRUNCATE_TIMESTAMP = 2; -const uint8_t ANNOTATION_ID_PRIMARY_FIELD = 3; -const uint8_t ANNOTATION_ID_EXCLUSIVE_STATE = 4; -const uint8_t ANNOTATION_ID_PRIMARY_FIELD_FIRST_UID = 5; -const uint8_t ANNOTATION_ID_TRIGGER_STATE_RESET = 7; -const uint8_t ANNOTATION_ID_STATE_NESTED = 8; - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/anomaly/AlarmMonitor.cpp b/cmds/statsd/src/anomaly/AlarmMonitor.cpp deleted file mode 100644 index b632d040eb43..000000000000 --- a/cmds/statsd/src/anomaly/AlarmMonitor.cpp +++ /dev/null @@ -1,139 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#define DEBUG false -#include "Log.h" - -#include "anomaly/AlarmMonitor.h" -#include "guardrail/StatsdStats.h" - -namespace android { -namespace os { -namespace statsd { - -AlarmMonitor::AlarmMonitor( - uint32_t minDiffToUpdateRegisteredAlarmTimeSec, - const std::function<void(const shared_ptr<IStatsCompanionService>&, int64_t)>& updateAlarm, - const std::function<void(const shared_ptr<IStatsCompanionService>&)>& cancelAlarm) - : mRegisteredAlarmTimeSec(0), - mMinUpdateTimeSec(minDiffToUpdateRegisteredAlarmTimeSec), - mUpdateAlarm(updateAlarm), - mCancelAlarm(cancelAlarm) {} - -AlarmMonitor::~AlarmMonitor() {} - -void AlarmMonitor::setStatsCompanionService( - shared_ptr<IStatsCompanionService> statsCompanionService) { - std::lock_guard<std::mutex> lock(mLock); - shared_ptr<IStatsCompanionService> tmpForLock = mStatsCompanionService; - mStatsCompanionService = statsCompanionService; - if (statsCompanionService == nullptr) { - VLOG("Erasing link to statsCompanionService"); - return; - } - VLOG("Creating link to statsCompanionService"); - const sp<const InternalAlarm> top = mPq.top(); - if (top != nullptr) { - updateRegisteredAlarmTime_l(top->timestampSec); - } -} - -void AlarmMonitor::add(sp<const InternalAlarm> alarm) { - std::lock_guard<std::mutex> lock(mLock); - if (alarm == nullptr) { - ALOGW("Asked to add a null alarm."); - return; - } - if (alarm->timestampSec < 1) { - // forbidden since a timestamp 0 is used to indicate no alarm registered - ALOGW("Asked to add a 0-time alarm."); - return; - } - // TODO(b/110563466): Ensure that refractory period is respected. - VLOG("Adding alarm with time %u", alarm->timestampSec); - mPq.push(alarm); - if (mRegisteredAlarmTimeSec < 1 || - alarm->timestampSec + mMinUpdateTimeSec < mRegisteredAlarmTimeSec) { - updateRegisteredAlarmTime_l(alarm->timestampSec); - } -} - -void AlarmMonitor::remove(sp<const InternalAlarm> alarm) { - std::lock_guard<std::mutex> lock(mLock); - if (alarm == nullptr) { - ALOGW("Asked to remove a null alarm."); - return; - } - VLOG("Removing alarm with time %u", alarm->timestampSec); - bool wasPresent = mPq.remove(alarm); - if (!wasPresent) return; - if (mPq.empty()) { - VLOG("Queue is empty. Cancel any alarm."); - cancelRegisteredAlarmTime_l(); - return; - } - uint32_t soonestAlarmTimeSec = mPq.top()->timestampSec; - VLOG("Soonest alarm is %u", soonestAlarmTimeSec); - if (soonestAlarmTimeSec > mRegisteredAlarmTimeSec + mMinUpdateTimeSec) { - updateRegisteredAlarmTime_l(soonestAlarmTimeSec); - } -} - -// More efficient than repeatedly calling remove(mPq.top()) since it batches the -// updates to the registered alarm. -unordered_set<sp<const InternalAlarm>, SpHash<InternalAlarm>> AlarmMonitor::popSoonerThan( - uint32_t timestampSec) { - VLOG("Removing alarms with time <= %u", timestampSec); - unordered_set<sp<const InternalAlarm>, SpHash<InternalAlarm>> oldAlarms; - std::lock_guard<std::mutex> lock(mLock); - - for (sp<const InternalAlarm> t = mPq.top(); t != nullptr && t->timestampSec <= timestampSec; - t = mPq.top()) { - oldAlarms.insert(t); - mPq.pop(); // remove t - } - // Always update registered alarm time (if anything has changed). - if (!oldAlarms.empty()) { - if (mPq.empty()) { - VLOG("Queue is empty. Cancel any alarm."); - cancelRegisteredAlarmTime_l(); - } else { - // Always update the registered alarm in this case (unlike remove()). - updateRegisteredAlarmTime_l(mPq.top()->timestampSec); - } - } - return oldAlarms; -} - -void AlarmMonitor::updateRegisteredAlarmTime_l(uint32_t timestampSec) { - VLOG("Updating reg alarm time to %u", timestampSec); - mRegisteredAlarmTimeSec = timestampSec; - mUpdateAlarm(mStatsCompanionService, secToMs(mRegisteredAlarmTimeSec)); -} - -void AlarmMonitor::cancelRegisteredAlarmTime_l() { - VLOG("Cancelling reg alarm."); - mRegisteredAlarmTimeSec = 0; - mCancelAlarm(mStatsCompanionService); -} - -int64_t AlarmMonitor::secToMs(uint32_t timeSec) { - return ((int64_t)timeSec) * 1000; -} - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/anomaly/AlarmMonitor.h b/cmds/statsd/src/anomaly/AlarmMonitor.h deleted file mode 100644 index 5c34e381ba0b..000000000000 --- a/cmds/statsd/src/anomaly/AlarmMonitor.h +++ /dev/null @@ -1,162 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#pragma once - -#include "anomaly/indexed_priority_queue.h" - -#include <aidl/android/os/IStatsCompanionService.h> -#include <utils/RefBase.h> - -#include <unordered_set> -#include <vector> - -using namespace android; - -using aidl::android::os::IStatsCompanionService; -using std::function; -using std::shared_ptr; -using std::unordered_set; - -namespace android { -namespace os { -namespace statsd { - -/** - * Represents an alarm, associated with some aggregate metric, holding a - * projected time at which the metric is expected to exceed its anomaly - * threshold. - * Timestamps are in seconds since epoch in a uint32, so will fail in year 2106. - */ -struct InternalAlarm : public RefBase { - explicit InternalAlarm(uint32_t timestampSec) : timestampSec(timestampSec) { - } - - const uint32_t timestampSec; - - /** InternalAlarm a is smaller (higher priority) than b if its timestamp is sooner. */ - struct SmallerTimestamp { - bool operator()(sp<const InternalAlarm> a, sp<const InternalAlarm> b) const { - return (a->timestampSec < b->timestampSec); - } - }; -}; - -/** - * Manages internal alarms that may get registered with the AlarmManager. - */ -class AlarmMonitor : public RefBase { -public: - /** - * @param minDiffToUpdateRegisteredAlarmTimeSec If the soonest alarm differs - * from the registered alarm by more than this amount, update the registered - * alarm. - */ - AlarmMonitor(uint32_t minDiffToUpdateRegisteredAlarmTimeSec, - const function<void(const shared_ptr<IStatsCompanionService>&, int64_t)>& - updateAlarm, - const function<void(const shared_ptr<IStatsCompanionService>&)>& cancelAlarm); - ~AlarmMonitor(); - - /** - * Tells AnomalyMonitor what IStatsCompanionService to use and, if - * applicable, immediately registers an existing alarm with it. - * If nullptr, AnomalyMonitor will continue to add/remove alarms, but won't - * update IStatsCompanionService (until such time as it is set non-null). - */ - void setStatsCompanionService(shared_ptr<IStatsCompanionService> statsCompanionService); - - /** - * Adds the given alarm (reference) to the queue. - */ - void add(sp<const InternalAlarm> alarm); - - /** - * Removes the given alarm (reference) from the queue. - * Note that alarm comparison is reference-based; if another alarm exists - * with the same timestampSec, that alarm will still remain in the queue. - */ - void remove(sp<const InternalAlarm> alarm); - - /** - * Returns and removes all alarms whose timestamp <= the given timestampSec. - * Always updates the registered alarm if return is non-empty. - */ - unordered_set<sp<const InternalAlarm>, SpHash<InternalAlarm>> popSoonerThan( - uint32_t timestampSec); - - /** - * Returns the projected alarm timestamp that is registered with - * StatsCompanionService. This may not be equal to the soonest alarm, - * but should be within minDiffToUpdateRegisteredAlarmTimeSec of it. - */ - uint32_t getRegisteredAlarmTimeSec() const { - return mRegisteredAlarmTimeSec; - } - -private: - std::mutex mLock; - - /** - * Timestamp (seconds since epoch) of the alarm registered with - * StatsCompanionService. This, in general, may not be equal to the soonest - * alarm stored in mPq, but should be within minUpdateTimeSec of it. - * A value of 0 indicates that no alarm is currently registered. - */ - uint32_t mRegisteredAlarmTimeSec; - - /** - * Priority queue of alarms, prioritized by soonest alarm.timestampSec. - */ - indexed_priority_queue<InternalAlarm, InternalAlarm::SmallerTimestamp> mPq; - - /** - * Binder interface for communicating with StatsCompanionService. - */ - shared_ptr<IStatsCompanionService> mStatsCompanionService = nullptr; - - /** - * Amount by which the soonest projected alarm must differ from - * mRegisteredAlarmTimeSec before updateRegisteredAlarmTime_l is called. - */ - uint32_t mMinUpdateTimeSec; - - /** - * Updates the alarm registered with StatsCompanionService to the given time. - * Also correspondingly updates mRegisteredAlarmTimeSec. - */ - void updateRegisteredAlarmTime_l(uint32_t timestampSec); - - /** - * Cancels the alarm registered with StatsCompanionService. - * Also correspondingly sets mRegisteredAlarmTimeSec to 0. - */ - void cancelRegisteredAlarmTime_l(); - - /** Converts uint32 timestamp in seconds to a Java long in msec. */ - int64_t secToMs(uint32_t timeSec); - - // Callback function to update the alarm via StatsCompanionService. - std::function<void(const shared_ptr<IStatsCompanionService>, int64_t)> mUpdateAlarm; - - // Callback function to cancel the alarm via StatsCompanionService. - std::function<void(const shared_ptr<IStatsCompanionService>)> mCancelAlarm; - -}; - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/anomaly/AlarmTracker.cpp b/cmds/statsd/src/anomaly/AlarmTracker.cpp deleted file mode 100644 index 6d9beb8f718d..000000000000 --- a/cmds/statsd/src/anomaly/AlarmTracker.cpp +++ /dev/null @@ -1,94 +0,0 @@ -/* - * Copyright (C) 2018 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#define DEBUG false // STOPSHIP if true -#include "Log.h" - -#include "anomaly/AlarmTracker.h" -#include "anomaly/subscriber_util.h" -#include "HashableDimensionKey.h" -#include "stats_util.h" -#include "storage/StorageManager.h" - -#include <time.h> - -namespace android { -namespace os { -namespace statsd { - -AlarmTracker::AlarmTracker(const int64_t startMillis, - const int64_t currentMillis, - const Alarm& alarm, const ConfigKey& configKey, - const sp<AlarmMonitor>& alarmMonitor) - : mAlarmConfig(alarm), - mConfigKey(configKey), - mAlarmMonitor(alarmMonitor) { - VLOG("AlarmTracker() called"); - mAlarmSec = (startMillis + mAlarmConfig.offset_millis()) / MS_PER_SEC; - // startMillis is the time statsd is created. We need to find the 1st alarm timestamp after - // the config is added to statsd. - mAlarmSec = findNextAlarmSec(currentMillis / MS_PER_SEC); // round up - mInternalAlarm = new InternalAlarm{static_cast<uint32_t>(mAlarmSec)}; - VLOG("AlarmTracker sets the periodic alarm at: %lld", (long long)mAlarmSec); - if (mAlarmMonitor != nullptr) { - mAlarmMonitor->add(mInternalAlarm); - } -} - -AlarmTracker::~AlarmTracker() { - VLOG("~AlarmTracker() called"); - if (mInternalAlarm != nullptr && mAlarmMonitor != nullptr) { - mAlarmMonitor->remove(mInternalAlarm); - } -} - -void AlarmTracker::addSubscription(const Subscription& subscription) { - mSubscriptions.push_back(subscription); -} - -int64_t AlarmTracker::findNextAlarmSec(int64_t currentTimeSec) { - if (currentTimeSec < mAlarmSec) { - return mAlarmSec; - } - int64_t periodsForward = - ((currentTimeSec - mAlarmSec) * MS_PER_SEC) / mAlarmConfig.period_millis() + 1; - return mAlarmSec + periodsForward * mAlarmConfig.period_millis() / MS_PER_SEC; -} - -void AlarmTracker::informAlarmsFired( - const int64_t& timestampNs, - unordered_set<sp<const InternalAlarm>, SpHash<InternalAlarm>>& firedAlarms) { - if (firedAlarms.empty() || mInternalAlarm == nullptr || - firedAlarms.find(mInternalAlarm) == firedAlarms.end()) { - return; - } - if (!mSubscriptions.empty()) { - VLOG("AlarmTracker triggers the subscribers."); - triggerSubscribers(mAlarmConfig.id(), 0 /*metricId N/A*/, DEFAULT_METRIC_DIMENSION_KEY, - 0 /* metricValue N/A */, mConfigKey, mSubscriptions); - } - firedAlarms.erase(mInternalAlarm); - mAlarmSec = findNextAlarmSec((timestampNs-1) / NS_PER_SEC + 1); // round up - mInternalAlarm = new InternalAlarm{static_cast<uint32_t>(mAlarmSec)}; - VLOG("AlarmTracker sets the periodic alarm at: %lld", (long long)mAlarmSec); - if (mAlarmMonitor != nullptr) { - mAlarmMonitor->add(mInternalAlarm); - } -} - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/anomaly/AlarmTracker.h b/cmds/statsd/src/anomaly/AlarmTracker.h deleted file mode 100644 index 2da4a18682ae..000000000000 --- a/cmds/statsd/src/anomaly/AlarmTracker.h +++ /dev/null @@ -1,80 +0,0 @@ -/* - * Copyright (C) 2018 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#pragma once - -#include <gtest/gtest_prod.h> - -#include "AlarmMonitor.h" -#include "config/ConfigKey.h" -#include "frameworks/base/cmds/statsd/src/statsd_config.pb.h" // Alarm - -#include <stdlib.h> -#include <utils/RefBase.h> - -namespace android { -namespace os { -namespace statsd { - -class AlarmTracker : public virtual RefBase { -public: - AlarmTracker(const int64_t startMillis, - const int64_t currentMillis, - const Alarm& alarm, const ConfigKey& configKey, - const sp<AlarmMonitor>& subscriberAlarmMonitor); - - virtual ~AlarmTracker(); - - void onAlarmFired(); - - void addSubscription(const Subscription& subscription); - - void informAlarmsFired(const int64_t& timestampNs, - unordered_set<sp<const InternalAlarm>, SpHash<InternalAlarm>>& firedAlarms); - -protected: - // For test only. Returns the alarm timestamp in seconds. Otherwise returns 0. - inline int32_t getAlarmTimestampSec() const { - return mInternalAlarm == nullptr ? 0 : mInternalAlarm->timestampSec; - } - - int64_t findNextAlarmSec(int64_t currentTimeMillis); - - // statsd_config.proto Alarm message that defines this tracker. - const Alarm mAlarmConfig; - - // A reference to the Alarm's config key. - const ConfigKey mConfigKey; - - // The subscriptions that depend on this alarm. - std::vector<Subscription> mSubscriptions; - - // Alarm monitor. - sp<AlarmMonitor> mAlarmMonitor; - - // The current expected alarm time in seconds. - int64_t mAlarmSec; - - // The current alarm. - sp<const InternalAlarm> mInternalAlarm; - - FRIEND_TEST(AlarmTrackerTest, TestTriggerTimestamp); - FRIEND_TEST(AlarmE2eTest, TestMultipleAlarms); -}; - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/anomaly/AnomalyTracker.cpp b/cmds/statsd/src/anomaly/AnomalyTracker.cpp deleted file mode 100644 index 619752c7c44a..000000000000 --- a/cmds/statsd/src/anomaly/AnomalyTracker.cpp +++ /dev/null @@ -1,321 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#define DEBUG false // STOPSHIP if true -#include "Log.h" - -#include "AnomalyTracker.h" -#include "external/Perfetto.h" -#include "guardrail/StatsdStats.h" -#include "metadata_util.h" -#include "stats_log_util.h" -#include "subscriber_util.h" -#include "subscriber/IncidentdReporter.h" -#include "subscriber/SubscriberReporter.h" - -#include <inttypes.h> -#include <statslog_statsd.h> -#include <time.h> - -namespace android { -namespace os { -namespace statsd { - -AnomalyTracker::AnomalyTracker(const Alert& alert, const ConfigKey& configKey) - : mAlert(alert), mConfigKey(configKey), mNumOfPastBuckets(mAlert.num_buckets() - 1) { - VLOG("AnomalyTracker() called"); - if (mAlert.num_buckets() <= 0) { - ALOGE("Cannot create AnomalyTracker with %lld buckets", (long long)mAlert.num_buckets()); - return; - } - if (!mAlert.has_trigger_if_sum_gt()) { - ALOGE("Cannot create AnomalyTracker without threshold"); - return; - } - resetStorage(); // initialization -} - -AnomalyTracker::~AnomalyTracker() { - VLOG("~AnomalyTracker() called"); -} - -void AnomalyTracker::resetStorage() { - VLOG("resetStorage() called."); - mPastBuckets.clear(); - // Excludes the current bucket. - mPastBuckets.resize(mNumOfPastBuckets); - mSumOverPastBuckets.clear(); -} - -size_t AnomalyTracker::index(int64_t bucketNum) const { - if (bucketNum < 0) { - ALOGE("index() was passed a negative bucket number (%lld)!", (long long)bucketNum); - } - return bucketNum % mNumOfPastBuckets; -} - -void AnomalyTracker::advanceMostRecentBucketTo(const int64_t& bucketNum) { - VLOG("advanceMostRecentBucketTo() called."); - if (mNumOfPastBuckets <= 0) { - return; - } - if (bucketNum <= mMostRecentBucketNum) { - ALOGW("Cannot advance buckets backwards (bucketNum=%lld but mMostRecentBucketNum=%lld)", - (long long)bucketNum, (long long)mMostRecentBucketNum); - return; - } - // If in the future (i.e. buckets are ancient), just empty out all past info. - if (bucketNum >= mMostRecentBucketNum + mNumOfPastBuckets) { - resetStorage(); - mMostRecentBucketNum = bucketNum; - return; - } - - // Clear out space by emptying out old mPastBuckets[i] values and update mSumOverPastBuckets. - for (int64_t i = mMostRecentBucketNum + 1; i <= bucketNum; i++) { - const int idx = index(i); - subtractBucketFromSum(mPastBuckets[idx]); - mPastBuckets[idx] = nullptr; // release (but not clear) the old bucket. - } - mMostRecentBucketNum = bucketNum; -} - -void AnomalyTracker::addPastBucket(const MetricDimensionKey& key, - const int64_t& bucketValue, - const int64_t& bucketNum) { - VLOG("addPastBucket(bucketValue) called."); - if (mNumOfPastBuckets == 0 || - bucketNum < 0 || bucketNum <= mMostRecentBucketNum - mNumOfPastBuckets) { - return; - } - - const int bucketIndex = index(bucketNum); - if (bucketNum <= mMostRecentBucketNum && (mPastBuckets[bucketIndex] != nullptr)) { - // We need to insert into an already existing past bucket. - std::shared_ptr<DimToValMap>& bucket = mPastBuckets[bucketIndex]; - auto itr = bucket->find(key); - if (itr != bucket->end()) { - // Old entry already exists; update it. - subtractValueFromSum(key, itr->second); - itr->second = bucketValue; - } else { - bucket->insert({key, bucketValue}); - } - mSumOverPastBuckets[key] += bucketValue; - } else { - // Bucket does not exist yet (in future or was never made), so we must make it. - std::shared_ptr<DimToValMap> bucket = std::make_shared<DimToValMap>(); - bucket->insert({key, bucketValue}); - addPastBucket(bucket, bucketNum); - } -} - -void AnomalyTracker::addPastBucket(std::shared_ptr<DimToValMap> bucket, - const int64_t& bucketNum) { - VLOG("addPastBucket(bucket) called."); - if (mNumOfPastBuckets == 0 || - bucketNum < 0 || bucketNum <= mMostRecentBucketNum - mNumOfPastBuckets) { - return; - } - - if (bucketNum <= mMostRecentBucketNum) { - // We are updating an old bucket, not adding a new one. - subtractBucketFromSum(mPastBuckets[index(bucketNum)]); - } else { - // Clear space for the new bucket to be at bucketNum. - advanceMostRecentBucketTo(bucketNum); - } - mPastBuckets[index(bucketNum)] = bucket; - addBucketToSum(bucket); -} - -void AnomalyTracker::subtractBucketFromSum(const shared_ptr<DimToValMap>& bucket) { - if (bucket == nullptr) { - return; - } - for (const auto& keyValuePair : *bucket) { - subtractValueFromSum(keyValuePair.first, keyValuePair.second); - } -} - - -void AnomalyTracker::subtractValueFromSum(const MetricDimensionKey& key, - const int64_t& bucketValue) { - auto itr = mSumOverPastBuckets.find(key); - if (itr == mSumOverPastBuckets.end()) { - return; - } - itr->second -= bucketValue; - if (itr->second == 0) { - mSumOverPastBuckets.erase(itr); - } -} - -void AnomalyTracker::addBucketToSum(const shared_ptr<DimToValMap>& bucket) { - if (bucket == nullptr) { - return; - } - // For each dimension present in the bucket, add its value to its corresponding sum. - for (const auto& keyValuePair : *bucket) { - mSumOverPastBuckets[keyValuePair.first] += keyValuePair.second; - } -} - -int64_t AnomalyTracker::getPastBucketValue(const MetricDimensionKey& key, - const int64_t& bucketNum) const { - if (bucketNum < 0 || mMostRecentBucketNum < 0 - || bucketNum <= mMostRecentBucketNum - mNumOfPastBuckets - || bucketNum > mMostRecentBucketNum) { - return 0; - } - - const auto& bucket = mPastBuckets[index(bucketNum)]; - if (bucket == nullptr) { - return 0; - } - const auto& itr = bucket->find(key); - return itr == bucket->end() ? 0 : itr->second; -} - -int64_t AnomalyTracker::getSumOverPastBuckets(const MetricDimensionKey& key) const { - const auto& itr = mSumOverPastBuckets.find(key); - if (itr != mSumOverPastBuckets.end()) { - return itr->second; - } - return 0; -} - -bool AnomalyTracker::detectAnomaly(const int64_t& currentBucketNum, - const MetricDimensionKey& key, - const int64_t& currentBucketValue) { - - // currentBucketNum should be the next bucket after pastBuckets. If not, advance so that it is. - if (currentBucketNum > mMostRecentBucketNum + 1) { - advanceMostRecentBucketTo(currentBucketNum - 1); - } - return mAlert.has_trigger_if_sum_gt() && - getSumOverPastBuckets(key) + currentBucketValue > mAlert.trigger_if_sum_gt(); -} - -void AnomalyTracker::declareAnomaly(const int64_t& timestampNs, int64_t metricId, - const MetricDimensionKey& key, int64_t metricValue) { - // TODO(b/110563466): Why receive timestamp? RefractoryPeriod should always be based on - // real time right now. - if (isInRefractoryPeriod(timestampNs, key)) { - VLOG("Skipping anomaly declaration since within refractory period"); - return; - } - if (mAlert.has_refractory_period_secs()) { - mRefractoryPeriodEndsSec[key] = ((timestampNs + NS_PER_SEC - 1) / NS_PER_SEC) // round up - + mAlert.refractory_period_secs(); - // TODO(b/110563466): If we had access to the bucket_size_millis, consider - // calling resetStorage() - // if (mAlert.refractory_period_secs() > mNumOfPastBuckets * bucketSizeNs) {resetStorage();} - } - - if (!mSubscriptions.empty()) { - ALOGI("An anomaly (%" PRId64 ") %s has occurred! Informing subscribers.", - mAlert.id(), key.toString().c_str()); - informSubscribers(key, metricId, metricValue); - } else { - ALOGI("An anomaly has occurred! (But no subscriber for that alert.)"); - } - - StatsdStats::getInstance().noteAnomalyDeclared(mConfigKey, mAlert.id()); - - // TODO(b/110564268): This should also take in the const MetricDimensionKey& key? - util::stats_write(util::ANOMALY_DETECTED, mConfigKey.GetUid(), - mConfigKey.GetId(), mAlert.id()); -} - -void AnomalyTracker::detectAndDeclareAnomaly(const int64_t& timestampNs, - const int64_t& currBucketNum, int64_t metricId, - const MetricDimensionKey& key, - const int64_t& currentBucketValue) { - if (detectAnomaly(currBucketNum, key, currentBucketValue)) { - declareAnomaly(timestampNs, metricId, key, currentBucketValue); - } -} - -bool AnomalyTracker::isInRefractoryPeriod(const int64_t& timestampNs, - const MetricDimensionKey& key) const { - const auto& it = mRefractoryPeriodEndsSec.find(key); - if (it != mRefractoryPeriodEndsSec.end()) { - return timestampNs < (it->second * (int64_t)NS_PER_SEC); - } - return false; -} - -void AnomalyTracker::informSubscribers(const MetricDimensionKey& key, int64_t metric_id, - int64_t metricValue) { - triggerSubscribers(mAlert.id(), metric_id, key, metricValue, mConfigKey, mSubscriptions); -} - -bool AnomalyTracker::writeAlertMetadataToProto(int64_t currentWallClockTimeNs, - int64_t systemElapsedTimeNs, - metadata::AlertMetadata* alertMetadata) { - bool metadataWritten = false; - - if (mRefractoryPeriodEndsSec.empty()) { - return false; - } - - for (const auto& it: mRefractoryPeriodEndsSec) { - // Do not write the timestamp to disk if it has already expired - if (it.second < systemElapsedTimeNs / NS_PER_SEC) { - continue; - } - - metadataWritten = true; - if (alertMetadata->alert_dim_keyed_data_size() == 0) { - alertMetadata->set_alert_id(mAlert.id()); - } - - metadata::AlertDimensionKeyedData* keyedData = alertMetadata->add_alert_dim_keyed_data(); - // We convert and write the refractory_end_sec to wall clock time because we do not know - // when statsd will start again. - int32_t refractoryEndWallClockSec = (int32_t) ((currentWallClockTimeNs / NS_PER_SEC) + - (it.second - systemElapsedTimeNs / NS_PER_SEC)); - - keyedData->set_last_refractory_ends_sec(refractoryEndWallClockSec); - writeMetricDimensionKeyToMetadataDimensionKey( - it.first, keyedData->mutable_dimension_key()); - } - - return metadataWritten; -} - -void AnomalyTracker::loadAlertMetadata( - const metadata::AlertMetadata& alertMetadata, - int64_t currentWallClockTimeNs, - int64_t systemElapsedTimeNs) { - for (const metadata::AlertDimensionKeyedData& keyedData : - alertMetadata.alert_dim_keyed_data()) { - if ((uint64_t) keyedData.last_refractory_ends_sec() < currentWallClockTimeNs / NS_PER_SEC) { - // Do not update the timestamp if it has already expired. - continue; - } - MetricDimensionKey metricKey = loadMetricDimensionKeyFromProto( - keyedData.dimension_key()); - int32_t refractoryPeriodEndsSec = (int32_t) keyedData.last_refractory_ends_sec() - - currentWallClockTimeNs / NS_PER_SEC + systemElapsedTimeNs / NS_PER_SEC; - mRefractoryPeriodEndsSec[metricKey] = refractoryPeriodEndsSec; - } -} - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/anomaly/AnomalyTracker.h b/cmds/statsd/src/anomaly/AnomalyTracker.h deleted file mode 100644 index bf36a3bc8990..000000000000 --- a/cmds/statsd/src/anomaly/AnomalyTracker.h +++ /dev/null @@ -1,204 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#pragma once - -#include <stdlib.h> - -#include <gtest/gtest_prod.h> -#include <utils/RefBase.h> - -#include "AlarmMonitor.h" -#include "config/ConfigKey.h" -#include "frameworks/base/cmds/statsd/src/statsd_config.pb.h" // Alert -#include "frameworks/base/cmds/statsd/src/statsd_metadata.pb.h" // AlertMetadata -#include "stats_util.h" // HashableDimensionKey and DimToValMap - -namespace android { -namespace os { -namespace statsd { - -using std::shared_ptr; -using std::unordered_map; - -// Does NOT allow negative values. -class AnomalyTracker : public virtual RefBase { -public: - AnomalyTracker(const Alert& alert, const ConfigKey& configKey); - - virtual ~AnomalyTracker(); - - // Add subscriptions that depend on this alert. - void addSubscription(const Subscription& subscription) { - mSubscriptions.push_back(subscription); - } - - // Adds a bucket for the given bucketNum (index starting at 0). - // If a bucket for bucketNum already exists, it will be replaced. - // Also, advances to bucketNum (if not in the past), effectively filling any intervening - // buckets with 0s. - void addPastBucket(std::shared_ptr<DimToValMap> bucket, const int64_t& bucketNum); - - // Inserts (or replaces) the bucket entry for the given bucketNum at the given key to be the - // given bucketValue. If the bucket does not exist, it will be created. - // Also, advances to bucketNum (if not in the past), effectively filling any intervening - // buckets with 0s. - void addPastBucket(const MetricDimensionKey& key, const int64_t& bucketValue, - const int64_t& bucketNum); - - // Returns true if, based on past buckets plus the new currentBucketValue (which generally - // represents the partially-filled current bucket), an anomaly has happened. - // Also advances to currBucketNum-1. - bool detectAnomaly(const int64_t& currBucketNum, const MetricDimensionKey& key, - const int64_t& currentBucketValue); - - // Informs incidentd about the detected alert. - void declareAnomaly(const int64_t& timestampNs, int64_t metricId, const MetricDimensionKey& key, - int64_t metricValue); - - // Detects if, based on past buckets plus the new currentBucketValue (which generally - // represents the partially-filled current bucket), an anomaly has happened, and if so, - // declares an anomaly and informs relevant subscribers. - // Also advances to currBucketNum-1. - void detectAndDeclareAnomaly(const int64_t& timestampNs, const int64_t& currBucketNum, - int64_t metricId, const MetricDimensionKey& key, - const int64_t& currentBucketValue); - - // Init the AlarmMonitor which is shared across anomaly trackers. - virtual void setAlarmMonitor(const sp<AlarmMonitor>& alarmMonitor) { - return; // Base AnomalyTracker class has no need for the AlarmMonitor. - } - - // Returns the sum of all past bucket values for the given dimension key. - int64_t getSumOverPastBuckets(const MetricDimensionKey& key) const; - - // Returns the value for a past bucket, or 0 if that bucket doesn't exist. - int64_t getPastBucketValue(const MetricDimensionKey& key, const int64_t& bucketNum) const; - - // Returns the anomaly threshold set in the configuration. - inline int64_t getAnomalyThreshold() const { - return mAlert.trigger_if_sum_gt(); - } - - // Returns the refractory period ending timestamp (in seconds) for the given key. - // Before this moment, any detected anomaly will be ignored. - // If there is no stored refractory period ending timestamp, returns 0. - uint32_t getRefractoryPeriodEndsSec(const MetricDimensionKey& key) const { - const auto& it = mRefractoryPeriodEndsSec.find(key); - return it != mRefractoryPeriodEndsSec.end() ? it->second : 0; - } - - // Returns the (constant) number of past buckets this anomaly tracker can store. - inline int getNumOfPastBuckets() const { - return mNumOfPastBuckets; - } - - // Declares an anomaly for each alarm in firedAlarms that belongs to this AnomalyTracker, - // and removes it from firedAlarms. Does NOT remove the alarm from the AlarmMonitor. - virtual void informAlarmsFired(const int64_t& timestampNs, - unordered_set<sp<const InternalAlarm>, SpHash<InternalAlarm>>& firedAlarms) { - return; // The base AnomalyTracker class doesn't have alarms. - } - - // Writes metadata of the alert (refractory_period_end_sec) to AlertMetadata. - // Returns true if at least one element is written to alertMetadata. - bool writeAlertMetadataToProto( - int64_t currentWallClockTimeNs, - int64_t systemElapsedTimeNs, metadata::AlertMetadata* alertMetadata); - - void loadAlertMetadata( - const metadata::AlertMetadata& alertMetadata, - int64_t currentWallClockTimeNs, - int64_t systemElapsedTimeNs); - -protected: - // For testing only. - // Returns the alarm timestamp in seconds for the query dimension if it exists. Otherwise - // returns 0. - virtual uint32_t getAlarmTimestampSec(const MetricDimensionKey& dimensionKey) const { - return 0; // The base AnomalyTracker class doesn't have alarms. - } - - // statsd_config.proto Alert message that defines this tracker. - const Alert mAlert; - - // The subscriptions that depend on this alert. - std::vector<Subscription> mSubscriptions; - - // A reference to the Alert's config key. - const ConfigKey mConfigKey; - - // Number of past buckets. One less than the total number of buckets needed - // for the anomaly detection (since the current bucket is not in the past). - const int mNumOfPastBuckets; - - // Values for each of the past mNumOfPastBuckets buckets. Always of size mNumOfPastBuckets. - // mPastBuckets[i] can be null, meaning that no data is present in that bucket. - std::vector<shared_ptr<DimToValMap>> mPastBuckets; - - // Cached sum over all existing buckets in mPastBuckets. - // Its buckets never contain entries of 0. - DimToValMap mSumOverPastBuckets; - - // The bucket number of the last added bucket. - int64_t mMostRecentBucketNum = -1; - - // Map from each dimension to the timestamp that its refractory period (if this anomaly was - // declared for that dimension) ends, in seconds. From this moment and onwards, anomalies - // can be declared again. - // Entries may be, but are not guaranteed to be, removed after the period is finished. - unordered_map<MetricDimensionKey, uint32_t> mRefractoryPeriodEndsSec; - - // Advances mMostRecentBucketNum to bucketNum, deleting any data that is now too old. - // Specifically, since it is now too old, removes the data for - // [mMostRecentBucketNum - mNumOfPastBuckets + 1, bucketNum - mNumOfPastBuckets]. - void advanceMostRecentBucketTo(const int64_t& bucketNum); - - // Add the information in the given bucket to mSumOverPastBuckets. - void addBucketToSum(const shared_ptr<DimToValMap>& bucket); - - // Subtract the information in the given bucket from mSumOverPastBuckets - // and remove any items with value 0. - void subtractBucketFromSum(const shared_ptr<DimToValMap>& bucket); - - // From mSumOverPastBuckets[key], subtracts bucketValue, removing it if it is now 0. - void subtractValueFromSum(const MetricDimensionKey& key, const int64_t& bucketValue); - - // Returns true if in the refractory period, else false. - bool isInRefractoryPeriod(const int64_t& timestampNs, const MetricDimensionKey& key) const; - - // Calculates the corresponding bucket index within the circular array. - // Requires bucketNum >= 0. - size_t index(int64_t bucketNum) const; - - // Resets all bucket data. For use when all the data gets stale. - virtual void resetStorage(); - - // Informs the subscribers (incidentd, perfetto, broadcasts, etc) that an anomaly has occurred. - void informSubscribers(const MetricDimensionKey& key, int64_t metricId, int64_t metricValue); - - FRIEND_TEST(AnomalyTrackerTest, TestConsecutiveBuckets); - FRIEND_TEST(AnomalyTrackerTest, TestSparseBuckets); - FRIEND_TEST(GaugeMetricProducerTest, TestAnomalyDetection); - FRIEND_TEST(CountMetricProducerTest, TestAnomalyDetectionUnSliced); - FRIEND_TEST(AnomalyDetectionE2eTest, TestDurationMetric_SUM_single_bucket); - FRIEND_TEST(AnomalyDetectionE2eTest, TestDurationMetric_SUM_multiple_buckets); - FRIEND_TEST(AnomalyDetectionE2eTest, TestDurationMetric_SUM_long_refractory_period); -}; - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/anomaly/DurationAnomalyTracker.cpp b/cmds/statsd/src/anomaly/DurationAnomalyTracker.cpp deleted file mode 100644 index 2b56810170e5..000000000000 --- a/cmds/statsd/src/anomaly/DurationAnomalyTracker.cpp +++ /dev/null @@ -1,115 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#define DEBUG false // STOPSHIP if true -#include "Log.h" - -#include "DurationAnomalyTracker.h" -#include "guardrail/StatsdStats.h" - -namespace android { -namespace os { -namespace statsd { - -DurationAnomalyTracker::DurationAnomalyTracker(const Alert& alert, const ConfigKey& configKey, - const sp<AlarmMonitor>& alarmMonitor) - : AnomalyTracker(alert, configKey), mAlarmMonitor(alarmMonitor) { - VLOG("DurationAnomalyTracker() called"); -} - -DurationAnomalyTracker::~DurationAnomalyTracker() { - VLOG("~DurationAnomalyTracker() called"); - cancelAllAlarms(); -} - -void DurationAnomalyTracker::startAlarm(const MetricDimensionKey& dimensionKey, - const int64_t& timestampNs) { - // Alarms are stored in secs. Must round up, since if it fires early, it is ignored completely. - uint32_t timestampSec = static_cast<uint32_t>((timestampNs -1) / NS_PER_SEC) + 1; // round up - if (isInRefractoryPeriod(timestampNs, dimensionKey)) { - VLOG("Not setting anomaly alarm since it would fall in the refractory period."); - return; - } - - auto itr = mAlarms.find(dimensionKey); - if (itr != mAlarms.end() && mAlarmMonitor != nullptr) { - mAlarmMonitor->remove(itr->second); - } - - sp<const InternalAlarm> alarm = new InternalAlarm{timestampSec}; - mAlarms[dimensionKey] = alarm; - if (mAlarmMonitor != nullptr) { - mAlarmMonitor->add(alarm); - } -} - -void DurationAnomalyTracker::stopAlarm(const MetricDimensionKey& dimensionKey, - const int64_t& timestampNs) { - const auto itr = mAlarms.find(dimensionKey); - if (itr == mAlarms.end()) { - return; - } - - // If the alarm is set in the past but hasn't fired yet (due to lag), catch it now. - if (itr->second != nullptr && timestampNs >= (int64_t)NS_PER_SEC * itr->second->timestampSec) { - declareAnomaly(timestampNs, mAlert.metric_id(), dimensionKey, - mAlert.trigger_if_sum_gt() + (timestampNs / NS_PER_SEC) - - itr->second->timestampSec); - } - if (mAlarmMonitor != nullptr) { - mAlarmMonitor->remove(itr->second); - } - mAlarms.erase(dimensionKey); -} - -void DurationAnomalyTracker::cancelAllAlarms() { - if (mAlarmMonitor != nullptr) { - for (const auto& itr : mAlarms) { - mAlarmMonitor->remove(itr.second); - } - } - mAlarms.clear(); -} - -void DurationAnomalyTracker::informAlarmsFired(const int64_t& timestampNs, - unordered_set<sp<const InternalAlarm>, SpHash<InternalAlarm>>& firedAlarms) { - - if (firedAlarms.empty() || mAlarms.empty()) return; - // Find the intersection of firedAlarms and mAlarms. - // The for loop is inefficient, since it loops over all keys, but that's okay since it is very - // seldomly called. The alternative would be having InternalAlarms store information about the - // DurationAnomalyTracker and key, but that's a lot of data overhead to speed up something that - // is rarely ever called. - unordered_map<MetricDimensionKey, sp<const InternalAlarm>> matchedAlarms; - for (const auto& kv : mAlarms) { - if (firedAlarms.count(kv.second) > 0) { - matchedAlarms.insert({kv.first, kv.second}); - } - } - - // Now declare each of these alarms to have fired. - for (const auto& kv : matchedAlarms) { - declareAnomaly( - timestampNs, mAlert.metric_id(), kv.first, - mAlert.trigger_if_sum_gt() + (timestampNs / NS_PER_SEC) - kv.second->timestampSec); - mAlarms.erase(kv.first); - firedAlarms.erase(kv.second); // No one else can also own it, so we're done with it. - } -} - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/anomaly/DurationAnomalyTracker.h b/cmds/statsd/src/anomaly/DurationAnomalyTracker.h deleted file mode 100644 index 686d8f95c7f6..000000000000 --- a/cmds/statsd/src/anomaly/DurationAnomalyTracker.h +++ /dev/null @@ -1,79 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#pragma once - -#include "AlarmMonitor.h" -#include "AnomalyTracker.h" - -namespace android { -namespace os { -namespace statsd { - -using std::unordered_map; - -class DurationAnomalyTracker : public virtual AnomalyTracker { -public: - DurationAnomalyTracker(const Alert& alert, const ConfigKey& configKey, - const sp<AlarmMonitor>& alarmMonitor); - - virtual ~DurationAnomalyTracker(); - - // Sets an alarm for the given timestamp. - // Replaces previous alarm if one already exists. - void startAlarm(const MetricDimensionKey& dimensionKey, const int64_t& eventTime); - - // Stops the alarm. - // If it should have already fired, but hasn't yet (e.g. because the AlarmManager is delayed), - // declare the anomaly now. - void stopAlarm(const MetricDimensionKey& dimensionKey, const int64_t& timestampNs); - - // Stop all the alarms owned by this tracker. Does not declare any anomalies. - void cancelAllAlarms(); - - // Declares an anomaly for each alarm in firedAlarms that belongs to this DurationAnomalyTracker - // and removes it from firedAlarms. The AlarmMonitor is not informed. - // Note that this will generally be called from a different thread from the other functions; - // the caller is responsible for thread safety. - void informAlarmsFired(const int64_t& timestampNs, - unordered_set<sp<const InternalAlarm>, SpHash<InternalAlarm>>& firedAlarms) override; - -protected: - // Returns the alarm timestamp in seconds for the query dimension if it exists. Otherwise - // returns 0. - uint32_t getAlarmTimestampSec(const MetricDimensionKey& dimensionKey) const override { - auto it = mAlarms.find(dimensionKey); - return it == mAlarms.end() ? 0 : it->second->timestampSec; - } - - // The alarms owned by this tracker. The alarm monitor also shares the alarm pointers when they - // are still active. - std::unordered_map<MetricDimensionKey, sp<const InternalAlarm>> mAlarms; - - // Anomaly alarm monitor. - sp<AlarmMonitor> mAlarmMonitor; - - FRIEND_TEST(OringDurationTrackerTest, TestPredictAnomalyTimestamp); - FRIEND_TEST(OringDurationTrackerTest, TestAnomalyDetectionExpiredAlarm); - FRIEND_TEST(OringDurationTrackerTest, TestAnomalyDetectionFiredAlarm); - FRIEND_TEST(MaxDurationTrackerTest, TestAnomalyDetection); - FRIEND_TEST(MaxDurationTrackerTest, TestAnomalyPredictedTimestamp); - FRIEND_TEST(MaxDurationTrackerTest, TestAnomalyPredictedTimestamp_UpdatedOnStop); -}; - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/anomaly/indexed_priority_queue.h b/cmds/statsd/src/anomaly/indexed_priority_queue.h deleted file mode 100644 index 99882d0337b1..000000000000 --- a/cmds/statsd/src/anomaly/indexed_priority_queue.h +++ /dev/null @@ -1,224 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#pragma once - -#include <utils/RefBase.h> -#include <unordered_map> -#include <vector> - -using namespace android; - -namespace android { -namespace os { -namespace statsd { - -/** Defines a hash function for sp<const AA>, returning the hash of the underlying pointer. */ -template <class AA> -struct SpHash { - size_t operator()(const sp<const AA>& k) const { - return std::hash<const AA*>()(k.get()); - } -}; - -/** - * Min priority queue for generic type AA. - * Unlike a regular priority queue, this class is also capable of removing interior elements. - * @tparam Comparator must implement [bool operator()(sp<const AA> a, sp<const AA> b)], returning - * whether a should be closer to the top of the queue than b. - */ -template <class AA, class Comparator> -class indexed_priority_queue { -public: - indexed_priority_queue(); - /** Adds a into the priority queue. If already present or a==nullptr, does nothing. */ - void push(sp<const AA> a); - /* - * Removes a from the priority queue. If not present or a==nullptr, does nothing. - * Returns true if a had been present (and is now removed), else false. - */ - bool remove(sp<const AA> a); - /** Removes the top element, if there is one. */ - void pop(); - /** Removes all elements. */ - void clear(); - /** Returns whether priority queue contains a (not just a copy of a, but a itself). */ - bool contains(sp<const AA> a) const; - /** Returns min element. Returns nullptr iff empty(). */ - sp<const AA> top() const; - /** Returns number of elements in priority queue. */ - size_t size() const { - return pq.size() - 1; - } // pq is 1-indexed - /** Returns true iff priority queue is empty. */ - bool empty() const { - return size() < 1; - } - -private: - /** Vector representing a min-heap (1-indexed, with nullptr at 0). */ - std::vector<sp<const AA>> pq; - /** Mapping of each element in pq to its index in pq (i.e. the inverse of a=pq[i]). */ - std::unordered_map<sp<const AA>, size_t, SpHash<AA>> indices; - - void init(); - void sift_up(size_t idx); - void sift_down(size_t idx); - /** Returns whether pq[idx1] is considered higher than pq[idx2], according to Comparator. */ - bool higher(size_t idx1, size_t idx2) const; - void swap_indices(size_t i, size_t j); -}; - -// Implementation must be done in this file due to use of template. - -template <class AA, class Comparator> -indexed_priority_queue<AA, Comparator>::indexed_priority_queue() { - init(); -} - -template <class AA, class Comparator> -void indexed_priority_queue<AA, Comparator>::push(sp<const AA> a) { - if (a == nullptr) return; - if (contains(a)) return; - pq.push_back(a); - size_t idx = size(); // index of last element since 1-indexed - indices.insert({a, idx}); - sift_up(idx); // get the pq back in order -} - -template <class AA, class Comparator> -bool indexed_priority_queue<AA, Comparator>::remove(sp<const AA> a) { - if (a == nullptr) return false; - if (!contains(a)) return false; - size_t idx = indices[a]; - if (idx >= pq.size()) { - return false; - } - if (idx == size()) { // if a is the last element, i.e. at index idx == size() == (pq.size()-1) - pq.pop_back(); - indices.erase(a); - return true; - } - // move last element (guaranteed not to be at idx) to idx, then delete a - sp<const AA> last_a = pq.back(); - pq[idx] = last_a; - pq.pop_back(); - indices[last_a] = idx; - indices.erase(a); - - // get the heap back in order (since the element at idx is not in order) - sift_up(idx); - sift_down(idx); - - return true; -} - -// The same as, but slightly more efficient than, remove(top()). -template <class AA, class Comparator> -void indexed_priority_queue<AA, Comparator>::pop() { - sp<const AA> a = top(); - if (a == nullptr) return; - const size_t idx = 1; - if (idx == size()) { // if a is the last element - pq.pop_back(); - indices.erase(a); - return; - } - // move last element (guaranteed not to be at idx) to idx, then delete a - sp<const AA> last_a = pq.back(); - pq[idx] = last_a; - pq.pop_back(); - indices[last_a] = idx; - indices.erase(a); - - // get the heap back in order (since the element at idx is not in order) - sift_down(idx); -} - -template <class AA, class Comparator> -void indexed_priority_queue<AA, Comparator>::clear() { - pq.clear(); - indices.clear(); - init(); -} - -template <class AA, class Comparator> -sp<const AA> indexed_priority_queue<AA, Comparator>::top() const { - if (empty()) return nullptr; - return pq[1]; -} - -template <class AA, class Comparator> -void indexed_priority_queue<AA, Comparator>::init() { - pq.push_back(nullptr); // so that pq is 1-indexed. - indices.insert({nullptr, 0}); // just to be consistent with pq. -} - -template <class AA, class Comparator> -void indexed_priority_queue<AA, Comparator>::sift_up(size_t idx) { - while (idx > 1) { - size_t parent = idx / 2; - if (higher(idx, parent)) - swap_indices(idx, parent); - else - break; - idx = parent; - } -} - -template <class AA, class Comparator> -void indexed_priority_queue<AA, Comparator>::sift_down(size_t idx) { - while (2 * idx <= size()) { - size_t child = 2 * idx; - if (child < size() && higher(child + 1, child)) child++; - if (higher(child, idx)) - swap_indices(child, idx); - else - break; - idx = child; - } -} - -template <class AA, class Comparator> -bool indexed_priority_queue<AA, Comparator>::higher(size_t idx1, size_t idx2) const { - if (!(0u < idx1 && idx1 < pq.size() && 0u < idx2 && idx2 < pq.size())) { - return false; // got to do something. - } - return Comparator()(pq[idx1], pq[idx2]); -} - -template <class AA, class Comparator> -bool indexed_priority_queue<AA, Comparator>::contains(sp<const AA> a) const { - if (a == nullptr) return false; // publicly, we pretend that nullptr is not actually in pq. - return indices.count(a) > 0; -} - -template <class AA, class Comparator> -void indexed_priority_queue<AA, Comparator>::swap_indices(size_t i, size_t j) { - if (!(0u < i && i < pq.size() && 0u < j && j < pq.size())) { - return; - } - sp<const AA> val_i = pq[i]; - sp<const AA> val_j = pq[j]; - pq[i] = val_j; - pq[j] = val_i; - indices[val_i] = j; - indices[val_j] = i; -} - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/anomaly/subscriber_util.cpp b/cmds/statsd/src/anomaly/subscriber_util.cpp deleted file mode 100644 index 5a4a41d01de6..000000000000 --- a/cmds/statsd/src/anomaly/subscriber_util.cpp +++ /dev/null @@ -1,70 +0,0 @@ -/* - * Copyright (C) 2018 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#define DEBUG false // STOPSHIP if true -#include "Log.h" - -#include "external/Perfetto.h" -#include "subscriber/IncidentdReporter.h" -#include "subscriber/SubscriberReporter.h" - -namespace android { -namespace os { -namespace statsd { - -void triggerSubscribers(int64_t ruleId, int64_t metricId, const MetricDimensionKey& dimensionKey, - int64_t metricValue, const ConfigKey& configKey, - const std::vector<Subscription>& subscriptions) { - VLOG("informSubscribers called."); - if (subscriptions.empty()) { - VLOG("No Subscriptions were associated."); - return; - } - - for (const Subscription& subscription : subscriptions) { - if (subscription.probability_of_informing() < 1 - && ((float)rand() / (float)RAND_MAX) >= subscription.probability_of_informing()) { - // Note that due to float imprecision, 0.0 and 1.0 might not truly mean never/always. - // The config writer was advised to use -0.1 and 1.1 for never/always. - ALOGI("Fate decided that a subscriber would not be informed."); - continue; - } - switch (subscription.subscriber_information_case()) { - case Subscription::SubscriberInformationCase::kIncidentdDetails: - if (!GenerateIncidentReport(subscription.incidentd_details(), ruleId, metricId, - dimensionKey, metricValue, configKey)) { - ALOGW("Failed to generate incident report."); - } - break; - case Subscription::SubscriberInformationCase::kPerfettoDetails: - if (!CollectPerfettoTraceAndUploadToDropbox(subscription.perfetto_details(), - subscription.id(), ruleId, configKey)) { - ALOGW("Failed to generate perfetto traces."); - } - break; - case Subscription::SubscriberInformationCase::kBroadcastSubscriberDetails: - SubscriberReporter::getInstance().alertBroadcastSubscriber(configKey, subscription, - dimensionKey); - break; - default: - break; - } - } -} - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/anomaly/subscriber_util.h b/cmds/statsd/src/anomaly/subscriber_util.h deleted file mode 100644 index 1df3c8991f94..000000000000 --- a/cmds/statsd/src/anomaly/subscriber_util.h +++ /dev/null @@ -1,33 +0,0 @@ -/* - * Copyright (C) 2018 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#pragma once - -#include "config/ConfigKey.h" -#include "HashableDimensionKey.h" -#include "frameworks/base/cmds/statsd/src/statsd_config.pb.h" - -namespace android { -namespace os { -namespace statsd { - -void triggerSubscribers(const int64_t ruleId, const int64_t metricId, - const MetricDimensionKey& dimensionKey, int64_t metricValue, - const ConfigKey& configKey, const std::vector<Subscription>& subscriptions); - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/atom_field_options.proto b/cmds/statsd/src/atom_field_options.proto deleted file mode 100644 index ff5717e4fa78..000000000000 --- a/cmds/statsd/src/atom_field_options.proto +++ /dev/null @@ -1,116 +0,0 @@ -/* - * Copyright (C) 2018 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -syntax = "proto2"; - -package android.os.statsd; -option java_package = "com.android.os"; -option java_multiple_files = true; -option java_outer_classname = "AtomFieldOptions"; - -import "google/protobuf/descriptor.proto"; - -// Used to annotate an atom that represents a state change. A state change atom must have exactly -// ONE exclusive state field, and any number of primary key fields. For example, message -// UidProcessStateChanged { -// optional int32 uid = 1 [(state_field_option).primary_field = true]; -// optional android.app.ProcessStateEnum state = -// 2 [(state_field_option).exclusive_state = true]; -// } -// Each UidProcessStateChanged atom event represents a state change for a specific uid. -// A new state automatically overrides the previous state. -// -// If the atom has 2 or more primary fields, it means the combination of the -// primary fields are the primary key. -// For example: -// message ThreadStateChanged { -// optional int32 pid = 1 [(state_field_option).primary_field = true]; -// optional int32 tid = 2 [(state_field_option).primary_field = true]; -// optional int32 state = 3 [(state_field_option).exclusive_state = true]; -// } -// -// Sometimes, there is no primary key field, when the state is GLOBAL. -// For example, -// message ScreenStateChanged { -// optional android.view.DisplayStateEnum state = -// 1 [(state_field_option).exclusive_state = true]; -// } -// -// For state atoms with attribution chain, sometimes the primary key is the first uid in the chain. -// For example: -// message AudioStateChanged { -// repeated AttributionNode attribution_node = 1 -// [(stateFieldOption).primary_field_first_uid = true]; -// -// enum State { -// OFF = 0; -// ON = 1; -// // RESET indicates all audio stopped. Used when it (re)starts (e.g. after it crashes). -// RESET = 2; -// } -// optional State state = 2 [(stateFieldOption).exclusive_state = true]; -// } -message StateAtomFieldOption { - // Fields that represent the key that the state belongs to. - // Used on simple proto fields. Do not use on attribution chains. - optional bool primary_field = 1 [default = false]; - - // The field that represents the state. It's an exclusive state. - optional bool exclusive_state = 2 [default = false]; - - // Used on an attribution chain field to indicate that the first uid is the - // primary field. - optional bool primary_field_first_uid = 3 [default = false]; - - // Note: We cannot annotate directly on the enums because many enums are imported from other - // proto files in the platform. proto-lite cc library does not support annotations unfortunately - - // Knowing the default state value allows state trackers to remove entries that become the - // default state. If there is no default value specified, the default value is unknown, and all - // states will be tracked in memory. - optional int32 default_state_value = 4; - - // A reset state signals all states go to default value. For example, BLE reset means all active - // BLE scans are to be turned off. - optional int32 trigger_state_reset_value = 5; - - // If the state change needs to count nesting. - optional bool nested = 6 [default = true]; -} - -// Used to generate StatsLog.write APIs. -enum LogMode { - MODE_UNSET = 0; - // Log fields as their actual types e.g., all primary data types. - // Or fields that are hardcoded in stats_log_api_gen tool e.g., AttributionNode - MODE_AUTOMATIC = 1; - // Log fields in their proto binary format. These fields will not be parsed in statsd - MODE_BYTES = 2; -} - -extend google.protobuf.FieldOptions { - // Flags to decorate an atom that presents a state change. - optional StateAtomFieldOption state_field_option = 50000; - - // Flags to decorate the uid fields in an atom. - optional bool is_uid = 50001 [default = false]; - - optional LogMode log_mode = 50002 [default = MODE_AUTOMATIC]; - - repeated string module = 50004; - - optional bool truncate_timestamp = 50005 [default = false]; -} diff --git a/cmds/statsd/src/atoms.proto b/cmds/statsd/src/atoms.proto deleted file mode 100644 index 8416ff4d557e..000000000000 --- a/cmds/statsd/src/atoms.proto +++ /dev/null @@ -1,11273 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -syntax = "proto2"; - -package android.os.statsd; -option java_package = "com.android.os"; -option java_outer_classname = "AtomsProto"; - -import "frameworks/base/cmds/statsd/src/atom_field_options.proto"; -import "frameworks/base/core/proto/android/app/enums.proto"; -import "frameworks/base/core/proto/android/app/job/enums.proto"; -import "frameworks/base/core/proto/android/app/settings_enums.proto"; -import "frameworks/base/core/proto/android/app/media_output_enum.proto"; -import "frameworks/base/core/proto/android/app/tvsettings_enums.proto"; -import "frameworks/base/core/proto/android/bluetooth/a2dp/enums.proto"; -import "frameworks/base/core/proto/android/bluetooth/enums.proto"; -import "frameworks/base/core/proto/android/bluetooth/hci/enums.proto"; -import "frameworks/base/core/proto/android/bluetooth/hfp/enums.proto"; -import "frameworks/base/core/proto/android/bluetooth/smp/enums.proto"; -import "frameworks/base/core/proto/android/debug/enums.proto"; -import "frameworks/base/core/proto/android/hardware/biometrics/enums.proto"; -import "frameworks/base/core/proto/android/hardware/sensor/assist/enums.proto"; -import "frameworks/base/core/proto/android/net/networkcapabilities.proto"; -import "frameworks/base/core/proto/android/os/enums.proto"; -import "frameworks/base/core/proto/android/server/connectivity/data_stall_event.proto"; -import "frameworks/base/core/proto/android/server/enums.proto"; -import "frameworks/base/core/proto/android/server/job/enums.proto"; -import "frameworks/base/core/proto/android/server/location/enums.proto"; -import "frameworks/base/core/proto/android/service/procstats_enum.proto"; -import "frameworks/base/core/proto/android/service/usb.proto"; -import "frameworks/base/core/proto/android/stats/connectivity/network_stack.proto"; -import "frameworks/base/core/proto/android/stats/connectivity/tethering.proto"; -import "frameworks/base/core/proto/android/stats/dnsresolver/dns_resolver.proto"; -import "frameworks/base/core/proto/android/stats/devicepolicy/device_policy.proto"; -import "frameworks/base/core/proto/android/stats/devicepolicy/device_policy_enums.proto"; -import "frameworks/base/core/proto/android/stats/docsui/docsui_enums.proto"; -import "frameworks/base/core/proto/android/stats/accessibility/accessibility_enums.proto"; -import "frameworks/base/core/proto/android/stats/enums.proto"; -import "frameworks/base/core/proto/android/stats/intelligence/enums.proto"; -import "frameworks/base/core/proto/android/stats/launcher/launcher.proto"; -import "frameworks/base/core/proto/android/stats/location/location_enums.proto"; -import "frameworks/base/core/proto/android/stats/mediametrics/mediametrics.proto"; -import "frameworks/base/core/proto/android/stats/mediaprovider/mediaprovider_enums.proto"; -import "frameworks/base/core/proto/android/stats/storage/storage_enums.proto"; -import "frameworks/base/core/proto/android/stats/style/style_enums.proto"; -import "frameworks/base/core/proto/android/stats/sysui/notification_enums.proto"; -import "frameworks/base/core/proto/android/telecomm/enums.proto"; -import "frameworks/base/core/proto/android/telephony/enums.proto"; -import "frameworks/base/core/proto/android/view/enums.proto"; -import "frameworks/base/core/proto/android/wifi/enums.proto"; -import "frameworks/base/core/proto/android/stats/textclassifier/textclassifier_enums.proto"; -import "frameworks/base/core/proto/android/stats/otaupdate/updateengine_enums.proto"; - -/** - * The master atom class. This message defines all of the available - * raw stats log events from the Android system, also known as "atoms." - * - * This field contains a single oneof with all of the available messages. - * The stats-log-api-gen tool runs as part of the Android build and - * generates the android.util.StatsLog class, which contains the constants - * and methods that Android uses to log. - * - * This Atom class is not actually built into the Android system. - * Instead, statsd on Android constructs these messages synthetically, - * in the format defined here and in stats_log.proto. - */ -message Atom { - // Pushed atoms start at 2. - oneof pushed { - // For StatsLog reasons, 1 is illegal and will not work. Must start at 2. - BleScanStateChanged ble_scan_state_changed = 2 - [(module) = "bluetooth", (module) = "statsdtest"]; - ProcessStateChanged process_state_changed = 3 [(module) = "framework"]; - BleScanResultReceived ble_scan_result_received = 4 [(module) = "bluetooth"]; - SensorStateChanged sensor_state_changed = - 5 [(module) = "framework", (module) = "statsdtest"]; - GpsScanStateChanged gps_scan_state_changed = 6 [(module) = "framework"]; - SyncStateChanged sync_state_changed = 7 [(module) = "framework", (module) = "statsdtest"]; - ScheduledJobStateChanged scheduled_job_state_changed = - 8 [(module) = "framework", (module) = "statsdtest"]; - ScreenBrightnessChanged screen_brightness_changed = - 9 [(module) = "framework", (module) = "statsdtest"]; - WakelockStateChanged wakelock_state_changed = - 10 [(module) = "framework", (module) = "statsdtest"]; - LongPartialWakelockStateChanged long_partial_wakelock_state_changed = - 11 [(module) = "framework"]; - MobileRadioPowerStateChanged mobile_radio_power_state_changed = - 12 [(module) = "framework", (truncate_timestamp) = true]; - WifiRadioPowerStateChanged wifi_radio_power_state_changed = 13 [(module) = "framework"]; - ActivityManagerSleepStateChanged activity_manager_sleep_state_changed = - 14 [(module) = "framework"]; - MemoryFactorStateChanged memory_factor_state_changed = 15 [(module) = "framework"]; - ExcessiveCpuUsageReported excessive_cpu_usage_reported = 16 [(module) = "framework"]; - CachedKillReported cached_kill_reported = 17 [(module) = "framework"]; - ProcessMemoryStatReported process_memory_stat_reported = 18 [(module) = "framework"]; - LauncherUIChanged launcher_event = 19 [(module) = "sysui"]; - BatterySaverModeStateChanged battery_saver_mode_state_changed = - 20 [(module) = "framework", (module) = "statsdtest"]; - DeviceIdleModeStateChanged device_idle_mode_state_changed = 21 [(module) = "framework"]; - DeviceIdlingModeStateChanged device_idling_mode_state_changed = 22 [(module) = "framework"]; - AudioStateChanged audio_state_changed = - 23 [(module) = "framework", (truncate_timestamp) = true]; - MediaCodecStateChanged media_codec_state_changed = 24 [(module) = "framework"]; - CameraStateChanged camera_state_changed = 25 [(module) = "framework"]; - FlashlightStateChanged flashlight_state_changed = 26 [(module) = "framework"]; - UidProcessStateChanged uid_process_state_changed = - 27 [(module) = "framework", (module) = "statsdtest"]; - ProcessLifeCycleStateChanged process_life_cycle_state_changed = - 28 [(module) = "framework", (module) = "statsdtest"]; - ScreenStateChanged screen_state_changed = - 29 [(module) = "framework", (module) = "statsdtest"]; - BatteryLevelChanged battery_level_changed = - 30 [(module) = "framework", (module) = "statsdtest"]; - ChargingStateChanged charging_state_changed = 31 [(module) = "framework"]; - PluggedStateChanged plugged_state_changed = 32 - [(module) = "framework", (module) = "statsdtest"]; - InteractiveStateChanged interactive_state_changed = 33 [(module) = "framework"]; - TouchEventReported touch_event_reported = 34; - WakeupAlarmOccurred wakeup_alarm_occurred = 35 [(module) = "framework"]; - KernelWakeupReported kernel_wakeup_reported = 36 [(module) = "framework"]; - WifiLockStateChanged wifi_lock_state_changed = 37 [(module) = "wifi"]; - WifiSignalStrengthChanged wifi_signal_strength_changed = 38 [(module) = "wifi"]; - WifiScanStateChanged wifi_scan_state_changed = 39 [(module) = "wifi"]; - PhoneSignalStrengthChanged phone_signal_strength_changed = - 40 [(module) = "framework", (truncate_timestamp) = true]; - SettingChanged setting_changed = 41 [(module) = "framework"]; - ActivityForegroundStateChanged activity_foreground_state_changed = - 42 [(module) = "framework", (module) = "statsdtest"]; - IsolatedUidChanged isolated_uid_changed = - 43 [(module) = "framework", (module) = "statsd", (module) = "statsdtest"]; - PacketWakeupOccurred packet_wakeup_occurred = 44 [(module) = "framework"]; - WallClockTimeShifted wall_clock_time_shifted = 45 [(module) = "framework"]; - AnomalyDetected anomaly_detected = 46 [(module) = "statsd"]; - AppBreadcrumbReported app_breadcrumb_reported = 47 [(module) = "statsd"]; - AppStartOccurred app_start_occurred = 48 [(module) = "framework", (module) = "statsdtest"]; - AppStartCanceled app_start_canceled = 49 [(module) = "framework"]; - AppStartFullyDrawn app_start_fully_drawn = 50 [(module) = "framework"]; - LmkKillOccurred lmk_kill_occurred = 51 [(module) = "lmkd"]; - PictureInPictureStateChanged picture_in_picture_state_changed = 52 [(module) = "framework"]; - WifiMulticastLockStateChanged wifi_multicast_lock_state_changed = 53 [(module) = "wifi"]; - LmkStateChanged lmk_state_changed = 54 [(module) = "lmkd"]; - AppStartMemoryStateCaptured app_start_memory_state_captured = 55 [(module) = "framework"]; - ShutdownSequenceReported shutdown_sequence_reported = 56 [(module) = "framework"]; - BootSequenceReported boot_sequence_reported = 57; - DaveyOccurred davey_occurred = 58 [(module) = "statsd"]; - OverlayStateChanged overlay_state_changed = - 59 [(module) = "framework", (module) = "statsdtest"]; - ForegroundServiceStateChanged foreground_service_state_changed - = 60 [(module) = "framework"]; - CallStateChanged call_state_changed = - 61 [(module) = "telecom", (truncate_timestamp) = true]; - KeyguardStateChanged keyguard_state_changed = 62 [(module) = "sysui"]; - KeyguardBouncerStateChanged keyguard_bouncer_state_changed = 63 [(module) = "sysui"]; - KeyguardBouncerPasswordEntered keyguard_bouncer_password_entered = 64 [(module) = "sysui"]; - AppDied app_died = 65 [(module) = "framework"]; - ResourceConfigurationChanged resource_configuration_changed = 66 [(module) = "framework"]; - BluetoothEnabledStateChanged bluetooth_enabled_state_changed = 67 [(module) = "framework"]; - BluetoothConnectionStateChanged bluetooth_connection_state_changed = - 68 [(module) = "bluetooth"]; - GpsSignalQualityChanged gps_signal_quality_changed = 69 [(module) = "framework"]; - UsbConnectorStateChanged usb_connector_state_changed = 70 [(module) = "framework"]; - SpeakerImpedanceReported speaker_impedance_reported = 71; - HardwareFailed hardware_failed = 72; - PhysicalDropDetected physical_drop_detected = 73; - ChargeCyclesReported charge_cycles_reported = 74; - MobileConnectionStateChanged mobile_connection_state_changed = 75 [(module) = "telephony"]; - MobileRadioTechnologyChanged mobile_radio_technology_changed = 76 [(module) = "telephony"]; - UsbDeviceAttached usb_device_attached = 77 [(module) = "framework"]; - AppCrashOccurred app_crash_occurred = 78 [(module) = "framework", (module) = "statsdtest"]; - ANROccurred anr_occurred = 79 [(module) = "framework"]; - WTFOccurred wtf_occurred = 80 [(module) = "framework"]; - LowMemReported low_mem_reported = 81 [(module) = "framework"]; - GenericAtom generic_atom = 82; - KeyValuePairsAtom key_value_pairs_atom = 83 [(module) = "framework", (module) = "statsd"]; - VibratorStateChanged vibrator_state_changed = 84 [(module) = "framework"]; - DeferredJobStatsReported deferred_job_stats_reported = 85 [(module) = "framework"]; - ThermalThrottlingStateChanged thermal_throttling = 86 [deprecated=true]; - BiometricAcquired biometric_acquired = 87 [(module) = "framework"]; - BiometricAuthenticated biometric_authenticated = 88 [(module) = "framework"]; - BiometricErrorOccurred biometric_error_occurred = 89 [(module) = "framework"]; - UiEventReported ui_event_reported = 90 [(module) = "framework", (module) = "sysui"]; - BatteryHealthSnapshot battery_health_snapshot = 91; - SlowIo slow_io = 92; - BatteryCausedShutdown battery_caused_shutdown = 93; - PhoneServiceStateChanged phone_service_state_changed = 94 [(module) = "framework"]; - PhoneStateChanged phone_state_changed = 95 [(module) = "framework"]; - UserRestrictionChanged user_restriction_changed = 96; - SettingsUIChanged settings_ui_changed = 97 [(module) = "settings"]; - ConnectivityStateChanged connectivity_state_changed = 98 [(module) = "framework"]; - // TODO: service state change is very noisy shortly after boot, as well - // as at other transitions - coming out of doze, device plugged in, etc. - // Consider removing this if it becomes a problem - ServiceStateChanged service_state_changed = 99 [(module) = "framework"]; - ServiceLaunchReported service_launch_reported = 100 [(module) = "framework"]; - FlagFlipUpdateOccurred flag_flip_update_occurred = 101 [(module) = "framework"]; - BinaryPushStateChanged binary_push_state_changed = 102 [(module) = "statsd"]; - DevicePolicyEvent device_policy_event = 103 [(module) = "framework"]; - DocsUIFileOperationCanceledReported docs_ui_file_op_canceled = 104 [(module) = "docsui"]; - DocsUIFileOperationCopyMoveModeReported docs_ui_file_op_copy_move_mode_reported = - 105 [(module) = "docsui"]; - DocsUIFileOperationFailureReported docs_ui_file_op_failure = 106 [(module) = "docsui"]; - DocsUIFileOperationReported docs_ui_provider_file_op = 107 [(module) = "docsui"]; - DocsUIInvalidScopedAccessRequestReported docs_ui_invalid_scoped_access_request = - 108 [(module) = "docsui"]; - DocsUILaunchReported docs_ui_launch_reported = 109 [(module) = "docsui"]; - DocsUIRootVisitedReported docs_ui_root_visited = 110 [(module) = "docsui"]; - DocsUIStartupMsReported docs_ui_startup_ms = 111 [(module) = "docsui"]; - DocsUIUserActionReported docs_ui_user_action_reported = 112 [(module) = "docsui"]; - WifiEnabledStateChanged wifi_enabled_state_changed = 113 [(module) = "framework"]; - WifiRunningStateChanged wifi_running_state_changed = 114 - [(module) = "framework", deprecated = true]; - AppCompacted app_compacted = 115 [(module) = "framework"]; - NetworkDnsEventReported network_dns_event_reported = 116 [(module) = "resolv"]; - DocsUIPickerLaunchedFromReported docs_ui_picker_launched_from_reported = - 117 [(module) = "docsui"]; - DocsUIPickResultReported docs_ui_pick_result_reported = 118 [(module) = "docsui"]; - DocsUISearchModeReported docs_ui_search_mode_reported = 119 [(module) = "docsui"]; - DocsUISearchTypeReported docs_ui_search_type_reported = 120 [(module) = "docsui"]; - DataStallEvent data_stall_event = 121 [(module) = "network_stack"]; - RescuePartyResetReported rescue_party_reset_reported = 122 [(module) = "framework"]; - SignedConfigReported signed_config_reported = 123 [(module) = "framework"]; - GnssNiEventReported gnss_ni_event_reported = 124 [(module) = "framework"]; - BluetoothLinkLayerConnectionEvent bluetooth_link_layer_connection_event = - 125 [(module) = "bluetooth"]; - BluetoothAclConnectionStateChanged bluetooth_acl_connection_state_changed = - 126 [(module) = "bluetooth"]; - BluetoothScoConnectionStateChanged bluetooth_sco_connection_state_changed = - 127 [(module) = "bluetooth"]; - AppDowngraded app_downgraded = 128 [(module) = "framework"]; - AppOptimizedAfterDowngraded app_optimized_after_downgraded = 129; - LowStorageStateChanged low_storage_state_changed = 130 [(module) = "framework"]; - GnssNfwNotificationReported gnss_nfw_notification_reported = 131 [(module) = "framework"]; - GnssConfigurationReported gnss_configuration_reported = 132 [(module) = "framework"]; - UsbPortOverheatEvent usb_port_overheat_event_reported = 133; - NfcErrorOccurred nfc_error_occurred = 134 [(module) = "nfc"]; - NfcStateChanged nfc_state_changed = 135 [(module) = "nfc"]; - NfcBeamOccurred nfc_beam_occurred = 136 [(module) = "nfc"]; - NfcCardemulationOccurred nfc_cardemulation_occurred = 137 [(module) = "nfc"]; - NfcTagOccurred nfc_tag_occurred = 138 [(module) = "nfc"]; - NfcHceTransactionOccurred nfc_hce_transaction_occurred = 139 [(module) = "nfc"]; - SeStateChanged se_state_changed = 140 [(module) = "secure_element"]; - SeOmapiReported se_omapi_reported = 141 [(module) = "secure_element"]; - BroadcastDispatchLatencyReported broadcast_dispatch_latency_reported = - 142 [(module) = "framework"]; - AttentionManagerServiceResultReported attention_manager_service_result_reported = - 143 [(module) = "framework"]; - AdbConnectionChanged adb_connection_changed = 144 [(module) = "framework"]; - SpeechDspStatReported speech_dsp_stat_reported = 145; - UsbContaminantReported usb_contaminant_reported = 146 [(module) = "framework"]; - WatchdogRollbackOccurred watchdog_rollback_occurred = - 147 [(module) = "framework", (module) = "statsd"]; - BiometricSystemHealthIssueDetected biometric_system_health_issue_detected = - 148 [(module) = "framework"]; - BubbleUIChanged bubble_ui_changed = 149 [(module) = "sysui"]; - ScheduledJobConstraintChanged scheduled_job_constraint_changed = - 150 [(module) = "framework"]; - BluetoothActiveDeviceChanged bluetooth_active_device_changed = - 151 [(module) = "bluetooth"]; - BluetoothA2dpPlaybackStateChanged bluetooth_a2dp_playback_state_changed = - 152 [(module) = "bluetooth"]; - BluetoothA2dpCodecConfigChanged bluetooth_a2dp_codec_config_changed = - 153 [(module) = "bluetooth"]; - BluetoothA2dpCodecCapabilityChanged bluetooth_a2dp_codec_capability_changed = - 154 [(module) = "bluetooth"]; - BluetoothA2dpAudioUnderrunReported bluetooth_a2dp_audio_underrun_reported = - 155 [(module) = "bluetooth"]; - BluetoothA2dpAudioOverrunReported bluetooth_a2dp_audio_overrun_reported = - 156 [(module) = "bluetooth"]; - BluetoothDeviceRssiReported bluetooth_device_rssi_reported = - 157 [(module) = "bluetooth"]; - BluetoothDeviceFailedContactCounterReported - bluetooth_device_failed_contact_counter_reported = 158 [(module) = "bluetooth"]; - BluetoothDeviceTxPowerLevelReported bluetooth_device_tx_power_level_reported = - 159 [(module) = "bluetooth"]; - BluetoothHciTimeoutReported bluetooth_hci_timeout_reported = - 160 [(module) = "bluetooth"]; - BluetoothQualityReportReported bluetooth_quality_report_reported = - 161 [(module) = "bluetooth"]; - BluetoothDeviceInfoReported bluetooth_device_info_reported = - 162 [(module) = "bluetooth"]; - BluetoothRemoteVersionInfoReported bluetooth_remote_version_info_reported = - 163 [(module) = "bluetooth"]; - BluetoothSdpAttributeReported bluetooth_sdp_attribute_reported = - 164 [(module) = "bluetooth"]; - BluetoothBondStateChanged bluetooth_bond_state_changed = - 165 [(module) = "bluetooth"]; - BluetoothClassicPairingEventReported bluetooth_classic_pairing_event_reported = - 166 [(module) = "bluetooth"]; - BluetoothSmpPairingEventReported bluetooth_smp_pairing_event_reported = - 167 [(module) = "bluetooth"]; - ScreenTimeoutExtensionReported screen_timeout_extension_reported = - 168 [(module) = "framework"]; - ProcessStartTime process_start_time = 169 [(module) = "framework"]; - PermissionGrantRequestResultReported permission_grant_request_result_reported = - 170 [(module) = "permissioncontroller"]; - BluetoothSocketConnectionStateChanged bluetooth_socket_connection_state_changed = 171; - DeviceIdentifierAccessDenied device_identifier_access_denied = - 172 [(module) = "telephony_common"]; - BubbleDeveloperErrorReported bubble_developer_error_reported = 173 [(module) = "framework"]; - AssistGestureStageReported assist_gesture_stage_reported = 174 [(module) = "sysui"]; - AssistGestureFeedbackReported assist_gesture_feedback_reported = 175 [(module) = "sysui"]; - AssistGestureProgressReported assist_gesture_progress_reported = 176 [(module) = "sysui"]; - TouchGestureClassified touch_gesture_classified = 177 [(module) = "framework"]; - HiddenApiUsed hidden_api_used = 178 [(module) = "framework"]; - StyleUIChanged style_ui_changed = 179 [(module) = "sysui"]; - PrivacyIndicatorsInteracted privacy_indicators_interacted = - 180 [(module) = "permissioncontroller"]; - AppInstallOnExternalStorageReported app_install_on_external_storage_reported = - 181 [(module) = "framework"]; - NetworkStackReported network_stack_reported = 182 [(module) = "network_stack"]; - AppMovedStorageReported app_moved_storage_reported = 183 [(module) = "framework"]; - BiometricEnrolled biometric_enrolled = 184 [(module) = "framework"]; - SystemServerWatchdogOccurred system_server_watchdog_occurred = 185 [(module) = "framework"]; - TombStoneOccurred tomb_stone_occurred = 186 [(module) = "framework"]; - BluetoothClassOfDeviceReported bluetooth_class_of_device_reported = - 187 [(module) = "bluetooth"]; - IntelligenceEventReported intelligence_event_reported = - 188 [(module) = "intelligence"]; - ThermalThrottlingSeverityStateChanged thermal_throttling_severity_state_changed = - 189 [(module) = "framework"]; - RoleRequestResultReported role_request_result_reported = - 190 [(module) = "permissioncontroller"]; - MediametricsAudiopolicyReported mediametrics_audiopolicy_reported = 191; - MediametricsAudiorecordReported mediametrics_audiorecord_reported = 192; - MediametricsAudiothreadReported mediametrics_audiothread_reported = 193; - MediametricsAudiotrackReported mediametrics_audiotrack_reported = 194; - MediametricsCodecReported mediametrics_codec_reported = 195; - MediametricsDrmWidevineReported mediametrics_drm_widevine_reported = 196; - MediametricsExtractorReported mediametrics_extractor_reported = 197; - MediametricsMediadrmReported mediametrics_mediadrm_reported = 198; - MediametricsNuPlayerReported mediametrics_nuplayer_reported = 199; - MediametricsRecorderReported mediametrics_recorder_reported = 200; - MediametricsDrmManagerReported mediametrics_drmmanager_reported = 201; - CarPowerStateChanged car_power_state_changed = 203 [(module) = "car"]; - GarageModeInfo garage_mode_info = 204 [(module) = "car"]; - TestAtomReported test_atom_reported = 205 [(module) = "cts"]; - ContentCaptureCallerMismatchReported content_capture_caller_mismatch_reported = - 206 [(module) = "framework"]; - ContentCaptureServiceEvents content_capture_service_events = 207 [(module) = "framework"]; - ContentCaptureSessionEvents content_capture_session_events = 208 [(module) = "framework"]; - ContentCaptureFlushed content_capture_flushed = 209 [(module) = "framework"]; - LocationManagerApiUsageReported location_manager_api_usage_reported = - 210 [(module) = "framework"]; - ReviewPermissionsFragmentResultReported review_permissions_fragment_result_reported = - 211 [(module) = "permissioncontroller"]; - RuntimePermissionsUpgradeResult runtime_permissions_upgrade_result = - 212 [(module) = "permissioncontroller"]; - GrantPermissionsActivityButtonActions grant_permissions_activity_button_actions = - 213 [(module) = "permissioncontroller"]; - LocationAccessCheckNotificationAction location_access_check_notification_action = - 214 [(module) = "permissioncontroller"]; - AppPermissionFragmentActionReported app_permission_fragment_action_reported = - 215 [(module) = "permissioncontroller"]; - AppPermissionFragmentViewed app_permission_fragment_viewed = - 216 [(module) = "permissioncontroller"]; - AppPermissionsFragmentViewed app_permissions_fragment_viewed = - 217 [(module) = "permissioncontroller"]; - PermissionAppsFragmentViewed permission_apps_fragment_viewed = - 218 [(module) = "permissioncontroller"]; - TextSelectionEvent text_selection_event = 219 [(module) = "textclassifier"]; - TextLinkifyEvent text_linkify_event = 220 [(module) = "textclassifier"]; - ConversationActionsEvent conversation_actions_event = 221 [(module) = "textclassifier"]; - LanguageDetectionEvent language_detection_event = 222 [(module) = "textclassifier"]; - ExclusionRectStateChanged exclusion_rect_state_changed = 223 [(module) = "framework"]; - BackGesture back_gesture_reported_reported = 224 [(module) = "sysui"]; - UpdateEngineUpdateAttemptReported update_engine_update_attempt_reported = 225; - UpdateEngineSuccessfulUpdateReported update_engine_successful_update_reported = 226; - CameraActionEvent camera_action_event = 227 [(module) = "framework"]; - AppCompatibilityChangeReported app_compatibility_change_reported = - 228 [(module) = "framework"]; - PerfettoUploaded perfetto_uploaded = 229 [(module) = "perfetto"]; - VmsClientConnectionStateChanged vms_client_connection_state_changed = - 230 [(module) = "car"]; - MediaProviderScanOccurred media_provider_scan_occurred = 233 [(module) = "mediaprovider"]; - MediaContentDeleted media_content_deleted = 234 [(module) = "mediaprovider"]; - MediaProviderPermissionRequested media_provider_permission_requested = - 235 [(module) = "mediaprovider"]; - MediaProviderSchemaChanged media_provider_schema_changed = 236 [(module) = "mediaprovider"]; - MediaProviderIdleMaintenanceFinished media_provider_idle_maintenance_finished = - 237 [(module) = "mediaprovider"]; - RebootEscrowRecoveryReported reboot_escrow_recovery_reported = 238 [(module) = "framework"]; - BootTimeEventDuration boot_time_event_duration_reported = 239 [(module) = "framework"]; - BootTimeEventElapsedTime boot_time_event_elapsed_time_reported = - 240 [(module) = "framework"]; - BootTimeEventUtcTime boot_time_event_utc_time_reported = 241; - BootTimeEventErrorCode boot_time_event_error_code_reported = 242 [(module) = "framework"]; - UserspaceRebootReported userspace_reboot_reported = 243 [(module) = "framework"]; - NotificationReported notification_reported = 244 [(module) = "framework"]; - NotificationPanelReported notification_panel_reported = 245 [(module) = "sysui"]; - NotificationChannelModified notification_channel_modified = 246 [(module) = "framework"]; - IntegrityCheckResultReported integrity_check_result_reported = 247 [(module) = "framework"]; - IntegrityRulesPushed integrity_rules_pushed = 248 [(module) = "framework"]; - CellBroadcastMessageReported cb_message_reported = - 249 [(module) = "cellbroadcast"]; - CellBroadcastMessageError cb_message_error = - 250 [(module) = "cellbroadcast"]; - WifiHealthStatReported wifi_health_stat_reported = 251 [(module) = "wifi"]; - WifiFailureStatReported wifi_failure_stat_reported = 252 [(module) = "wifi"]; - WifiConnectionResultReported wifi_connection_result_reported = 253 [(module) = "wifi"]; - AppFreezeChanged app_freeze_changed = 254 [(module) = "framework"]; - SnapshotMergeReported snapshot_merge_reported = 255; - ForegroundServiceAppOpSessionEnded foreground_service_app_op_session_ended = - 256 [(module) = "framework"]; - DisplayJankReported display_jank_reported = 257; - AppStandbyBucketChanged app_standby_bucket_changed = 258 [(module) = "framework"]; - SharesheetStarted sharesheet_started = 259 [(module) = "framework"]; - RankingSelected ranking_selected = 260 [(module) = "framework", (module) = "sysui"]; - TvSettingsUIInteracted tvsettings_ui_interacted = 261 [(module) = "tv_settings"]; - LauncherStaticLayout launcher_snapshot = 262 [(module) = "sysui"]; - PackageInstallerV2Reported package_installer_v2_reported = 263 [(module) = "framework"]; - UserLifecycleJourneyReported user_lifecycle_journey_reported = 264 [(module) = "framework"]; - UserLifecycleEventOccurred user_lifecycle_event_occurred = 265 [(module) = "framework"]; - AccessibilityShortcutReported accessibility_shortcut_reported = - 266 [(module) = "framework"]; - AccessibilityServiceReported accessibility_service_reported = 267 [(module) = "settings"]; - DocsUIDragAndDropReported docs_ui_drag_and_drop_reported = 268 [(module) = "docsui"]; - AppUsageEventOccurred app_usage_event_occurred = 269 [(module) = "framework"]; - AutoRevokeNotificationClicked auto_revoke_notification_clicked = - 270 [(module) = "permissioncontroller"]; - AutoRevokeFragmentAppViewed auto_revoke_fragment_app_viewed = - 271 [(module) = "permissioncontroller"]; - AutoRevokedAppInteraction auto_revoked_app_interaction = - 272 [(module) = "permissioncontroller", (module) = "settings"]; - AppPermissionGroupsFragmentAutoRevokeAction - app_permission_groups_fragment_auto_revoke_action = - 273 [(module) = "permissioncontroller"]; - EvsUsageStatsReported evs_usage_stats_reported = 274 [(module) = "evs"]; - AudioPowerUsageDataReported audio_power_usage_data_reported = 275; - TvTunerStateChanged tv_tuner_state_changed = 276 [(module) = "framework"]; - MediaOutputOpSwitchReported mediaoutput_op_switch_reported = - 277 [(module) = "sysui"]; - CellBroadcastMessageFiltered cb_message_filtered = - 278 [(module) = "cellbroadcast"]; - TvTunerDvrStatus tv_tuner_dvr_status = 279 [(module) = "framework"]; - TvCasSessionOpenStatus tv_cas_session_open_status = - 280 [(module) = "framework"]; - AssistantInvocationReported assistant_invocation_reported = 281 [(module) = "framework"]; - DisplayWakeReported display_wake_reported = 282 [(module) = "framework"]; - CarUserHalModifyUserRequestReported car_user_hal_modify_user_request_reported = - 283 [(module) = "car"]; - CarUserHalModifyUserResponseReported car_user_hal_modify_user_response_reported = - 284 [(module) = "car"]; - CarUserHalPostSwitchResponseReported car_user_hal_post_switch_response_reported = - 285 [(module) = "car"]; - CarUserHalInitialUserInfoRequestReported car_user_hal_initial_user_info_request_reported = - 286 [(module) = "car"]; - CarUserHalInitialUserInfoResponseReported car_user_hal_initial_user_info_response_reported = - 287 [(module) = "car"]; - CarUserHalUserAssociationRequestReported car_user_hal_user_association_request_reported = - 288 [(module) = "car"]; - CarUserHalSetUserAssociationResponseReported car_user_hal_set_user_association_response_reported = - 289 [(module) = "car"]; - NetworkIpProvisioningReported network_ip_provisioning_reported = - 290 [(module) = "network_stack"]; - NetworkDhcpRenewReported network_dhcp_renew_reported = 291 [(module) = "network_stack"]; - NetworkValidationReported network_validation_reported = 292 [(module) = "network_stack"]; - NetworkStackQuirkReported network_stack_quirk_reported = 293 [(module) = "network_stack"]; - MediametricsAudioRecordDeviceUsageReported mediametrics_audiorecorddeviceusage_reported = - 294; - MediametricsAudioThreadDeviceUsageReported mediametrics_audiothreaddeviceusage_reported = - 295; - MediametricsAudioTrackDeviceUsageReported mediametrics_audiotrackdeviceusage_reported = - 296; - MediametricsAudioDeviceConnectionReported mediametrics_audiodeviceconnection_reported = - 297; - BlobCommitted blob_committed = 298 [(module) = "framework"]; - BlobLeased blob_leased = 299 [(module) = "framework"]; - BlobOpened blob_opened = 300 [(module) = "framework"]; - ContactsProviderStatusReported contacts_provider_status_reported = 301; - KeystoreKeyEventReported keystore_key_event_reported = 302; - NetworkTetheringReported network_tethering_reported = - 303 [(module) = "network_tethering"]; - ImeTouchReported ime_touch_reported = 304 [(module) = "sysui"]; - - MediametricsMediaParserReported mediametrics_mediaparser_reported = 316; - - // StatsdStats tracks platform atoms with ids upto 500. - // Update StatsdStats::kMaxPushedAtomId when atom ids here approach that value. - } - - // Pulled events will start at field 10000. - // Next: 10084 - oneof pulled { - WifiBytesTransfer wifi_bytes_transfer = 10000 [(module) = "framework"]; - WifiBytesTransferByFgBg wifi_bytes_transfer_by_fg_bg = 10001 [(module) = "framework"]; - MobileBytesTransfer mobile_bytes_transfer = - 10002 [(module) = "framework", (truncate_timestamp) = true]; - MobileBytesTransferByFgBg mobile_bytes_transfer_by_fg_bg = - 10003 [(module) = "framework", (truncate_timestamp) = true]; - BluetoothBytesTransfer bluetooth_bytes_transfer = 10006 [(module) = "framework"]; - KernelWakelock kernel_wakelock = 10004 [(module) = "framework"]; - SubsystemSleepState subsystem_sleep_state = 10005 [(module) = "statsdtest"]; - CpuTimePerFreq cpu_time_per_freq = 10008 [(module) = "framework"]; - CpuTimePerUid cpu_time_per_uid = 10009 [(module) = "framework", (module) = "statsdtest"]; - CpuTimePerUidFreq cpu_time_per_uid_freq = - 10010 [(module) = "framework", (module) = "statsd"]; - WifiActivityInfo wifi_activity_info = 10011 [(module) = "framework"]; - ModemActivityInfo modem_activity_info = 10012 [(module) = "framework"]; - BluetoothActivityInfo bluetooth_activity_info = 10007 [(module) = "framework"]; - ProcessMemoryState process_memory_state = 10013 [(module) = "framework"]; - SystemElapsedRealtime system_elapsed_realtime = 10014 [(module) = "framework"]; - SystemUptime system_uptime = 10015 [(module) = "framework"]; - CpuActiveTime cpu_active_time = 10016 [(module) = "framework", (module) = "statsdtest"]; - CpuClusterTime cpu_cluster_time = 10017 [(module) = "framework"]; - DiskSpace disk_space = 10018 [deprecated=true, (module) = "statsdtest"]; - RemainingBatteryCapacity remaining_battery_capacity = 10019 [(module) = "framework"]; - FullBatteryCapacity full_battery_capacity = 10020 [(module) = "framework"]; - Temperature temperature = 10021 [(module) = "framework", (module) = "statsdtest"]; - BinderCalls binder_calls = 10022 [(module) = "framework", (module) = "statsd"]; - BinderCallsExceptions binder_calls_exceptions = 10023 [(module) = "framework"]; - LooperStats looper_stats = 10024 [(module) = "framework", (module) = "statsd"]; - DiskStats disk_stats = 10025 [(module) = "framework"]; - DirectoryUsage directory_usage = 10026 [(module) = "framework"]; - AppSize app_size = 10027 [(module) = "framework"]; - CategorySize category_size = 10028 [(module) = "framework"]; - ProcStats proc_stats = 10029 [(module) = "framework"]; - BatteryVoltage battery_voltage = 10030 [(module) = "framework"]; - NumFingerprintsEnrolled num_fingerprints_enrolled = 10031 [(module) = "framework"]; - DiskIo disk_io = 10032 [(module) = "framework"]; - PowerProfile power_profile = 10033 [(module) = "framework"]; - ProcStatsPkgProc proc_stats_pkg_proc = 10034 [(module) = "framework"]; - ProcessCpuTime process_cpu_time = 10035 [(module) = "framework"]; - CpuTimePerThreadFreq cpu_time_per_thread_freq = 10037 [(module) = "framework"]; - OnDevicePowerMeasurement on_device_power_measurement = 10038; - DeviceCalculatedPowerUse device_calculated_power_use = 10039 [(module) = "framework"]; - DeviceCalculatedPowerBlameUid device_calculated_power_blame_uid = - 10040 [(module) = "framework"]; - DeviceCalculatedPowerBlameOther device_calculated_power_blame_other = - 10041 [(module) = "framework"]; - ProcessMemoryHighWaterMark process_memory_high_water_mark = 10042 [(module) = "framework"]; - BatteryLevel battery_level = 10043 [(module) = "framework"]; - BuildInformation build_information = 10044 [(module) = "framework"]; - BatteryCycleCount battery_cycle_count = 10045 [(module) = "framework"]; - DebugElapsedClock debug_elapsed_clock = 10046 [(module) = "framework"]; - DebugFailingElapsedClock debug_failing_elapsed_clock = 10047 [(module) = "framework"]; - NumFacesEnrolled num_faces_enrolled = 10048 [(module) = "framework"]; - RoleHolder role_holder = 10049 [(module) = "framework"]; - DangerousPermissionState dangerous_permission_state = 10050 [(module) = "framework"]; - TrainInfo train_info = 10051 [(module) = "statsd"]; - TimeZoneDataInfo time_zone_data_info = 10052 [(module) = "framework"]; - ExternalStorageInfo external_storage_info = 10053 [(module) = "framework"]; - GpuStatsGlobalInfo gpu_stats_global_info = 10054; - GpuStatsAppInfo gpu_stats_app_info = 10055; - SystemIonHeapSize system_ion_heap_size = 10056 [deprecated = true, (module) = "framework"]; - AppsOnExternalStorageInfo apps_on_external_storage_info = 10057 [(module) = "framework"]; - FaceSettings face_settings = 10058 [(module) = "framework"]; - CoolingDevice cooling_device = 10059 [(module) = "framework"]; - AppOps app_ops = 10060 [(module) = "framework"]; - ProcessSystemIonHeapSize process_system_ion_heap_size = 10061 [(module) = "framework"]; - SurfaceflingerStatsGlobalInfo surfaceflinger_stats_global_info = 10062; - SurfaceflingerStatsLayerInfo surfaceflinger_stats_layer_info = 10063; - ProcessMemorySnapshot process_memory_snapshot = 10064 [(module) = "framework"]; - VmsClientStats vms_client_stats = 10065 [(module) = "car"]; - NotificationRemoteViews notification_remote_views = 10066 [(module) = "framework"]; - DangerousPermissionStateSampled dangerous_permission_state_sampled = - 10067 [(module) = "framework"]; - GraphicsStats graphics_stats = 10068; - RuntimeAppOpAccess runtime_app_op_access = 10069 [(module) = "framework"]; - IonHeapSize ion_heap_size = 10070 [(module) = "framework"]; - PackageNotificationPreferences package_notification_preferences = - 10071 [(module) = "framework"]; - PackageNotificationChannelPreferences package_notification_channel_preferences = - 10072 [(module) = "framework"]; - PackageNotificationChannelGroupPreferences package_notification_channel_group_preferences = - 10073 [(module) = "framework"]; - GnssStats gnss_stats = 10074 [(module) = "framework"]; - AttributedAppOps attributed_app_ops = 10075 [(module) = "framework"]; - VoiceCallSession voice_call_session = 10076 [(module) = "telephony"]; - VoiceCallRatUsage voice_call_rat_usage = 10077 [(module) = "telephony"]; - SimSlotState sim_slot_state = 10078 [(module) = "telephony"]; - SupportedRadioAccessFamily supported_radio_access_family = 10079 [(module) = "telephony"]; - SettingSnapshot setting_snapshot = 10080 [(module) = "framework"]; - BlobInfo blob_info = 10081 [(module) = "framework"]; - DataUsageBytesTransfer data_usage_bytes_transfer = 10082 [(module) = "framework"]; - BytesTransferByTagAndMetered bytes_transfer_by_tag_and_metered = - 10083 [(module) = "framework"]; - DNDModeProto dnd_mode_rule = 10084 [(module) = "framework"]; - GeneralExternalStorageAccessStats general_external_storage_access_stats = - 10085 [(module) = "mediaprovider"]; - } - - // DO NOT USE field numbers above 100,000 in AOSP. - // Field numbers 100,000 - 199,999 are reserved for non-AOSP (e.g. OEMs) to use. - // Field numbers 200,000 and above are reserved for future use; do not use them at all. - - reserved 10036; -} - -/** - * This proto represents a node of an attribution chain. - * Note: All attribution chains are represented as a repeated field of type - * AttributionNode. It is understood that in such arrays, the order is that - * of calls, that is [A, B, C] if A calls B that calls C. - */ -message AttributionNode { - // The uid for a given element in the attribution chain. - optional int32 uid = 1; - - // The (optional) string tag for an element in the attribution chain. If the - // element has no tag, it is encoded as an empty string. - optional string tag = 2; -} - -message KeyValuePair { - optional int32 key = 1; - oneof value { - int32 value_int = 2; - int64 value_long = 3; - string value_str = 4; - float value_float = 5; - } -} - -message KeyValuePairsAtom { - optional int32 uid = 1; - repeated KeyValuePair pairs = 2; -} - -/* - * ***************************************************************************** - * Below are all of the individual atoms that are logged by Android via statsd. - * - * RULES: - * - The field ids for each atom must start at 1, and count upwards by 1. - * Skipping field ids is not allowed. - * - These form an API, so renaming, renumbering or removing fields is - * not allowed between android releases. (This is not currently enforced, - * but there will be a tool to enforce this restriction). - * - The types must be built-in protocol buffer types, namely, no sub-messages - * are allowed (yet). The bytes type is also not allowed. - * - The CamelCase name of the message type should match the - * underscore_separated name as defined in Atom. - * - If an atom represents work that can be attributed to an app, there can - * be exactly one AttributionChain field. It must be field number 1. - * - A field that is a uid should be a string field, tagged with the [xxx] - * annotation. The generated code on android will be represented by UIDs, - * and those UIDs will be translated in xxx to those strings. - * - * CONVENTIONS: - * - Events are past tense. e.g. ScreenStateChanged, not ScreenStateChange. - * - If there is a UID, it goes first. Think in an object-oriented fashion. - * ***************************************************************************** - */ - -/** - * This atom is deprecated starting in Q. Please use ThermalThrottlingSeverityStateChanged. - * Logs when the Thermal service HAL notifies the throttling start/stop events. - * - * Logged from: - * frameworks/base/services/core/java/com/android/server/stats/StatsCompanionService.java - */ -message ThermalThrottlingStateChanged { - // The type of temperature being reported (CPU, GPU, SKIN, etc) - optional android.os.TemperatureTypeEnum sensor_type = 1; - - // Throttling state, this field is DEPRECATED - enum State { - UNKNOWN = 0; - START = 1; // START indicated that throttling was triggered. - STOP = 2; // STOP indicates that throttling was cleared. - } - optional State state = 2; - - optional float temperature = 3; -} - -/** - * Logs when the screen state changes. - * - * Logged from: - * frameworks/base/services/core/java/com/android/server/am/BatteryStatsService.java - */ -message ScreenStateChanged { - // New screen state, from frameworks/base/core/proto/android/view/enums.proto. - optional android.view.DisplayStateEnum state = 1 - [(state_field_option).exclusive_state = true, (state_field_option).nested = false]; -} - -/** - * Logs that the process state of the uid, as determined by ActivityManager - * (i.e. the highest process state of that uid's processes) has changed. - * - * Logged from: - * frameworks/base/services/core/java/com/android/server/am/BatteryStatsService.java - */ -message UidProcessStateChanged { - optional int32 uid = 1 [(state_field_option).primary_field = true, (is_uid) = true]; - - // The state, from frameworks/base/core/proto/android/app/enums.proto. - optional android.app.ProcessStateEnum state = 2 - [(state_field_option).exclusive_state = true, (state_field_option).nested = false]; -} - -/** - * Logs process state change of a process, as per the activity manager. - * - * Logged from: - * frameworks/base/services/core/java/com/android/server/am/ProcessRecord.java - */ -message ProcessStateChanged { - optional int32 uid = 1; - optional string process_name = 2; - optional string package_name = 3; - // TODO: remove this when validation is done - optional int64 version = 5; - // The state, from frameworks/base/core/proto/android/app/enums.proto. - optional android.app.ProcessStateEnum state = 4; -} - -/** - * Logs when ActivityManagerService sleep state is changed. - * - * Logged from: - * frameworks/base/services/core/java/com/android/server/am/ActivityTaskManagerService.java - */ -message ActivityManagerSleepStateChanged { - // TODO: import frameworks proto - enum State { - UNKNOWN = 0; - ASLEEP = 1; - AWAKE = 2; - } - optional State state = 1 - [(state_field_option).exclusive_state = true, (state_field_option).nested = false]; -} - -/** - * Logs when system memory state changes. - * - * Logged from: - * frameworks/base/services/core/java/com/android/server/am/ActivityManagerService.java - */ -message MemoryFactorStateChanged { - // TODO: import frameworks proto - enum State { - MEMORY_UNKNOWN = 0; - NORMAL = 1; // normal. - MODERATE = 2; // moderate memory pressure. - LOW = 3; // low memory. - CRITICAL = 4; // critical memory. - - } - optional State factor = 1 [(state_field_option).exclusive_state = true]; -} - -/** - * Logs when app is using too much cpu, according to ActivityManagerService. - * - * Logged from: - * frameworks/base/services/core/java/com/android/server/am/ActivityManagerService.java - */ -message ExcessiveCpuUsageReported { - optional int32 uid = 1; - optional string process_name = 2; - optional string package_name = 3; - // package version. TODO: remove this when validation is done - optional int64 version = 4; -} - -/** - * Logs when a cached process is killed, along with its pss. - * - * Logged from: - * frameworks/base/services/core/java/com/android/server/am/ActivityManagerService.java - */ -message CachedKillReported { - optional int32 uid = 1; - optional string process_name = 2; - optional string package_name = 3; - // TODO: remove this when validation is done - optional int64 version = 5; - optional int64 pss = 4; -} - -/** - * Logs the change in wifi health. - * - * Logged from: - * frameworks/opt/net/wifi/service/java/com/android/server/wifi/WifiDataStall.java - */ -message WifiHealthStatReported { - enum Band { - UNKNOWN = 0; - // All of 2.4GHz band - BAND_2G = 1; - // Frequencies in the range of [5150, 5250) GHz - BAND_5G_LOW = 2; - // Frequencies in the range of [5250, 5725) GHz - BAND_5G_MIDDLE = 3; - // Frequencies in the range of [5725, 5850) GHz - BAND_5G_HIGH = 4; - // Frequencies in the range of [5925, 6425) GHz - BAND_6G_LOW = 5; - // Frequencies in the range of [6425, 6875) GHz - BAND_6G_MIDDLE = 6; - // Frequencies in the range of [6875, 7125) GHz - BAND_6G_HIGH = 7; - } - // duration this stat is obtained over in milliseconds - optional int32 duration_millis = 1; - // whether wifi is classified as sufficient for the user's data traffic, determined - // by whether the calculated throughput exceeds the average demand within |duration_millis| - optional bool is_sufficient = 2; - // whether cellular data is available - optional bool is_cell_data_available = 3; - // the Band bucket the connected network is on - optional Band band = 4; -} - -/** - * Logged when wifi detects a significant change in connection failure rate. - * - * Logged from: frameworks/opt/net/wifi/service/java/com/android/server/wifi/WifiHealthMonitor.java - * - */ -message WifiFailureStatReported { - enum AbnormalityType { - UNKNOWN = 0; - SIGNIFICANT_INCREASE = 1; - SIGNIFICANT_DECREASE = 2; - SIMPLY_HIGH = 3; - } - enum FailureType { - FAILURE_UNKNOWN = 0; - FAILURE_CONNECTION = 1; - FAILURE_ASSOCIATION_REJECTION = 2; - FAILURE_ASSOCIATION_TIMEOUT = 3; - FAILURE_AUTHENTICATION = 4; - FAILURE_NON_LOCAL_DISCONNECTION = 5; - FAILURE_SHORT_CONNECTION_DUE_TO_NON_LOCAL_DISCONNECTION = 6; - } - // Reason for uploading this stat - optional AbnormalityType abnormality_type = 1; - // The particular type of failure - optional FailureType failure_type = 2; - // How many times we have encountered this combination of AbnormalityType and FailureType - optional int32 failure_count = 3; -} - -/** - * Logs whether a wifi connection is successful and reasons for failure if it isn't. - * - * Logged from: - * frameworks/opt/net/wifi/service/java/com/android/server/wifi/ClientModeImpl.java - */ -message WifiConnectionResultReported { - enum FailureCode { - FAILURE_UNKNOWN = 0; - FAILURE_ASSOCIATION_TIMEOUT = 1; - FAILURE_ASSOCIATION_REJECTION = 2; - FAILURE_AUTHENTICATION_GENERAL = 3; - FAILURE_AUTHENTICATION_EAP = 4; - FAILURE_DHCP = 5; - FAILURE_NETWORK_DISCONNECTION = 6; - FAILURE_ROAM_TIMEOUT = 7; - } - // true represents a successful connection - optional bool connection_result = 1; - // reason for the connection failure - optional FailureCode failure_code = 2; - // scan rssi before the connection attempt - optional int32 rssi = 3; -} - -/** - * Logs when memory stats of a process is reported. - * - * Logged from: - * frameworks/base/services/core/java/com/android/server/am/ProcessRecord.java - */ -message ProcessMemoryStatReported { - optional int32 uid = 1; - optional string process_name = 2; - optional string package_name = 3; - //TODO: remove this when validation is done - optional int64 version = 9; - optional int64 pss = 4; - optional int64 uss = 5; - optional int64 rss = 6; - enum Type { - ADD_PSS_INTERNAL_SINGLE = 0; - ADD_PSS_INTERNAL_ALL_MEM = 1; - ADD_PSS_INTERNAL_ALL_POLL = 2; - ADD_PSS_EXTERNAL = 3; - ADD_PSS_EXTERNAL_SLOW = 4; - } - optional Type type = 7; - optional int64 duration_millis = 8; -} - -/** - * Logs that a process started, finished, crashed, or ANRed. - * - * Logged from: - * frameworks/base/services/core/java/com/android/server/am/BatteryStatsService.java - */ -message ProcessLifeCycleStateChanged { - optional int32 uid = 1 [(is_uid) = true]; - - // The process name (usually same as the app name). - optional string process_name = 2; - - // What lifecycle state the process changed to. - // This enum is specific to atoms.proto. - enum State { - FINISHED = 0; - STARTED = 1; - CRASHED = 2; - } - optional State state = 3; -} - -/** - * Logs when the ble scan state changes. - * - * Logged from: - * packages/apps/Bluetooth/src/com/android/bluetooth/gatt/AppScanStats.java - */ -message BleScanStateChanged { - repeated AttributionNode attribution_node = 1 - [(state_field_option).primary_field_first_uid = true]; - - enum State { - OFF = 0; - ON = 1; - // RESET indicates all ble stopped. Used when it (re)starts (e.g. after it crashes). - RESET = 2; - } - optional State state = 2 [ - (state_field_option).exclusive_state = true, - (state_field_option).default_state_value = 0 /* State.OFF */, - (state_field_option).trigger_state_reset_value = 2 /* State.RESET */, - (state_field_option).nested = true - ]; - - // Does the scan have a filter. - optional bool is_filtered = 3 [(state_field_option).primary_field = true]; - // Whether the scan is a CALLBACK_TYPE_FIRST_MATCH scan. Called 'background' scan internally. - optional bool is_first_match = 4 [(state_field_option).primary_field = true]; - // Whether the scan set to piggy-back off the results of other scans (SCAN_MODE_OPPORTUNISTIC). - optional bool is_opportunistic = 5 [(state_field_option).primary_field = true]; -} - -/** - * Logs reporting of a ble scan finding results. - * - * Logged from: - * packages/apps/Bluetooth/src/com/android/bluetooth/gatt/AppScanStats.java - */ -// TODO: Consider also tracking per-scanner-id. -message BleScanResultReceived { - repeated AttributionNode attribution_node = 1; - - // Number of ble scan results returned. - optional int32 num_results = 2; -} - -/** - * Logs when a sensor state changes. - * - * Logged from: - * frameworks/base/services/core/java/com/android/server/am/BatteryStatsService.java - */ -message SensorStateChanged { - repeated AttributionNode attribution_node = 1; - - // The id (int) of the sensor. - optional int32 sensor_id = 2; - - enum State { - OFF = 0; - ON = 1; - } - optional State state = 3; -} - -/** - * Logs when GPS state changes. - * - * Logged from: - * frameworks/base/core/java/com/android/internal/os/BatteryStatsImpl.java - */ -message GpsScanStateChanged { - repeated AttributionNode attribution_node = 1; - - enum State { - OFF = 0; - ON = 1; - } - optional State state = 2; -} - -/** - * Logs when GPS signal quality. - * - * Logged from: - * /frameworks/base/location/java/com/android/internal/location/gnssmetrics/GnssMetrics.java - */ -message GpsSignalQualityChanged { - optional android.server.location.GpsSignalQualityEnum level = 1; -} - - -/** - * Logs when a sync manager sync state changes. - * - * Logged from: - * frameworks/base/services/core/java/com/android/server/am/BatteryStatsService.java - */ -message SyncStateChanged { - repeated AttributionNode attribution_node = 1; - - // Name of the sync (as named in the app). Can be chosen at run-time. - optional string sync_name = 2; - - enum State { - OFF = 0; - ON = 1; - } - optional State state = 3; -} - -/* - * Deferred job stats. - * - * Logged from: - * frameworks/base/services/core/java/com/android/server/job/JobSchedulerService.java -*/ -message DeferredJobStatsReported { - repeated AttributionNode attribution_node = 1; - - // Number of jobs deferred. - optional int32 num_jobs_deferred = 2; - - // Time since the last job runs. - optional int64 time_since_last_job_millis = 3; -} - -/** - * Logs when a job scheduler job state changes. - * - * Logged from: - * frameworks/base/services/core/java/com/android/server/am/BatteryStatsService.java - */ -message ScheduledJobStateChanged { - repeated AttributionNode attribution_node = 1; - - // Name of the job (as named in the app) - optional string job_name = 2; - - enum State { - FINISHED = 0; - STARTED = 1; - SCHEDULED = 2; - } - optional State state = 3; - - // The reason a job has stopped. - // This is only applicable when the state is FINISHED. - // The default value is STOP_REASON_UNKNOWN. - optional android.app.job.StopReasonEnum stop_reason = 4; - - // The standby bucket of the app that scheduled the job. These match the framework constants - // defined in JobSchedulerService.java with the addition of UNKNOWN using -1, as ACTIVE is - // already assigned 0. - enum Bucket { - UNKNOWN = -1; - ACTIVE = 0; - WORKING_SET = 1; - FREQUENT = 2; - RARE = 3; - NEVER = 4; - RESTRICTED = 5; - } - optional Bucket standby_bucket = 5 [default = UNKNOWN]; - - // The job id (as assigned by the app). - optional int32 job_id = 6; - - // One flag for each of the API constraints defined by Jobscheduler. Does not include implcit - // constraints as they are always assumed to be set. - optional bool has_charging_constraint = 7; - optional bool has_battery_not_low_constraint = 8; - optional bool has_storage_not_low_constraint = 9; - optional bool has_timing_delay_constraint = 10; - optional bool has_deadline_constraint = 11; - optional bool has_idle_constraint = 12; - optional bool has_connectivity_constraint = 13; - optional bool has_content_trigger_constraint = 14; -} - -/** - * Logs when the audio state changes. - * - * Logged from: - * frameworks/base/services/core/java/com/android/server/am/BatteryStatsService.java - */ -message AudioStateChanged { - repeated AttributionNode attribution_node = 1; - - enum State { - OFF = 0; - ON = 1; - // RESET indicates all audio stopped. Used when it (re)starts (e.g. after it crashes). - RESET = 2; - } - optional State state = 2; -} - -/** - * Logs when the video codec state changes. - * - * Logged from: - * frameworks/base/services/core/java/com/android/server/am/BatteryStatsService.java - */ -message MediaCodecStateChanged { - repeated AttributionNode attribution_node = 1; - - enum State { - OFF = 0; - ON = 1; - // RESET indicates all mediaCodec stopped. Used when it (re)starts (e.g. after it crashes). - RESET = 2; - } - optional State state = 2; -} - -/** - * Logs when the flashlight state changes. - * - * Logged from: - * frameworks/base/services/core/java/com/android/server/am/BatteryStatsService.java - */ -message FlashlightStateChanged { - repeated AttributionNode attribution_node = 1; - - enum State { - OFF = 0; - ON = 1; - // RESET indicates all flashlight stopped. Used when it (re)starts (e.g. after it crashes). - RESET = 2; - } - optional State state = 2; -} - -/** - * Logs when the camera state changes. - * - * Logged from: - * frameworks/base/services/core/java/com/android/server/am/BatteryStatsService.java - */ -message CameraStateChanged { - repeated AttributionNode attribution_node = 1; - - enum State { - OFF = 0; - ON = 1; - // RESET indicates all camera stopped. Used when it (re)starts (e.g. after it crashes). - RESET = 2; - } - optional State state = 2; -} - -/** - * Logs that the state of a wakelock (per app and per wakelock name) has changed. - * - * Logged from: - * TODO - */ -message WakelockStateChanged { - repeated AttributionNode attribution_node = 1 - [(state_field_option).primary_field_first_uid = true]; - - // The type (level) of the wakelock; e.g. a partial wakelock or a full wakelock. - // From frameworks/base/core/proto/android/os/enums.proto. - optional android.os.WakeLockLevelEnum type = 2 [(state_field_option).primary_field = true]; - - // The wakelock tag (Called tag in the Java API, sometimes name elsewhere). - optional string tag = 3 [(state_field_option).primary_field = true]; - - enum State { - RELEASE = 0; - ACQUIRE = 1; - CHANGE_RELEASE = 2; - CHANGE_ACQUIRE = 3; - } - optional State state = 4 [ - (state_field_option).exclusive_state = true, - (state_field_option).default_state_value = 0, - (state_field_option).nested = true - ]; -} - -/** - * Logs when a partial wakelock is considered 'long' (over 1 min). - * - * Logged from: - * frameworks/base/core/java/com/android/internal/os/BatteryStatsImpl.java - */ -message LongPartialWakelockStateChanged { - repeated AttributionNode attribution_node = 1; - - // The wakelock tag (Called tag in the Java API, sometimes name elsewhere). - optional string tag = 2; - - // TODO: I have no idea what this is. - optional string history_tag = 3; - - enum State { - OFF = 0; - ON = 1; - } - optional State state = 4; -} - -/** - * Logs when the device is interactive, according to the PowerManager Notifier. - * - * Logged from: - * frameworks/base/services/core/java/com/android/server/power/Notifier.java - */ -message InteractiveStateChanged { - enum State { - OFF = 0; - ON = 1; - } - optional State state = 1; -} - -/** - * Logs Battery Saver state change. - * - * Logged from: - * frameworks/base/core/java/com/android/internal/os/BatteryStatsImpl.java - */ -message BatterySaverModeStateChanged { - enum State { - OFF = 0; - ON = 1; - } - optional State state = 1 - [(state_field_option).exclusive_state = true, (state_field_option).nested = false]; -} - -/** - * Logs Doze mode state change. - * - * Logged from: - * frameworks/base/core/java/com/android/internal/os/BatteryStatsImpl.java - */ -message DeviceIdleModeStateChanged { - optional android.server.DeviceIdleModeEnum state = 1 - [(state_field_option).exclusive_state = true, (state_field_option).nested = false]; -} - - -/** - * Logs state change of Doze mode including maintenance windows. - * - * Logged from: - * frameworks/base/core/java/com/android/internal/os/BatteryStatsImpl.java - */ -message DeviceIdlingModeStateChanged { - optional android.server.DeviceIdleModeEnum state = 1 - [(state_field_option).exclusive_state = true, (state_field_option).nested = false]; -} - -/** - * Logs screen brightness level. - * - * Logged from: - * frameworks/base/services/core/java/com/android/server/am/BatteryStatsService.java - */ -message ScreenBrightnessChanged { - // Screen brightness level. Should be in [-1, 255] according to PowerManager.java. - optional int32 level = 1; -} - -/** - * Logs battery level (percent full, from 0 to 100). - * - * Logged from: - * frameworks/base/core/java/com/android/internal/os/BatteryStatsImpl.java - */ -message BatteryLevelChanged { - // Battery level. Should be in [0, 100]. - optional int32 battery_level = 1; -} - -/** - * Logs change in charging status of the device. - * - * Logged from: - * frameworks/base/core/java/com/android/internal/os/BatteryStatsImpl.java - */ -message ChargingStateChanged { - // State of the battery, from frameworks/base/core/proto/android/os/enums.proto. - optional android.os.BatteryStatusEnum state = 1 - [(state_field_option).exclusive_state = true, (state_field_option).nested = false]; -} - -/** - * Logs whether the device is plugged in, and what power source it is using. - * - * Logged from: - * frameworks/base/core/java/com/android/internal/os/BatteryStatsImpl.java - */ -message PluggedStateChanged { - // Whether the device is plugged in, from frameworks/base/core/proto/android/os/enums.proto. - optional android.os.BatteryPluggedStateEnum state = 1 - [(state_field_option).exclusive_state = true, (state_field_option).nested = false]; -} - -/** - * Logs when an app's wakeup alarm fires. - * - * Logged from: - * frameworks/base/services/core/java/com/android/server/am/ActivityManagerService.java - */ -message WakeupAlarmOccurred { - repeated AttributionNode attribution_node = 1; - - // Name of the wakeup alarm. - optional string tag = 2; - - // Name of source package (for historical reasons, since BatteryStats tracked it). - optional string package_name = 3; - - // The App Standby bucket of the app that scheduled the alarm at the time the alarm fired. - optional AppStandbyBucketChanged.Bucket app_standby_bucket = 4; -} - -/** - * Logs when an an app causes the mobile radio to change state. - * Changing from LOW to MEDIUM or HIGH can be considered the app waking the mobile radio. - * - * Logged from: - * frameworks/base/services/core/java/com/android/server/NetworkManagementService.java - */ -message MobileRadioPowerStateChanged { - repeated AttributionNode attribution_node = 1; - - // Power state, from frameworks/base/core/proto/android/telephony/enums.proto. - optional android.telephony.DataConnectionPowerStateEnum state = 2; -} - -/** - * Logs when an an app causes the wifi radio to change state. - * Changing from LOW to MEDIUM or HIGH can be considered the app waking the wifi radio. - * - * Logged from: - * frameworks/base/services/core/java/com/android/server/NetworkManagementService.java - */ -message WifiRadioPowerStateChanged { - repeated AttributionNode attribution_node = 1; - - // Power state, from frameworks/base/core/proto/android/telephony/enums.proto. - optional android.telephony.DataConnectionPowerStateEnum state = 2; -} - -/** - * Logs kernel wakeup reasons and aborts. - * - * Logged from: - * frameworks/base/core/java/com/android/internal/os/BatteryStatsImpl.java - */ -message KernelWakeupReported { - // Name of the kernel wakeup reason (or abort). - optional string wakeup_reason_name = 1; - - // Duration (in microseconds) for the wake-up interrupt to be serviced. - optional int64 duration_micros = 2; -} - -/** - * Logs when Wifi is toggled on/off. - * Note that Wifi may still perform certain functions (e.g. location scanning) even when disabled. - * - * Logged from: - * frameworks/base/services/core/java/com/android/server/am/BatteryStatsService.java - */ -message WifiEnabledStateChanged { - enum State { - OFF = 0; - ON = 1; - } - optional State state = 1; -} - -/** - * This atom is deprecated starting in R. - * - * Logs when an app causes Wifi to run. In this context, 'to run' means to use Wifi Client Mode. - * TODO: Include support for Hotspot, perhaps by using an extra field to denote 'mode'. - * Note that Wifi Scanning is monitored separately in WifiScanStateChanged. - * - * Logged from: - * frameworks/base/services/core/java/com/android/server/am/BatteryStatsService.java - */ -message WifiRunningStateChanged { - repeated AttributionNode attribution_node = 1; - - enum State { - OFF = 0; - ON = 1; - } - optional State state = 2; -} - -/** - * Logs wifi locks held by an app. - * - * Logged from: - * frameworks/base/core/java/com/android/internal/os/BatteryStatsImpl.java - */ -message WifiLockStateChanged { - repeated AttributionNode attribution_node = 1; - - enum State { - OFF = 0; - ON = 1; - } - optional State state = 2; - - // WifiLock type, from frameworks/base/core/proto/android/wifi/enums.proto. - optional android.net.wifi.WifiModeEnum mode = 3; -} - -/** - * Logs wifi signal strength changes. - * - * Logged from: - * frameworks/opt/net/wifi/service/java/com/android/server/wifi/ClientModeImpl.java - */ -message WifiSignalStrengthChanged { - // Signal strength, from frameworks/base/core/proto/android/telephony/enums.proto. - optional android.telephony.SignalStrengthEnum signal_strength = 1; -} - -/** - * Logs wifi scans performed by an app. - * - * Logged from: - * frameworks/opt/net/wifi/service/java/com/android/server/wifi/scanner/WifiScanningServiceImpl.java - */ -message WifiScanStateChanged { - repeated AttributionNode attribution_node = 1; - - enum State { - OFF = 0; - ON = 1; - } - optional State state = 2; -} - -/** - * Logs wifi multicast locks held by an app - * - * Logged from: - * frameworks/opt/net/wifi/service/java/com/android/server/wifi/WifiMulticastLockManager.java - */ -message WifiMulticastLockStateChanged { - repeated AttributionNode attribution_node = 1; - - enum State { - OFF = 0; - ON = 1; - } - optional State state = 2; - - optional string tag = 3; -} - -/** - * Logs shutdown reason and duration on next boot. - * - * Logged from: - * frameworks/base/core/java/com/android/server/BootReceiver.java - */ -message ShutdownSequenceReported { - // True if shutdown is for a reboot. Default: false if we do not know. - optional bool reboot = 1; - - // Reason for shutdown. Eg: userrequested. Default: "<EMPTY>". - optional string reason = 2; - - // Beginning of shutdown time in ms using wall clock time since unix epoch. - // Default: 0 if no start time received. - optional int64 start_time_millis = 3; - - // Duration of shutdown in ms. Default: 0 if no duration received. - optional int64 duration_millis = 4; -} - - -/** - * Logs boot reason and duration. - * - * Logged from: - * system/core/bootstat/bootstat.cpp - */ -message BootSequenceReported { - // Reason for bootloader boot. Eg. reboot. See bootstat.cpp for larger list - // Default: "<EMPTY>" if not available. - optional string bootloader_reason = 1; - - // Reason for system boot. Eg. bootloader, reboot,userrequested - // Default: "<EMPTY>" if not available. - optional string system_reason = 2; - - // End of boot time in ms from unix epoch using system wall clock. - optional int64 end_time_millis = 3; - - // Total boot duration in ms. - optional int64 total_duration_millis = 4; - - // Bootloader duration in ms. - optional int64 bootloader_duration_millis = 5; - - // Time since last boot in ms. Default: 0 if not available. - optional int64 time_since_last_boot = 6; -} - - -/** - * Logs call state and disconnect cause (if applicable). - * - * Logged from: - * packages/services/Telecomm/src/com/android/server/telecom/Call.java - */ -message CallStateChanged { - // The state of the call. Eg. DIALING, ACTIVE, ON_HOLD, DISCONNECTED. - // From frameworks/base/core/proto/android/telecomm/enums.proto. - optional android.telecom.CallStateEnum call_state = 1; - - // The reason the call disconnected. Eg. ERROR, MISSED, REJECTED, BUSY. - // This value is only applicable when the call_state is DISCONNECTED, and - // should always be UNKNOWN if the call_state is not DISCONNECTED. - // From frameworks/base/core/proto/android/telecomm/enums.proto. - optional android.telecom.DisconnectCauseEnum disconnect_cause = 2; - - // True if the call is self-managed, which are apps that use the - // telecom infrastructure to make their own calls. - optional bool self_managed = 3; - - // True if call is external. External calls are calls on connected Wear - // devices but show up in Telecom so the user can pull them onto the device. - optional bool external_call = 4; -} - -/** - * Logs keyguard state. The keyguard is the lock screen. - * - * Logged from: - * frameworks/base/packages/SystemUI/src/com/android/systemui/statusbar/phone/StatusBarKeyguardViewManager.java - */ -message KeyguardStateChanged { - enum State { - UNKNOWN = 0; - // The keyguard is hidden when the phone is unlocked. - HIDDEN = 1; - // The keyguard is shown when the phone is locked (screen turns off). - SHOWN= 2; - // The keyguard is occluded when something is overlaying the keyguard. - // Eg. Opening the camera while on the lock screen. - OCCLUDED = 3; - } - optional State state = 1; -} - -/** - * Logs keyguard bouncer state. The bouncer is a part of the keyguard, and - * prompts the user to enter a password (pattern, pin, etc). - * - * Logged from: - * frameworks/base/packages/SystemUI/src/com/android/systemui/statusbar/phone/KeyguardBouncer.java - */ - -message KeyguardBouncerStateChanged { - enum State { - UNKNOWN = 0; - // Bouncer is hidden, either as a result of successfully entering the - // password, screen timing out, or user going back to lock screen. - HIDDEN = 1; - // This is when the user is being prompted to enter the password. - SHOWN = 2; - } - optional State state = 1; -} - -/** - * Logs the result of entering a password into the keyguard bouncer. - * - * Logged from: - * frameworks/base/packages/SystemUI/src/com/android/keyguard/KeyguardSecurityContainer.java - */ -message KeyguardBouncerPasswordEntered { - enum BouncerResult { - UNKNOWN = 0; - // The password entered was incorrect. - FAILURE = 1; - // The password entered was correct. - SUCCESS = 2; - } - optional BouncerResult result = 1; -} - -/* - * Logs changes to the configuration of the device. The configuration is defined - * in frameworks/base/core/java/android/content/res/Configuration.java - * More documentation is at https://d.android.com/reference/android/content/res/Configuration.html - * Please go there to interpret the possible values each field can be. - * - * Logged from: - * frameworks/base/services/core/java/com/android/server/am/ActivityManagerService.java - */ -message ResourceConfigurationChanged { - // Bit mask of color capabilities of the screen. - // Contains information about the color gamut and hdr mode of the screen. - // See: https://d.android.com/reference/android/content/res/Configuration.html#colorMode - optional int32 color_mode = 1; - - // The target screen density being rendered to. - // See: https://d.android.com/reference/android/content/res/Configuration.html#densityDpi - optional int32 density_dpi = 2; - - // Current user preference for the scaling factor for fonts, - // relative to the base density scaling. - // See: https://d.android.com/reference/android/content/res/Configuration.html#fontScale - optional float font_scale = 3; - - // Flag indicating whether the hard keyboard is hidden. - // See: https://d.android.com/reference/android/content/res/Configuration.html#hardKeyboardHidden - optional int32 hard_keyboard_hidden = 4; - - // The type of keyboard attached to the device. - // See: https://d.android.com/reference/android/content/res/Configuration.html#keyboard - optional int32 keyboard = 5; - - // Flag indicating whether any keyboard is available. Takes soft keyboards into account. - // See: https://d.android.com/reference/android/content/res/Configuration.html#keyboardHidden - optional int32 keyboard_hidden = 6; - - // IMSI MCC (Mobile Country Code), corresponding to mcc resource qualifier. - // 0 if undefined. - // See: https://d.android.com/reference/android/content/res/Configuration.html#mcc - optional int32 mcc = 7; - - // IMSI MNC (Mobile Network Code), corresponding to mnc resource qualifier. - // 0 if undefined. Note: the actual MNC may be 0, to check for this use the - // MNC_ZERO symbol defined in Configuration.java. - // See: https://d.android.com/reference/android/content/res/Configuration.html#mnc - optional int32 mnc = 8; - - // The kind of navigation available on the device. - // See: https://developer.android.com/reference/android/content/res/Configuration.html#navigation - optional int32 navigation = 9; - - // Flag indicating whether the navigation is available. - // See: https://d.android.com/reference/android/content/res/Configuration.html#navigationHidden - optional int32 navigation_hidden = 10; - - // Overall orientation of the screen. - // See: https://d.android.com/reference/android/content/res/Configuration.html#orientation - optional int32 orientation = 11; - - // The current height of the available screen space, in dp units. - // See: https://d.android.com/reference/android/content/res/Configuration.html#screenHeightDp - optional int32 screen_height_dp = 12; - - // Bit mask of overall layout of the screen. - // Contains information about screen size, whether the screen is wider/taller - // than normal, whether the screen layout is right-tl-left or left-to-right, - // and whether the screen has a rounded shape. - // See: https://d.android.com/reference/android/content/res/Configuration.html#screenLayout - optional int32 screen_layout = 13; - - // Current width of the available screen space, in dp units. - // See: https://d.android.com/reference/android/content/res/Configuration.html#screenWidthDp - optional int32 screen_width_dp = 14; - - // The smallest screen size an application will see in normal operation. - // This is the smallest value of both screenWidthDp and screenHeightDp - // in portrait and landscape. - // See: https://d.android.com/reference/android/content/res/Configuration.html#smallestScreenWidthDp - optional int32 smallest_screen_width_dp = 15; - - // The type of touch screen attached to the device. - // See: https://d.android.com/reference/android/content/res/Configuration.html#touchscreen - optional int32 touchscreen = 16; - - // Bit mask of the ui mode. - // Contains information about the overall ui mode of the device. - // Eg: NORMAL, DESK, CAR, TELEVISION, WATCH, VR_HEADSET - // Also contains information about whether the device is in night mode. - // See: https://d.android.com/reference/android/content/res/Configuration.html#uiMode - optional int32 ui_mode = 17; -} - - -/** - * Logs changes in the connection state of the mobile radio. - * - * Logged from: - * frameworks/opt/telephony/src/java/com/android/internal/telephony/dataconnection/DataConnection.java - */ -message MobileConnectionStateChanged { - // States are from the state machine DataConnection.java. - enum State { - UNKNOWN = 0; - // The connection is inactive, or disconnected. - INACTIVE = 1; - // The connection is being activated, or connecting. - ACTIVATING = 2; - // The connection is active, or connected. - ACTIVE = 3; - // The connection is disconnecting. - DISCONNECTING = 4; - // The connection is disconnecting after creating a connection. - DISCONNECTION_ERROR_CREATING_CONNECTION = 5; - } - optional State state = 1; - // For multi-sim phones, this distinguishes between the sim cards. - optional int32 sim_slot_index = 2; - // Used to identify the connection. Starts at 0 and increments by 1 for - // every new network created. Resets whenever the device reboots. - optional int32 data_connection_id = 3; - // A bitmask for the capabilities of this connection. - // Eg. DEFAULT (internet), MMS, SUPL, DUN, IMS. - // Default value (if we have no information): 0 - optional int64 capabilities = 4; - // If this connection has internet. - // This just checks if the DEFAULT bit of capabilities is set. - optional bool has_internet = 5; -} - -/** - * Logs changes in mobile radio technology. eg: LTE, EDGE, CDMA. - * - * Logged from: - * frameworks/opt/telephony/src/java/com/android/internal/telephony/ServiceStateTracker.java - */ -message MobileRadioTechnologyChanged { - optional android.telephony.NetworkTypeEnum state = 1; - // For multi-sim phones, this distinguishes between the sim cards. - optional int32 sim_slot_index = 2; -} - -/** - * Logs the VID and PID of any connected USB devices. - * - * Notes if any Audio, HID (input buttons/mouse/keyboard), or Storage interfaces are present. - * - * Logged by Vendor. - */ -message UsbDeviceAttached { - optional int32 vid = 1; - optional int32 pid = 2; - optional bool has_audio = 3; - optional bool has_hid = 4; - optional bool has_storage = 5; - enum State { - STATE_DISCONNECTED = 0; - STATE_CONNECTED = 1; - } - optional State state = 6; - optional int64 last_connect_duration_millis = 7; -} - - -/** - * Logs when Bluetooth is enabled and disabled. - * - * Logged from: - * services/core/java/com/android/server/BluetoothManagerService.java - */ -message BluetoothEnabledStateChanged { - repeated AttributionNode attribution_node = 1; - // Whether or not bluetooth is enabled on the device. - enum State { - UNKNOWN = 0; - ENABLED = 1; - DISABLED = 2; - } - optional State state = 2; - // The reason for being enabled/disabled. - // Eg. Airplane mode, crash, application request. - optional android.bluetooth.EnableDisableReasonEnum reason = 3; - // If the reason is an application request, this will be the package name. - optional string pkg_name = 4; -} - -/** - * Logs when profiles on a Bluetooth device connects and disconnects. - * - * Logged from: - * packages/apps/Bluetooth/src/com/android/bluetooth/btservice/RemoteDevices.java - * - * Next Tag: 6 - */ -message BluetoothConnectionStateChanged { - // The state of the connection. - // Eg: CONNECTING, CONNECTED, DISCONNECTING, DISCONNECTED. - optional android.bluetooth.ConnectionStateEnum state = 1; - // An identifier that can be used to match connect and disconnect events. - // Currently is last two bytes of a hash of a device level ID and - // the mac address of the bluetooth device that is connected. - // Deprecated: use obfuscated_id instead, this one is always 0 for Q+ - optional int32 obfuscated_id = 2 [deprecated = true]; - // The profile that is connected. Eg. GATT, A2DP, HEADSET. - // From android.bluetooth.BluetoothAdapter.java - // Default: 0 when not used - optional int32 bt_profile = 3; - // An identifier that can be used to match events for this device. - // Currently, this is a salted hash of the MAC address of this Bluetooth device. - // Salt: Randomly generated 256 bit value - // Hash algorithm: HMAC-SHA256 - // Size: 32 byte - // Default: null or empty if the device identifier is not known - optional bytes new_obfuscated_id = 4 [(android.os.statsd.log_mode) = MODE_BYTES]; - // An identifier that can be used to match events for this device. - // The incremental identifier is locally generated and guaranteed not derived - // from any globally unique hardware id. - // For paired devices, it stays consistent between Bluetooth toggling for the - // same remote device. - // For unpaired devices, it stays consistent within the same Bluetooth adapter - // session for the same remote device. - // Default: 0 if the device's metric id is unknown. - optional int32 metric_id = 5; -} - -/** - * Logs when a Bluetooth device connects and disconnects over ACL - * - * Logged from: - * packages/apps/Bluetooth/src/com/android/bluetooth/btservice/AdapterProperties.java - * - * Next Tag: 4 - */ -message BluetoothAclConnectionStateChanged { - // An identifier that can be used to match events for this device. - // Currently, this is a salted hash of the MAC address of this Bluetooth device. - // Salt: Randomly generated 256 bit value - // Hash algorithm: HMAC-SHA256 - // Size: 32 byte - // Default: null or empty if the device identifier is not known - optional bytes obfuscated_id = 1 [(android.os.statsd.log_mode) = MODE_BYTES]; - // The state of the connection. - // Eg: CONNECTING, CONNECTED, DISCONNECTING, DISCONNECTED. - optional android.bluetooth.ConnectionStateEnum state = 2; - // An identifier that can be used to match events for this device. - // The incremental identifier is locally generated and guaranteed not derived - // from any globally unique hardware id. - // For paired devices, it stays consistent between Bluetooth toggling for the - // same remote device. - // For unpaired devices, it stays consistent within the same Bluetooth adapter - // session for the same remote device. - // Default: 0 if the device's metric id is unknown. - optional int32 metric_id = 3; -} - -/** - * Logs when a Bluetooth device connects and disconnects over SCO - * - * Logged from: - * packages/apps/Bluetooth/src/com/android/bluetooth/hfp/HeadsetStateMachine.java - * packages/apps/Bluetooth/src/com/android/bluetooth/hfp/HeadsetClientStateMachine.java - * - * Next Tag: 5 - */ -message BluetoothScoConnectionStateChanged { - // An identifier that can be used to match events for this device. - // Currently, this is a salted hash of the MAC address of this Bluetooth device. - // Salt: Randomly generated 256 bit value - // Hash algorithm: HMAC-SHA256 - // Size: 32 byte - // Default: null or empty if the device identifier is not known - optional bytes obfuscated_id = 1 [(android.os.statsd.log_mode) = MODE_BYTES]; - // The state of the connection. - // Eg: CONNECTING, CONNECTED, DISCONNECTING, DISCONNECTED. - optional android.bluetooth.ConnectionStateEnum state = 2; - // Codec used for this SCO connection - // Default: UNKNOWN - optional android.bluetooth.hfp.ScoCodec codec = 3; - // An identifier that can be used to match events for this device. - // The incremental identifier is locally generated and guaranteed not derived - // from any globally unique hardware id. - // For paired devices, it stays consistent between Bluetooth toggling for the - // same remote device. - // For unpaired devices, it stays consistent within the same Bluetooth adapter - // session for the same remote device. - // Default: 0 if the device's metric id is unknown. - optional int32 metric_id = 4; -} - -/** - * Logged when active device of a profile changes - * - * Logged from: - * packages/apps/Bluetooth/src/com/android/bluetooth/a2dp/A2dpService.java - * packages/apps/Bluetooth/src/com/android/bluetooth/hfp/HeadsetService.java - * packages/apps/Bluetooth/src/com/android/bluetooth/hearingaid/HearingAidService.java - */ -message BluetoothActiveDeviceChanged { - // The profile whose active device has changed. Eg. A2DP, HEADSET, HEARING_AID - // From android.bluetooth.BluetoothProfile - optional int32 bt_profile = 1; - // An identifier that can be used to match events for this new active device. - // Currently, this is a salted hash of the MAC address of this Bluetooth device. - // Salt: Randomly generated 256 bit value - // Hash algorithm: HMAC-SHA256 - // Size: 32 byte - // Default: null or empty if there is no active device for this profile - optional bytes obfuscated_id = 2 [(android.os.statsd.log_mode) = MODE_BYTES]; - // An identifier that can be used to match events for this device. - // The incremental identifier is locally generated and guaranteed not derived - // from any globally unique hardware id. - // For paired devices, it stays consistent between Bluetooth toggling for the - // same remote device. - // For unpaired devices, it stays consistent within the same Bluetooth adapter - // session for the same remote device. - // Default: 0 if the device's metric id is unknown. - optional int32 metric_id = 3; -} - -// Logs when there is an event affecting Bluetooth device's link layer connection. -// - This event is triggered when there is a related HCI command or event -// - Users of this metrics can deduce Bluetooth device's connection state from these events -// - HCI commands are logged before the command is sent, after receiving command status, and after -// receiving command complete -// - HCI events are logged when they arrive -// -// Low level log from system/bt -// -// Bluetooth classic commands: -// - CMD_CREATE_CONNECTION -// - CMD_DISCONNECT -// - CMD_CREATE_CONNECTION_CANCEL -// - CMD_ACCEPT_CONNECTION_REQUEST -// - CMD_REJECT_CONNECTION_REQUEST -// - CMD_SETUP_ESCO_CONNECTION -// - CMD_ACCEPT_ESCO_CONNECTION -// - CMD_REJECT_ESCO_CONNECTION -// - CMD_ENH_SETUP_ESCO_CONNECTION -// - CMD_ENH_ACCEPT_ESCO_CONNECTION -// -// Bluetooth low energy commands: -// - CMD_BLE_CREATE_LL_CONN [Only logged on error or when initiator filter policy is 0x00] -// - CMD_BLE_CREATE_CONN_CANCEL [Only logged when there is an error] -// - CMD_BLE_EXTENDED_CREATE_CONNECTION [Only logged on error or when initiator filter policy is 0x00] -// - CMD_BLE_CLEAR_WHITE_LIST -// - CMD_BLE_ADD_WHITE_LIST -// - CMD_BLE_REMOVE_WHITE_LIST -// -// Bluetooth classic events: -// - EVT_CONNECTION_COMP -// - EVT_CONNECTION_REQUEST -// - EVT_DISCONNECTION_COMP -// - EVT_ESCO_CONNECTION_COMP -// - EVT_ESCO_CONNECTION_CHANGED -// -// Bluetooth low energy meta events: -// - BLE_EVT_CONN_COMPLETE_EVT -// - BLE_EVT_ENHANCED_CONN_COMPLETE_EVT -// -// Next tag: 10 -message BluetoothLinkLayerConnectionEvent { - // An identifier that can be used to match events for this device. - // Currently, this is a salted hash of the MAC address of this Bluetooth device. - // Salt: Randomly generated 256 bit value - // Hash algorithm: HMAC-SHA256 - // Size: 32 byte - // Default: null or empty if the device identifier is not known - optional bytes obfuscated_id = 1 [(android.os.statsd.log_mode) = MODE_BYTES]; - // Connection handle of this connection if available - // Range: 0x0000 - 0x0EFF (12 bits) - // Default: 0xFFFF if the handle is unknown - optional int32 connection_handle = 2; - // Direction of the link - // Default: DIRECTION_UNKNOWN - optional android.bluetooth.DirectionEnum direction = 3; - // Type of this link - // Default: LINK_TYPE_UNKNOWN - optional android.bluetooth.LinkTypeEnum type = 4; - - // Reason metadata for this link layer connection event, rules for interpretation: - // 1. If hci_cmd is set and valid, hci_event can be either EVT_COMMAND_STATUS or - // EVT_COMMAND_COMPLETE, ignore hci_ble_event in this case - // 2. If hci_event is set to EVT_BLE_META, look at hci_ble_event; otherwise, if hci_event is - // set and valid, ignore hci_ble_event - - // HCI command associated with this event - // Default: CMD_UNKNOWN - optional android.bluetooth.hci.CommandEnum hci_cmd = 5; - // HCI event associated with this event - // Default: EVT_UNKNOWN - optional android.bluetooth.hci.EventEnum hci_event = 6; - // HCI BLE meta event associated with this event - // Default: BLE_EVT_UNKNOWN - optional android.bluetooth.hci.BleMetaEventEnum hci_ble_event = 7; - // HCI command status code if this is triggerred by hci_cmd - // Default: STATUS_UNKNOWN - optional android.bluetooth.hci.StatusEnum cmd_status = 8; - // HCI reason code associated with this event - // Default: STATUS_UNKNOWN - optional android.bluetooth.hci.StatusEnum reason_code = 9; - // An identifier that can be used to match events for this device. - // The incremental identifier is locally generated and guaranteed not derived - // from any globally unique hardware id. - // For paired devices, it stays consistent between Bluetooth toggling for the - // same remote device. - // For unpaired devices, it stays consistent within the same Bluetooth adapter - // session for the same remote device. - // Default: 0 if the device's metric id is unknown. - optional int32 metric_id = 10; -} - -/** - * Logs when a module is rolled back by Watchdog. - * - * Logged from: Rollback Manager - */ -message WatchdogRollbackOccurred { - enum RollbackType { - UNKNOWN = 0; - ROLLBACK_INITIATE = 1; - ROLLBACK_SUCCESS = 2; - ROLLBACK_FAILURE = 3; - ROLLBACK_BOOT_TRIGGERED = 4; - } - optional RollbackType rollback_type = 1; - - optional string package_name = 2; - - optional int32 package_version_code = 3; - - enum RollbackReasonType { - REASON_UNKNOWN = 0; - REASON_NATIVE_CRASH = 1; - REASON_EXPLICIT_HEALTH_CHECK = 2; - REASON_APP_CRASH = 3; - REASON_APP_NOT_RESPONDING = 4; - REASON_NATIVE_CRASH_DURING_BOOT = 5; - } - optional RollbackReasonType rollback_reason = 4; - - // Set by RollbackPackageHealthObserver to be the package that is failing when a rollback - // is initiated. Empty if the package is unknown. - optional string failing_package_name = 5; - - optional TrainExperimentIds experiment_ids = 6 [(log_mode) = MODE_BYTES]; -} - -/** - * Logs when there is a change in Bluetooth A2DP playback state - * - * Logged from: - * packages/apps/Bluetooth/src/com/android/bluetooth/a2dp/A2dpService.java - */ -message BluetoothA2dpPlaybackStateChanged { - // An identifier that can be used to match events for this device. - // Currently, this is a salted hash of the MAC address of this Bluetooth device. - // Salt: Randomly generated 256 bit value - // Hash algorithm: HMAC-SHA256 - // Size: 32 byte - // Default: null or empty if the device identifier is not known - optional bytes obfuscated_id = 1 [(android.os.statsd.log_mode) = MODE_BYTES]; - // Current playback state - // Default: PLAYBACK_STATE_UNKNOWN - optional android.bluetooth.a2dp.PlaybackStateEnum playback_state = 2; - // Current audio coding mode - // Default: AUDIO_CODING_MODE_UNKNOWN - optional android.bluetooth.a2dp.AudioCodingModeEnum audio_coding_mode = 3; - // An identifier that can be used to match events for this device. - // The incremental identifier is locally generated and guaranteed not derived - // from any globally unique hardware id. - // For paired devices, it stays consistent between Bluetooth toggling for the - // same remote device. - // For unpaired devices, it stays consistent within the same Bluetooth adapter - // session for the same remote device. - // Default: 0 if the device's metric id is unknown. - optional int32 metric_id = 4; -} - -/** - * Logs when there is a change in A2DP codec config for a particular remote device - * - * Logged from: - * frameworks/base/core/java/android/bluetooth/BluetoothCodecConfig.java - * packages/apps/Bluetooth/src/com/android/bluetooth/a2dp/A2dpService.java - */ -message BluetoothA2dpCodecConfigChanged { - // An identifier that can be used to match events for this device. - // Currently, this is a salted hash of the MAC address of this Bluetooth device. - // Salt: Randomly generated 256 bit value - // Hash algorithm: HMAC-SHA256 - // Size: 32 byte - // Default: null or empty if the device identifier is not known - optional bytes obfuscated_id = 1 [(android.os.statsd.log_mode) = MODE_BYTES]; - // Type of codec as defined by various SOURCE_CODEC_TYPE_* constants in BluetoothCodecConfig - // Default SOURCE_CODEC_TYPE_INVALID - optional int32 codec_type = 2; - // Codec priroity, the higher the more preferred, -1 for disabled - // Default: CODEC_PRIORITY_DEFAULT - optional int32 codec_priority = 3; - // Sample rate in Hz as defined by various SAMPLE_RATE_* constants in BluetoothCodecConfig - // Default: SAMPLE_RATE_NONE - optional int32 sample_rate = 4; - // Bits per sample as defined by various BITS_PER_SAMPLE_* constants in BluetoothCodecConfig - // Default: BITS_PER_SAMPLE_NONE - optional int32 bits_per_sample = 5; - // Channel mode as defined by various CHANNEL_MODE_* constants in BluetoothCodecConfig - // Default: CHANNEL_MODE_NONE - optional int32 channel_mode = 6; - // Codec specific values - // Default 0 - optional int64 codec_specific_1 = 7; - optional int64 codec_specific_2 = 8; - optional int64 codec_specific_3 = 9; - optional int64 codec_specific_4 = 10; - // An identifier that can be used to match events for this device. - // The incremental identifier is locally generated and guaranteed not derived - // from any globally unique hardware id. - // For paired devices, it stays consistent between Bluetooth toggling for the - // same remote device. - // For unpaired devices, it stays consistent within the same Bluetooth adapter - // session for the same remote device. - // Default: 0 if the device's metric id is unknown. - optional int32 metric_id = 11; -} - -/** - * Logs when there is a change in selectable A2DP codec capability for a paricular remote device - * Each codec's capability is logged separately due to statsd restriction - * - * Logged from: - * frameworks/base/core/java/android/bluetooth/BluetoothCodecConfig.java - * packages/apps/Bluetooth/src/com/android/bluetooth/a2dp/A2dpService.java - */ -message BluetoothA2dpCodecCapabilityChanged { - // An identifier that can be used to match events for this device. - // Currently, this is a salted hash of the MAC address of this Bluetooth device. - // Salt: Randomly generated 256 bit value - // Hash algorithm: HMAC-SHA256 - // Size: 32 byte - // Default: null or empty if the device identifier is not known - optional bytes obfuscated_id = 1 [(android.os.statsd.log_mode) = MODE_BYTES]; - // Type of codec as defined by various SOURCE_CODEC_TYPE_* constants in BluetoothCodecConfig - // Default SOURCE_CODEC_TYPE_INVALID - optional int32 codec_type = 2; - // Codec priroity, the higher the more preferred, -1 for disabled - // Default: CODEC_PRIORITY_DEFAULT - optional int32 codec_priority = 3; - // A bit field of supported sample rates as defined by various SAMPLE_RATE_* constants - // in BluetoothCodecConfig - // Default: empty and SAMPLE_RATE_NONE for individual item - optional int32 sample_rate = 4; - // A bit field of supported bits per sample as defined by various BITS_PER_SAMPLE_* constants - // in BluetoothCodecConfig - // Default: empty and BITS_PER_SAMPLE_NONE for individual item - optional int32 bits_per_sample = 5; - // A bit field of supported channel mode as defined by various CHANNEL_MODE_* constants in - // BluetoothCodecConfig - // Default: empty and CHANNEL_MODE_NONE for individual item - optional int32 channel_mode = 6; - // Codec specific values - // Default 0 - optional int64 codec_specific_1 = 7; - optional int64 codec_specific_2 = 8; - optional int64 codec_specific_3 = 9; - optional int64 codec_specific_4 = 10; - // An identifier that can be used to match events for this device. - // The incremental identifier is locally generated and guaranteed not derived - // from any globally unique hardware id. - // For paired devices, it stays consistent between Bluetooth toggling for the - // same remote device. - // For unpaired devices, it stays consistent within the same Bluetooth adapter - // session for the same remote device. - // Default: 0 if the device's metric id is unknown. - optional int32 metric_id = 11; -} - -/** - * Logs when A2DP failed to read from PCM source. - * This typically happens when audio HAL cannot supply A2DP with data fast enough for encoding. - * - * Logged from: - * system/bt - */ -message BluetoothA2dpAudioUnderrunReported { - // An identifier that can be used to match events for this device. - // Currently, this is a salted hash of the MAC address of this Bluetooth device. - // Salt: Randomly generated 256 bit value - // Hash algorithm: HMAC-SHA256 - // Size: 32 byte - // Default: null or empty if the device identifier is not known - optional bytes obfuscated_id = 1 [(android.os.statsd.log_mode) = MODE_BYTES]; - // Encoding interval in nanoseconds - // Default: 0 - optional int64 encoding_interval_nanos = 2; - // Number of bytes of PCM data that could not be read from the source - // Default: 0 - optional int32 num_missing_pcm_bytes = 3; - // An identifier that can be used to match events for this device. - // The incremental identifier is locally generated and guaranteed not derived - // from any globally unique hardware id. - // For paired devices, it stays consistent between Bluetooth toggling for the - // same remote device. - // For unpaired devices, it stays consistent within the same Bluetooth adapter - // session for the same remote device. - // Default: 0 if the device's metric id is unknown. - optional int32 metric_id = 4; -} - -/** - * Logs when A2DP failed send encoded data to the remote device fast enough such that the transmit - * buffer queue is full and we have to drop data - * - * Logged from: - * system/bt - */ -message BluetoothA2dpAudioOverrunReported { - // An identifier that can be used to match events for this device. - // Currently, this is a salted hash of the MAC address of this Bluetooth device. - // Salt: Randomly generated 256 bit value - // Hash algorithm: HMAC-SHA256 - // Size: 32 byte - // Default: null or empty if the device identifier is not known - optional bytes obfuscated_id = 1 [(android.os.statsd.log_mode) = MODE_BYTES]; - // Encoding interval in nanoseconds - // Default: 0 - optional int64 encoding_interval_nanos = 2; - // Number of buffers dropped in this event - // Each buffer is encoded in one encoding interval and consists of multiple encoded frames - // Default: 0 - optional int32 num_dropped_buffers = 3; - // Number of encoded buffers dropped in this event - // Default 0 - optional int32 num_dropped_encoded_frames = 4; - // Number of encoded bytes dropped in this event - // Default: 0 - optional int32 num_dropped_encoded_bytes = 5; - // An identifier that can be used to match events for this device. - // The incremental identifier is locally generated and guaranteed not derived - // from any globally unique hardware id. - // For paired devices, it stays consistent between Bluetooth toggling for the - // same remote device. - // For unpaired devices, it stays consistent within the same Bluetooth adapter - // session for the same remote device. - // Default: 0 if the device's metric id is unknown. - optional int32 metric_id = 6; -} - -/** - * Logs when we receive reports regarding a device's RSSI value - * - * Logged from: - * system/bt - */ -message BluetoothDeviceRssiReported { - // An identifier that can be used to match events for this device. - // Currently, this is a salted hash of the MAC address of this Bluetooth device. - // Salt: Randomly generated 256 bit value - // Hash algorithm: HMAC-SHA256 - // Size: 32 byte - // Default: null or empty if the device identifier is not known - optional bytes obfuscated_id = 1 [(android.os.statsd.log_mode) = MODE_BYTES]; - // Connection handle of this connection if available - // Range: 0x0000 - 0x0EFF (12 bits) - // Default: 0xFFFF if the handle is unknown - optional int32 connection_handle = 2; - // HCI command status code if this is triggerred by hci_cmd - // Default: STATUS_UNKNOWN - optional android.bluetooth.hci.StatusEnum hci_status = 3; - // BR/EDR - // Range: -128 ≤ N ≤ 127 (signed integer) - // Units: dB - // LE: - // Range: -127 to 20, 127 (signed integer) - // Units: dBm - // Invalid when an out of range value is reported - optional int32 rssi = 4; - // An identifier that can be used to match events for this device. - // The incremental identifier is locally generated and guaranteed not derived - // from any globally unique hardware id. - // For paired devices, it stays consistent between Bluetooth toggling for the - // same remote device. - // For unpaired devices, it stays consistent within the same Bluetooth adapter - // session for the same remote device. - // Default: 0 if the device's metric id is unknown. - optional int32 metric_id = 5; -} - -/** - * Logs when we receive reports regarding how many consecutive failed contacts for a connection - * - * Logged from: - * system/bt - */ -message BluetoothDeviceFailedContactCounterReported { - // An identifier that can be used to match events for this device. - // Currently, this is a salted hash of the MAC address of this Bluetooth device. - // Salt: Randomly generated 256 bit value - // Hash algorithm: HMAC-SHA256 - // Size: 32 byte - // Default: null or empty if the device identifier is not known - optional bytes obfuscated_id = 1 [(android.os.statsd.log_mode) = MODE_BYTES]; - // Connection handle of this connection if available - // Range: 0x0000 - 0x0EFF (12 bits) - // Default: 0xFFFF if the handle is unknown - optional int32 connection_handle = 2; - // HCI command status code if this is triggerred by hci_cmd - // Default: STATUS_UNKNOWN - optional android.bluetooth.hci.StatusEnum cmd_status = 3; - // Number of consecutive failed contacts for a connection corresponding to the Handle - // Range: uint16_t, 0-0xFFFF - // Default: 0xFFFFF - optional int32 failed_contact_counter = 4; - // An identifier that can be used to match events for this device. - // The incremental identifier is locally generated and guaranteed not derived - // from any globally unique hardware id. - // For paired devices, it stays consistent between Bluetooth toggling for the - // same remote device. - // For unpaired devices, it stays consistent within the same Bluetooth adapter - // session for the same remote device. - // Default: 0 if the device's metric id is unknown. - optional int32 metric_id = 5; -} - -/** - * Logs when we receive reports regarding the tranmit power level used for a specific connection - * - * Logged from: - * system/bt - */ -message BluetoothDeviceTxPowerLevelReported { - // An identifier that can be used to match events for this device. - // Currently, this is a salted hash of the MAC address of this Bluetooth device. - // Salt: Randomly generated 256 bit value - // Hash algorithm: HMAC-SHA256 - // Size: 32 byte - // Default: null or empty if the device identifier is not known - optional bytes obfuscated_id = 1 [(android.os.statsd.log_mode) = MODE_BYTES]; - // Connection handle of this connection if available - // Range: 0x0000 - 0x0EFF (12 bits) - // Default: 0xFFFF if the handle is unknown - optional int32 connection_handle = 2; - // HCI command status code if this is triggered by hci_cmd - // Default: STATUS_UNKNOWN - optional android.bluetooth.hci.StatusEnum hci_status = 3; - // Range: -30 ≤ N ≤ 20 - // Units: dBm - // Invalid when an out of range value is reported - optional int32 transmit_power_level = 4; - // An identifier that can be used to match events for this device. - // The incremental identifier is locally generated and guaranteed not derived - // from any globally unique hardware id. - // For paired devices, it stays consistent between Bluetooth toggling for the - // same remote device. - // For unpaired devices, it stays consistent within the same Bluetooth adapter - // session for the same remote device. - // Default: 0 if the device's metric id is unknown. - optional int32 metric_id = 5; -} - -/** - * Logs when Bluetooth controller failed to reply with command status within a timeout period after - * receiving an HCI command from the host - * - * Logged from: system/bt - */ -message BluetoothHciTimeoutReported { - // HCI command associated with this event - // Default: CMD_UNKNOWN - optional android.bluetooth.hci.CommandEnum hci_command = 1; -} - -/** - * Logs when we receive Bluetooth Link Quality Report event from the controller - * See Android Bluetooth HCI specification for more details - * - * Note: all count and bytes field are counted since last event - * - * Logged from: system/bt - */ -message BluetoothQualityReportReported { - // Quality report ID - // Original type: uint8_t - // Default: BQR_ID_UNKNOWN - optional android.bluetooth.hci.BqrIdEnum quality_report_id = 1; - // Packet type of the connection - // Original type: uint8_t - // Default: BQR_PACKET_TYPE_UNKNOWN - optional android.bluetooth.hci.BqrPacketTypeEnum packet_types = 2; - // Connection handle of the connection - // Original type: uint16_t - optional int32 connection_handle = 3; - // Performing Role for the connection - // Original type: uint8_t - optional int32 connection_role = 4; - // Current Transmit Power Level for the connection. This value is the same as the controller's - // response to the HCI_Read_Transmit_Power_Level HCI command - // Original type: uint8_t - optional int32 tx_power_level = 5; - // Received Signal Strength Indication (RSSI) value for the connection. This value is an - // absolute receiver signal strength value - // Original type: int8_t - optional int32 rssi = 6; - // Signal-to-Noise Ratio (SNR) value for the connection. It is the average SNR of all the - // channels used by the link currently - // Original type: uint8_t - optional int32 snr = 7; - // Indicates the number of unused channels in AFH_channel_map - // Original type: uint8_t - optional int32 unused_afh_channel_count = 8; - // Indicates the number of the channels which are interfered and quality is bad but are still - // selected for AFH - // Original type: uint8_t - optional int32 afh_select_unideal_channel_count = 9; - // Current Link Supervision Timeout Setting - // Unit: N * 0.3125 ms (1 Bluetooth Clock) - // Original type: uint16_t - optional int32 lsto = 10; - // Piconet Clock for the specified Connection_Handle. This value is the same as the controller's - // response to HCI_Read_Clock HCI command with the parameter "Which_Clock" of - // 0x01 (Piconet Clock) - // Unit: N * 0.3125 ms (1 Bluetooth Clock) - // Original type: uint32_t - optional int64 connection_piconet_clock = 11; - // The count of retransmission - // Original type: uint32_t - optional int64 retransmission_count = 12; - // The count of no RX - // Original type: uint32_t - optional int64 no_rx_count = 13; - // The count of NAK (Negative Acknowledge) - // Original type: uint32_t - optional int64 nak_count = 14; - // Controller timestamp of last TX ACK - // Unit: N * 0.3125 ms (1 Bluetooth Clock) - // Original type: uint32_t - optional int64 last_tx_ack_timestamp = 15; - // The count of Flow-off (STOP) - // Original type: uint32_t - optional int64 flow_off_count = 16; - // Controller timestamp of last Flow-on (GO) - // Unit: N * 0.3125 ms (1 Bluetooth Clock) - // Original type: uint32_t - optional int64 last_flow_on_timestamp = 17; - // Buffer overflow count (how many bytes of TX data are dropped) since the last event - // Original type: uint32_t - optional int64 buffer_overflow_bytes = 18; - // Buffer underflow count (in byte) since last event - // Original type: uint32_t - optional int64 buffer_underflow_bytes = 19; -} - -/** - * Logs when a Bluetooth device's manufacturer information is learnt by the Bluetooth stack - * - * Notes: - * - Each event can be partially filled as we might learn different pieces of device - * information at different time - * - Multiple device info events can be combined to give more complete picture - * - When multiple device info events tries to describe the same information, the - * later one wins - * - * Logged from: - * packages/apps/Bluetooth - */ -message BluetoothDeviceInfoReported { - // An identifier that can be used to match events for this device. - // Currently, this is a salted hash of the MAC address of this Bluetooth device. - // Salt: Randomly generated 256 bit value - // Hash algorithm: HMAC-SHA256 - // Size: 32 byte - // Default: null or empty if the device identifier is not known - optional bytes obfuscated_id = 1 [(android.os.statsd.log_mode) = MODE_BYTES]; - // Where is this device info obtained from - optional android.bluetooth.DeviceInfoSrcEnum source_type = 2; - // Name of the data source - // For EXTERNAL: package name of the data source - // For INTERNAL: null for general case, component name otherwise - optional string source_name = 3; - // Name of the manufacturer of this device - optional string manufacturer = 4; - // Model of this device - optional string model = 5; - // Hardware version of this device - optional string hardware_version = 6; - // Software version of this device - optional string software_version = 7; - // An identifier that can be used to match events for this device. - // The incremental identifier is locally generated and guaranteed not derived - // from any globally unique hardware id. - // For paired devices, it stays consistent between Bluetooth toggling for the - // same remote device. - // For unpaired devices, it stays consistent within the same Bluetooth adapter - // session for the same remote device. - // Default: 0 if the device's metric id is unknown. - optional int32 metric_id = 8; -} - -/** - * Logs when we receive Bluetooth Read Remote Version Information Complete Event from the remote - * device, as documented by the Bluetooth Core HCI specification - * Reference: https://www.bluetooth.com/specifications/bluetooth-core-specification - * Vol 2, Part E, Page 1118 - * - * Logged from: - * system/bt - */ -message BluetoothRemoteVersionInfoReported { - // Connection handle of the connection - // Original type: uint16_t - optional int32 connection_handle = 1; - // HCI command status code - // Default: STATUS_UNKNOWN - optional android.bluetooth.hci.StatusEnum hci_status = 2; - // 1 byte Version of current LMP in the remote controller - optional int32 lmp_version = 3; - // 2 bytes LMP manufacturer code of the remote controller - // https://www.bluetooth.com/specifications/assigned-numbers/company-identifiers - optional int32 lmp_manufacturer_code = 4; - // 4 bytes subversion of the LMP in the remote controller - optional int32 lmp_subversion = 5; -} - -/** - * Logs when certain Bluetooth SDP attributes are discovered - * Constant definitions are from: - * https://www.bluetooth.com/specifications/assigned-numbers/service-discovery - * - * Current logged attributes: - * - BluetoothProfileDescriptorList - * - Supported Features Bitmask - * - * Logged from: - * system/bt - */ -message BluetoothSdpAttributeReported { - // An identifier that can be used to match events for this device. - // Currently, this is a salted hash of the MAC address of this Bluetooth device. - // Salt: Randomly generated 256 bit value - // Hash algorithm: HMAC-SHA256 - optional bytes obfuscated_id = 1 [(android.os.statsd.log_mode) = MODE_BYTES]; - // Short form UUIDs used to identify Bluetooth protocols, profiles, and service classes - // Original type: uint16_t - optional int32 protocol_uuid = 2; - // Short form UUIDs used to identify Bluetooth SDP attribute types - // Original type: uint16_t - optional int32 attribute_id = 3; - // Attribute value for the particular attribute - optional bytes attribute_value = 4 [(android.os.statsd.log_mode) = MODE_BYTES]; - // An identifier that can be used to match events for this device. - // The incremental identifier is locally generated and guaranteed not derived - // from any globally unique hardware id. - // For paired devices, it stays consistent between Bluetooth toggling for the - // same remote device. - // For unpaired devices, it stays consistent within the same Bluetooth adapter - // session for the same remote device. - // Default: 0 if the device's metric id is unknown. - optional int32 metric_id = 5; -} - -/** - * Logs when bond state of a Bluetooth device changes - * - * Logged from: - * frameworks/base/core/java/android/bluetooth/BluetoothDevice.java - * packages/apps/Bluetooth/src/com/android/bluetooth/btservice/BondStateMachine.java - */ -message BluetoothBondStateChanged { - // An identifier that can be used to match events for this device. - // Currently, this is a salted hash of the MAC address of this Bluetooth device. - // Salt: Randomly generated 256 bit value - // Hash algorithm: HMAC-SHA256 - // Size: 32 byte - // Default: null or empty if the device identifier is not known - optional bytes obfuscated_id = 1 [(android.os.statsd.log_mode) = MODE_BYTES]; - // Preferred transport type to remote dual mode device - // Default: TRANSPORT_AUTO means no preference - optional android.bluetooth.TransportTypeEnum transport = 2; - // The type of this Bluetooth device (Classic, LE, or Dual mode) - // Default: UNKNOWN - optional android.bluetooth.DeviceTypeEnum type = 3; - // Current bond state (NONE, BONDING, BONDED) - // Default: BOND_STATE_UNKNOWN - optional android.bluetooth.BondStateEnum bond_state = 4; - // Bonding sub state - // Default: BOND_SUB_STATE_UNKNOWN - optional android.bluetooth.BondSubStateEnum bonding_sub_state = 5; - // Unbond Reason - // Default: UNBOND_REASON_UNKNOWN - optional android.bluetooth.UnbondReasonEnum unbond_reason = 6; - // An identifier that can be used to match events for this device. - // The incremental identifier is locally generated and guaranteed not derived - // from any globally unique hardware id. - // For paired devices, it stays consistent between Bluetooth toggling for the - // same remote device. - // For unpaired devices, it stays consistent within the same Bluetooth adapter - // session for the same remote device. - // Default: 0 if the device's metric id is unknown. - optional int32 metric_id = 7; -} - -/** - * Logs there is an event related Bluetooth classic pairing - * - * Logged from: - * system/bt - */ -message BluetoothClassicPairingEventReported { - // An identifier that can be used to match events for this device. - // Currently, this is a salted hash of the MAC address of this Bluetooth device. - // Salt: Randomly generated 256 bit value - // Hash algorithm: HMAC-SHA256 - // Size: 32 byte - // Default: null or empty if the device identifier is not known - optional bytes obfuscated_id = 1 [(android.os.statsd.log_mode) = MODE_BYTES]; - // Connection handle of this connection if available - // Range: 0x0000 - 0x0EFF (12 bits) - // Default: 0xFFFF if the handle is unknown - optional int32 connection_handle = 2; - // HCI command associated with this event - // Default: CMD_UNKNOWN - optional android.bluetooth.hci.CommandEnum hci_cmd = 3; - // HCI event associated with this event - // Default: EVT_UNKNOWN - optional android.bluetooth.hci.EventEnum hci_event = 4; - // HCI command status code if this is triggerred by hci_cmd - // Default: STATUS_UNKNOWN - optional android.bluetooth.hci.StatusEnum cmd_status = 5; - // HCI reason code associated with this event - // Default: STATUS_UNKNOWN - optional android.bluetooth.hci.StatusEnum reason_code = 6; - // A status value related to this specific event - // Default: 0 - optional int64 event_value = 7; - // An identifier that can be used to match events for this device. - // The incremental identifier is locally generated and guaranteed not derived - // from any globally unique hardware id. - // For paired devices, it stays consistent between Bluetooth toggling for the - // same remote device. - // For unpaired devices, it stays consistent within the same Bluetooth adapter - // session for the same remote device. - // Default: 0 if the device's metric id is unknown. - optional int32 metric_id = 8; -} - -/** - * Logs when there is an event related to Bluetooth Security Manager Protocol (SMP) - * - * Logged from: - * system/bt - */ -message BluetoothSmpPairingEventReported { - // An identifier that can be used to match events for this device. - // Currently, this is a salted hash of the MAC address of this Bluetooth device. - // Salt: Randomly generated 256 bit value - // Hash algorithm: HMAC-SHA256 - // Size: 32 byte - // Default: null or empty if the device identifier is not known - optional bytes obfuscated_id = 1 [(android.os.statsd.log_mode) = MODE_BYTES]; - // SMP command sent or received over L2CAP - // Default: CMD_UNKNOWN - optional android.bluetooth.smp.CommandEnum smp_command = 2; - // Whether this command is sent or received - // Default: DIRECTION_UNKNOWN - optional android.bluetooth.DirectionEnum direction = 3; - // SMP failure reason code - // Default: PAIRING_FAIL_REASON_DEFAULT - optional android.bluetooth.smp.PairingFailReasonEnum smp_fail_reason = 4; - // An identifier that can be used to match events for this device. - // The incremental identifier is locally generated and guaranteed not derived - // from any globally unique hardware id. - // For paired devices, it stays consistent between Bluetooth toggling for the - // same remote device. - // For unpaired devices, it stays consistent within the same Bluetooth adapter - // session for the same remote device. - // Default: 0 if the device's metric id is unknown. - optional int32 metric_id = 5; -} - -/** - * Logs when a Bluetooth socket’s connection state changed - * - * Logged from: - * system/bt - */ -message BluetoothSocketConnectionStateChanged { - // An identifier that can be used to match events for this device. - // Currently, this is a salted hash of the MAC address of this Bluetooth device. - // Salt: Randomly generated 256 bit value - // Hash algorithm: HMAC-SHA256 - // Size: 32 byte - // Default: null or empty if this is a server listener socket - optional bytes obfuscated_id = 1 [(android.os.statsd.log_mode) = MODE_BYTES]; - // Temporary port of this socket for the current connection or session only - // Default 0 when unknown or don't care - optional int32 port = 2; - // Socket type as mentioned in - // frameworks/base/core/java/android/bluetooth/BluetoothSocket.java - // Default: SOCKET_TYPE_UNKNOWN - optional android.bluetooth.SocketTypeEnum type = 3; - // Socket connection state - // Default: SOCKET_CONNECTION_STATE_UNKNOWN - optional android.bluetooth.SocketConnectionstateEnum state = 4; - // Number of bytes sent to remote device during this connection - optional int64 tx_bytes = 5; - // Number of bytes received from remote device during this connection - optional int64 rx_bytes = 6; - // Socket owner's UID - optional int32 uid = 7 [(is_uid) = true]; - // Server port of this socket, if any. When both |server_port| and |port| fields are populated, - // |port| must be spawned by |server_port| - // Default 0 when unknown or don't care - optional int32 server_port = 8; - // Whether this is a server listener socket - optional android.bluetooth.SocketRoleEnum is_server = 9; - // An identifier that can be used to match events for this device. - // The incremental identifier is locally generated and guaranteed not derived - // from any globally unique hardware id. - // For paired devices, it stays consistent between Bluetooth toggling for the - // same remote device. - // For unpaired devices, it stays consistent within the same Bluetooth adapter - // session for the same remote device. - // Default: 0 if the device's metric id is unknown. - optional int32 metric_id = 10; -} - -/** - * Logs when Class of Device (CoD) value is learnt for a device during pairing or connection - * - * Logged from: - * packages/apps/Bluetooth/src/com/android/bluetooth/btservice/BondStateMachine.java - * packages/apps/Bluetooth/src/com/android/bluetooth/btservice/RemoteDevices.java - * - */ -message BluetoothClassOfDeviceReported { - // An identifier that can be used to match events for this device. - // Currently, this is a salted hash of the MAC address of this Bluetooth device. - // Salt: Randomly generated 256 bit value - // Hash algorithm: HMAC-SHA256 - // Size: 32 byte - // Default: null or empty if this is a server listener socket - optional bytes obfuscated_id = 1 [(android.os.statsd.log_mode) = MODE_BYTES]; - // Class of Device (CoD) value including both Major, Minor device class and service class - // Defined in: https://www.bluetooth.com/specifications/assigned-numbers/baseband - // Also defined in: https://developer.android.com/reference/android/bluetooth/BluetoothClass - // Default: 0 - optional int32 class_of_device = 2; - // An identifier that can be used to match events for this device. - // The incremental identifier is locally generated and guaranteed not derived - // from any globally unique hardware id. - // For paired devices, it stays consistent between Bluetooth toggling for the - // same remote device. - // For unpaired devices, it stays consistent within the same Bluetooth adapter - // session for the same remote device. - // Default: 0 if the device's metric id is unknown. - optional int32 metric_id = 3; -} - -/** - * Logs when something is plugged into or removed from the USB-C connector. - * - * Logged from: - * UsbService - */ -message UsbConnectorStateChanged { - enum State { - STATE_DISCONNECTED = 0; - STATE_CONNECTED = 1; - } - optional State state = 1 - [(state_field_option).exclusive_state = true, (state_field_option).nested = false]; - optional string id = 2 [(state_field_option).primary_field = true]; - // Last active session in ms. - // 0 when the port is in connected state. - optional int64 last_connect_duration_millis = 3; -} - -/** - * Logs the reported speaker impedance. - * - * Logged from: - * Vendor audio implementation. - */ -message SpeakerImpedanceReported { - optional int32 speaker_location = 1; - optional int32 impedance = 2; -} - -/** - * Logs the report of a failed hardware. - * - * Logged from: - * Vendor HALs. - * - */ -message HardwareFailed { - enum HardwareType { - HARDWARE_FAILED_UNKNOWN = 0; - HARDWARE_FAILED_MICROPHONE = 1; - HARDWARE_FAILED_CODEC = 2; - HARDWARE_FAILED_SPEAKER = 3; - HARDWARE_FAILED_FINGERPRINT = 4; - } - optional HardwareType hardware_type = 1; - - /** - * hardware_location allows vendors to differentiate between multiple instances of - * the same hardware_type. The specific locations are vendor defined integers, - * referring to board-specific numbering schemes. - */ - optional int32 hardware_location = 2; - - /** - * failure_code is specific to the HardwareType of the failed hardware. - * It should use one of the enum values defined below. - */ - enum HardwareErrorCode { - UNKNOWN = 0; - COMPLETE = 1; - SPEAKER_HIGH_Z = 2; - SPEAKER_SHORT = 3; - FINGERPRINT_SENSOR_BROKEN = 4; - FINGERPRINT_TOO_MANY_DEAD_PIXELS = 5; - DEGRADE = 6; - } - optional int32 failure_code = 3; -} - -/** - * Log an event when the device has been physically dropped. - * Reported from the /vendor partition. - */ -message PhysicalDropDetected { - // Confidence that the event was actually a drop, 0 -> 100 - optional int32 confidence_pctg = 1; - // Peak acceleration of the drop, in 1/1000s of a g. - optional int32 accel_peak_thousandths_g = 2; - // Duration of freefall in ms - optional int32 freefall_time_millis = 3; -} - -/** - * Log bucketed battery charge cycles. - * - * Each bucket represents cycles of the battery past - * a given charge point. For example, if 10 cycle buckets are - * initialized, bucket 1 is the lowest 1/10th of the battery, - * and bucket 10 is 100%. - * - * Logged from: - * /sys/class/power_supply/bms/cycle_count, via Vendor. - */ -message ChargeCyclesReported { - optional int32 cycle_bucket_1 = 1; - optional int32 cycle_bucket_2 = 2; - optional int32 cycle_bucket_3 = 3; - optional int32 cycle_bucket_4 = 4; - optional int32 cycle_bucket_5 = 5; - optional int32 cycle_bucket_6 = 6; - optional int32 cycle_bucket_7 = 7; - optional int32 cycle_bucket_8 = 8; - optional int32 cycle_bucket_9 = 9; - optional int32 cycle_bucket_10 = 10; -} - -/** - * Log battery health snapshot. - * - * Resistance, Voltage, Open Circuit Voltage, Temperature, and Charge Level - * are snapshotted periodically over 24hrs. - */ -message BatteryHealthSnapshot { - enum BatterySnapshotType { - UNKNOWN = 0; - MIN_TEMP = 1; // Snapshot at min batt temp over 24hrs. - MAX_TEMP = 2; // Snapshot at max batt temp over 24hrs. - MIN_RESISTANCE = 3; // Snapshot at min batt resistance over 24hrs. - MAX_RESISTANCE = 4; // Snapshot at max batt resistance over 24hrs. - MIN_VOLTAGE = 5; // Snapshot at min batt voltage over 24hrs. - MAX_VOLTAGE = 6; // Snapshot at max batt voltage over 24hrs. - MIN_CURRENT = 7; // Snapshot at min batt current over 24hrs. - MAX_CURRENT = 8; // Snapshot at max batt current over 24hrs. - MIN_BATT_LEVEL = 9; // Snapshot at min battery level (SoC) over 24hrs. - MAX_BATT_LEVEL = 10; // Snapshot at max battery level (SoC) over 24hrs. - AVG_RESISTANCE = 11; // Snapshot at average battery resistance over 24hrs. - } - optional BatterySnapshotType type = 1; - // Temperature, in 1/10ths of degree C. - optional int32 temperature_deci_celsius = 2; - // Voltage Battery Voltage, in microVolts. - optional int32 voltage_micro_volt = 3; - // Current Battery current, in microAmps. - optional int32 current_micro_amps = 4; - // OpenCircuitVoltage Battery Open Circuit Voltage, in microVolts. - optional int32 open_circuit_micro_volt = 5; - // Resistance Battery Resistance, in microOhms. - optional int32 resistance_micro_ohm = 6; - // Level Battery Level, as % of full. - optional int32 level_percent = 7; -} - -/** - * Log slow I/O operations on the primary storage. - */ -message SlowIo { - // Classifications of IO Operations. - enum IoOperation { - UNKNOWN = 0; - READ = 1; - WRITE = 2; - UNMAP = 3; - SYNC = 4; - } - optional IoOperation operation = 1; - - // The number of slow IO operations of this type over 24 hours. - optional int32 count = 2; -} - -/** - * Log battery caused shutdown with the last recorded voltage. - */ -message BatteryCausedShutdown { - // The last recorded battery voltage prior to shutdown. - optional int32 last_recorded_micro_volt = 1; -} - -/** - * Logs when ThermalService receives throttling events. - * - * Logged from: - * frameworks/base/services/core/java/com/android/server/stats/StatsCompanionService.java - */ -message ThermalThrottlingSeverityStateChanged { - // The type of temperature being reported (CPU, GPU, SKIN, etc) - optional android.os.TemperatureTypeEnum sensor_type = 1; - - // The name of the temperature source. Eg. CPU0 - optional string sensor_name = 2; - - // Temperature in tenths of a degree C. - // For BCL, it is decimillivolt, decimilliamps, and percentage * 10. - optional int32 temperature_deci_celsius = 3; - - // Relative severity of the throttling, see enum definition. - optional android.os.ThrottlingSeverityEnum severity = 4; -} - -/** - * Logs the duration of a davey (jank of >=700ms) when it occurs - * - * Logged from: - * frameworks/base/libs/hwui/JankTracker.cpp - */ -message DaveyOccurred { - // The UID that logged this atom. - optional int32 uid = 1 [(is_uid) = true]; - - // Amount of time it took to render the frame. Should be >=700ms. - optional int64 jank_duration_millis = 2; -} - -/** - * Logs phone signal strength changes. - * - * Logged from: - * frameworks/base/core/java/com/android/internal/os/BatteryStatsImpl.java - */ -message PhoneSignalStrengthChanged { - // Signal strength, from frameworks/base/core/proto/android/telephony/enums.proto. - optional android.telephony.SignalStrengthEnum signal_strength = 1; -} - - -/** - * Logs when the phone state, sim state or signal strength changes - * - * Logged from: - * frameworks/base/core/java/com/android/internal/os/BatteryStatsImpl.java - */ -message PhoneServiceStateChanged { - optional android.telephony.ServiceStateEnum state = 1; - optional android.telephony.SimStateEnum sim_state = 2; - optional android.telephony.SignalStrengthEnum signal_strength = 3; -} - -/** - * Logs when the phone becomes on or off. - * - * Logged from: - * frameworks/base/core/java/com/android/internal/os/TelephonyRegistry.java - */ -message PhoneStateChanged { - enum State { - OFF = 0; - ON = 1; - } - optional State state = 1; -} - -message BackGesture { - enum BackType { - DEFAULT_BACK_TYPE = 0; - COMPLETED = 1; - COMPLETED_REJECTED = 2; // successful because coming from rejected area - INCOMPLETE_EXCLUDED = 3; // would have been successful but in the exclusion area - INCOMPLETE = 4; // Unsuccessful, for reasons other than below. - INCOMPLETE_FAR_FROM_EDGE = 5; // Unsuccessful, far from the edge. - INCOMPLETE_MULTI_TOUCH = 6; // Unsuccessful, multi touch. - INCOMPLETE_LONG_PRESS = 7; // Unsuccessful, long press. - INCOMPLETE_VERTICAL_MOVE = 8; // Unsuccessful, move vertically. - } - optional BackType type = 1; - - optional int32 y_coordinate = 2 [deprecated = true]; // y coordinate for ACTION_DOWN event - optional int32 start_x = 4; // X coordinate for ACTION_DOWN event. - optional int32 start_y = 5; // Y coordinate for ACTION_DOWN event. - optional int32 end_x = 6; // X coordinate for ACTION_MOVE event. - optional int32 end_y = 7; // Y coordinate for ACTION_MOVE event. - optional int32 left_boundary = 8; // left edge width + left inset - optional int32 right_boundary = 9; // screen width - (right edge width + right inset) - // The score between 0 and 1 which is the prediction output for the Back Gesture model. - optional float ml_model_score = 10; - optional string package_name = 11; // The name of the top 100 most used package by all users. - - enum WindowHorizontalLocation { - DEFAULT_LOCATION = 0; - LEFT = 1; - RIGHT = 2; - } - optional WindowHorizontalLocation x_location = 3 [deprecated = true]; -} - -message ExclusionRectStateChanged { - optional string component_name = 1; // if not available, simply packageName - optional int32 requested_height = 2; // px - optional int32 rejected_height = 3; // px - - enum WindowHorizontalLocation { - DEFAULT_LOCATION = 0; - LEFT = 1; - RIGHT = 2; - } - optional WindowHorizontalLocation x_location = 4; - optional bool landscape = 5; - optional bool splitscreen = 6; - optional int32 duration_millis = 7; -} - -/** - * Logs when IME is on. - * - * Logged from: /packages/SystemUI/src/com/android/systemui/ - statusbar/phone/NavigationBarView.java - * - */ -message ImeTouchReported { - optional int32 x_coordinate = 1; // X coordinate for ACTION_DOWN event. - optional int32 y_coordinate = 2; // Y coordinate for ACTION_DOWN event. -} - -/** - * Logs when Launcher (HomeScreen) UI has changed or was interacted. - * - * Logged from: - * packages/apps/Launcher3 - */ -message LauncherUIChanged { - optional android.stats.launcher.LauncherAction action = 1 [deprecated = true]; - optional android.stats.launcher.LauncherState src_state = 2; - optional android.stats.launcher.LauncherState dst_state = 3; - optional android.stats.launcher.LauncherExtension extension = 4 [(log_mode) = MODE_BYTES, deprecated = true]; - optional bool is_swipe_up_enabled = 5 [deprecated = true]; - - // The event id (e.g., app launch, drag and drop, long press) - optional int32 event_id = 6; - // The event's source or target id (e.g., icon, task, button) - optional int32 target_id = 7; - // If the target needs to be tracked, use this id field - optional int32 instance_id = 8; - optional int32 uid = 9 [(is_uid) = true]; - optional string package_name = 10; - optional string component_name = 11; - - // (x, y) coordinate and the index information of the target on the container - optional int32 grid_x = 12 [default = -1]; - optional int32 grid_y = 13 [default = -1]; - optional int32 page_id = 14 [default = -2]; - - // e.g., folder icon's (x, y) location and index information on the workspace - optional int32 grid_x_parent = 15 [default = -1]; - optional int32 grid_y_parent = 16 [default = -1]; - optional int32 page_id_parent = 17 [default = -2]; - - // e.g., SEARCHBOX_ALLAPPS, FOLDER_WORKSPACE - optional int32 hierarchy = 18; - - optional bool is_work_profile = 19; - - // Used to store the predicted rank of the target - optional int32 rank = 20 [default = -1]; - - // e.g., folderLabelState can be captured in the following two fields - optional int32 from_state = 21; - optional int32 to_state = 22; - - // e.g., autofilled or suggested texts that are not user entered - optional string edittext = 23; - - // e.g., number of contents inside a container (e.g., icons inside a folder) - optional int32 cardinality = 24; -} - -/** - * Used for snapshot of the HomeScreen UI elements - * - * Logged from: - * packages/apps/Launcher3 - */ -message LauncherStaticLayout { - // The event id (e.g., snapshot, drag and drop) - optional int32 event_id = 1; - // The event's source or target id (e.g., icon, shortcut, widget) - optional int32 target_id = 2; - // If the target needs to be tracked, use this id field - optional int32 instance_id = 3; - optional int32 uid = 4 [(is_uid) = true]; - optional string package_name = 5; - optional string component_name = 6; - - // (x, y) coordinate and the index information of the target on the container - optional int32 grid_x = 7 [default = -1]; - optional int32 grid_y = 8 [default = -1]; - optional int32 page_id = 9 [default = -2]; - - // e.g., folder icon's (x, y) location and index information on the workspace - // e.g., when used with widgets target, use these values for (span_x, span_y) - optional int32 grid_x_parent = 10 [default = -1]; - optional int32 grid_y_parent = 11 [default = -1]; - optional int32 page_id_parent = 12 [default = -2]; - - // UNKNOWN = 0 - // HOTSEAT = 1 - // WORKSPACE = 2 - // FOLDER_HOTSEAT = 3 - // FOLDER_WORKSPACE = 4 - optional int32 hierarchy = 13; - - optional bool is_work_profile = 14; - - // e.g., PIN, WIDGET TRAY, APPS TRAY, PREDICTION - optional int32 origin = 15; - - // e.g., number of icons inside a folder - optional int32 cardinality = 16; - - // e.g., (x, y) span of the widget inside homescreen grid system - optional int32 span_x = 17 [default = 1]; - optional int32 span_y = 18 [default = 1]; -} - -/** - * Logs when Wallpaper or ThemePicker UI has changed. - * - * Logged from: - * packages/apps/ThemePicker - * packages/apps/WallpaperPicker2 - */ -message StyleUIChanged { - optional android.stats.style.Action action = 1; - optional int32 color_package_hash = 2; - optional int32 font_package_hash = 3; - optional int32 shape_package_hash = 4; - optional int32 clock_package_hash = 5; - optional int32 launcher_grid = 6; - optional int32 wallpaper_category_hash = 7; - optional int32 wallpaper_id_hash = 8; - optional int32 color_preference = 9; - optional android.stats.style.LocationPreference location_preference = 10; -} - -/** - * Logs when Settings UI has changed. - * - * Logged from: - * packages/apps/Settings - */ -message SettingsUIChanged { - /** - * Where this SettingsUIChange event comes from. For example, if - * it's a PAGE_VISIBLE event, where the page is opened from. - */ - optional android.app.settings.PageId attribution = 1; - - /** - * What the UI action is. - */ - optional android.app.settings.Action action = 2; - - /** - * Where the action is happening - */ - optional android.app.settings.PageId page_id = 3; - - /** - * What preference changed in this event. - */ - optional string changed_preference_key = 4; - - /** - * The new value of the changed preference. - */ - optional int64 changed_preference_int_value = 5; -} - -/** - * Logs basic timing information about touch events. - * Reported at most every 5 minutes while device is being interacted with. - * - * Logged from: - * frameworks/native/services/inputflinger - */ -message TouchEventReported { - /** - * The fields latency_{min|max|mean|stdev} represent minimum, maximum, mean, - * and the standard deviation of the time spent processing touchscreen events - * in the kernel and inputflinger. The units are microseconds. - * - * On supported devices, the starting point is taken during the hard interrupt inside the - * kernel touch driver. On all other devices, the starting point is taken inside - * the kernel's input event subsystem upon receipt of the input event. - * The ending point is taken inside InputDispatcher, just after the input event - * is sent to the app. - */ - // Minimum value - optional float latency_min_micros = 1; - // Maximum value - optional float latency_max_micros = 2; - // Average value - optional float latency_mean_micros = 3; - // Standard deviation - optional float latency_stdev_micros = 4; - // Number of touch events (input_event) in this report - optional int32 count = 5; -} - -/** - * Logs gesture classification and timing information for touch events. - * - * Logged from: - * frameworks/base/core/java/android/view/GestureDetector.java - * frameworks/base/core/java/android/view/View.java - */ -message TouchGestureClassified { - // The source of the classification (e.g. Java class name). - optional string source = 1; - - enum Classification { - UNKNOWN_CLASSIFICATION = 0; - SINGLE_TAP = 1; - DOUBLE_TAP = 2; - LONG_PRESS = 3; - DEEP_PRESS = 4; - SCROLL = 5; - } - // The classification of the gesture. - optional Classification classification = 2; - - // The interval from the start of a touch event stream until the - // classification was made. - optional int32 latency_millis = 3; - - // The distance from the location of the first touch event to the - // location of the touch event when the classification was made. - optional float displacement_px = 4; -} - -/** - * Logs that a setting was updated. - * Logged from: - * frameworks/base/packages/SettingsProvider/src/com/android/providers/settings/SettingsState.java - * The tag and is_default allow resetting of settings to default values based on the specified - * tag. See Settings#putString(ContentResolver, String, String, String, boolean) for more details. - */ -message SettingChanged { - // The name of the setting. - optional string setting = 1; - - // The change being imposed on this setting. May represent a number, eg "3". - optional string value = 2; - - // The new value of this setting. For most settings, this is same as value. For some settings, - // value is +X or -X where X represents an element in a set. For example, if the previous value - // is A,B,C and value is -B, then new_value is A,C and prev_value is A,B,C. - // The +/- feature is currently only used for location_providers_allowed. - optional string new_value = 3; - - // The previous value of this setting. - optional string prev_value = 4; - - // The tag used with the is_default for resetting sets of settings. This is generally null. - optional string tag = 5; - - // True if this setting with tag should be resettable. - optional bool is_default = 6; - - // The associated user (for multi-user feature). Defined in android/os/UserHandle.java - optional int32 user = 7; - - enum ChangeReason { - UPDATED = 1; // Updated can be an insertion or an update. - DELETED = 2; - } - optional ChangeReason reason = 8; -} - -/** - * Logs activity going to foreground or background - * - * Logged from: - * frameworks/base/services/core/java/com/android/server/am/ActivityRecord.java - */ -message ActivityForegroundStateChanged { - optional int32 uid = 1 [(is_uid) = true]; - optional string pkg_name = 2; - optional string class_name = 3; - - enum State { - BACKGROUND = 0; - FOREGROUND = 1; - } - optional State state = 4; -} - -/** - * Logs when a volume entered low Storage state. - * Logged from: - * frameworks/base/services/core/java/com/android/server/storage/DeviceStorageMonitorService.java - */ -message LowStorageStateChanged { - // Volume that ran out of storage. - optional string volume_description = 1; - - enum State { - UNKNOWN = 0; - OFF = 1; - ON = 2; - } - optional State state = 2; -} - -/** - * Logs when an app is downgraded. - * Logged from: - * frameworks/base/services/core/java/com/android/server/pm/BackgroundDexOptService.java - */ -message AppDowngraded { - optional string package_name = 1; - // Size of the package (all data) before being downgraded. - optional int64 size_in_bytes_before = 2; - // Size of the package (all data) after being downgraded. - optional int64 size_in_bytes_after = 3; - - optional bool aggressive = 4; -} - -/** - * Logs when an app is optimized after being downgraded. - * Logged from: - * frameworks/base/services/core/java/com/android/server/pm/BackgroundDexOptService.java - */ -message AppOptimizedAfterDowngraded { - optional string package_name = 1; -} - -/** - * Logs whenever an app is installed on external storage. - * Logged from: - frameworks/base/services/core/java/com/android/server/pm/PackageManagerService.java - */ -message AppInstallOnExternalStorageReported { - // The type of external storage. - optional android.stats.storage.ExternalStorageType storage_type = 1; - // The name of the package that is installed on the sd card. - optional string package_name = 2; -} - -/** - * Logs when an app crashes. - * Logged from: - * frameworks/base/services/core/java/com/android/server/am/ActivityManagerService.java - */ -message AppCrashOccurred { - optional int32 uid = 1 [(is_uid) = true]; - - optional string event_type = 2; - - // The name of the process. - // system_server if it is not by an app - optional string process_name = 3; - - // The pid if available. -1 means not available. - optional int32 pid = 4; - - optional string package_name = 5; - - enum InstantApp { - UNAVAILABLE = 0; - FALSE = 1; - TRUE = 2; - } - optional InstantApp is_instant_app = 6; - - enum ForegroundState { - UNKNOWN = 0; - BACKGROUND = 1; - FOREGROUND = 2; - } - optional ForegroundState foreground_state = 7; - - optional android.server.ErrorSource error_source = 8; -} - -/** - * Logs when a WTF (What a Terrible Failure) happened. - * Logged from: - * frameworks/base/services/core/java/com/android/server/am/ActivityManagerService.java - */ -message WTFOccurred { - optional int32 uid = 1 [(is_uid) = true]; - - optional string tag = 2; - - // The name of the process. - // system_server if it is not by an app - optional string process_name = 3; - - // The pid if available. -1 means not available. - optional int32 pid = 4; - - optional android.server.ErrorSource error_source = 5; -} - -/** - * Logs when system server reports low memory. - * Logged from: - * frameworks/base/services/core/java/com/android/server/am/ActivityManagerService.java - */ -message LowMemReported { -} - -/** - * Logs when an app ANR (App Not Responding) occurs. - * Logged from: - * frameworks/base/services/core/java/com/android/server/am/AppErrors.java - */ -message ANROccurred { - optional int32 uid = 1 [(is_uid) = true]; - - optional string process_name = 2; - - optional string short_component_name = 3; - - optional string reason = 4; - - enum InstantApp { - UNAVAILABLE = 0; - FALSE = 1; - TRUE = 2; - } - optional InstantApp is_instant_app = 5; - - enum ForegroundState { - UNKNOWN = 0; - BACKGROUND = 1; - FOREGROUND = 2; - } - optional ForegroundState foreground_state = 6; - - optional android.server.ErrorSource error_source = 7; - - optional string package_name = 8; -} - -/** - * Logs when the vibrator state changes. - * Logged from: - * frameworks/base/services/core/java/com/android/server/VibratorService.java - */ -message VibratorStateChanged { - repeated AttributionNode attribution_node = 1; - - enum State { - OFF = 0; - ON = 1; - } - optional State state = 2; - - // Duration (in milliseconds) requested to keep the vibrator on. - // Only applicable for State == ON. - optional int64 duration_millis = 3; -} - -/* - * Allows other apps to push events into statsd. - * Logged from: - * frameworks/base/core/java/android/util/StatsLog.java - */ -message AppBreadcrumbReported { - // The uid of the application that sent this custom atom. - optional int32 uid = 1 [(is_uid) = true]; - - // An arbitrary label chosen by the developer. For Android P, the label should be in [0, 16). - optional int32 label = 2; - - // Allows applications to easily use a custom event as start/stop boundaries (ie, define custom - // predicates for the metrics). - enum State { - UNKNOWN = 0; - UNSPECIFIED = 1; // For events that are known to not represent START/STOP. - STOP = 2; - START = 3; - } - optional State state = 3; -} - -/** - * Logs the wall-clock time when a significant wall-clock time shift occurs. - * For example, this could be due to the user manually changing the time. - * - * Logged from: - * frameworks/base/services/core/java/com/android/server/AlarmManagerService.java - */ -message WallClockTimeShifted { - // New wall-clock time in milliseconds, according to System.currentTimeMillis(). - optional int64 wall_clock_timestamp_millis = 1; -} - -/** - * Logs when statsd detects an anomaly. - * - * Logged from: - * frameworks/base/cmds/statsd/src/anomaly/AnomalyTracker.cpp - */ -message AnomalyDetected { - // Uid that owns the config whose anomaly detection alert fired. - optional int32 config_uid = 1 [(is_uid) = true]; - - // Id of the config whose anomaly detection alert fired. - optional int64 config_id = 2; - - // Id of the alert (i.e. name of the anomaly that was detected). - optional int64 alert_id = 3; -} - -message AppStartOccurred { - // The uid if available. -1 means not available. - optional int32 uid = 1 [(is_uid) = true]; - - // The app package name. - optional string pkg_name = 2; - - enum TransitionType { - UNKNOWN = 0; - WARM = 1; - HOT = 2; - COLD = 3; - } - // The transition type. - optional TransitionType type = 3; - - // The activity name. - optional string activity_name = 4; - - // The name of the calling app. Empty if not set. - optional string calling_pkg_name = 5; - - // Whether the app is an instant app. - optional bool is_instant_app = 6; - - // Device uptime when activity started. - optional int64 activity_start_millis = 7; - - optional android.app.AppTransitionReasonEnum reason = 8; - - optional int32 transition_delay_millis = 9; - // -1 if not set. - optional int32 starting_window_delay_millis = 10; - // -1 if not set. - optional int32 bind_application_delay_millis = 11; - optional int32 windows_drawn_delay_millis = 12; - - // Empty if not set. - optional string launch_token = 13; - - // The reason why the package was optimized. - optional int32 package_optimization_compilation_reason = 14; - - // The compiler filter used when when the package was optimized. - optional int32 package_optimization_compilation_filter = 15; -} - -message AppStartCanceled { - // The uid if available. -1 means not available. - optional int32 uid = 1 [(is_uid) = true]; - - // The app package name. - optional string pkg_name = 2; - - enum TransitionType { - UNKNOWN = 0; - WARM = 1; - HOT = 2; - COLD = 3; - } - // The transition type. - optional TransitionType type = 3; - - // The activity name. - optional string activity_name = 4; -} - -message AppStartFullyDrawn { - // The uid if available. -1 means not available. - optional int32 uid = 1 [(is_uid) = true]; - - // The app package name. - optional string pkg_name = 2; - - enum TransitionType { - UNKNOWN = 0; - WITH_BUNDLE = 1; - WITHOUT_BUNDLE = 2; - } - // The transition type. - optional TransitionType type = 3; - - // The activity name. - optional string activity_name = 4; - - optional bool transition_process_running = 5; - - // App startup time (until call to Activity#reportFullyDrawn()). - optional int64 app_startup_time_millis = 6; - - // The reason why the package was optimized. - optional int32 package_optimization_compilation_reason = 7; - - // The compiler filter used when when the package was optimized. - optional int32 package_optimization_compilation_filter = 8; -} - -/** - * Logs a picture-in-picture action - * Logged from: - * frameworks/base/services/core/java/com/android/server/am/ActivityManagerService.java - * frameworks/base/services/core/java/com/android/server/am/ActivityStackSupervisor.java - * frameworks/base/packages/SystemUI/src/com/android/systemui/pip/phone/PipTouchHandler.java - */ -message PictureInPictureStateChanged { - // -1 if it is not available - optional int32 uid = 1 [(is_uid) = true]; - - optional string short_name = 2; - - enum State { - ENTERED = 1; - EXPANDED_TO_FULL_SCREEN = 2; - MINIMIZED = 3; - DISMISSED = 4; - } - optional State state = 3; -} - -/** - * Logs overlay action - * Logged from: - * services/core/java/com/android/server/wm/Session.java - */ -message OverlayStateChanged { - optional int32 uid = 1 [(state_field_option).primary_field = true, (is_uid) = true]; - - optional string package_name = 2 [(state_field_option).primary_field = true]; - - optional bool using_alert_window = 3; - - enum State { - ENTERED = 1; - EXITED = 2; - } - optional State state = 4 - [(state_field_option).exclusive_state = true, (state_field_option).nested = false]; -} - -/** - * Logs foreground service starts and stops. - * Note that this is not when a service starts or stops, but when it is - * considered foreground. - * Logged from - * frameworks/base/services/core/java/com/android/server/am/ActiveServices.java - */ -message ForegroundServiceStateChanged { - optional int32 uid = 1 [(is_uid) = true]; - // package_name + "/" + class_name - optional string short_name = 2; - - enum State { - ENTER = 1; - EXIT = 2; - } - optional State state = 3; - - // Whether the fgs is allowed while-in-use permissions, i.e. is considered 'in-use' to the user. - // (If the fgs was started while the app wasn't TOP it usually will be denied these permissions) - optional bool allow_while_in_use_permission = 4; -} - -/** - * Logs the number of times a uid accesses a sensitive AppOp during a foreground service session. - * A foreground service session is any continuous period during which the uid holds at least one - * foreground service; the atom will be pushed when the uid no longer holds any foreground services. - * Accesses initiated while the uid is in the TOP state are ignored. - * Sessions with no attempted accesses are not logged. - * Logged from - * frameworks/base/services/core/java/com/android/server/am/ActiveServices.java - */ -message ForegroundServiceAppOpSessionEnded { - optional int32 uid = 1 [(is_uid) = true]; - - // The operation's name. - // Only following four ops are logged - // COARSE_LOCATION = 0 - // FINE_LOCATION = 1 - // CAMERA = 26 - // RECORD_AUDIO = 27 - optional android.app.AppOpEnum app_op_name = 2 [default = APP_OP_NONE]; - - // The uid's permission mode for accessing the AppOp during this fgs session. - enum Mode { - MODE_UNKNOWN = 0; - MODE_ALLOWED = 1; // Always allowed - MODE_IGNORED = 2; // Denied - MODE_FOREGROUND = 3; // Allow-while-in-use (or allowed-one-time) - } - optional Mode app_op_mode = 3; - - // Number of times this AppOp was requested and allowed. - optional int32 count_ops_accepted = 4; - // Number of times this AppOp was requested but denied. - optional int32 count_ops_rejected = 5; -} - -/** - * Logs creation or removal of an isolated uid. Isolated uid's are temporary uid's to sandbox risky - * behavior in its own uid. However, the metrics of these isolated uid's almost always should be - * attributed back to the parent (host) uid. One example is Chrome. - * - * Logged from: - * frameworks/base/core/java/com/android/internal/os/BatteryStatsImpl.java - */ -message IsolatedUidChanged { - // The host UID. Generally, we should attribute metrics from the isolated uid to the host uid. - // NOTE: DO NOT annotate uid field in this atom. This atom is specially handled in statsd. - // This field is ignored when event == REMOVED. - optional int32 parent_uid = 1; - - optional int32 isolated_uid = 2; - - // We expect an isolated uid to be removed before if it's used for another parent uid. - enum Event { - REMOVED = 0; - CREATED = 1; - } - optional Event event = 3; -} - -/* - * Logs the reception of an incoming network packet causing the main system to wake up for - * processing that packet. These events are notified by the kernel via Netlink NFLOG to Netd - * and processed by WakeupController.cpp. - */ -message PacketWakeupOccurred { - // The uid owning the socket into which the packet was delivered, or -1 if the packet was - // delivered nowhere. - optional int32 uid = 1 [(is_uid) = true]; - // The interface name on which the packet was received. - optional string iface = 2; - // The ethertype value of the packet. - optional int32 ethertype = 3; - // String representation of the destination MAC address of the packet. - optional string destination_hardware_address = 4; - // String representation of the source address of the packet if this was an IP packet. - optional string source_ip = 5; - // String representation of the destination address of the packet if this was an IP packet. - optional string destination_ip = 6; - // The value of the protocol field if this was an IPv4 packet or the value of the Next Header - // field if this was an IPv6 packet. The range of possible values is the same for both IP - // families. - optional int32 ip_next_header = 7; - // The source port if this was a TCP or UDP packet. - optional int32 source_port = 8; - // The destination port if this was a TCP or UDP packet. - optional int32 destination_port = 9; -} - -/* - * Logs the memory stats for an app on startup. - * Logged from: - * frameworks/base/services/core/java/com/android/server/am/ActivityManagerService.java - */ -message AppStartMemoryStateCaptured { - // The uid if available. -1 means not available. - optional int32 uid = 1 [(is_uid) = true]; - - // The process name. - optional string process_name = 2; - - // The activity name. - optional string activity_name = 3; - - // # of page-faults - optional int64 page_fault = 4; - - // # of major page-faults - optional int64 page_major_fault = 5; - - // RSS - optional int64 rss_in_bytes = 6; - - // CACHE - optional int64 cache_in_bytes = 7; - - // SWAP - optional int64 swap_in_bytes = 8; -} - -/* - * Logs the change in Low Memory Killer Daemon (LMKD) state which is used as start/stop boundaries - * for LMK event. - * Logged from: - * system/core/lmkd/lmkd.c - */ -message LmkStateChanged { - enum State { - UNKNOWN = 0; - START = 1; - STOP = 2; - } - optional State state = 1; -} - -/* - * Logs the event when Low Memory Killer Daemon (LMKD) kills a process to reduce memory pressure. - * Logged from: - * system/core/lmkd/lmkd.c - */ -message LmkKillOccurred { - enum Reason { - UNKNOWN = 0; - PRESSURE_AFTER_KILL = 1; - NOT_RESPONDING = 2; - LOW_SWAP_AND_THRASHING = 3; - LOW_MEM_AND_SWAP = 4; - LOW_MEM_AND_THRASHING = 5; - DIRECT_RECL_AND_THRASHING = 6; - LOW_MEM_AND_SWAP_UTIL = 7; - } - - // The uid if available. -1 means not available. - optional int32 uid = 1 [(is_uid) = true]; - - // The process name. - optional string process_name = 2; - - // oom adj score. - optional int32 oom_adj_score = 3; - - // # of page-faults - optional int64 page_fault = 4; - - // # of major page-faults - optional int64 page_major_fault = 5; - - // RSS - optional int64 rss_in_bytes = 6; - - // CACHE - optional int64 cache_in_bytes = 7; - - // SWAP - optional int64 swap_in_bytes = 8; - - // The elapsed real time of start of the process. - optional int64 process_start_time_nanos = 9; - - // Min oom adj score considered by lmkd. - optional int32 min_oom_score = 10; - - // Free physical memory on device at LMK time. - optional int32 free_mem_kb = 11; - - // Free swap on device at LMK time. - optional int32 free_swap_kb = 12; - - // What triggered the LMK event. - optional Reason reason = 13; -} - -/* - * Logs when the ActivityManagerService detects that an app died. - * - * Logged from: - * frameworks/base/services/core/java/com/android/server/am/ActivityManagerService.java - */ -message AppDied { - // timestamp(elapsedRealtime) of record creation - optional uint64 timestamp_millis = 1 [(state_field_option).exclusive_state = true]; -} - -/** - * An atom for generic metrics logging. Available from Android Q. - */ -message GenericAtom { - // The uid of the application that sent this custom atom. - optional int32 uid = 1 [(is_uid) = true]; - - // An event_id indicates the type of event. - optional android.stats.EventType event_id = 2; -} - -/** - * Atom for simple logging of user interaction and impression events, such as "the user touched - * this button" or "this dialog was displayed". - * Keep the UI event stream clean: don't use for system or background events. - * Log using the UiEventLogger wrapper - don't write with the StatsLog API directly. - * - * Logged from: - * frameworks/base/services/core/java/com/android/server/ - * frameworks/base/packages/SystemUI/src/com/android/systemui/ - */ -message UiEventReported { - // The event_id. - optional int32 event_id = 1; - // The event's source or target uid and package, if applicable. - // For example, the package posting a notification, or the destination package of a share. - optional int32 uid = 2 [(is_uid) = true]; - optional string package_name = 3; - // An identifier used to disambiguate which logs refer to a particular instance of some - // UI element. Useful when there might be multiple instances simultaneously active. - optional int32 instance_id = 4; -} - -/** - * Reports a notification was created or updated. - * - * Logged from: - * frameworks/base/services/core/java/com/android/server/notification/ - */ -message NotificationReported { - // The event_id (as for UiEventReported). - optional int32 event_id = 1; - // The notifying app's uid and package. - optional int32 uid = 2 [(is_uid) = true]; - optional string package_name = 3; - // A small system-assigned identifier for the notification. - // Locally probably-unique, but expect collisions across users and/or days. - optional int32 instance_id = 4; - optional int32 notification_id_hash = 5; // Small hash of the app-assigned notif ID + tag - optional int32 channel_id_hash = 6; // Small hash of app-assigned channel ID - - // Grouping information - optional int32 group_id_hash = 7; // Small hash of the group ID of the notification - optional int32 group_instance_id = 8; // Instance_id of the group-summary notification - optional bool is_group_summary = 9; // Tags the group-summary notification - - // Attributes - optional string category = 10; // App-assigned notification category (API-defined strings) - optional int32 style = 11; // App-assigned notification style - optional int32 num_people = 12; // Number of Person records attached to the notification - - // Ordering, importance and interruptiveness - - optional int32 position = 13; // Position in NotificationManager's list - - optional android.stats.sysui.NotificationImportance importance = 14; - optional int32 alerting = 15; // Bitfield, 1=buzz 2=beep 4=blink - - enum NotificationImportanceExplanation { - IMPORTANCE_EXPLANATION_UNKNOWN = 0; - IMPORTANCE_EXPLANATION_APP = 1; // App-specified channel importance. - IMPORTANCE_EXPLANATION_USER = 2; // User-specified channel importance. - IMPORTANCE_EXPLANATION_ASST = 3; // Notification Assistant override. - IMPORTANCE_EXPLANATION_SYSTEM = 4; // System override. - // Like _APP, but based on pre-channels priority signal. - IMPORTANCE_EXPLANATION_APP_PRE_CHANNELS = 5; - } - - optional NotificationImportanceExplanation importance_source = 16; - optional android.stats.sysui.NotificationImportance importance_initial = 17; - optional NotificationImportanceExplanation importance_initial_source = 18; - optional android.stats.sysui.NotificationImportance importance_asst = 19; - optional int32 assistant_hash = 20; - optional float assistant_ranking_score = 21; -} - -message Notification { - // The notifying app's uid and package. - optional int32 uid = 1 [(is_uid) = true]; - optional string package_name = 2; - // A small system-assigned identifier for the notification. - optional int32 instance_id = 3; - - // Grouping information. - optional int32 group_instance_id = 4; - optional bool is_group_summary = 5; - - // The section of the shade that the notification is in. - // See NotificationSectionsManager.PriorityBucket. - enum NotificationSection { - SECTION_UNKNOWN = 0; - SECTION_HEADS_UP = 1; - SECTION_MEDIA_CONTROLS = 2; - SECTION_PEOPLE = 3; - SECTION_ALERTING = 4; - SECTION_SILENT = 5; - } - optional NotificationSection section = 6; -} - -message NotificationList { - repeated Notification notifications = 1; // An ordered sequence of notifications. -} - -/** - * Reports a notification panel was displayed, e.g. from the lockscreen or status bar. - * - * Logged from: - * frameworks/base/packages/SystemUI/src/com/android/systemui/statusbar/notification/ - */ -message NotificationPanelReported { - // The event_id (as for UiEventReported). - optional int32 event_id = 1; - optional int32 num_notifications = 2; - // The notifications in the panel, in the order that they appear there. - optional NotificationList notifications = 3 [(log_mode) = MODE_BYTES]; -} - -/** - * Reports a notification channel, or channel group, was created, updated, or deleted. - * - * Logged from: - * frameworks/base/services/core/java/com/android/server/notification/ - */ -message NotificationChannelModified { - // The event_id (as for UiEventReported). - optional int32 event_id = 1; - // The notifying app's uid and package. - optional int32 uid = 2 [(is_uid) = true]; - optional string package_name = 3; - // Hash of app-assigned notification channel ID or channel-group ID - optional int32 channel_id_hash = 4; - // Previous importance setting, if applicable - optional android.stats.sysui.NotificationImportance old_importance = 5; - // New importance setting - optional android.stats.sysui.NotificationImportance importance = 6; -} - - -/** - * Logs when a biometric acquire event occurs. - * - * Logged from: - * frameworks/base/services/core/java/com/android/server/biometrics - */ -message BiometricAcquired { - // Biometric modality that was acquired. - optional android.hardware.biometrics.ModalityEnum modality = 1; - // The associated user. Eg: 0 for owners, 10+ for others. Defined in android/os/UserHandle.java. - optional int32 user = 2; - // If this acquire is for a crypto operation. e.g. Secure purchases, unlock password storage. - optional bool is_crypto = 3; - // Action that the device is performing. Acquired messages are only expected for enroll and - // authenticate. Other actions may indicate an error. - optional android.hardware.biometrics.ActionEnum action = 4; - // The client that this acquisition was received for. - optional android.hardware.biometrics.ClientEnum client = 5; - // Acquired constants, e.g. ACQUIRED_GOOD. See constants defined by <Biometric>Manager. - optional int32 acquire_info = 6; - // Vendor-specific acquire info. Valid only if acquire_info == ACQUIRED_VENDOR. - optional int32 acquire_info_vendor = 7; - // Dictates if this message should trigger additional debugging. - optional bool debug = 8; -} - -/** - * Logs when a biometric authentication event occurs. - * - * Logged from: - * frameworks/base/services/core/java/com/android/server/biometrics - */ -message BiometricAuthenticated { - // Biometric modality that was used. - optional android.hardware.biometrics.ModalityEnum modality = 1; - // The associated user. Eg: 0 for owners, 10+ for others. Defined in android/os/UserHandle.java - optional int32 user = 2; - // If this authentication is for a crypto operation. e.g. Secure purchases, unlock password - // storage. - optional bool is_crypto = 3; - // The client that this acquisition was received for. - optional android.hardware.biometrics.ClientEnum client = 4; - // If authentication requires user confirmation. See BiometricPrompt's - // setRequireConfirmation(bool) method. - optional bool require_confirmation = 5; - - enum State { - UNKNOWN = 0; - REJECTED = 1; - PENDING_CONFIRMATION = 2; - CONFIRMED = 3; - } - - // State of the current auth attempt. - optional State state = 6; - // Time it took to authenticate. For BiometricPrompt where setRequireConfirmation(false) is - // specified and supported by the biometric modality, this is from the first ACQUIRED_GOOD to - // AUTHENTICATED. for setRequireConfirmation(true), this is from PENDING_CONFIRMATION to - // CONFIRMED. - optional int64 latency_millis = 7; - // Dictates if this message should trigger additional debugging. - optional bool debug = 8; -} - -/** - * Logs when a biometric error occurs. - * - * Logged from: - * frameworks/base/services/core/java/com/android/server/biometrics - */ -message BiometricErrorOccurred { - // Biometric modality that was used. - optional android.hardware.biometrics.ModalityEnum modality = 1; - // The associated user. Eg: 0 for owners, 10+ for others. Defined in android/os/UserHandle.java - optional int32 user = 2; - // If this error is for a crypto operation. e.g. Secure purchases, unlock password storage. - optional bool is_crypto = 3; - // Action that the device is performing. - optional android.hardware.biometrics.ActionEnum action = 4; - // The client that this acquisition was received for. - optional android.hardware.biometrics.ClientEnum client = 5; - // Error constants. See constants defined by <Biometric>Manager. Enums won't work since errors - // are unique to modality. - optional int32 error_info = 6; - // Vendor-specific error info. Valid only if acquire_info == ACQUIRED_VENDOR. These are defined - // by the vendor and not specified by the HIDL interface. - optional int32 error_info_vendor = 7; - // Dictates if this message should trigger additional debugging. - optional bool debug = 8; - // Time spent during the authentication attempt. - optional int64 latency_millis = 9; -} - -/** - * Logs when a system health issue is detected. - * Logged from: - * frameworks/base/services/core/java/com/android/server/biometrics - */ -message BiometricSystemHealthIssueDetected { - // Biometric modality. - optional android.hardware.biometrics.ModalityEnum modality = 1; - // Type of issue detected. - optional android.hardware.biometrics.IssueEnum issue = 2; - // Dictates if this message should trigger additional debugging. - optional bool debug = 3; -} - -/** - * Logs when a biometric enrollment occurs. - * - * Logged from: - * frameworks/base/services/core/java/com/android/server/biometrics - */ -message BiometricEnrolled { - // Biometric modality that was used. - optional android.hardware.biometrics.ModalityEnum modality = 1; - // The associated user. Eg: 0 for owners, 10+ for others. Defined in android/os/UserHandle.java - optional int32 user = 2; - // The amount of time the enrollment took in milliseconds. - optional int64 latency_millis = 3; - // Whether or not the enrollment was successful. - optional bool success = 4; -} - -/* - * Logs when a flag flip update occurrs. Used for mainline modules that update via flag flips. - */ -message FlagFlipUpdateOccurred { - // If the event is from a flag config package, specify the package name. - optional string flag_flip_package_name = 1; - - // The order id of the package - optional int64 order_id = 2; -} - -/** - * Potential experiment ids that goes with a train install. - * Should be kept in sync with experiment_ids.proto. - */ -message TrainExperimentIds { - repeated int64 experiment_id = 1; -} - -/* - * Logs when a binary push state changes. - * Logged by the installer via public api. - */ -message BinaryPushStateChanged { - // Name of the train. - optional string train_name = 1; - // Version code for a "train" of packages that need to be installed atomically - optional int64 train_version_code = 2; - // After installation of this package, device requires a restart. - optional bool requires_staging = 3; - // Rollback should be enabled for this install. - optional bool rollback_enabled = 4; - // Requires low latency monitoring if possible. - optional bool requires_low_latency_monitor = 5; - - enum State { - UNKNOWN = 0; - INSTALL_REQUESTED = 1; - INSTALL_STARTED = 2; - INSTALL_STAGED_NOT_READY = 3; - INSTALL_STAGED_READY = 4; - INSTALL_SUCCESS = 5; - // Replaced by INSTALL_FAILURE_DOWNLOAD, INSTALL_FAILURE_STATE_MISMATCH, - // and INSTALL_FAILURE_COMMIT. - INSTALL_FAILURE = 6 [deprecated = true]; - // This enum is for installs that are manually cancelled via the Manual Update UI. - INSTALL_CANCELLED = 7; - INSTALLER_ROLLBACK_REQUESTED = 8; - INSTALLER_ROLLBACK_INITIATED = 9; - INSTALLER_ROLLBACK_INITIATED_FAILURE = 10; - INSTALLER_ROLLBACK_STAGED = 11; - INSTALLER_ROLLBACK_STAGED_FAILURE = 12; - INSTALLER_ROLLBACK_BOOT_TRIGGERED = 13; - INSTALLER_ROLLBACK_BOOT_TRIGGERED_FAILURE = 14; - INSTALLER_ROLLBACK_SUCCESS = 15; - INSTALLER_ROLLBACK_FAILURE = 16; - INSTALLER_ROLLBACK_STAGED_CANCEL_REQUESTED = 17; - INSTALLER_ROLLBACK_STAGED_CANCEL_SUCCESS = 18; - INSTALLER_ROLLBACK_STAGED_CANCEL_FAILURE = 19; - INSTALL_STAGED_CANCEL_REQUESTED = 20; - INSTALL_STAGED_CANCEL_SUCCESS = 21; - INSTALL_STAGED_CANCEL_FAILURE = 22; - INSTALL_FAILURE_DOWNLOAD = 23; - INSTALL_FAILURE_STATE_MISMATCH = 24; - INSTALL_FAILURE_COMMIT = 25; - REBOOT_TRIGGERED = 26; - } - optional State state = 6; - // Possible experiment ids for monitoring this push. - optional TrainExperimentIds experiment_ids = 7 [(log_mode) = MODE_BYTES]; - // user id - optional int32 user_id = 8; - optional int32 reason = 9; - // Whether or not this is a rollback event - optional bool is_rollback = 10; -} - -/* Test atom, is not logged anywhere */ -message TestAtomReported { - repeated AttributionNode attribution_node = 1; - optional int32 int_field = 2; - optional int64 long_field = 3; - optional float float_field = 4; - optional string string_field = 5; - optional bool boolean_field = 6; - enum State { - UNKNOWN = 0; - OFF = 1; - ON = 2; - } - optional State state = 7; - optional TrainExperimentIds bytes_field = 8 [(android.os.statsd.log_mode) = MODE_BYTES]; -} - -/** Represents USB port overheat event. */ -message UsbPortOverheatEvent { - /* Temperature of USB port at USB plug event, in 1/10ths of degree C. */ - optional int32 plug_temperature_deci_c = 1; - - /* Maximum temperature of USB port during overheat event, in 1/10ths of degree C. */ - optional int32 max_temperature_deci_c = 2; - - /* Time between USB plug event and overheat threshold trip, in seconds. */ - optional int32 time_to_overheat_secs = 3; - - /* Time between overheat threshold trip and hysteresis, in seconds. */ - optional int32 time_to_hysteresis_secs = 4; - - /* Time between hysteresis and active mitigation ending, in seconds. */ - optional int32 time_to_inactive_secs = 5; -}; - -/** - * Logs total effective full charge and discharge cycles on a battery. - * Here are some examples of one effective cycle: - * 1) the battery charges from 0% to 100% and drains back to 0%, - * 2) charging from 50% to 100% and draining back to 50% twice. - * Pulled from: - * frameworks/base/cmds/statsd/src/external/ResourceHealthManagerPuller.cpp - */ -message BatteryCycleCount { - /* Number of total charge and discharge cycles on the system battery. */ - optional int32 cycle_count = 1; -} - -/** - * Logs that external storage is mounted and information about it, the storage type (sd card/usb/ - * others), its type (public or private) and the size in bytes. - * Pulled from: - * StatsCompanionService - */ - -message ExternalStorageInfo { - - enum VolumeType { - UNKNOWN = 0; - PUBLIC = 1; - PRIVATE = 2; - OTHER = 3; - } - - // The type of external storage. - optional android.stats.storage.ExternalStorageType storage_type = 1; - // Type of the volume: TYPE_PUBLIC if portable and TYPE_PRIVATE if internal. - optional VolumeType volume_type = 2; - // Total size of the sd card in bytes. - optional int64 size_bytes = 3; -} - -/* - * Logs when a connection becomes available and lost. - * Logged in StatsCompanionService.java - */ -message ConnectivityStateChanged { - // Id of the network. - optional int32 net_id = 1; - - enum State { - UNKNOWN = 0; - CONNECTED = 1; - DISCONNECTED = 2; - } - // Connected state of a network. - optional State state = 2; -} - -/** - * Logs when a service starts and stops. - * Logged from: - * services/core/java/com/android/server/am/ActiveServices.java - */ -message ServiceStateChanged { - - optional int32 uid = 1 [(is_uid) = true]; - - optional string package_name = 2; - - optional string service_name = 3; - - enum State { - START = 1; - STOP = 2; - } - - optional State state = 4; -} - -/** - * Logs when a service is launched. - * Logged from: - * services/core/java/com/android/server/am/ActiveServices.java - */ -message ServiceLaunchReported { - - optional int32 uid = 1 [(is_uid) = true]; - - optional string package_name = 2; - - optional string service_name = 3; -} - -/** - * Logs when a hidden API is used. - * - * Logged from: - * libcore/libart/src/main/java/dalvik/system/VMRuntime.java - */ -message HiddenApiUsed { - // The uid of the app making the hidden access. - optional int32 uid = 1 [(is_uid) = true]; - - // Signature of the method or field accessed. - optional string signature = 2; - - enum AccessMethod { - NONE = 0; - REFLECTION = 1; - JNI = 2; - LINKING = 3; - } - - // Type of access. - optional AccessMethod access_method = 3; - - // Whether the access was prevented or not. - optional bool access_denied = 4; -} - -/** - * Logs user interaction with the Privacy Indicators added in Q. In particular: - * - When user sees privacy chip - * - When user clicks privacy chip - * - How does the user exit the Privacy Dialog - * Logged from: - * packages/SystemUI/src/com/android/systemui/qs/QuickStatusBarHeader.java - */ -message PrivacyIndicatorsInteracted { - - enum Type { - UNKNOWN = 0; - CHIP_VIEWED = 1; - CHIP_CLICKED = 2; - reserved 3; // Used only in beta builds, never shipped - DIALOG_DISMISS = 4; - DIALOG_LINE_ITEM = 5; - } - - optional Type type = 1 [(state_field_option).exclusive_state = true]; -} - -/** - * Logs information about a package that is moved from the internal to external storage and vice - * versa. - * It logs the package name, the type of the external storage where the package is installed - * (if moved to external storage, or UNKNOWN if moved to internal storage), - * and the move type: if it's from internal to external or the other way around. - * - * Logged from: - frameworks/base/services/core/java/com/android/server/pm/PackageManagerService.java - */ -message AppMovedStorageReported { - enum MoveType { - UNKNOWN = 0; - TO_EXTERNAL = 1; - TO_INTERNAL = 2; - } - // The type of the external storage. - optional android.stats.storage.ExternalStorageType external_storage_type = 1; - // The type of move. - optional MoveType move_type = 2; - // The name of the package that was moved. - optional string package_name = 3; -} - -/** - * Logs when system server watchdog occurs. - * Logged from: - * frameworks/base/services/core/java/com/android/server/Watchdog.java - */ -message SystemServerWatchdogOccurred { - optional string subject = 1; -} - -/** - * Logs when new file added to tombstones. - * Logged from: - * frameworks/base/core/java/com/android/server/BootReceiver.java - */ -message TombStoneOccurred { -} - -/* - * Information about a role request - * - * Logged from: - * packages/apps/PermissionController/src/com/android/packageinstaller/role/ui/RequestRoleFragment.java - */ -message RoleRequestResultReported { - // UID of application requesting the role - optional int32 requesting_uid = 1; - - // Package name of application requesting the role - optional string requesting_package_name = 2; - - // The role to be granted - optional string role_name = 3; - - // The count of applications qualifying for the role - optional int32 qualifying_count = 4; - - // UID of application current granted the role - optional int32 current_uid = 5; - - // Package name of application current granted the role - optional string current_package_name = 6; - - // UID of another application that user chose to grant the role to, instead of the requesting - // application - optional int32 granted_another_uid = 7; - - // Package name of another application that user chose to grant the role to, instead of the - // requesting application - optional string granted_another_package_name = 8; - - enum Result { - UNDEFINED = 0; - // role request was ignored - IGNORED = 1; - // role request was ignored because it's already granted - IGNORED_ALREADY_GRANTED = 2; - // role request was ignored because the application isn't qualified - IGNORED_NOT_QUALIFIED = 3; - // role request was ignored because user said it should be always denied - IGNORED_USER_ALWAYS_DENIED = 4; - // role was granted by user action - USER_GRANTED = 5; - // role was denied by user action - USER_DENIED = 6; - // role was denied by user granting another application the role - USER_DENIED_GRANTED_ANOTHER = 7; - // role was denied and set to be always denied by the user - USER_DENIED_WITH_ALWAYS = 8; - } - // The result of the role request - optional Result result = 9; -} - -/** - * Logs when a Vehicle Maps Service client's connection state has changed - * - * Logged from: - * packages/services/Car/service/src/com/android/car/stats/VmsClientLog.java - */ -message VmsClientConnectionStateChanged { - // The UID of the VMS client app - optional int32 uid = 1 [(is_uid) = true]; - - enum State { - UNKNOWN = 0; - // Attempting to connect to the client - CONNECTING = 1; - // Client connection established - CONNECTED = 2; - // Client connection closed unexpectedly - DISCONNECTED = 3; - // Client connection closed by VMS - TERMINATED = 4; - // Error establishing the client connection - CONNECTION_ERROR = 5; - } - - optional State state = 2; -} - -message MimeTypes { - repeated string mime_types = 1; -} - -/** - * Logs statistics regarding accesses to external storage. - * All stats are normalized for one day period. - * - * Logged from: - * packages/providers/MediaProvider/src/com/android/providers/media/MediaProvider.java - */ -message GeneralExternalStorageAccessStats { - optional int32 uid = 1 [(is_uid) = true]; - // Total number of accesses like creation, open, delete and rename/update. - // Includes file path and ContentResolver accesses - optional uint32 total_accesses = 2; - // Number of file path accesses, as opposed to file path and ContentResolver. - optional uint32 file_path_accesses = 3; - // Number of accesses on secondary volumes like SD cards. - // Includes file path and ContentResolver accesses - optional uint32 secondary_storage_accesses = 4; - // Comma-separated list of mime types that were accessed. - optional MimeTypes mime_types_accessed = 5; -} - -/** - * Logs when MediaProvider has successfully finished scanning a storage volume. - * - * Logged from: - * packages/providers/MediaProvider/src/com/android/providers/media/scan/ModernMediaScanner.java - */ -message MediaProviderScanOccurred { - enum Reason { - // Scan triggered due to unknown reason - UNKNOWN = 0; - // Scan triggered due to storage volume being mounted - MOUNTED = 1; - // Scan triggered due to explicit user action or app request - DEMAND = 2; - // Scan triggered due to idle maintenance - IDLE = 3; - } - - // Volume type that this event pertains to - optional android.stats.mediaprovider.VolumeType volume_type = 1; - // Reason why this scan was triggered - optional Reason reason = 2; - // Total number of files scanned - optional int64 item_count = 3; - // Duration of scan, normalized per file - optional float normalized_duration_millis = 4; - // Number of database inserts, normalized per file - optional float normalized_insert_count = 5; - // Number of database updates, normalized per file - optional float normalized_update_count = 6; - // Number of database deletes, normalized per file - optional float normalized_delete_count = 7; -} - -/** - * Logs when an app has asked MediaProvider to delete media belonging to the user. - * - * Logged from: - * packages/providers/MediaProvider/src/com/android/providers/media/MediaProvider.java - */ -message MediaContentDeleted { - // Volume type that this event pertains to - optional android.stats.mediaprovider.VolumeType volume_type = 1; - // UID of app that requested deletion - optional int32 uid = 2 [(is_uid) = true]; - // Number of items that were deleted - optional int32 item_count = 3; -} - -/** - * Logs when an app has asked MediaProvider to grant them access to media belonging to the user. - * - * Logged from: - * packages/providers/MediaProvider/src/com/android/providers/media/PermissionActivity.java - */ -message MediaProviderPermissionRequested { - enum Result { - UNKNOWN = 0; - USER_GRANTED = 1; - AUTO_GRANTED = 2; - USER_DENIED = 3; - USER_DENIED_WITH_PREJUDICE = 4; - AUTO_DENIED = 5; - } - - // Volume type that this event pertains to - optional android.stats.mediaprovider.VolumeType volume_type = 1; - // UID of app that requested permission - optional int32 uid = 2 [(is_uid) = true]; - // Number of items that were requested - optional int32 item_count = 3; - // Result of this request - optional Result result = 4; -} - -/** - * Logs when MediaProvider has finished upgrading or downgrading its database schema. - * - * Logged from: - * packages/providers/MediaProvider/src/com/android/providers/media/DatabaseHelper.java - */ -message MediaProviderSchemaChanged { - // Volume type that this event pertains to - optional android.stats.mediaprovider.VolumeType volume_type = 1; - // Old database version code - optional int32 version_from = 2; - // New database version code - optional int32 version_to = 3; - // Total number of files in database - optional int64 item_count = 4; - // Duration of schema change, normalized per file - optional float normalized_duration_millis = 5; -} - -/** - * Logs when MediaProvider has finished an idle maintenance job. - * - * Logged from: - * packages/providers/MediaProvider/src/com/android/providers/media/MediaProvider.java - */ -message MediaProviderIdleMaintenanceFinished { - // Volume type that this event pertains to - optional android.stats.mediaprovider.VolumeType volume_type = 1; - - // Total number of files in database - optional int64 item_count = 2; - // Duration of idle maintenance, normalized per file - optional float normalized_duration_millis = 3; - // Number of thumbnails found to be stale, normalized per file - optional float normalized_stale_thumbnails = 4; - // Number of items found to be expired, normalized per file - optional float normalized_expired_media = 5; -} - -/** - * Represents boot time event with duration in ms. - * - * Logged from: bootstat and various system server components. Check each enums for details. - */ -message BootTimeEventDuration { - enum DurationEvent { - UNKNOWN = 0; - // Bootloader time excluding BOOTLOADER_UI_WAIT + boot complete time. Logged from bootstat. - ABSOLUTE_BOOT_TIME = 1; - // Bootloader's 1st stage execution time. - // Logged from bootstat. - BOOTLOADER_FIRST_STAGE_EXEC = 2; - // Bootloader's 1st stage loading time. - // Logged from bootstat. - BOOTLOADER_FIRST_STAGE_LOAD = 3; - // Bootloader's kernel loading time. - // Logged from bootstat. - BOOTLOADER_KERNEL_LOAD = 4; - // Bootloader's 2nd stage execution time. - // Logged from bootstat. - BOOTLOADER_SECOND_STAGE_EXEC = 5; - // Bootloader's 2nd stage loading time. - // Logged from bootstat. - BOOTLOADER_SECOND_STAGE_LOAD = 6; - // Duration for Bootloader to show unlocked device's warning UI. This should not happen - // for locked device. - // Logged from bootstat. - BOOTLOADER_UI_WAIT = 7; - // Total time spend in bootloader. This is the sum of all BOOTLOADER_* listed above. - // Logged from bootstat. - BOOTLOADER_TOTAL = 8; - // Shutdown duration inside init for the reboot before the current boot up. - // Logged from f/b/services/.../BootReceiver.java. - SHUTDOWN_DURATION = 9; - // Total time for mounting of disk devices during bootup. - // Logged from f/b/services/.../BootReceiver.java. - MOUNT_DEFAULT_DURATION = 10; - // Total time for early stage mounting of disk devices during bootup. - // Logged from f/b/services/.../BootReceiver.java. - MOUNT_EARLY_DURATION = 11; - // Total time for late stage mounting of disk devices during bootup. - // Logged from f/b/services/.../BootReceiver.java. - MOUNT_LATE_DURATION = 12; - // Average time to scan non-system app after OTA - // Logged from f/b/services/.../PackageManagerService.java - OTA_PACKAGE_MANAGER_INIT_TIME = 13; - // Time to initialize Package manager after OTA - // Logged from f/b/services/.../PackageManagerService.java - OTA_PACKAGE_MANAGER_DATA_APP_AVG_SCAN_TIME = 14; - // Time to scan all system app from Package manager after OTA - // Logged from f/b/services/.../PackageManagerService.java - OTA_PACKAGE_MANAGER_SYSTEM_APP_AVG_SCAN_TIME = 15; - // Init's total time for cold boot stage. - // Logged from bootstat. - COLDBOOT_WAIT = 16; - // Init's total time for initializing selinux. - // Logged from bootstat. - SELINUX_INIT = 17; - // Time since last factory reset. - // Logged from bootstat. - FACTORY_RESET_TIME_SINCE_RESET = 18; - // Init's total time spent for completing the 1st stage. - // Logged from bootstat. - ANDROID_INIT_STAGE_1 = 19; - } - - // Type of the event. - optional DurationEvent event = 1; - // Duration of the event in ms. - optional int64 duration_millis = 2; -} - -/** - * Represents the start of specific boot time event during bootup in ms. This is usually a time - * since boot-up. - * - * Logged from: bootstat and various system server components. Check each enums for details. - */ -message BootTimeEventElapsedTime { - enum ElapsedTimeEvent { - UNKNOWN = 0; - // Time when init starts 1st stage. Logged from bootstat. - ANDROID_INIT_STAGE_1 = 1; - // Time when sys.boot_completed prop is set. - // Logged from bootstat. - BOOT_COMPLETE = 2; - // BOOT_COMPLETE for encrypted device. - BOOT_COMPLETE_ENCRYPTION = 3; - // BOOT_COMPLETE for device with no encryption. - BOOT_COMPLETE_NO_ENCRYPTION = 4; - // Adjusted BOOT_COMPLETE for encrypted device extracting decryption time. - BOOT_COMPLETE_POST_DECRYPT = 5; - // BOOT_COMPLETE after factory reset. - FACTORY_RESET_BOOT_COMPLETE = 6; - // BOOT_COMPLETE_NO_ENCRYPTION after factory reset. - FACTORY_RESET_BOOT_COMPLETE_NO_ENCRYPTION = 7; - // BOOT_COMPLETE_POST_DECRYPT after factory reset. - FACTORY_RESET_BOOT_COMPLETE_POST_DECRYPT = 8; - // BOOT_COMPLETE after OTA. - OTA_BOOT_COMPLETE = 9; - // BOOT_COMPLETE_NO_ENCRYPTION after OTA. - OTA_BOOT_COMPLETE_NO_ENCRYPTION = 10; - // BOOT_COMPLETE_POST_DECRYPT after OTA. - OTA_BOOT_COMPLETE_POST_DECRYPT = 11; - // Time when the system starts sending LOCKED_BOOT_COMPLETED broadcast. - // Logged from f/b/services/.../UserController.java - FRAMEWORK_LOCKED_BOOT_COMPLETED = 12; - // Time when the system starts sending BOOT_COMPLETED broadcast. - // Logged from f/b/services/.../UserController.java - FRAMEWORK_BOOT_COMPLETED = 13; - // Time when the package manager starts init. - // Logged from f/b/services/.../SystemServer.java - PACKAGE_MANAGER_INIT_START = 14; - // Time when package manager is ready - // Logged from f/b/services/.../SystemServer.java - PACKAGE_MANAGER_INIT_READY = 15; - // Represents the time when user has entered unlock credential for system with user pin. - // Logged from bootstat. - POST_DECRYPT = 16; - // Represents the start of zygote's init. - // Logged from zygote itself. - ZYGOTE_INIT_START = 17; - // Represents the start of secondary zygote's init. - // TODO: add logging to zygote - SECONDARY_ZYGOTE_INIT_START = 18; - // Represents the start of system server's init. - // Logged from f/b/services/.../SystemServer.java - SYSTEM_SERVER_INIT_START = 19; - // Represents the completion of system server's init. - // Logged from f/b/services/.../SystemServer.java - SYSTEM_SERVER_READY = 20; - // Represents the start of launcher during boot-up. - // TODO: add logging - LAUNCHER_START = 21; - // Represents the completion of launcher's initial rendering. User can use other apps from - // launcher from this point. - // TODO: add logging - LAUNCHER_SHOWN = 22; - } - - // Type of the event. - optional ElapsedTimeEvent event = 1; - // Time since bootup for the event. - // It should be acquired from SystemClock elapsedRealtime() call or equivalent. - optional int64 time_millis = 2; -} - -/** - * Boot time events with UTC time. - * - * Logged from: bootstat and various system server components. Check each enums for details. - */ -message BootTimeEventUtcTime { - enum UtcTimeEvent { - UNKNOWN = 0; - // Time of the bootstat's marking of 1st boot after the last factory reset. - // Logged from bootstat. - FACTORY_RESET_RESET_TIME = 1; - // The time when bootstat records FACTORY_RESET_* events. This is close to - // BOOT_COMPLETE time for the current bootup. - // Logged from bootstat. - FACTORY_RESET_CURRENT_TIME = 2; - // DUplicate of FACTORY_RESET_RESET_TIME added for debugging purpose. - // Logged from bootstat. - FACTORY_RESET_RECORD_VALUE = 3; - } - - // Type of the event. - optional UtcTimeEvent event = 1; - // UTC time for the event. - optional int64 utc_time_secs = 2; -} - -/** - * Boot time events representing specific error code during bootup. - * Meaning of error code can be different per each event type. - * - * Logged from: bootstat and various system server components. Check each enums for details. - */ -message BootTimeEventErrorCode { - enum ErrorCodeEvent { - UNKNOWN = 0; - // Linux error code for time() call to get the current UTC time. - // Logged from bootstat. - FACTORY_RESET_CURRENT_TIME_FAILURE = 1; - // Represents UmountStat before the reboot for the current boot up. Error codes defined - // as UMOUNT_STAT_* from init/reboot.cpp. - // Logged from f/b/services/.../BootReceiver.java. - SHUTDOWN_UMOUNT_STAT = 2; - // Reprepsents fie system mounting error code of /data partition for the current boot. - // Error codes defined as combination of FsStatFlags from system/core/fs_mgr/fs_mgr.cpp. - // Logged from f/b/services/.../BootReceiver.java. - FS_MGR_FS_STAT_DATA_PARTITION = 3; - } - - // Type of the event. - optional ErrorCodeEvent event = 1; - // error code defined per each event type. - // For example, this can have a value of FsStatFlags.FS_STAT_FULL_MOUNT_FAILED for the event of - // FS_MGR_FS_STAT. - optional int32 error_code = 2; -} - -/** - * Collects Virtual A/B statistics related to the use of dm-snapshot performed - * after an OTA. - * - * Logged from: - * - system/update_engine/cleanup_previous_update_action.cc - */ -message SnapshotMergeReported { - // Keep in sync with - // system/core/fs_mgr/libsnapshot/android/snapshot/snapshot.proto - enum UpdateState { - // No update or merge is in progress. - NONE = 0; - // An update is applying; snapshots may already exist. - INITIATED = 1; - // An update is pending, but has not been successfully booted yet. - UNVERIFIED = 2; - // The kernel is merging in the background. - MERGING = 3; - // Post-merge cleanup steps could not be completed due to a transient - // error, but the next reboot will finish any pending operations. - MERGE_NEEDS_REBOOT = 4; - // Merging is complete, and needs to be acknowledged. - MERGE_COMPLETED = 5; - // Merging failed due to an unrecoverable error. - MERGE_FAILED = 6; - // The update was implicitly cancelled, either by a rollback or a flash - // operation via fastboot. This state can only be returned by WaitForMerge. - CANCELLED = 7; - }; - - // Status of the update after the merge attempts. - optional UpdateState final_state = 1; - - // Time to complete a merge operation in milliseconds. - // A negative value corresponds to the case in which the merge operation - // was interrupted and resumed (e.g. in case of a system reboot during the - // merge). - optional int64 duration_millis = 2; - - // Number of reboots that occurred after issuing and before completing the - // merge of all the snapshot devices. - optional int32 intermediate_reboots = 3; - - // The device has been upgraded to Virtual A/B. - optional bool is_vab_retrofit = 4; - - // Space that has been temporarily allocated in the /data partition - // containing the dm-snapshot's copy-on-write data generated during a - // Virtual A/B update. - optional int64 cow_file_size_bytes = 5; -} - -/** - * Event representing when BlobStoreManager.Session#commit() is called - * - * Logged from: - * frameworks/base/apex/blobstore/service/java/com/android/server/blob/BlobStoreManagerService.java - */ -message BlobCommitted { - // Uid of the Blob committer - optional int32 uid = 1 [(is_uid) = true]; - - // Id of the Blob committed - optional int64 blob_id = 2; - - // Size of the Blob - optional int64 size = 3; - - enum Result { - UNKNOWN = 0; - // Commit Succeeded - SUCCESS = 1; - // Commit Failed: Error occurred during commit - ERROR_DURING_COMMIT = 2; - // Commit Failed: Digest of the data did not match Blob digest - DIGEST_MISMATCH = 3; - // Commit Failed: Allowed count limit exceeded - COUNT_LIMIT_EXCEEDED = 4; - } - optional Result result = 4; -} - -/** - * Event representing when BlobStoreManager#acquireLease() is called - * - * Logged from: - * frameworks/base/apex/blobstore/service/java/com/android/server/blob/BlobStoreManagerService.java - */ -message BlobLeased{ - // Uid of the Blob leasee - optional int32 uid = 1 [(is_uid) = true]; - - // Id of the Blob leased or 0 if the Blob does not exist - optional int64 blob_id = 2; - - // Size of the Blob or 0 if the Blob does not exist - optional int64 size = 3; - - enum Result { - UNKNOWN = 0; - // Lease Succeeded - SUCCESS = 1; - // Lease Failed: Blob does not exist - BLOB_DNE = 2; - // Lease Failed: Leasee does not have access to the Blob - ACCESS_NOT_ALLOWED = 3; - // Lease Failed: Leasee requested an invalid expiry duration - LEASE_EXPIRY_INVALID = 4; - // Lease Failed: Leasee has exceeded the total data lease limit - DATA_SIZE_LIMIT_EXCEEDED = 5; - // Leasee Failed: Allowed count limit exceeded - COUNT_LIMIT_EXCEEDED = 6; - } - optional Result result = 4; -} - -/** - * Event representing when BlobStoreManager#openBlob() is called - * - * Logged from: - * frameworks/base/apex/blobstore/service/java/com/android/server/blob/BlobStoreManagerService.java - */ -message BlobOpened{ - // Uid of the Blob opener - optional int32 uid = 1 [(is_uid) = true]; - - // Id of the Blob opened or 0 if the Blob does not exist - optional int64 blob_id = 2; - - // Size of the Blob or 0 if the Blob does not exist - optional int64 size = 3; - - enum Result { - UNKNOWN = 0; - // Open Succeeded - SUCCESS = 1; - // Open Failed: Blob does not exist - BLOB_DNE = 2; - // Open Failed: Opener does not have access to the Blob - ACCESS_NOT_ALLOWED = 3; - } - optional Result result = 4; -} - -////////////////////////////////////////////////////////////////////// -// Pulled atoms below this line // -////////////////////////////////////////////////////////////////////// - -/** - * Pulls bytes transferred via wifi (Sum of foreground and background usage). - * - * Pulled from: - * StatsCompanionService (using BatteryStats to get which interfaces are wifi) - */ -message WifiBytesTransfer { - optional int32 uid = 1 [(is_uid) = true]; - - optional int64 rx_bytes = 2; - - optional int64 rx_packets = 3; - - optional int64 tx_bytes = 4; - - optional int64 tx_packets = 5; -} - -/** - * Pulls bytes transferred via wifi (separated by foreground and background usage). - * - * Pulled from: - * StatsCompanionService (using BatteryStats to get which interfaces are wifi) - */ -message WifiBytesTransferByFgBg { - optional int32 uid = 1 [(is_uid) = true]; - - // 1 denotes foreground and 0 denotes background. This is called Set in NetworkStats. - optional bool is_foreground = 2; - - optional int64 rx_bytes = 3; - - optional int64 rx_packets = 4; - - optional int64 tx_bytes = 5; - - optional int64 tx_packets = 6; -} - -/** - * Pulls bytes transferred via mobile networks (Sum of foreground and background usage). - * - * Pulled from: - * StatsCompanionService (using BatteryStats to get which interfaces are mobile data) - */ -message MobileBytesTransfer { - optional int32 uid = 1 [(is_uid) = true]; - - optional int64 rx_bytes = 2; - - optional int64 rx_packets = 3; - - optional int64 tx_bytes = 4; - - optional int64 tx_packets = 5; -} - -/** - * Pulls bytes transferred via mobile networks (separated by foreground and background usage). - * - * Pulled from: - * StatsCompanionService (using BatteryStats to get which interfaces are mobile data) - */ -message MobileBytesTransferByFgBg { - optional int32 uid = 1 [(is_uid) = true]; - - // 1 denotes foreground and 0 denotes background. This is called Set in - // NetworkStats. - optional bool is_foreground = 2; - - optional int64 rx_bytes = 3; - - optional int64 rx_packets = 4; - - optional int64 tx_bytes = 5; - - optional int64 tx_packets = 6; -} - -/** - * Used for pull network statistics via mobile|wifi networks, and sliced by interesting dimensions. - * Note that the data is expected to be sliced into more dimensions in future. In other words, - * the caller must not assume any row of data is one full report when filtering with a set of - * matching conditions, because future data may represent with multiple rows what is currently - * represented by one. - * To avoid being broken by future slicing, callers must take care to aggregate rows even if they - * query all the existing columns. - * - * Pulled from: - * StatsPullAtomService (using NetworkStatsService to get NetworkStats) - */ -message DataUsageBytesTransfer { - // State of this record. Should be NetworkStats#SET_DEFAULT or NetworkStats#SET_FOREGROUND to - // indicate the foreground state, or NetworkStats#SET_ALL to indicate the record is for all - // states combined, not including debug states. See NetworkStats#SET_*. - optional int32 state = 1; - - optional int64 rx_bytes = 2; - - optional int64 rx_packets = 3; - - optional int64 tx_bytes = 4; - - optional int64 tx_packets = 5; - - // Radio Access Technology (RAT) type of this record, should be one of - // TelephonyManager#NETWORK_TYPE_* constants, or NetworkTemplate#NETWORK_TYPE_ALL to indicate - // the record is for all rat types combined. - optional int32 rat_type = 6; - - // Mcc/Mnc read from sim if the record is for a specific subscription, null indicates the - // record is combined across subscriptions. - optional string sim_mcc = 7; - optional string sim_mnc = 8; - - // Allows mobile virtual network operators (MVNOs) to be identified with individual IDs. - // See TelephonyManager#getSimCarrierId. - optional int32 carrier_id = 9; - - // Enumeration of opportunistic states with an additional ALL state indicates the record is - // combined regardless of the boolean value in its field. - enum DataSubscriptionState { - UNKNOWN = 0; // For server side backward compatibility. - ALL = 1; - OPPORTUNISTIC = 2; - NOT_OPPORTUNISTIC = 3; - } - // Mark whether the subscription is an opportunistic data subscription, and ALL indicates the - // record is combined across opportunistic data subscriptions. - // See {@link SubscriptionManager#setOpportunistic}. - optional DataSubscriptionState opportunistic_data_sub = 10; - - // Indicate whether NR is connected, server side could use this with RAT type to determine if - // the record is for 5G NSA (Non Stand Alone) mode, where the primary cell is still LTE and - // network allocates a secondary 5G cell so telephony reports RAT = LTE along with NR state as - // connected. - optional bool is_nr_connected = 11; -} - -/** - * Pulls bytes transferred via bluetooth. It is pulled from Bluetooth controller. - * - * Pulled from: - * StatsCompanionService - */ -message BluetoothBytesTransfer { - optional int32 uid = 1 [(is_uid) = true]; - - optional int64 rx_bytes = 2; - - optional int64 tx_bytes = 3; -} - -/** - * Pulls the kernel wakelock durations. This atom is adapted from - * android/internal/os/KernelWakelockStats.java - * - * Pulled from: - * StatsCompanionService using KernelWakelockReader. - */ -message KernelWakelock { - optional string name = 1; - - optional int32 count = 2; - - optional int32 version = 3; - - optional int64 time_micros = 4; -} - -/** - * Pulls low power state information. If power.stats HAL is not available, this - * includes platform and subsystem sleep state information, - * PowerStatePlatformSleepState, PowerStateVoter or PowerStateSubsystemSleepState - * as defined in: - * hardware/interfaces/power/1.0/types.hal - * hardware/interfaces/power/1.1/types.hal - * If power.stats HAL is available, this includes PowerEntityStateResidencyResult - * as defined in: - * hardware/interfaces/power/stats/1.0/types.hal - */ -message SubsystemSleepState { - // Subsystem name - optional string subsystem_name = 1; - // For PlatformLowPowerStats (hal 1.0), this is the voter name, which could be empty. - // For SubsystemLowPowerStats (hal 1.1), this is the sleep state name. - // For PowerEntityStateResidencyResult (hal power/stats/1.0) this is the - // powerEntityStateName from the corresponding PowerEntityStateInfo. - optional string subname = 2; - // The number of times it entered, or voted for entering the sleep state - optional uint64 count = 3; - // The length of time spent in, or spent voting for, the sleep state - optional uint64 time_millis = 4; -} - -/** - * Pulls on-device power measurement information. - * Data defined by hardware/interfaces/power/stats/1.0/types.hal. - * Pulled from: - * frameworks/base/cmds/statsd/src/external/PowerStatsPuller.cpp - */ -message OnDevicePowerMeasurement { - // Name of the subsystem (to which the rail belongs). - optional string subsystem_name = 1; - - // Rail name. The rail lies within the subsystem. - optional string rail_name = 2; - - // Time (in ms since boot) at which the rail energy value was measured. - // This may differ slightly from the time that statsd logs this information. - optional uint64 measurement_timestamp_millis = 3; - - // Accumulated energy used via the rail since device boot in uWs. - optional uint64 energy_microwatt_secs = 4; -} - -/** - * Pulls Cpu time per frequency. - * Pulls the time the cpu spend on the frequency index. Frequency index - * starts from highest to lowest. The value should be monotonically - * increasing since boot. However, if there is a cpu - * hotplug event, the value would be reset as well. - */ -message CpuTimePerFreq { - optional uint32 cluster = 1; - optional uint32 freq_index = 2; - optional uint64 time_millis = 3; -} - -/** - * Pulls Cpu Time Per Uid. - * Note that isolated process uid time should be attributed to host uids. - */ -message CpuTimePerUid { - optional int32 uid = 1 [(is_uid) = true]; - optional uint64 user_time_micros = 2; - optional uint64 sys_time_micros = 3; -} - -/** - * Pulls Cpu Time Per Uid per frequency. - * Note that isolated process uid time should be attributed to host uids. - * For each uid, we order the time by descending frequencies. - */ -message CpuTimePerUidFreq { - optional int32 uid = 1 [(is_uid) = true]; - optional uint32 freq_index = 2; - optional uint64 time_millis = 3; -} - -/** - * Pulls Wifi Controller Activity Energy Info - */ -message WifiActivityInfo { - // timestamp(wall clock) of record creation - optional uint64 timestamp_millis = 1; - // stack reported state - // TODO: replace this with proto enum - optional int32 stack_state = 2; - // tx time in millis - optional uint64 controller_tx_time_millis = 3; - // rx time in millis - optional uint64 controller_rx_time_millis = 4; - // idle time in millis - optional uint64 controller_idle_time_millis = 5; - // product of current(mA), voltage(V) and time(ms) - optional uint64 controller_energy_used = 6; -} - -/** - * Pulls Modem Activity Energy Info - */ -message ModemActivityInfo { - // timestamp(wall clock) of record creation - optional uint64 timestamp_millis = 1; - // sleep time in millis. - optional uint64 sleep_time_millis = 2; - // idle time in millis - optional uint64 controller_idle_time_millis = 3; - /** - * Tx power index - * index 0 = tx_power < 0dBm - * index 1 = 0dBm < tx_power < 5dBm - * index 2 = 5dBm < tx_power < 15dBm - * index 3 = 15dBm < tx_power < 20dBm - * index 4 = tx_power > 20dBm - */ - // tx time in ms at power level 0 - optional uint64 controller_tx_time_pl0_millis = 4; - // tx time in ms at power level 1 - optional uint64 controller_tx_time_pl1_millis = 5; - // tx time in ms at power level 2 - optional uint64 controller_tx_time_pl2_millis = 6; - // tx time in ms at power level 3 - optional uint64 controller_tx_time_pl3_millis = 7; - // tx time in ms at power level 4 - optional uint64 controller_tx_time_pl4_millis = 8; - // rx time in ms at power level 5 - optional uint64 controller_rx_time_millis = 9; - // product of current(mA), voltage(V) and time(ms) - optional uint64 energy_used = 10 [deprecated=true]; -} - -/** - * Pulls Bluetooth Activity Energy Info - * Note: BluetoothBytesTransfer is pulled at the same time from the controller. - */ -message BluetoothActivityInfo { - // timestamp(wall clock) of record creation - optional uint64 timestamp_millis = 1; - // bluetooth stack state - optional int32 bluetooth_stack_state = 2; - // tx time in millis - optional uint64 controller_tx_time_millis = 3; - // rx time in millis - optional uint64 controller_rx_time_millis = 4; - // idle time in millis - optional uint64 controller_idle_time_millis = 5; - // product of current(mA), voltage(V) and time(ms) - optional uint64 energy_used = 6; -} - -/* - * Logs the memory stats for a process. - * - * Pulled from StatsCompanionService for all managed processes (from ActivityManagerService). - */ -message ProcessMemoryState { - // The uid if available. -1 means not available. - optional int32 uid = 1 [(is_uid) = true]; - - // The process name. - // Usually package name, "system" for system server. - // Provided by ActivityManagerService. - optional string process_name = 2; - - // Current OOM score adjustment. Value read from ProcessRecord. - optional int32 oom_adj_score = 3; - - // # of page-faults - optional int64 page_fault = 4; - - // # of major page-faults - optional int64 page_major_fault = 5; - - // RSS - // Value is read from memory.stat, field total_rss if per-app memory - // cgroups are enabled. Otherwise, value from /proc/pid/stat. - optional int64 rss_in_bytes = 6; - - // CACHE - // Value is read from memory.stat, field total_cache if per-app memory - // cgroups are enabled. Otherwise, 0. - optional int64 cache_in_bytes = 7; - - // SWAP - // Value is read from memory.stat, field total_swap if per-app memory - // cgroups are enabled. Otherwise, 0. - optional int64 swap_in_bytes = 8; - - // Deprecated: use ProcessMemoryHighWaterMark atom instead. Always -1. - optional int64 rss_high_watermark_in_bytes = 9 [deprecated = true]; - - // Deprecated: use ProcessMemorySnapshot atom instead. Always -1. - optional int64 start_time_nanos = 10 [deprecated = true]; - - // Deprecated: use ProcessMemorySnapshot atom instead. Always -1. - optional int32 anon_rss_and_swap_in_kilobytes = 11 [deprecated = true]; -} - -/* - * Logs the memory high-water mark for a process. - * - * Pulled from StatsCompanionService for all managed processes (from ActivityManagerServie) - * and for selected native processes. - * - * Pulling this atom resets high-water mark counters for all processes. - */ -message ProcessMemoryHighWaterMark { - // The uid if available. -1 means not available. - optional int32 uid = 1 [(is_uid) = true]; - - // The process name. - // Usually package name or process cmdline. - // Provided by ActivityManagerService or read from /proc/PID/cmdline. - optional string process_name = 2; - - // Deprecated: use rss_high_water_mark_in_kilobytes instead. This field is - // computed by converting kilobytes to bytes. - optional int64 rss_high_water_mark_in_bytes = 3 [deprecated = true]; - - // RSS high-water mark. Peak RSS usage of the process. Read from the VmHWM field in - // /proc/PID/status. - optional int32 rss_high_water_mark_in_kilobytes = 4; -} - -/* - * Logs the memory stats for a process. - * - * Pulled from StatsCompanionService for all managed processes (from ActivityManagerService) - * and for selected native processes. - */ -message ProcessMemorySnapshot { - // The uid if available. -1 means not available. - optional int32 uid = 1 [(is_uid) = true]; - - // The process name. - // Usually package name or process cmdline. - // Provided by ActivityManagerService or read from /proc/PID/cmdline. - optional string process_name = 2; - - // The pid of the process. - // Allows to disambiguate instances of the process. - optional int32 pid = 3; - - // The current OOM score adjustment value. - // Read from ProcessRecord for managed processes. - // Placeholder -1001 (OOM_SCORE_ADJ_MIN - 1, outside of allowed range) for native ones. - optional int32 oom_score_adj = 4; - - // The current RSS of the process. - // VmRSS from /proc/pid/status. - optional int32 rss_in_kilobytes = 5; - - // The current anon RSS of the process. - // RssAnon from /proc/pid/status. - optional int32 anon_rss_in_kilobytes = 6; - - // The current swap size of the process. - // VmSwap from /proc/pid/status. - optional int32 swap_in_kilobytes = 7; - - // The sum of rss_in_kilobytes and swap_in_kilobytes. - optional int32 anon_rss_and_swap_in_kilobytes = 8; -} - -/* - * Elapsed real time from SystemClock. - */ -message SystemElapsedRealtime { - optional uint64 time_millis = 1; -} - -/* - * Up time from SystemClock. - */ -message SystemUptime { - // Milliseconds since the system was booted. - // This clock stops when the system enters deep sleep (CPU off, display dark, device waiting - // for external input). - // It is not affected by clock scaling, idle, or other power saving mechanisms. - optional uint64 uptime_millis = 1; -} - -/* - * Reads from /proc/uid_concurrent_active_time which has the format: - * active: X (X is # cores) - * [uid0]: [time-0] [time-1] [time-2] ... (# entries = # cores) - * [uid1]: [time-0] [time-1] [time-2] ... ... - * ... - * Time-N means the CPU time a UID spent running concurrently with N other processes. - * The file contains a monotonically increasing count of time for a single boot. - */ -message CpuActiveTime { - optional int32 uid = 1 [(is_uid) = true]; - optional uint64 time_millis = 2; -} - -/** - * Reads from /proc/uid_concurrent_policy_time which has the format: - * policy0: X policy4: Y (there are X cores on policy0, Y cores on policy4) - * [uid0]: [time-0-0] [time-0-1] ... [time-1-0] [time-1-1] ... - * [uid1]: [time-0-0] [time-0-1] ... [time-1-0] [time-1-1] ... - * ... - * Time-X-Y means the time a UID spent on clusterX running concurrently with Y other processes. - * The file contains a monotonically increasing count of time for a single boot. - */ -message CpuClusterTime { - optional int32 uid = 1 [(is_uid) = true]; - optional int32 cluster_index = 2; - optional uint64 time_millis = 3; -} - -/* - * Pulls free disk space, for data, system partition and temporary directory. - */ -message DiskSpace { - // available bytes in data partition - optional uint64 data_available_bytes = 1; - // available bytes in system partition - optional uint64 system_available_bytes = 2; - // available bytes in download cache or temp directories - optional uint64 temp_available_bytes = 3; -} - -/** - * Pulls battery coulomb counter, which is the remaining battery charge in uAh. - * - * Pulled from StatsCompanionService.java - */ -message RemainingBatteryCapacity { - optional int32 charge_micro_ampere_hour = 1; -} - -/** - * Pulls battery capacity, which is the battery capacity when full in uAh. - * Pulled from: - * frameworks/base/cmds/statsd/src/external/ResourceHealthManagerPuller.cpp - */ -message FullBatteryCapacity { - optional int32 capacity_micro_ampere_hour = 1; -} - -/** - * Pulls battery voltage. - * Pulled from: - * frameworks/base/cmds/statsd/src/external/ResourceHealthManagerPuller.cpp - */ -message BatteryVoltage { - // The voltage of the battery, in millivolts. - optional int32 voltage_millivolt = 1; -} - -/** - * Pulls battery level (percent full, from 0 to 100). - * - * Pulled from: - * frameworks/base/cmds/statsd/src/external/ResourceHealthManagerPuller.cpp - */ -message BatteryLevel { - // Battery level. Should be in [0, 100]. - optional int32 battery_level = 1; -} - -/** - * Pulls the temperature of various parts of the device. - * The units are tenths of a degree Celsius. Eg: 30.3C is reported as 303. - * - * Pulled from StatsCompanionService.java - */ -message Temperature { - // The type of temperature being reported. Eg. CPU, GPU, SKIN, BATTERY, BCL_. - optional android.os.TemperatureTypeEnum sensor_location = 1; - - // The name of the temperature source. Eg. CPU0 - optional string sensor_name = 2; - - // Temperature in tenths of a degree C. - // For BCL, it is decimillivolt, decimilliamps, and percentage * 10. - optional int32 temperature_deci_celsius = 3; - - // Relative severity of the throttling, see enum definition. - optional android.os.ThrottlingSeverityEnum severity = 4; -} - -/** - * Pulls the statistics of calls to Binder. - * - * Binder stats will be reset every time the data is pulled. It means it can only be pulled by one - * config on the device. - * - * Next tag: 15 - */ -message BinderCalls { - // UID of the process responsible for the binder transaction. It will be set if the process - // executing the binder transaction attribute the transaction to another uid using - // Binder.setThreadWorkSource(). - // - // If not set, the value will be -1. - optional int32 uid = 1 [(is_uid) = true]; - // UID of the process executing the binder transaction. - optional int32 direct_caller_uid = 14; - // Fully qualified class name of the API call. - // - // This is a system server class name. - // - // TODO(gaillard): figure out if binder call stats includes data from isolated uids, if a uid - // gets recycled and we have isolated uids, we might attribute the data incorrectly. - // TODO(gaillard): there is a high dimensions cardinality, figure out if we should drop the less - // commonly used APIs. - optional string service_class_name = 2; - // Method name of the API call. It can also be a transaction code if we cannot - // resolve it to a name. See Binder#getTransactionName. - // - // This is a system server method name. - optional string service_method_name = 3; - // Total number of API calls. - optional int64 call_count = 4; - // True if the screen was interactive PowerManager#isInteractive at the end of the call. - optional bool screen_interactive = 13; - // Total number of API calls we have data recorded for. If we collected data for all the calls, - // call_count will be equal to recorded_call_count. - // - // If recorded_call_count is different than call_count, it means data collection has been - // sampled. All the fields below will be sampled in this case. - optional int64 recorded_call_count = 12; - // Number of exceptions thrown by the API. - optional int64 recorded_exception_count = 5; - // Total latency of all API calls. - // Average can be computed using total_latency_micros / recorded_call_count. - optional int64 recorded_total_latency_micros = 6; - // Maximum latency of one API call. - optional int64 recorded_max_latency_micros = 7; - // Total CPU usage of all API calls. - // Average can be computed using total_cpu_micros / recorded_call_count. - // Total can be computed using total_cpu_micros / recorded_call_count * call_count. - optional int64 recorded_total_cpu_micros = 8; - // Maximum CPU usage of one API call. - optional int64 recorded_max_cpu_micros = 9; - // Maximum parcel reply size of one API call. - optional int64 recorded_max_reply_size_bytes = 10; - // Maximum parcel request size of one API call. - optional int64 recorded_max_request_size_bytes = 11; -} - -/** - * Pulls the statistics of exceptions during calls to Binder. - * - * Binder stats are cumulative from boot unless somebody reset the data using - * > adb shell dumpsys binder_calls_stats --reset - */ -message BinderCallsExceptions { - // Exception class name, e.g. java.lang.IllegalArgumentException. - // - // This is an exception class name thrown by the system server. - optional string exception_class_name = 1; - // Total number of exceptions. - optional int64 exception_count = 2; -} - -/** - * Pulls the statistics of message dispatching on HandlerThreads. - * - * Looper stats will be reset every time the data is pulled. It means it can only be pulled by one - * config on the device. - * - * Next tag: 11 - */ -message LooperStats { - // The uid that made a call to the System Server and caused the message to be enqueued. - optional int32 uid = 1 [(is_uid) = true]; - - // Fully qualified class name of the handler target class. - // - // This field does not contain PII. This is a system server class name. - optional string handler_class_name = 2; - - // The name of the thread that runs the Looper. - // - // This field does not contain PII. This is a system server thread name. - optional string looper_thread_name = 3; - - // The name of the dispatched message. - // - // This field does not contain PII. This is a system server constant or class - // name. - optional string message_name = 4; - - // Total number of successfully dispatched messages. - optional int64 message_count = 5; - - // Total number of messages that failed dispatching. - optional int64 exception_count = 6; - - // Total number of processed messages we have data recorded for. If we - // collected data for all the messages, message_count will be equal to - // recorded_message_count. - // - // If recorded_message_count is different than message_count, it means data - // collection has been sampled. The fields below will be sampled in this case. - optional int64 recorded_message_count = 7; - - // Total latency of all processed messages. - // Average can be computed using recorded_total_latency_micros / - // recorded_message_count. - optional int64 recorded_total_latency_micros = 8; - - // Total CPU usage of all processed message. - // Average can be computed using recorded_total_cpu_micros / - // recorded_message_count. Total can be computed using - // recorded_total_cpu_micros / recorded_message_count * message_count. - optional int64 recorded_total_cpu_micros = 9; - - // True if the screen was interactive PowerManager#isInteractive at the end of the call. - optional bool screen_interactive = 10; - - // Max recorded CPU usage of all processed messages. - optional int64 recorded_max_cpu_micros = 11; - - // Max recorded latency of all processed messages. - optional int64 recorded_max_latency_micros = 12; - - // Total number of messages we tracked the dispatching delay for. If we - // collected data for all the messages, message_count will be equal to - // recorded_delay_message_count. - // - // If recorded_delay_message_count is different than message_count, it means data - // collection has been sampled or/and not all messages specified the target dispatch time. - // The fields below will be sampled in this case. - optional int64 recorded_delay_message_count = 13; - - // Total dispatching delay of all processed messages. - // Calculated as a difference between the target dispatching time (Message.when) - // and the actual dispatching time. - // Average can be computed using recorded_total_delay_millis / recorded_delay_message_count. - optional int64 recorded_total_delay_millis = 14; - - // Max dispatching delay of all processed messages. - // Calculated as a difference between the target dispatching time (Message.when) - // and the actual dispatching time. - optional int64 recorded_max_delay_millis = 15; -} - -/** - * Pulls disk information, such as write speed and latency. - */ -message DiskStats { - // Time taken to open, write 512B to, and close a file. - // -1 if error performing the check. - optional int64 data_write_latency_millis = 1; - - optional bool file_based_encryption = 2; - - // Recent disk write speed in kB/s. - // -1 if error querying storageed. - // 0 if data is unavailable. - optional int32 recent_disk_write_speed = 3; -} - - -/** - * Free and total bytes of the Data, Cache, and System partition. - */ -message DirectoryUsage { - enum Directory { - UNKNOWN = 0; - DATA = 1; - CACHE = 2; - SYSTEM = 3; - } - optional Directory directory = 1; - optional int64 free_bytes = 2; - optional int64 total_bytes = 3; -} - - -/** - * Size of an application: apk size, data size, and cache size. - * Reads from a cached file produced daily by DiskStatsLoggingService.java. - * Information is only reported for apps with the primary user (user 0). - * Sizes are aggregated by package name. - */ -message AppSize { - // Including uids will involve modifying diskstats logic. - optional string package_name = 1; - // App size in bytes. -1 if unavailable. - optional int64 app_size_bytes = 2; - // App data size in bytes. -1 if unavailable. - optional int64 app_data_size_bytes = 3; - // App cache size in bytes. -1 if unavailable. - optional int64 app_cache_size_bytes = 4; - // Time that the cache file was produced. - // Uses System.currentTimeMillis(), which is wall clock time. - optional int64 cache_time_millis = 5; -} - - -/** - * Size of a particular category. Eg: photos, videos. - * Reads from a cached file produced daily by DiskStatsLoggingService.java. - */ -message CategorySize { - enum Category { - UNKNOWN = 0; - APP_SIZE = 1; - APP_DATA_SIZE = 2; - APP_CACHE_SIZE = 3; - PHOTOS = 4; - VIDEOS = 5; - AUDIO = 6; - DOWNLOADS = 7; - SYSTEM = 8; - OTHER = 9; - } - optional Category category = 1; - // Category size in bytes. - optional int64 size_bytes = 2; - // Time that the cache file was produced. - // Uses System.currentTimeMillis(), which is wall clock time. - optional int64 cache_time_millis = 3; -} - -/** - * Pulls per uid I/O stats. The stats are cumulative since boot. - * - * Read/write bytes are I/O events from a storage device - * Read/write chars are data requested by read/write syscalls, and can be - * satisfied by caching. - * - * Pulled from StatsCompanionService, which reads proc/uid_io/stats. - */ -message DiskIo { - optional int32 uid = 1 [(is_uid) = true]; - optional int64 fg_chars_read = 2; - optional int64 fg_chars_write = 3; - optional int64 fg_bytes_read = 4; - optional int64 fg_bytes_write = 5; - optional int64 bg_chars_read = 6; - optional int64 bg_chars_write = 7; - optional int64 bg_bytes_read = 8; - optional int64 bg_bytes_write = 9; - optional int64 fg_fsync = 10; - optional int64 bg_fsync= 11; -} - - -/** - * Pulls the number of fingerprints for each user. - * - * Pulled from StatsCompanionService, which queries <Biometric>Manager. - */ -message NumFingerprintsEnrolled { - // The associated user. Eg: 0 for owners, 10+ for others. - // Defined in android/os/UserHandle.java - optional int32 user = 1; - // Number of fingerprints registered to that user. - optional int32 num_fingerprints_enrolled = 2; -} - -/** - * Pulls the number of faces for each user. - * - * Pulled from StatsCompanionService, which queries <Biometric>Manager. - */ -message NumFacesEnrolled { - // The associated user. Eg: 0 for owners, 10+ for others. - // Defined in android/os/UserHandle.java - optional int32 user = 1; - // Number of faces registered to that user. - optional int32 num_faces_enrolled = 2; -} -/** - * A mapping of role holder -> role - */ -message RoleHolder { - // uid of the role holder - optional int32 uid = 1 [(is_uid) = true]; - - // package name of the role holder - optional string package_name = 2; - - // the role held - optional string role = 3; -} - -message AggStats { - // These are all in byte resolution. - optional int64 min = 1 [deprecated = true]; - optional int64 average = 2 [deprecated = true]; - optional int64 max = 3 [deprecated = true]; - - // These are all in kilobyte resolution. Can fit in int32, so smaller on the wire than the above - // int64 fields. - optional int32 mean_kb = 4; - optional int32 max_kb = 5; -} - -// A reduced subset of process states; reducing the number of possible states allows more -// aggressive device-side aggregation of statistics and hence reduces metric upload size. -enum ProcessStateAggregated { - PROCESS_STATE_UNKNOWN = 0; - // Persistent system process. - PROCESS_STATE_PERSISTENT = 1; - // Top activity; actually any visible activity. - PROCESS_STATE_TOP = 2; - // Process binding to top or a foreground service. - PROCESS_STATE_BOUND_TOP_OR_FGS = 3; - // Processing running a foreground service. - PROCESS_STATE_FGS = 4; - // Important foreground process (ime, wallpaper, etc). - PROCESS_STATE_IMPORTANT_FOREGROUND = 5; - // Important background process. - PROCESS_STATE_BACKGROUND = 6; - // Process running a receiver. - PROCESS_STATE_RECEIVER = 7; - // All kinds of cached processes. - PROCESS_STATE_CACHED = 8; -} - -// Next tag: 13 -message ProcessStatsStateProto { - optional android.service.procstats.ScreenState screen_state = 1; - - optional android.service.procstats.MemoryState memory_state = 2 [deprecated = true]; - - // this enum list is from frameworks/base/core/java/com/android/internal/app/procstats/ProcessStats.java - // and not frameworks/base/core/java/android/app/ActivityManager.java - optional android.service.procstats.ProcessState process_state = 3 [deprecated = true]; - - optional ProcessStateAggregated process_state_aggregated = 10; - - // Millisecond uptime duration spent in this state - optional int64 duration_millis = 4 [deprecated = true]; - // Same as above, but with minute resolution so it fits into an int32. - optional int32 duration_minutes = 11; - - // Millisecond elapsed realtime duration spent in this state - optional int64 realtime_duration_millis = 9 [deprecated = true]; - // Same as above, but with minute resolution so it fits into an int32. - optional int32 realtime_duration_minutes = 12; - - // # of samples taken - optional int32 sample_size = 5; - - // PSS is memory reserved for this process - optional AggStats pss = 6 [deprecated = true]; - - // USS is memory shared between processes, divided evenly for accounting - optional AggStats uss = 7 [deprecated = true]; - - // RSS is memory resident for this process - optional AggStats rss = 8; -} - -// Next Tag: 8 -message ProcessStatsProto { - // Name of process. - optional string process = 1; - - // Uid of the process. - optional int32 uid = 2 [(is_uid) = true]; - - // Information about how often kills occurred - message Kill { - // Count of excessive CPU kills - optional int32 cpu = 1; - - // Count of kills when cached - optional int32 cached = 2; - - // PSS stats during cached kill - optional AggStats cached_pss = 3; - } - optional Kill kill = 3 [deprecated = true]; - - // Time and memory spent in various states. - repeated ProcessStatsStateProto states = 5; - - // Total time process has been running... screen_state, memory_state, and process_state - // will not be set. - optional ProcessStatsStateProto total_running_state = 6; - - // Association data for this process in this state; - // each entry here is one association. - repeated ProcessStatsAssociationProto assocs = 7; -} - -// Next Tag: 6 -message ProcessStatsAssociationProto { - // Procss Name of the associated process (client process of service binding) - optional string assoc_process_name = 1; - - // Package Name of the associated package (client package of service binding) - optional string assoc_package_name = 2 [deprecated = true]; - - // UID of the associated process/package (client package of service binding) - optional int32 assoc_uid = 5 [(is_uid) = true]; - - // Total count of the times this association (service binding) appeared. - optional int32 total_count = 3; - - // Uptime total duration in seconds this association (service binding) was around. - optional int32 total_duration_secs = 4; -} - -message PackageServiceOperationStatsProto { - // Operate enum: Started, Foreground, Bound, Executing - optional android.service.procstats.ServiceOperationState operation = 1; - - // Number of times the service was in this operation. - optional int32 count = 2; - - // Information about a state the service can be in. - message StateStats { - // Screen state enum. - optional android.service.procstats.ScreenState screen_state = 1; - // Memory state enum. - optional android.service.procstats.MemoryState memory_state = 2; - - // duration in milliseconds. - optional int64 duration_millis = 3; - // Millisecond elapsed realtime duration spent in this state - optional int64 realtime_duration_millis = 4; - } - repeated StateStats state_stats = 3; -} - -message PackageServiceStatsProto { - // Name of service component. - optional string service_name = 1; - - // The operation stats. - // The package_name, package_uid, package_version, service_name will not be set to save space. - repeated PackageServiceOperationStatsProto operation_stats = 2; -} - -message PackageAssociationSourceProcessStatsProto { - // Uid of the process. - optional int32 process_uid = 1; - // Process name. - optional string process_name = 2; - // Package name. - optional string package_name = 7; - // Total count of the times this association appeared. - optional int32 total_count = 3; - - // Millisecond uptime total duration this association was around. - optional int64 total_duration_millis = 4; - - // Total count of the times this association became actively impacting its target process. - optional int32 active_count = 5; - - // Information on one source in this association. - message StateStats { - // Process state enum. - optional android.service.procstats.ProcessState process_state = 1; - // Millisecond uptime duration spent in this state - optional int64 duration_millis = 2; - // Millisecond elapsed realtime duration spent in this state - optional int64 realtime_duration_mmillis = 3; - } - repeated StateStats active_state_stats = 6; -} - -message PackageAssociationProcessStatsProto { - // Name of the target component. - optional string component_name = 1; - // Information on one source in this association. - repeated PackageAssociationSourceProcessStatsProto sources = 2; -} - - -message ProcessStatsPackageProto { - // Name of package. - optional string package = 1; - - // Uid of the package. - optional int32 uid = 2; - - // Version of the package. - optional int64 version = 3; - - // Stats for each process running with the package loaded in to it. - repeated ProcessStatsProto process_stats = 4; - - // Stats for each of the package's services. - repeated PackageServiceStatsProto service_stats = 5; - - // Stats for each association with the package. - repeated PackageAssociationProcessStatsProto association_stats = 6; -} - -message ProcessStatsSectionProto { - // Elapsed realtime at start of report. - optional int64 start_realtime_millis = 1; - - // Elapsed realtime at end of report. - optional int64 end_realtime_millis = 2; - - // CPU uptime at start of report. - optional int64 start_uptime_millis = 3; - - // CPU uptime at end of report. - optional int64 end_uptime_millis = 4; - - // System runtime library. e.g. "libdvm.so", "libart.so". - optional string runtime = 5; - - // whether kernel reports swapped pss. - optional bool has_swapped_pss = 6; - - // Data completeness. e.g. "complete", "partial", shutdown", or "sysprops". - enum Status { - STATUS_UNKNOWN = 0; - STATUS_COMPLETE = 1; - STATUS_PARTIAL = 2; - STATUS_SHUTDOWN = 3; - STATUS_SYSPROPS = 4; - } - repeated Status status = 7; - - // Number of pages available of various types and sizes, representation fragmentation. - repeated ProcessStatsAvailablePagesProto available_pages = 10; - - // Stats for each process. - repeated ProcessStatsProto process_stats = 8; - - // Stats for each package. - repeated ProcessStatsPackageProto package_stats = 9; -} - -message ProcessStatsAvailablePagesProto { - // Node these pages are in (as per /proc/pagetypeinfo) - optional int32 node = 1; - - // Zone these pages are in (as per /proc/pagetypeinfo) - optional string zone = 2; - - // Label for the type of these pages (as per /proc/pagetypeinfo) - optional string label = 3; - - // Distribution of number of pages available by order size. First entry in array is - // order 0, second is order 1, etc. Each order increase is a doubling of page size. - repeated int32 pages_per_order = 4; -} - -/** - * Pulled from ProcessStatsService.java - */ -message ProcStats { - optional ProcessStatsSectionProto proc_stats_section = 1; - // Data pulled from device into this is sometimes sharded across multiple atoms to work around - // a size limit. When this happens, this shard ID will contain an increasing 1-indexed integer - // with the number of this shard. - optional int32 shard_id = 2; -} - -/** - * Pulled from ProcessStatsService.java - */ -message ProcStatsPkgProc { - optional ProcessStatsSectionProto proc_stats_section = 1; -} - -// Next Tag: 2 -message PackageRemoteViewInfoProto { - optional string package_name = 1; - // add per-package additional info here (like channels) -} - -// Next Tag: 2 -message NotificationRemoteViewsProto { - repeated PackageRemoteViewInfoProto package_remote_view_info = 1; -} - -/** - * Pulled from NotificationManagerService.java - */ -message NotificationRemoteViews { - optional NotificationRemoteViewsProto notification_remote_views = 1; -} - -/** - * Atom that contains a list of a package's preferences, pulled from NotificationManagerService.java - */ -message PackageNotificationPreferences { - // Uid under which the package is installed. - optional int32 uid = 1 [(is_uid) = true]; - // Notification importance, which specifies when and how a notification is displayed. - // Specified under core/java/android/app/NotificationManager.java. - optional int32 importance = 2; - // Lockscreen visibility as set by the user. - optional int32 visibility = 3; - // Bitfield mask indicating what fields were locked by the user (see LockableAppfields in - // PreferencesHelper.java) - optional int32 user_locked_fields = 4; -} - -/** - * Atom that contains a list of a package's channel preferences, pulled from - * NotificationManagerService.java. - */ -message PackageNotificationChannelPreferences { - // Uid under which the package is installed. - optional int32 uid = 1 [(is_uid) = true]; - // Channel's ID. Should always be available. - optional string channel_id = 2; - // Channel's name. Should always be available. - optional string channel_name = 3; - // Channel's description. Optionally set by the channel creator. - optional string description = 4; - // Notification importance, which specifies when and how a notification is displayed. Specified - // under core/java/android/app/NotificationManager.java. - optional int32 importance = 5; - // Bitmask representing which fields have been set by the user. See field bitmask descriptions - // at core/java/android/app/NotificationChannel.java - optional int32 user_locked_fields = 6; - // Indicates if the channel was deleted by the app. - optional bool is_deleted = 7; - // Indicates if the channel was marked as a conversation by the app. - optional bool is_conversation = 8; - // Indicates if the channel is a conversation that was demoted by the user. - optional bool is_demoted_conversation = 9; - // Indicates if the channel is a conversation that was marked as important by the user. - optional bool is_important_conversation = 10; -} - -/** - * Atom that represents an item in the list of Do Not Disturb rules, pulled from - * NotificationManagerService.java. - */ -message DNDModeProto { - enum Mode { - ROOT_CONFIG = -1; // Used to distinguish the config (one per user) from the rules. - ZEN_MODE_OFF = 0; - ZEN_MODE_IMPORTANT_INTERRUPTIONS = 1; - ZEN_MODE_NO_INTERRUPTIONS = 2; - ZEN_MODE_ALARMS = 3; - } - optional int32 user = 1; // Android user ID (0, 1, 10, ...) - optional bool enabled = 2; // true for ROOT_CONFIG if a manualRule is enabled - optional bool channels_bypassing = 3; // only valid for ROOT_CONFIG - optional Mode zen_mode = 4; - // id is one of the system default rule IDs, or empty - // May also be "MANUAL_RULE" to indicate app-activation of the manual rule. - optional string id = 5; - optional int32 uid = 6 [(is_uid) = true]; // currently only SYSTEM_UID or 0 for other - optional DNDPolicyProto policy = 7; -} - -/** - * Atom that represents a Do Not Disturb policy, an optional detail proto for DNDModeProto. - */ -message DNDPolicyProto { - enum State { - STATE_UNSET = 0; - STATE_ALLOW = 1; - STATE_DISALLOW = 2; - } - optional State calls = 1; - optional State repeat_callers = 2; - optional State messages = 3; - optional State conversations = 4; - optional State reminders = 5; - optional State events = 6; - optional State alarms = 7; - optional State media = 8; - optional State system = 9; - optional State fullscreen = 10; - optional State lights = 11; - optional State peek = 12; - optional State status_bar = 13; - optional State badge = 14; - optional State ambient = 15; - optional State notification_list = 16; - - enum PeopleType { - PEOPLE_UNSET = 0; - PEOPLE_ANYONE = 1; - PEOPLE_CONTACTS = 2; - PEOPLE_STARRED = 3; - PEOPLE_NONE = 4; - } - - optional PeopleType allow_calls_from = 17; - optional PeopleType allow_messages_from = 18; - - enum ConversationType { - CONV_UNSET = 0; - CONV_ANYONE = 1; - CONV_IMPORTANT = 2; - CONV_NONE = 3; - } - - optional ConversationType allow_conversations_from = 19; -} - -/** - * Atom that contains a list of a package's channel group preferences, pulled from - * NotificationManagerService.java. - */ -message PackageNotificationChannelGroupPreferences { - // Uid under which the package is installed. - optional int32 uid = 1 [(is_uid) = true]; - // Channel Group's ID. Should always be available. - optional string group_id = 2; - // Channel Group's name. Should always be available. - optional string group_name = 3; - // Channel Group's description. Optionally set by group creator. - optional string description = 4; - // Indicates if notifications from this channel group are blocked. - optional bool is_blocked = 5; - // Bitmask representing which fields have been set by the user. See field bitmask descriptions - // at core/java/android/app/NotificationChannelGroup.java - optional int32 user_locked_fields = 6; -} - -message PowerProfileProto { - optional double cpu_suspend = 1; - - optional double cpu_idle = 2; - - optional double cpu_active = 3; - - message CpuCluster { - optional int32 id = 1; - optional double cluster_power = 2; - optional int32 cores = 3; - repeated int64 speed = 4; - repeated double core_power = 5; - } - - repeated CpuCluster cpu_cluster = 40; - - optional double wifi_scan = 4; - - optional double wifi_on = 5; - - optional double wifi_active = 6; - - optional double wifi_controller_idle = 7; - - optional double wifi_controller_rx = 8; - - optional double wifi_controller_tx = 9; - - repeated double wifi_controller_tx_levels = 10; - - optional double wifi_controller_operating_voltage = 11; - - optional double bluetooth_controller_idle = 12; - - optional double bluetooth_controller_rx = 13; - - optional double bluetooth_controller_tx = 14; - - optional double bluetooth_controller_operating_voltage = 15; - - optional double modem_controller_sleep = 16; - - optional double modem_controller_idle = 17; - - optional double modem_controller_rx = 18; - - repeated double modem_controller_tx = 19; - - optional double modem_controller_operating_voltage = 20; - - optional double gps_on = 21; - - repeated double gps_signal_quality_based = 22; - - optional double gps_operating_voltage = 23; - - optional double bluetooth_on = 24; - - optional double bluetooth_active = 25; - - optional double bluetooth_at_cmd = 26; - - optional double ambient_display = 27; - - optional double screen_on = 28; - - optional double radio_on = 29; - - optional double radio_scanning = 30; - - optional double radio_active = 31; - - optional double screen_full = 32; - - optional double audio = 33; - - optional double video = 34; - - optional double flashlight = 35; - - optional double memory = 36; - - optional double camera = 37; - - optional double wifi_batched_scan = 38; - - optional double battery_capacity = 39; -} - -/** - * power_profile.xml and other constants for power model calculations. - * Pulled from PowerProfile.java - */ -message PowerProfile { - optional PowerProfileProto power_profile = 1; -} - -/** - * Logs when a user restriction was added or removed. - * - * Logged from: - * frameworks/base/services/devicepolicy/java/com/android/server/devicepolicy/DevicePolicyManagerService.java - */ -message UserRestrictionChanged { - // The raw string of the user restriction as defined in UserManager. - // Allowed values are defined in UserRestrictionsUtils#USER_RESTRICTIONS. - optional string restriction = 1; - // Whether the restriction is enabled or disabled. - optional bool enabled = 2; -} - -/** - * Pulls process user time and system time. Puller takes a snapshot of all pids - * in the system and returns cpu stats for those that are working at the time. - * Dead pids will be dropped. Kernel processes are excluded. - * Min cool-down is 5 sec. - */ -message ProcessCpuTime { - optional int32 uid = 1 [(is_uid) = true]; - - optional string process_name = 2; - // Process cpu time in user space, cumulative from boot/process start - optional int64 user_time_millis = 3; - // Process cpu time in system space, cumulative from boot/process start - optional int64 system_time_millis = 4; -} - -/** - * Pulls the CPU usage for each thread. - * - * Read from /proc/$PID/task/$TID/time_in_state files. - * - * TODO(mishaw): This is an experimental atom. Issues with big/little CPU frequencies, and - * time_in_state files not being present on some phones, have not been addressed. These should be - * considered before a public release. - */ -message CpuTimePerThreadFreq { - // UID that owns the process. - optional int32 uid = 1 [(is_uid) = true]; - // ID of the process. - optional int32 process_id = 2; - // ID of the thread. - optional int32 thread_id = 3; - // Name of the process taken from `/proc/$PID/cmdline`. - optional string process_name = 4; - // Name of the thread taken from `/proc/$PID/task/$TID/comm` - optional string thread_name = 5; - - // Report eight different frequencies, and how much time is spent in each frequency. Frequencies - // are given in KHz, and time is given in milliseconds since the thread started. All eight - // frequencies are given here as the alternative is sending eight separate atoms. This method - // significantly reduces the amount of data created - optional int32 frequency1_khz = 6; - optional int32 time1_millis = 7; - optional int32 frequency2_khz = 8; - optional int32 time2_millis = 9; - optional int32 frequency3_khz = 10; - optional int32 time3_millis = 11; - optional int32 frequency4_khz = 12; - optional int32 time4_millis = 13; - optional int32 frequency5_khz = 14; - optional int32 time5_millis = 15; - optional int32 frequency6_khz = 16; - optional int32 time6_millis = 17; - optional int32 frequency7_khz = 18; - optional int32 time7_millis = 19; - optional int32 frequency8_khz = 20; - optional int32 time8_millis = 21; -} - -/** - * Pulls information about the device's build. - */ -message BuildInformation { - // Build.FINGERPRINT. A string that uniquely identifies this build. Do not parse. - // E.g. may be composed of the brand, product, device, release, id, incremental, type, and tags. - optional string fingerprint = 1; - - // Build.BRAND. The consumer-visible brand with which the product/hardware will be associated. - optional string brand = 2; - - // Build.PRODUCT. The name of the overall product. - optional string product = 3; - - // Build.DEVICE. The name of the industrial design. - optional string device = 4; - - // Build.VERSION.RELEASE. The user-visible version string. E.g., "1.0" or "3.4b5" or "bananas". - optional string version_release = 5; - - // Build.ID. E.g. a label like "M4-rc20". - optional string id = 6; - - // Build.VERSION.INCREMENTAL. The internal value used by the underlying source control to - // represent this build. - optional string version_incremental = 7; - - // Build.TYPE. The type of build, like "user" or "eng". - optional string type = 8; - - // Build.TAGS. Comma-separated tags describing the build, like "unsigned,debug". - optional string tags = 9; -} - -/** - * Logs information about mismatched caller for content capture. - * - * Logged from: - * frameworks/base/core/java/android/service/contentcapture/ContentCaptureService.java - */ -message ContentCaptureCallerMismatchReported { - optional string intended_package = 1; - optional string calling_package = 2; -} - -/** - * Logs information about content capture service events. - * - * Logged from: - * frameworks/base/services/contentcapture/java/com/android/server/contentcapture/ContentCaptureMetricsLogger.java - */ -message ContentCaptureServiceEvents { - // The type of event. - enum Event { - UNKNOWN = 0; - ON_CONNECTED = 1; - ON_DISCONNECTED = 2; - SET_WHITELIST = 3; - SET_DISABLED = 4; - ON_USER_DATA_REMOVED = 5; - ON_DATA_SHARE_REQUEST = 6; - ACCEPT_DATA_SHARE_REQUEST = 7; - REJECT_DATA_SHARE_REQUEST = 8; - DATA_SHARE_WRITE_FINISHED = 9; - DATA_SHARE_ERROR_IOEXCEPTION = 10; - DATA_SHARE_ERROR_EMPTY_DATA = 11; - DATA_SHARE_ERROR_CLIENT_PIPE_FAIL = 12; - DATA_SHARE_ERROR_SERVICE_PIPE_FAIL = 13; - DATA_SHARE_ERROR_CONCURRENT_REQUEST = 14; - DATA_SHARE_ERROR_TIMEOUT_INTERRUPTED = 15; - } - optional Event event = 1; - // component/package of content capture service. - optional string service_info = 2; - // component/package of target. - // it's a concatenated list of component/package for SET_WHITELIST event - // separated by " ". - optional string target_info = 3; -} - -/** - * Logs information about content capture session events. - * - * Logged from: - * frameworks/base/services/contentcapture/java/com/android/server/contentcapture/ContentCaptureMetricsLogger.java - */ -message ContentCaptureSessionEvents { - // The type of event. - enum Event { - UNKNOWN = 0; - ON_SESSION_STARTED = 1; - ON_SESSION_FINISHED = 2; - SESSION_NOT_CREATED = 3; - } - optional int32 session_id = 1; - optional Event event = 2; - // (n/a on session finished) - optional int32 state_flags = 3; - // component/package of content capture service. - optional string service_info = 4; - // component/package of app. - // (n/a on session finished) - optional string app_info = 5; - optional bool is_child_session = 6; -} - -/** - * Logs information about session being flushed. - * - * Logged from: - * frameworks/base/services/contentcapture/java/com/android/server/contentcapture/ContentCaptureMetricsLogger.java - */ -message ContentCaptureFlushed { - optional int32 session_id = 1; - // component/package of content capture service. - optional string service_info = 2; - // component/package of app. - optional string app_info = 3; - // session start/finish events - optional int32 child_session_started = 4; - optional int32 child_session_finished = 5; - // count of view events. - optional int32 view_appeared_count = 6; - optional int32 view_disappeared_count = 7; - optional int32 view_text_changed_count = 8; - - // Flush stats. - optional int32 max_events = 9; - optional int32 idle_flush_freq = 10; - optional int32 text_flush_freq = 11; - optional int32 flush_reason = 12; -} - -/** - * Pulls on-device BatteryStats power use calculations for the overall device. - */ -message DeviceCalculatedPowerUse { - // Power used by the device in nAs (i.e. nanocoulombs (nC)), as computed by BatteryStats, since - // BatteryStats last reset (i.e. roughly since device was last significantly charged). - // Currently, this is from BatteryStatsHelper.getComputedPower() (not getTotalPower()). - optional int64 computed_power_nano_amp_secs = 1; -} - -/** - * Pulls on-device BatteryStats power use calculations broken down by uid. - * This atom should be complemented by DeviceCalculatedPowerBlameOther, which contains the power use - * that is attributed to non-uid items. They must all be included to get the total power use. - */ -message DeviceCalculatedPowerBlameUid { - // Uid being blamed. Note: isolated uids have already been mapped to host uid. - optional int32 uid = 1 [(is_uid) = true]; - - // Power used by this uid in nAs (i.e. nanocoulombs (nC)), as computed by BatteryStats, since - // BatteryStats last reset (i.e. roughly since device was last significantly charged). - optional int64 power_nano_amp_secs = 2; -} - -/** - * Pulls on-device BatteryStats power use calculations that are not due to a uid, broken down by - * drain type. - * This atom should be complemented by DeviceCalculatedPowerBlameUid, which contains the blame that - * is attributed uids. They must all be included to get the total power use. - */ -message DeviceCalculatedPowerBlameOther { - // The type of item whose power use is being reported. - enum DrainType { - AMBIENT_DISPLAY = 0; - // reserved 1; reserved "APP"; // Logged instead in DeviceCalculatedPowerBlameUid. - BLUETOOTH = 2; - CAMERA = 3; - // Cell-standby - CELL = 4; - FLASHLIGHT = 5; - IDLE = 6; - MEMORY = 7; - // Amount that total computed drain exceeded the drain estimated using the - // battery level changes and capacity. - OVERCOUNTED = 8; - PHONE = 9; - SCREEN = 10; - // Amount that total computed drain was below the drain estimated using the - // battery level changes and capacity. - UNACCOUNTED = 11; - // reserved 12; reserved "USER"; // Entire drain for a user. This is NOT supported. - WIFI = 13; - } - optional DrainType drain_type = 1; - - // Power used by this item in nAs (i.e. nanocoulombs (nC)), as computed by BatteryStats, since - // BatteryStats last reset (i.e. roughly since device was last significantly charged). - optional int64 power_nano_amp_secs = 2; -} - -/** - * Logs device policy features. - * - * Logged from: - * frameworks/base/services/devicepolicy/java/com/android/server/devicepolicy/DevicePolicyManagerService.java - * packages/apps/ManagedProvisioning/src/com/android/managedprovisioning/ - */ -message DevicePolicyEvent { - // The event id - unique for each event. - optional android.stats.devicepolicy.EventId event_id = 1; - // The admin package name. - optional string admin_package_name = 2; - // A generic integer parameter. - optional int32 integer_value = 3; - // A generic boolean parameter. - optional bool boolean_value = 4; - // A parameter specifying a time period in milliseconds. - optional uint64 time_period_millis = 5; - // A parameter specifying a list of package names, bundle extras or string parameters. - optional android.stats.devicepolicy.StringList string_list_value = 6 [(log_mode) = MODE_BYTES]; -} - -/** - * Logs when DocumentsUI is started, and how. Call this when DocumentsUI first starts up. - * - * Logged from: - * package/app/DocumentsUI/src/com/android/documentsui/Metrics.java - */ -message DocsUILaunchReported { - optional android.stats.docsui.LaunchAction launch_action = 1; - optional bool has_initial_uri = 2; - optional android.stats.docsui.MimeType mime_type = 3; - optional android.stats.docsui.Root initial_root = 4; -} - -/** - * Logs root/app visited event in file managers/picker. Call this when the user - * taps on root/app in hamburger menu. - * - * Logged from: - * package/app/DocumentsUI/src/com/android/documentsui/Metrics.java - */ -message DocsUIRootVisitedReported { - optional android.stats.docsui.ContextScope scope = 1; - optional android.stats.docsui.Root root = 2; -} - -/** - * Logs file operation stats. Call this when a file operation has completed. - * - * Logged from: - * package/app/DocumentsUI/src/com/android/documentsui/Metrics.java - */ -message DocsUIFileOperationReported { - optional android.stats.docsui.Provider provider = 1; - optional android.stats.docsui.FileOperation file_op = 2; -} - -/** - * Logs file operation stats. Call this when a copy/move operation has completed with a specific - * mode. - * - * Logged from: - * package/app/DocumentsUI/src/com/android/documentsui/Metrics.java - */ -message DocsUIFileOperationCopyMoveModeReported { - optional android.stats.docsui.FileOperation file_op = 1; - optional android.stats.docsui.CopyMoveOpMode mode = 2; -} - - -/** - * Logs file sub operation stats. Call this when a file operation has failed. - * - * Logged from: - * package/app/DocumentsUI/src/com/android/documentsui/Metrics.java - */ -message DocsUIFileOperationFailureReported { - optional android.stats.docsui.Authority authority = 1; - optional android.stats.docsui.SubFileOperation sub_op = 2; -} - -/** -* Logs the cancellation of a file operation. Call this when a job is canceled -* -* Logged from: -* package/app/DocumentsUI/src/com/android/documentsui/Metrics.java -*/ -message DocsUIFileOperationCanceledReported { - optional android.stats.docsui.FileOperation file_op = 1; -} - -/** - * Logs startup time in milliseconds. - * - * Logged from: - * package/app/DocumentsUI/src/com/android/documentsui/Metrics.java - */ -message DocsUIStartupMsReported { - optional int32 startup_millis = 1; -} - -/** - * Logs the action that was started by user. - * - * Logged from: - * package/app/DocumentsUI/src/com/android/documentsui/Metrics.java - */ -message DocsUIUserActionReported { - optional android.stats.docsui.UserAction action = 1; -} - -/** - * Logs the invalid type when invalid scoped access is requested. - * - * Logged from: - * package/app/DocumentsUI/src/com/android/documentsui/ScopedAccessMetrics.java - */ -message DocsUIInvalidScopedAccessRequestReported { - optional android.stats.docsui.InvalidScopedAccess type = 1; -} - -/** - * Logs the package name that launches docsui picker mode. - * - * Logged from: - * package/app/DocumentsUI/src/com/android/documentsui/Metrics.java - */ -message DocsUIPickerLaunchedFromReported { - optional string package_name = 1; -} - -/** - * Logs the search type. - * - * Logged from: - * package/app/DocumentsUI/src/com/android/documentsui/Metrics.java - */ -message DocsUISearchTypeReported { - optional android.stats.docsui.SearchType search_type = 1; -} - -/** - * Logs the search mode. - * - * Logged from: - * package/app/DocumentsUI/src/com/android/documentsui/Metrics.java - */ -message DocsUISearchModeReported { - optional android.stats.docsui.SearchMode search_mode = 1; -} - -/** - * Logs the pick result information. - * - * Logged from: - * package/app/DocumentsUI/src/com/android/documentsui/Metrics.java - */ -message DocsUIPickResultReported { - optional int32 total_action_count = 1; - optional int64 duration_millis = 2; - optional int32 file_count= 3; - optional bool is_searching = 4; - optional android.stats.docsui.Root picked_from = 5; - optional android.stats.docsui.MimeType mime_type = 6; - optional int32 repeatedly_pick_times = 7; -} - -/** Logs the drag and drop of files. - - * Logged from: - * package/app/DocumentsUI/src/com/android/documentsui/Metrics.java - */ -message DocsUIDragAndDropReported { - optional bool drag_initiated_from_docsui = 1; -} - -/** - * Logs when an app's memory is compacted. - * - * Logged from: - * frameworks/base/services/core/java/com/android/server/am/ActivityManagerService.java - */ -message AppCompacted { - // The pid of the process being compacted. - optional int32 pid = 1; - - // The name of the process being compacted. - optional string process_name = 2; - - // The type of compaction. - enum Action { - UNKNOWN = 0; - SOME = 1; - FULL = 2; - PERSISTENT = 3; - BFGS = 4; - } - optional Action action = 3; - - // Total RSS in kilobytes consumed by the process prior to compaction. - optional int64 before_rss_total_kilobytes = 4; - - // File RSS in kilobytes consumed by the process prior to compaction. - optional int64 before_rss_file_kilobytes = 5; - - // Anonymous RSS in kilobytes consumed by the process prior to compaction. - optional int64 before_rss_anon_kilobytes = 6; - - // Swap in kilobytes consumed by the process prior to compaction. - optional int64 before_swap_kilobytes = 7; - - // Total RSS in kilobytes consumed by the process after compaction. - optional int64 after_rss_total_kilobytes = 8; - - // File RSS in kilobytes consumed by the process after compaction. - optional int64 after_rss_file_kilobytes = 9; - - // Anonymous RSS in kilobytes consumed by the process after compaction. - optional int64 after_rss_anon_kilobytes = 10; - - // Swap in kilobytes consumed by the process after compaction. - optional int64 after_swap_kilobytes = 11; - - // The time taken to perform compaction in milliseconds. - optional int64 time_to_compact_millis = 12; - - // The last compaction action performed for this app. - optional Action last_action = 13; - - // The last time that compaction was attempted on this process in milliseconds - // since boot, not including sleep (see SystemClock.uptimeMillis()). - optional int64 last_compact_timestamp_ms_since_boot = 14; - - // The "setAdj" (i.e. previous) oom_score_adj at the time of compaction. - optional int32 oom_score_adj = 15; - - // The process state at the time of compaction. - optional android.app.ProcessStateEnum process_state = 16 [default = PROCESS_STATE_UNKNOWN]; - - // Free ZRAM in kilobytes before compaction. - optional int64 before_zram_free_kilobytes = 17; - - // Free ZRAM in kilobytes after compaction. - optional int64 after_zram_free_kilobytes = 18; -} - -/** - * Logs when a Tethering event occurs. - * - */ -message NetworkTetheringReported { - // tethering error code - optional android.stats.connectivity.ErrorCode error_code = 1; - - // tethering downstream type - optional android.stats.connectivity.DownstreamType downstream_type = 2; - - // transport type of upstream network - optional android.stats.connectivity.UpstreamType upstream_type = 3; - - // The user type of Tethering - optional android.stats.connectivity.UserType user_type= 4; -} - -/** - * Logs a DNS lookup operation initiated by the system resolver on behalf of an application - * invoking native APIs such as getaddrinfo() or Java APIs such as Network#getAllByName(). - * - * The NetworkDnsEventReported message represents the entire lookup operation, which may - * result one or more queries to the recursive DNS resolvers. Those are individually logged - * in DnsQueryEvents to enable computing error rates and network latency and timeouts - * broken up by query type, transport, network interface, etc. - */ -message NetworkDnsEventReported { - optional android.stats.dnsresolver.EventType event_type = 1; - - optional android.stats.dnsresolver.ReturnCode return_code = 2; - - // The latency in microseconds of the entire DNS lookup operation. - optional int32 latency_micros = 3; - - // Only valid for event_type = EVENT_GETADDRINFO. - optional int32 hints_ai_flags = 4; - - // Flags passed to android_res_nsend() defined in multinetwork.h - // Only valid for event_type = EVENT_RESNSEND. - optional int32 res_nsend_flags = 5; - - optional android.stats.dnsresolver.NetworkType network_type = 6; - - // The DNS over TLS mode on a specific netId. - optional android.stats.dnsresolver.PrivateDnsModes private_dns_modes = 7; - - // Additional pass-through fields opaque to statsd. - // The DNS resolver Mainline module can add new fields here without requiring an OS update. - optional android.stats.dnsresolver.DnsQueryEvents dns_query_events = 8 [(log_mode) = MODE_BYTES]; - - // The sample rate of DNS stats (to statsd) is 1/sampling_rate_denom. - optional int32 sampling_rate_denom = 9; -} - -/** - * logs the CapportApiData info - * Logged from: - * packages/modules/NetworkStack/src/com/android/server/connectivity/NetworkMonitor.java - */ -message CapportApiData { - // The TTL of the network connection provided by captive portal - optional int32 remaining_ttl_secs = 1; - - // The limit traffic data of the network connection provided by captive portal - optional int32 remaining_bytes = 2; - - // Is portal url option included in the DHCP packet (Yes, No) - optional bool has_portal_url = 3; - - // Is venue info (e.g. store info, maps, flight status) included (Yes, No) - optional bool has_venue_info = 4; -} - -/** - * logs a network Probe Event - * Logged from: - * packages/modules/NetworkStack/src/com/android/server/connectivity/NetworkMonitor.java - */ -message ProbeEvent { - // The probe type (http or https, or captive portal API...) - optional android.stats.connectivity.ProbeType probe_type = 1; - - // The latency in microseconds of the probe event - optional int32 latency_micros = 2; - - // The result of the probe event - optional android.stats.connectivity.ProbeResult probe_result = 3; - - // The CaptivePortal API info - optional CapportApiData capport_api_data = 4; -} - -/** - * log each ProbeEvent in ProbeEvents - * Logged from: - * packages/modules/NetworkStack/src/com/android/server/connectivity/NetworkMonitor.java - */ -message ProbeEvents { - // Record probe event during the validation - repeated ProbeEvent probe_event = 1; -} - -/** - * The DHCP (Dynamic Host Configuration Protocol) session info - * Logged from: - * packages/modules/NetworkStack/src/android/net/dhcp/DhcpClient.java - */ -message DhcpSession { - // The DHCP Feature(s) enabled in this session - repeated android.stats.connectivity.DhcpFeature used_features = 1; - - // The discover packet (re)transmit count - optional int32 discover_count = 2; - - // The request packet (re)transmit count - optional int32 request_count = 3; - - // The IPv4 address conflict count - // (only be meaningful when duplicate address detection is enabled) - optional int32 conflict_count = 4; - - // The DHCP packet parsing error code in this session - // (defined in android.net.metrics.DhcpErrorEvent) - repeated android.stats.connectivity.DhcpErrorCode error_code = 5; - - // The result of DHCP hostname transliteration - optional android.stats.connectivity.HostnameTransResult ht_result = 6; -} - -/** - * Logs Network IP provisioning event - * Logged from: - * packages/modules/NetworkStack/src/com/android/networkstack/metrics/NetworkIpProvisioningMetrics.java - */ -message NetworkIpProvisioningReported { - // Transport type (WIFI, CELLULAR, BLUETOOTH, ..) - optional android.stats.connectivity.TransportType transport_type = 1; - - // The latency in microseconds of IP Provisioning over IPV4 - optional int32 ipv4_latency_micros = 2; - - // The latency in microseconds of IP Provisioning over IPV6 - optional int32 ipv6_latency_micros = 3; - - // The time duration between provisioning start and end (success or failure) - optional int64 provisioning_duration_micros = 4; - - // The specific disconnect reason for this IP provisioning - optional android.stats.connectivity.DisconnectCode disconnect_code = 5; - - // Log DHCP session info (Only valid for IPv4) - optional DhcpSession dhcp_session = 6 [(log_mode) = MODE_BYTES]; - - // The random number between 0 ~ 999 for sampling - optional int32 random_number = 7; -} - -/** - * Logs Network DHCP Renew event - * Logged from: - * packages/modules/NetworkStack/src/android/net/dhcp/DhcpClient.java - */ -message NetworkDhcpRenewReported { - // Transport type (WIFI, CELLULAR, BLUETOOTH, ..) - optional android.stats.connectivity.TransportType transport_type = 1; - - // The request packet (re)transmit count - optional int32 request_count = 2; - - // The latency in microseconds of DHCP Renew - optional int32 latency_micros = 3; - - // The DHCP error code is defined in android.net.metrics.DhcpErrorEvent - optional android.stats.connectivity.DhcpErrorCode error_code = 4; - - // The result of DHCP renew - optional android.stats.connectivity.DhcpRenewResult renew_result = 5; - - // The random number between 0 ~ 999 for sampling - optional int32 random_number = 6; -} - -/** - * Logs Network Validation event - * Logged from: - * packages/modules/NetworkStack/src/com/android/server/connectivity/NetworkMonitor.java - */ -message NetworkValidationReported { - // Transport type (WIFI, CELLULAR, BLUETOOTH, ..) - optional android.stats.connectivity.TransportType transport_type = 1; - - // Record each probe event - optional ProbeEvents probe_events = 2 [(log_mode) = MODE_BYTES]; - - // The result of the network validation - optional android.stats.connectivity.ValidationResult validation_result = 3; - - // The latency in microseconds of network validation - optional int32 latency_micros = 4; - - // The validation index (the first validation attempt or second, third...) - optional int32 validation_index = 5; - - // The random number between 0 ~ 999 for sampling - optional int32 random_number = 6; -} - -/** - * Logs NetworkStack Quirk event - * Logged from: - * packages/modules/NetworkStack/src/com/android/networkstack/ - */ -message NetworkStackQuirkReported { - // Transport type (WIFI, CELLULAR, BLUETOOTH, ..) - optional android.stats.connectivity.TransportType transport_type = 1; - - // Record each Quirk event - optional android.stats.connectivity.NetworkQuirkEvent event = 2; -} - -/** - * Logs when a data stall event occurs. - * - * Log from: - * packages/modules/NetworkStack/src/com/android/server/connectivity/NetworkMonitor.java - */ -message DataStallEvent { - // Data stall evaluation type. - // See packages/modules/NetworkStack/src/com/android/server/connectivity/NetworkMonitor.java - // Refer to the definition of DATA_STALL_EVALUATION_TYPE_*. - optional int32 evaluation_type = 1; - // See definition in data_stall_event.proto. - optional com.android.server.connectivity.ProbeResult validation_result = 2; - // See definition in data_stall_event.proto. - optional android.net.NetworkCapabilitiesProto.Transport network_type = 3; - // See definition in data_stall_event.proto. - optional com.android.server.connectivity.WifiData wifi_info = 4 [(log_mode) = MODE_BYTES]; - // See definition in data_stall_event.proto. - optional com.android.server.connectivity.CellularData cell_info = 5 [(log_mode) = MODE_BYTES]; - // See definition in data_stall_event.proto. - optional com.android.server.connectivity.DnsEvent dns_event = 6 [(log_mode) = MODE_BYTES]; - // The tcp packets fail rate from the latest tcp polling. - optional int32 tcp_fail_rate = 7; - // Number of packets sent since the last received packet. - optional int32 tcp_sent_since_last_recv = 8; -} - -/* - * Logs when RescueParty resets some set of experiment flags. - * - * Logged from: - * frameworks/base/services/core/java/com/android/server/RescueParty.java - */ -message RescuePartyResetReported { - // The rescue level of this reset. A value of 0 indicates missing or unknown level information. - optional int32 rescue_level = 1; -} - -/** - * Logs when signed config is received from an APK, and if that config was applied successfully. - * Logged from: - * frameworks/base/services/core/java/com/android/server/signedconfig/SignedConfigService.java - */ -message SignedConfigReported { - enum Type { - UNKNOWN_TYPE = 0; - GLOBAL_SETTINGS = 1; - } - optional Type type = 1; - - // The final status of the signed config received. - enum Status { - UNKNOWN_STATUS = 0; - APPLIED = 1; - BASE64_FAILURE_CONFIG = 2; - BASE64_FAILURE_SIGNATURE = 3; - SECURITY_EXCEPTION = 4; - INVALID_CONFIG = 5; - OLD_CONFIG = 6; - SIGNATURE_CHECK_FAILED = 7; - NOT_APPLICABLE = 8; - SIGNATURE_CHECK_FAILED_PROD_KEY_ABSENT = 9; - } - optional Status status = 2; - - // The version of the signed config processed. - optional int32 version = 3; - - // The package name that the config was extracted from. - optional string from_package = 4; - - enum Key { - NO_KEY = 0; - DEBUG = 1; - PRODUCTION = 2; - } - // Which key was used to verify the config. - optional Key verified_with = 5; -} - -/* - * Logs GNSS Network-Initiated (NI) location events. - * - * Logged from: - * frameworks/base/services/core/java/com/android/server/location/GnssLocationProvider.java - */ -message GnssNiEventReported { - // The type of GnssNiEvent. - enum EventType { - UNKNOWN = 0; - NI_REQUEST = 1; - NI_RESPONSE = 2; - } - optional EventType event_type = 1; - - // An ID generated by HAL to associate NI notifications and UI responses. - optional int32 notification_id = 2; - - // A type which distinguishes different categories of NI request, such as VOICE, UMTS_SUPL etc. - optional android.server.location.GnssNiType ni_type = 3; - - // NI requires notification. - optional bool need_notify = 4; - - // NI requires verification. - optional bool need_verify = 5; - - // NI requires privacy override, no notification/minimal trace. - optional bool privacy_override = 6; - - // Timeout period to wait for user response. Set to 0 for no timeout limit. Specified in - // seconds. - optional int32 timeout = 7; - - // Default response when timeout. - optional android.server.location.GnssUserResponseType default_response = 8; - - // String representing the requester of the network inititated location request. - optional string requestor_id = 9; - - // Notification message text string representing the service(for eg. SUPL-service) who sent the - // network initiated location request. - optional string text = 10; - - // requestorId decoding scheme. - optional android.server.location.GnssNiEncodingType requestor_id_encoding = 11; - - // Notification message text decoding scheme. - optional android.server.location.GnssNiEncodingType text_encoding = 12; - - // True if SUPL ES is enabled. - optional bool is_supl_es_enabled = 13; - - // True if GNSS location is enabled. - optional bool is_location_enabled = 14; - - // GNSS NI responses which define the response in NI structures. - optional android.server.location.GnssUserResponseType user_response = 15; -} - -/** - * Logs GNSS non-framework (NFW) location notification. - * - * Logged from: - * frameworks/base/services/core/java/com/android/server/location/GnssLocationProvider.java - */ -message GnssNfwNotificationReported { - // Package name of the Android proxy application representing the non-framework entity that - // requested location. Set to empty string if unknown. - optional string proxy_app_package_name = 1; - - // Protocol stack that initiated the non-framework location request. - optional android.server.location.NfwProtocolStack protocol_stack = 2; - - // Name of the protocol stack if protocol_stack field is set to OTHER_PROTOCOL_STACK. Otherwise, - // set to empty string. This field is opaque to the framework and used for logging purposes. - optional string other_protocol_stack_name = 3; - - // Source initiating/receiving the location information. - optional android.server.location.NfwRequestor requestor = 4; - - // Identity of the endpoint receiving the location information. For example, carrier name, OEM - // name, SUPL SLP/E-SLP FQDN, chipset vendor name, etc. This field is opaque to the framework - // and used for logging purposes. - optional string requestor_id = 5; - - // Indicates whether location information was provided for this request. - optional android.server.location.NfwResponseType response_type = 6; - - // True if the device is in user initiated emergency session. - optional bool in_emergency_mode = 7; - - // True if cached location is provided. - optional bool is_cached_location = 8; - - // True if proxy app permission mismatch between framework and GNSS HAL. - optional bool is_permission_mismatched = 9; -} - -/** - * Logs GNSS configuration as defined in IGnssConfiguration.hal. - * - * Logged from: - * frameworks/base/services/core/java/com/android/server/location/GnssConfiguration.java - */ -message GnssConfigurationReported { - // SUPL host name. - optional string supl_host = 1; - - // SUPL port number. - optional int32 supl_port = 2; - - // C2K host name. - optional string c2k_host = 3; - - // C2K port number. - optional int32 c2k_port = 4; - - // The SUPL version requested by Carrier. - optional int32 supl_ver = 5; - - // The SUPL mode. - optional android.server.location.SuplMode supl_mode = 6; - - // True if NI emergency SUPL restrictions is enabled. - optional bool supl_es = 7; - - // LTE Positioning Profile settings - optional android.server.location.LppProfile lpp_profile = 8; - - // Positioning protocol on A-Glonass system. - optional android.server.location.GlonassPosProtocol a_glonass_pos_protocol_select = 9; - - // True if emergency PDN is used. Otherwise, regular PDN is used. - optional bool use_emergency_pdn_for_emergency_supl= 10; - - // Configurations of how GPS functionalities should be locked when user turns off GPS On setting. - optional android.server.location.GpsLock gps_lock = 11; - - // Number of seconds to extend the emergency session duration post emergency call. - optional int32 es_extension_sec = 12; - - // The full list of package names of proxy Android applications representing the non-framework - // location access entities (on/off the device) for which the framework user has granted - // non-framework location access permission. The package names are concatenated in one string - // with spaces as separators. - optional string enabled_proxy_app_package_name_list = 13; -} - -/** - * Logs when a NFC device's error occurred. - * Logged from: - * system/nfc/src/nfc/nfc/nfc_ncif.cc - * packages/apps/Nfc/src/com/android/nfc/cardemulation/AidRoutingManager.java - */ -message NfcErrorOccurred { - enum Type { - UNKNOWN = 0; - CMD_TIMEOUT = 1; - ERROR_NOTIFICATION = 2; - AID_OVERFLOW = 3; - } - optional Type type = 1; - // If it's nci cmd timeout, log the timeout command. - optional uint32 nci_cmd = 2; - - optional uint32 error_ntf_status_code = 3; -} - -/** - * Logs when a NFC device's state changed event - * Logged from: - * packages/apps/Nfc/src/com/android/nfc/NfcService.java - */ -message NfcStateChanged { - enum State { - UNKNOWN = 0; - OFF = 1; - ON = 2; - ON_LOCKED = 3; // Secure Nfc enabled. - CRASH_RESTART = 4; // NfcService watchdog timeout restart. - } - optional State state = 1; -} - -/** - * Logs when a NFC Beam Transaction occurred. - * Logged from: - * packages/apps/Nfc/src/com/android/nfc/P2pLinkManager.java - */ -message NfcBeamOccurred { - enum Operation { - UNKNOWN = 0; - SEND = 1; - RECEIVE = 2; - } - optional Operation operation = 1; -} - -/** - * Logs when a NFC Card Emulation Transaction occurred. - * Logged from: - * packages/apps/Nfc/src/com/android/nfc/cardemulation/HostEmulationManager.java - * packages/apps/Nfc/src/com/android/nfc/cardemulation/HostNfcFEmulationManager.java - */ -message NfcCardemulationOccurred { - enum Category { - UNKNOWN = 0; - HCE_PAYMENT = 1; - HCE_OTHER = 2; - OFFHOST = 3; - } - // Transaction belongs to HCE payment or HCE other category, or offhost. - optional Category category = 1; - // SeName from transaction: SIMx, eSEx, HCE, HCEF. - optional string se_name = 2; -} - -/** - * Logs when a NFC Tag event occurred. - * Logged from: - * packages/apps/Nfc/src/com/android/nfc/NfcDispatcher.java - */ -message NfcTagOccurred { - enum Type { - UNKNOWN = 0; - URL = 1; - BT_PAIRING = 2; - PROVISION = 3; - WIFI_CONNECT = 4; - APP_LAUNCH = 5; - OTHERS = 6; - } - optional Type type = 1; -} - -/** - * Logs when Hce transaction triggered - * Logged from: - * system/nfc/src/nfc/nfc/nfc_ncif.cc - */ -message NfcHceTransactionOccurred { - // The latency period(in microseconds) it took for the first HCE data - // exchange. - optional uint32 latency_micros = 1; -} - -/** - * Logs when SecureElement state event changed - * Logged from: - * packages/apps/SecureElement/src/com/android/se/Terminal.java - */ -message SeStateChanged { - enum State { - UNKNOWN = 0; - INITIALIZED = 1; - DISCONNECTED = 2; - CONNECTED = 3; - HALCRASH = 4; - } - optional State state = 1; - - optional string state_change_reason = 2; - // SIMx or eSEx. - optional string terminal = 3; -} - -/** - * Information about a permission grant request - */ -message PermissionGrantRequestResultReported { - // unique value identifying an API call. A API call might result in multiple of these atoms - optional int64 request_id = 1; - - // UID of package requesting the permission grant - optional int32 uid = 2 [(is_uid) = true]; - - // Name of package requesting the permission grant - optional string package_name = 3; - - // The permission to be granted - optional string permission_name = 4; - - // If the permission was explicitly requested via the API or added by the system - optional bool is_implicit = 5; - - enum Result { - UNDEFINED = 0; - // permission request was ignored - IGNORED = 1; - // permission request was ignored because it was user fixed - IGNORED_USER_FIXED = 2; - // permission request was ignored because it was policy fixed - IGNORED_POLICY_FIXED = 3; - // permission was granted by user action - USER_GRANTED = 4; - // permission was automatically granted - AUTO_GRANTED = 5; - // permission was denied by user action - USER_DENIED = 6; - // permission was denied with prejudice by the user - USER_DENIED_WITH_PREJUDICE = 7; - // permission was automatically denied - AUTO_DENIED = 8; - // permission request was ignored because permission is restricted - IGNORED_RESTRICTED_PERMISSION = 9; - // one time permission was granted by user action - USER_GRANTED_ONE_TIME = 10; - // user ignored request by leaving the request screen without choosing any option - USER_IGNORED = 11; - // user granted the permission after being linked to settings - USER_GRANTED_IN_SETTINGS = 12; - // user denied the permission after being linked to settings - USER_DENIED_IN_SETTINGS = 13; - // user denied the permission with prejudice after being linked to settings - USER_DENIED_WITH_PREJUDICE_IN_SETTINGS = 14; - // permission was automatically revoked after one-time permission expired - AUTO_ONE_TIME_PERMISSION_REVOKED = 15; - // permission was automatically revoked for unused app - AUTO_UNUSED_APP_PERMISSION_REVOKED = 16; - } - // The result of the permission grant - optional Result result = 6; -} - -/** - * Logs when Omapi API used - * Logged from: - * packages/apps/SecureElement/src/com/android/se/Terminal.java - */ -message SeOmapiReported { - enum Operation { - UNKNOWN = 0; - OPEN_CHANNEL = 1; - } - optional Operation operation = 1; - // SIMx or eSEx. - optional string terminal = 2; - - optional string package_name = 3; -} - -/** - * Logs the dispatch latency of a broadcast during processing of BOOT_COMPLETED. - * The dispatch latency is the dispatchClockTime - enqueueClockTime. - * Logged from: - * frameworks/base/services/core/java/com/android/server/am/BroadcastQueue.java - */ -message BroadcastDispatchLatencyReported { - optional int64 dispatch_latency_millis = 1; -} - -/** - * Logs AttentionManagerService attention check result. - * - * Logged from: - * frameworks/base/services/core/java/com/android/server/attention/AttentionManagerService.java - */ -message AttentionManagerServiceResultReported { - // See core/java/android/service/attention/AttentionService.java - enum AttentionCheckResult { - UNKNOWN = 20; - ATTENTION_SUCCESS_ABSENT = 0; - ATTENTION_SUCCESS_PRESENT = 1; - ATTENTION_FAILURE_UNKNOWN = 2; - ATTENTION_FAILURE_CANCELLED = 3; - ATTENTION_FAILURE_PREEMPTED = 4; - ATTENTION_FAILURE_TIMED_OUT = 5; - ATTENTION_FAILURE_CAMERA_PERMISSION_ABSENT = 6; - } - optional AttentionCheckResult attention_check_result = 1 [default = UNKNOWN]; -} - -/** - * Logs when an adb connection changes state. - * - * Logged from: - * frameworks/base/services/core/java/com/android/server/adb/AdbDebuggingManager.java - */ -message AdbConnectionChanged { - // The last time this system connected via adb, or 0 if the 'always allow' option was not - // previously selected for this system. - optional int64 last_connection_time_millis = 1; - - // The time in ms within which a subsequent connection from an 'always allow' system is allowed - // to reconnect via adb without user interaction. - optional int64 auth_window_millis = 2; - - // The state of the adb connection from frameworks/base/core/proto/android/debug/enums.proto. - optional android.debug.AdbConnectionStateEnum state = 3; - - // True if the 'always allow' option was selected for this system. - optional bool always_allow = 4; -} - -/* - * Logs the reported speech DSP status. - * - * Logged from: - * Vendor audio implementation. - */ -message SpeechDspStatReported { - // The total Speech DSP uptime in milliseconds. - optional int32 total_uptime_millis = 1; - // The total Speech DSP downtime in milliseconds. - optional int32 total_downtime_millis = 2; - optional int32 total_crash_count = 3; - optional int32 total_recover_count = 4; -} - -/** - * Logs USB connector contaminant status. - * - * Logged from: USB Service. - */ -message UsbContaminantReported { - optional string id = 1; - optional android.service.usb.ContaminantPresenceStatus status = 2; -} - -/** - * This atom is for debugging purpose. - */ -message DebugElapsedClock { - // Monotically increasing value for each pull. - optional int64 pull_count = 1; - // Time from System.elapsedRealtime. - optional int64 elapsed_clock_millis = 2; - // Time from System.elapsedRealtime. - optional int64 same_elapsed_clock_millis = 3; - // Diff between current elapsed time and elapsed time from previous pull. - optional int64 elapsed_clock_diff_millis = 4; - - enum Type { - TYPE_UNKNOWN = 0; - ALWAYS_PRESENT = 1; - PRESENT_ON_ODD_PULLS = 2; - } - // Type of behavior for the pulled data. - optional Type type = 5; -} - -/** - * This atom is for debugging purpose. - */ -message DebugFailingElapsedClock { - // Monotically increasing value for each pull. - optional int64 pull_count = 1; - // Time from System.elapsedRealtime. - optional int64 elapsed_clock_millis = 2; - // Time from System.elapsedRealtime. - optional int64 same_elapsed_clock_millis = 3; - // Diff between current elapsed time and elapsed time from previous pull. - optional int64 elapsed_clock_diff_millis = 4; -} - -/** Logs System UI bubbles event changed. - * - * Logged from: - * frameworks/base/packages/SystemUI/src/com/android/systemui/bubbles - */ -message BubbleUIChanged { - - // The app package that is posting the bubble. - optional string package_name = 1; - - // The notification channel that is posting the bubble. - optional string notification_channel = 2; - - // The notification id associated with the posted bubble. - optional int32 notification_id = 3; - - // The position of the bubble within the bubble stack. - optional int32 position = 4; - - // The total number of bubbles within the bubble stack. - optional int32 total_number = 5; - - // User interactions with the bubble. - enum Action { - UNKNOWN = 0; - POSTED = 1; - UPDATED = 2; - EXPANDED = 3; - COLLAPSED = 4; - DISMISSED = 5; - STACK_DISMISSED = 6; - STACK_MOVED = 7; - HEADER_GO_TO_APP = 8; - HEADER_GO_TO_SETTINGS = 9; - PERMISSION_OPT_IN = 10; - PERMISSION_OPT_OUT = 11; - PERMISSION_DIALOG_SHOWN = 12; - SWIPE_LEFT = 13; - SWIPE_RIGHT = 14; - STACK_EXPANDED = 15; - FLYOUT = 16; - } - optional Action action = 6; - - // Normalized screen position of the bubble stack. The range is between 0 and 1. - optional float normalized_x_position = 7; - optional float normalized_y_position = 8; - - // Whether the bubble is unread. If it is unread, a dot is shown in the bubble stack icon. - optional bool is_unread = 9; - - // Whether the bubble is an on-going one. - optional bool is_ongoing = 10; - - // Whether the bubble is produced by an app running in foreground. - // This is deprecated and the value should be ignored. - optional bool is_foreground = 11 [deprecated = true]; -} - -/** - * Logs System UI bubbles developer errors. - * - * Logged from: - * frameworks/base/packages/SystemUI/src/com/android/systemui/bubbles/BubbleController.java - */ -message BubbleDeveloperErrorReported { - - // The app package that is posting the bubble. - optional string package_name = 1; - - // Bubble developer error type enums. - enum Error { - UNKNOWN = 0; - ACTIVITY_INFO_MISSING = 1; - ACTIVITY_INFO_NOT_RESIZABLE = 2; - DOCUMENT_LAUNCH_NOT_ALWAYS = 3; - } - optional Error error = 2 [default = UNKNOWN]; -} - -/** - * Logs that a constraint for a scheduled job has changed. - * - * Logged from: - * frameworks/base/services/core/java/com/android/server/job/controllers/JobStatus.java - */ -message ScheduledJobConstraintChanged { - repeated AttributionNode attribution_node = 1; - - // Name of the job. - optional string job_name = 2; - - optional com.android.server.job.ConstraintEnum constraint = 3; - - enum State { - UNKNOWN = 0; - UNSATISFIED = 1; - SATISFIED = 2; - } - optional State state = 4; -} - -/** - * Logs PowerManagerService screen timeout resets (extensions) that happen when an attention check - * returns true. - * - * Logged from: - * frameworks/base/services/core/java/com/android/server/power/PowerManagerService.java - */ -message ScreenTimeoutExtensionReported { - // Describes how many times in a row did the power manager reset the screen off timeout. - optional uint32 consecutive_timeout_extended_count = 1; -} - -/* -* Logs number of milliseconds it takes to start a process. -* The definition of app process start time is from the app launch time to -* the time that Zygote finished forking the app process and loaded the -* application package's java classes. - -* This metric is different from AppStartOccurred which is for foreground -* activity only. - -* ProcessStartTime can report all processes (both foreground and background) -* start time. -* -* Logged from: -* frameworks/base/services/core/java/com/android/server/am/ActivityManagerService.java -*/ -message ProcessStartTime { - // The uid of the ProcessRecord. - optional int32 uid = 1 [(is_uid) = true]; - - // The process pid. - optional int32 pid = 2; - - // The process name. - // Usually package name, "system" for system server. - // Provided by ActivityManagerService. - optional string process_name = 3; - - enum StartType { - UNKNOWN = 0; - WARM = 1; - HOT = 2; - COLD = 3; - } - - // The start type. - optional StartType type = 4; - - // The elapsed realtime at the start of the process. - optional int64 process_start_time_millis = 5; - - // Number of milliseconds it takes to reach bind application. - optional int32 bind_application_delay_millis = 6; - - // Number of milliseconds it takes to finish start of the process. - optional int32 process_start_delay_millis = 7; - - // hostingType field in ProcessRecord, the component type such as "activity", - // "service", "content provider", "broadcast" or other strings. - optional string hosting_type = 8; - - // hostingNameStr field in ProcessRecord. The component class name that runs - // in this process. - optional string hosting_name = 9; -} - -/** - * Track Media Codec usage - * Logged from: - * frameworks/av/media/libstagefright/MediaCodec.cpp - * frameworks/av/services/mediaanalytics/statsd_codec.cpp - */ -message MediametricsCodecReported { - optional int64 timestamp_nanos = 1; - optional string package_name = 2; - optional int64 package_version_code = 3; - optional int64 media_apex_version = 4; - - optional android.stats.mediametrics.CodecData codec_data = 5 [(android.os.statsd.log_mode) = MODE_BYTES]; -} - -/** - * Track Media Extractor (pulling video/audio streams out of containers) usage - * Logged from: - * frameworks/av/media/libstagefright/RemoteMediaExtractor.cpp - * frameworks/av/services/mediaanalytics/statsd_extractor.cpp - */ -message MediametricsExtractorReported { - optional int64 timestamp_nanos = 1; - optional string package_name = 2; - optional int64 package_version_code = 3; - optional int64 media_apex_version = 4; - - optional android.stats.mediametrics.ExtractorData extractor_data = 5 [(android.os.statsd.log_mode) = MODE_BYTES]; -} - -/** - * Track MediaParser (parsing video/audio streams from containers) usage - * Logged from: - * - * frameworks/av/services/mediametrics/statsd_mediaparser.cpp - * frameworks/base/apex/media/framework/jni/android_media_MediaParserJNI.cpp - */ -message MediametricsMediaParserReported { - optional int64 timestamp_nanos = 1; - optional string package_name = 2; - optional int64 package_version_code = 3; - - // MediaParser specific data. - /** - * The name of the parser selected for parsing the media, or an empty string - * if no parser was selected. - */ - optional string parser_name = 4; - /** - * Whether the parser was created by name. 1 represents true, and 0 - * represents false. - */ - optional int32 created_by_name = 5; - /** - * The parser names in the sniffing pool separated by "|". - */ - optional string parser_pool = 6; - /** - * The fully qualified name of the last encountered exception, or an empty - * string if no exception was encountered. - */ - optional string last_exception = 7; - /** - * The size of the parsed media in bytes, or -1 if unknown. Note this value - * contains intentional random error to prevent media content - * identification. - */ - optional int64 resource_byte_count = 8; - /** - * The duration of the media in milliseconds, or -1 if unknown. Note this - * value contains intentional random error to prevent media content - * identification. - */ - optional int64 duration_millis = 9; - /** - * The MIME types of the tracks separated by "|". - */ - optional string track_mime_types = 10; - /** - * The tracks' RFC 6381 codec strings separated by "|". - */ - optional string track_codecs = 11; - /** - * Concatenation of the parameters altered by the client, separated by "|". - */ - optional string altered_parameters = 12; - /** - * The video width in pixels, or -1 if unknown or not applicable. - */ - optional int32 video_width = 13; - /** - * The video height in pixels, or -1 if unknown or not applicable. - */ - optional int32 video_height = 14; -} - -/** - * Track how we arbitrate between microphone/input requests. - * Logged from - * frameworks/av/services/audiopolicy/service/AudioPolicyInterfaceImpl.cpp - * frameworks/av/services/mediaanalytics/statsd_audiopolicy.cpp - */ -message MediametricsAudiopolicyReported { - optional int64 timestamp_nanos = 1; - optional string package_name = 2; - optional int64 package_version_code = 3; - optional int64 media_apex_version = 4; - - optional android.stats.mediametrics.AudioPolicyData audiopolicy_data = 5 [(android.os.statsd.log_mode) = MODE_BYTES]; -} - -/** - * Track how we arbitrate between microphone requests. - * Logged from - * frameworks/av/media/libaudioclient/AudioRecord.cpp - * frameworks/av/services/mediaanalytics/statsd_audiorecord.cpp - */ -message MediametricsAudiorecordReported { - optional int64 timestamp_nanos = 1; - optional string package_name = 2; - optional int64 package_version_code = 3; - optional int64 media_apex_version = 4; - - optional android.stats.mediametrics.AudioRecordData audiorecord_data = 5 [(android.os.statsd.log_mode) = MODE_BYTES]; -} - -/** - * Track how we arbitrate between microphone/input requests. - * Logged from - * frameworks/av/media/libnblog/ReportPerformance.cpp - * frameworks/av/services/mediaanalytics/statsd_audiothread.cpp - */ -message MediametricsAudiothreadReported { - optional int64 timestamp_nanos = 1; - optional string package_name = 2; - optional int64 package_version_code = 3; - optional int64 media_apex_version = 4; - - optional android.stats.mediametrics.AudioThreadData audiothread_data = 5 [(android.os.statsd.log_mode) = MODE_BYTES]; -} - -/** - * Track how we arbitrate between microphone/input requests. - * Logged from - * frameworks/av/media/libaudioclient/AudioTrack.cpp - * frameworks/av/services/mediaanalytics/statsd_audiotrack.cpp - */ -message MediametricsAudiotrackReported { - optional int64 timestamp_nanos = 1; - optional string package_name = 2; - optional int64 package_version_code = 3; - optional int64 media_apex_version = 4; - - optional android.stats.mediametrics.AudioTrackData audiotrack_data = 5 [(android.os.statsd.log_mode) = MODE_BYTES]; -} - -/** - * Track information about DRM framework performance - * Logged from - * frameworks/av/drm/libmediadrm/DrmHal.cpp - * frameworks/av/services/mediaanalytics/statsd_drm.cpp - */ -message MediametricsMediadrmReported { - optional int64 timestamp_nanos = 1; - optional string package_name = 2; - optional int64 package_version_code = 3; - optional int64 media_apex_version = 4; - - // vendor+description tell about which DRM plugin is in use on this device - optional string vendor = 5; - optional string description = 6; - // from frameworks/av/drm/libmediadrm/protos/metrics.proto - optional bytes framework_stats = 7 [(android.os.statsd.log_mode) = MODE_BYTES]; -} - -/** - * Track information about the widevine DRM plugin performance - * Logged from - * vendor/widevine/libwvdrmengine/cdm/metrics - * frameworks/av/services/mediaanalytics/statsd_drm.cpp - */ -message MediametricsDrmWidevineReported { - optional int64 timestamp_nanos = 1; - optional string package_name = 2; - optional int64 package_version_code = 3; - optional int64 media_apex_version = 4; - - optional bytes vendor_specific_stats = 5 [(android.os.statsd.log_mode) = MODE_BYTES]; -} - -/** - * Track information about recordings (e.g. camcorder) - * Logged from - * frameworks/av/media/libmediaplayerservice/StagefrightRecorder.cpp - * frameworks/av/services/mediaanalytics/statsd_recorder.cpp - */ -message MediametricsRecorderReported { - optional int64 timestamp_nanos = 1; - optional string package_name = 2; - optional int64 package_version_code = 3; - optional int64 media_apex_version = 4; - - optional android.stats.mediametrics.RecorderData recorder_data = 5 [(android.os.statsd.log_mode) = MODE_BYTES]; -} - -/** - * Track Media Player usage - * Logged from: - * frameworks/av/media/libmediaplayerservice/nuplayer/NuPlayerDriver.cpp - * frameworks/av/services/mediaanalytics/statsd_nuplayer.cpp - */ -message MediametricsNuPlayerReported { - optional int64 timestamp_nanos = 1; - optional string package_name = 2; - optional int64 package_version_code = 3; - optional int64 media_apex_version = 4; - - optional android.stats.mediametrics.NuPlayerData nuplayer_data = 5 [(android.os.statsd.log_mode) = MODE_BYTES]; -} - -/** - * Track Legacy DRM usage - * Logged from - * frameworks/av/drm/drmserver/DrmManager.cpp - */ -message MediametricsDrmManagerReported { - optional int64 timestamp_nanos = 1; - optional string package_name = 2; - optional int64 package_version_code = 3; - optional int64 media_apex_version = 4; - - enum Method { - METHOD_NOT_FOUND = -1; - GET_CONSTRAINTS = 0; - GET_METADATA = 1; - CAN_HANDLE = 2; - PROCESS_DRM_INFO = 3; - ACQUIRE_DRM_INFO = 4; - SAVE_RIGHTS = 5; - GET_ORIGINAL_MIME_TYPE = 6; - GET_DRM_OBJECT_TYPE = 7; - CHECK_RIGHTS_STATUS = 8; - REMOVE_RIGHTS = 9; - REMOVE_ALL_RIGHTS = 10; - OPEN_CONVERT_SESSION = 11; - OPEN_DECRYPT_SESSION = 12; - } - - // plugin_id+description inform which Legacy DRM plugins are still in use on device - optional string plugin_id = 5; - optional string description = 6; - optional Method method = 7; - optional string mime_types = 8; - - optional int64 get_constraints_count = 9; - optional int64 get_metadata_count = 10; - optional int64 can_handle_count = 11; - optional int64 process_drm_info_count = 12; - optional int64 acquire_drm_info_count = 13; - optional int64 save_rights_count = 14; - optional int64 get_original_mime_type_count = 15; - optional int64 get_drm_object_type_count = 16; - optional int64 check_rights_status_count = 17; - optional int64 remove_rights_count = 18; - optional int64 remove_all_rights_count = 19; - optional int64 open_convert_session_count = 20; - optional int64 open_decrypt_session_count = 21; -} - -/** - * State of a dangerous permission requested by a package - * Pulled from: StatsCompanionService -*/ -message DangerousPermissionState { - // Name of the permission - optional string permission_name = 1; - - // Uid of the package - optional int32 uid = 2 [(is_uid) = true]; - - // Package requesting the permission - optional string package_name = 3; - - // If the permission is granted to the uid - optional bool is_granted = 4; - - // Permission flags as per android.content.pm.PermissionFlags - optional int32 permission_flags = 5; -} - -/** - * Logs when a package is denied access to a device identifier based on the new access requirements. - * - * Logged from: - * frameworks/base/telephony/java/com/android/internal/telephony/TelephonyPermissions.java - */ -message DeviceIdentifierAccessDenied { - // The name of the package denied access to the requested device identifier. - optional string package_name = 1; - - // The name of the device identifier method the package attempted to invoke. - optional string method_name = 2; - - // True if the package is preinstalled. - // Starting from Android 11, this boolean is not set and will always be false. - optional bool is_preinstalled = 3 [deprecated = true]; - - // True if the package is privileged. - // Starting from Android 11, this boolean is not set and will always be false. - optional bool is_priv_app = 4 [deprecated = true]; -} - -/** - * Pulls the ongoing mainline install train version code. - * Pulled from StatsCompanionService - */ -message TrainInfo { - optional int64 train_version_code = 1; - - optional TrainExperimentIds train_experiment_id = 2; - - optional string train_name = 3; - - enum Status { - UNKNOWN = 0; - INSTALL_REQUESTED = 1; - INSTALL_STARTED = 2; - INSTALL_STAGED_NOT_READY = 3; - INSTALL_STAGED_READY = 4; - INSTALL_SUCCESS = 5; - // Replaced by INSTALL_FAILURE_DOWNLOAD, INSTALL_FAILURE_STATE_MISMATCH, - // and INSTALL_FAILURE_COMMIT. - INSTALL_FAILURE = 6 [deprecated = true]; - // This enum is for installs that are manually cancelled via the Manual Update UI. - INSTALL_CANCELLED = 7; - INSTALLER_ROLLBACK_REQUESTED = 8; - INSTALLER_ROLLBACK_INITIATED = 9; - INSTALLER_ROLLBACK_INITIATED_FAILURE = 10; - INSTALLER_ROLLBACK_STAGED = 11; - INSTALLER_ROLLBACK_STAGED_FAILURE = 12; - INSTALLER_ROLLBACK_BOOT_TRIGGERED = 13; - INSTALLER_ROLLBACK_BOOT_TRIGGERED_FAILURE = 14; - INSTALLER_ROLLBACK_SUCCESS = 15; - INSTALLER_ROLLBACK_FAILURE = 16; - INSTALLER_ROLLBACK_STAGED_CANCEL_REQUESTED = 17; - INSTALLER_ROLLBACK_STAGED_CANCEL_SUCCESS = 18; - INSTALLER_ROLLBACK_STAGED_CANCEL_FAILURE = 19; - INSTALL_STAGED_CANCEL_REQUESTED = 20; - INSTALL_STAGED_CANCEL_SUCCESS = 21; - INSTALL_STAGED_CANCEL_FAILURE = 22; - INSTALL_FAILURE_DOWNLOAD = 23; - INSTALL_FAILURE_STATE_MISMATCH = 24; - INSTALL_FAILURE_COMMIT = 25; - REBOOT_TRIGGERED = 26; - } - optional Status status = 4; -} - -/** - * Logs the gesture stage changed event. - * - * Logged from: - * frameworks/base/packages/SystemUI/ - */ -message AssistGestureStageReported { - optional android.hardware.sensor.assist.AssistGestureStageEnum gesture_stage = 1; -} - -/** - * Logs the feedback type. - * - * Logged from: - * frameworks/base/packages/SystemUI/ - */ -message AssistGestureFeedbackReported { - // Whether or not the gesture was used. - optional android.hardware.sensor.assist.AssistGestureFeedbackEnum feedback_type = 1; -} - -/** - * Logs the progress. - * - * Logged from: - * frameworks/base/packages/SystemUI/ - */ -message AssistGestureProgressReported { - // [0,100] progress for the assist gesture. - optional int32 progress = 1; -} - -/* - * Information about the time zone data on a device. - */ -message TimeZoneDataInfo { - // A version identifier for the data set on device. e.g. "2018i" - optional string tzdb_version = 1; -} - -/** - * Logs the GPU stats global health information. - * - * Logged from: - * frameworks/native/services/gpuservice/gpustats/ - */ -message GpuStatsGlobalInfo { - // Package name of the gpu driver. - optional string driver_package_name = 1; - - // Version name of the gpu driver. - optional string driver_version_name = 2; - - // Version code of the gpu driver. - optional int64 driver_version_code = 3; - - // Build time of the gpu driver in UTC as seconds since January 1, 1970. - optional int64 driver_build_time = 4; - - // Total count of the gl driver gets loaded. - optional int64 gl_loading_count = 5; - - // Total count of the gl driver fails to be loaded. - optional int64 gl_loading_failure_count = 6; - - // Total count of the Vulkan driver gets loaded. - optional int64 vk_loading_count = 7; - - // Total count of the Vulkan driver fails to be loaded. - optional int64 vk_loading_failure_count = 8; - - // Api version of the system Vulkan driver. - optional int32 vulkan_version = 9; - - // Api version of the system CPU Vulkan driver. - optional int32 cpu_vulkan_version = 10; - - // Api version of the system GLES driver. - optional int32 gles_version = 11; - - // Total count of the angle driver gets loaded. - optional int64 angle_loading_count = 12; - - // Total count of the angle driver fails to be loaded. - optional int64 angle_loading_failure_count = 13; -} - -/** - * GPU driver loading time info. - */ -message GpuDriverLoadingTime { - // List of all the driver loading times for this app. The list size is - // capped at 50. - repeated int64 driver_loading_time = 1; -} - -/** - * Logs the GPU stats per app health information. - * - * Logged from: - * frameworks/native/services/gpuservice/gpustats/ - */ -message GpuStatsAppInfo { - // Package name of the application that loads the gpu driver. Total number - // of different packages is capped at 100. - optional string app_package_name = 1; - - // Version code of the gpu driver this app loads. - optional int64 driver_version_code = 2; - - // gl driver loading time info. - optional GpuDriverLoadingTime gl_driver_loading_time = 3 - [(android.os.statsd.log_mode) = MODE_BYTES]; - - // Vulkan driver loading time info. - optional GpuDriverLoadingTime vk_driver_loading_time = 4 - [(android.os.statsd.log_mode) = MODE_BYTES]; - - // Angle driver loading time info. - optional GpuDriverLoadingTime angle_driver_loading_time = 5 - [(android.os.statsd.log_mode) = MODE_BYTES]; - - // CPU Vulkan implementation is in use. - optional bool cpu_vulkan_in_use = 6; - - // App is not doing pre-rotation correctly. - optional bool false_prerotation = 7; - - // App creates GLESv1 context. - optional bool gles_1_in_use = 8; -} - -/* - * Logs the size of the system ion heap. - * - * Pulled from StatsCompanionService. - */ -message SystemIonHeapSize { - // Deprecated due to limited support of ion stats in debugfs. - // Use `IonHeapSize` instead. - option deprecated = true; - - // Size of the system ion heap in bytes. - // Read from debugfs. - optional int64 size_in_bytes = 1; -} - -/* - * Logs the total size of the ion heap. - * - * Pulled from StatsCompanionService. - */ -message IonHeapSize { - // Total size of all ion heaps in kilobytes. - // Read from: /sys/kernel/ion/total_heaps_kb. - optional int32 total_size_kb = 1; -} - -/* - * Logs the per-process size of the system ion heap. - * - * Pulled from StatsCompanionService. - */ -message ProcessSystemIonHeapSize { - // The uid if available. -1 means not available. - optional int32 uid = 1 [(is_uid) = true]; - - // The process name (from /proc/PID/cmdline). - optional string process_name = 2; - - // Sum of sizes of all allocations. - optional int32 total_size_in_kilobytes = 3; - - // Number of allocations. - optional int32 allocation_count = 4; - - // Size of the largest allocation. - optional int32 max_size_in_kilobytes = 5; -} - -/** - * Push network stack events. - * - * Log from: - * frameworks/base/packages/NetworkStack/ - */ -message NetworkStackReported { - // The id that indicates the event reported from NetworkStack. - optional int32 event_id = 1; - // The data for the reported events. - optional android.stats.connectivity.NetworkStackEventData network_stack_event = 2 [(log_mode) = MODE_BYTES]; -} - -/** - * Logs the apps that are installed on the external storage. - * Pulled from: - * StatsCompanionService - */ -message AppsOnExternalStorageInfo { - // The type of the external storage. - optional android.stats.storage.ExternalStorageType external_storage_type = 1; - // The name of the package that is installed on the external storage. - optional string package_name = 2; -} - -/** - * Logs the settings related to Face. - * Logged from: - * frameworks/base/services/core/java/com/android/server/stats - */ -message FaceSettings { - // Whether or not face unlock is allowed on Keyguard. - optional bool unlock_keyguard_enabled = 1; - // Whether or not face unlock dismisses the Keyguard. - optional bool unlock_dismisses_keyguard = 2; - // Whether or not face unlock requires attention. - optional bool unlock_attention_required = 3; - // Whether or not face unlock is allowed for apps (through BiometricPrompt). - optional bool unlock_app_enabled = 4; - // Whether or not face unlock always requires user confirmation. - optional bool unlock_always_require_confirmation = 5; - // Whether or not a diverse set of poses are required during enrollment. - optional bool unlock_diversity_required = 6; -} - -/** - * Logs cooling devices maintained by the kernel. - * - * Pulled from StatsCompanionService.java - */ -message CoolingDevice { - // The type of cooling device being reported. Eg. CPU, GPU... - optional android.os.CoolingTypeEnum device_location = 1; - // The name of the cooling device source. Eg. CPU0 - optional string device_name = 2; - // Current throttle state of the cooling device. The value can any unsigned - // integer between 0 and max_state defined in its driver. 0 means device is - // not in throttling, higher value means deeper throttling. - optional int32 state = 3; -} - -/** - * Intelligence has several counter-type events that don't warrant a - * full separate atom. These are primarily API call counters but also include - * counters for feature usage and specific failure modes. - * - * Logged from the Intelligence mainline module. - */ -message IntelligenceEventReported { - // The event type. - optional android.stats.intelligence.EventType event_id = 1; - // Success, failure. - optional android.stats.intelligence.Status status = 2; - // How many times the event occured (to report a batch of high frequency events). - optional int32 count = 3; - // How long the event took (sum of durations if count > 1) - optional int64 duration_millis = 4; -} - -/** - * Logs when Car Power state changed. - * - * Logged from: - * packages/services/Car/service/src/com/android/car/CarStatsLog.java - */ -message CarPowerStateChanged { - // States come from CpmsState in CarPowerManagementService.java. - enum State { - WAIT_FOR_VHAL = 0; - ON = 1; - SHUTDOWN_PREPARE = 2; - WAIT_FOR_FINISH = 3; - SUSPEND = 4; - SIMULATE_SLEEP = 5; - } - optional State state = 1; -} - -/** - * Logs when Car User Hal is requested to switch/create/remove user. - * - * Logged from: - * packages/services/Car/service/src/com/android/car/hal/UserHalService.java - */ -message CarUserHalModifyUserRequestReported { - // Request id for the request. - optional int32 request_id = 1; - // Request type. - enum RequestType { - UNKNOWN = 0; - // Car user manager requested user switch. - SWITCH_REQUEST_ANDROID = 1; - // OEM requested User switch. - SWITCH_REQUEST_OEM = 2; - // Hal switch requested after android switch using activity manager. - SWITCH_REQUEST_LEGACY = 3; - // Create User - CREATE_REQUEST = 4; - // Remove User - REMOVE_REQUEST = 5; - } - optional RequestType request_type = 2; - // Android User id of the current user which can only be 0, 10, 11 and so on. - // -1 if not available. - optional int32 user_id = 3; - // VHAL flags of the current user. (-1 if not available) - optional int32 user_flags = 4; - // Android User id of the target user for switch/create/remove. It can only - // be 0, 10, 11 and so on. -1 if not available. - optional int32 target_user_id = 5; - // VHAL flags of the target user for switch/create/remove. (-1 if not available) - optional int32 target_user_flags = 6; - // Request timeout Milliseconds (-1 if not available) - optional int32 timeout_millis = 7; -} - -/** - * Logs when Car User Hal responds to switch/create user request. - * - * Logged from: - * packages/services/Car/service/src/com/android/car/hal/UserHalService.java - */ -message CarUserHalModifyUserResponseReported { - // Request id of the request associated with the response. - optional int32 request_id = 1; - // Car user hal callback status. - enum CallbackStatus { - UNKNOWN = 0; - // Hal response was invalid. - INVALID = 1; - // Hal response was ok. - OK = 2; - // Hal timeout during set call. - HAL_SET_TIMEOUT = 3; - // Hal response timeout. - HAL_RESPONSE_TIMEOUT = 4; - // Hal responded with wrong info. - WRONG_HAL_RESPONSE = 5; - // Hal is processing multiple requests simultaneously. - CONCURRENT_OPERATION = 6; - } - optional CallbackStatus callback_status = 2; - - // Hal request status for user switch/create/remove. - enum HalRequestStatus { - UNSPECIFIED = 0; - // Hal request for user switch/create is successful. - SUCCESS = 1; - // Hal request for user switch/create failed. - FAILURE = 2; - } - optional HalRequestStatus request_status = 3; -} - -/** - * Logs when post switch response is posted to Car User Hal. - * - * Logged from: - * packages/services/Car/service/src/com/android/car/hal/UserHalService.java - */ -message CarUserHalPostSwitchResponseReported { - // Request id. - optional int32 request_id = 1; - - // Android user switch status. - enum UserSwitchStatus { - UNKNOWN = 0; - // Android user switch is successful. - SUCCESS = 1; - // Android user switch failed. - FAILURE = 2; - } - optional UserSwitchStatus switch_status = 2; -} - -/** - * Logs when initial user information is requested from Car User Hal. - * - * Logged from: - * packages/services/Car/service/src/com/android/car/hal/UserHalService.java - */ -message CarUserHalInitialUserInfoRequestReported { - // Request id for the request. - optional int32 request_id = 1; - - // Request type for initial user information. - enum InitialUserInfoRequestType { - UNKNOWN = 0; - // At the first time Android was booted (or after a factory reset). - FIRST_BOOT = 1; - // At the first time Android was booted after the system was updated. - FIRST_BOOT_AFTER_OTA = 2; - // When Android was booted "from scratch". - COLD_BOOT = 3; - // When Android was resumed after the system was suspended to memory. - RESUME = 4; - } - optional InitialUserInfoRequestType request_type = 2; - // Request timeout Milliseconds (-1 if not available) - optional int32 timeout_millis = 3; -} - -/** - * Logs when Car User Hal responds to initial user information requests. - * - * Logged from: - * packages/services/Car/service/src/com/android/car/hal/UserHalService.java - */ -message CarUserHalInitialUserInfoResponseReported { - // Request id of the request associated with the response. - optional int32 request_id = 1; - // Car user hal callback status. - enum CallbackStatus { - UNKNOWN = 0; - // Hal response was invalid. - INVALID = 1; - // Hal response was ok. - OK = 2; - // Hal timeout during set call. - HAL_SET_TIMEOUT = 3; - // Hal response timeout. - HAL_RESPONSE_TIMEOUT = 4; - // Hal responded with wrong info. - WRONG_HAL_RESPONSE = 5; - // Hal is processing multiple requests simultaneously. - CONCURRENT_OPERATION = 6; - } - optional CallbackStatus callback_status = 2; - // Response for initial user information request. - enum InitialUserInfoResponseAction { - UNSPECIFIED = 0; - // Let the Android System decide what to do. - DEFAULT = 1; - // Switch to an existing Android user. - SWITCH = 2; - // Create a new Android user (and switch to it). - CREATE = 3; - } - optional InitialUserInfoResponseAction response_action = 3; - // Android User id of the target user which can only be 0, 10, 11 and so on. - // -1 if not available. - optional int32 target_user = 4; - // VHAL flags of the current user. (-1 if not available) - optional int32 target_user_flags = 5; - // User locales - optional string user_locales = 6; -} - -/** - * Logs when set user association is requested from Car User Hal. - * - * Logged from: - * packages/services/Car/service/src/com/android/car/hal/UserHalService.java - */ -message CarUserHalUserAssociationRequestReported { - // Request id for the request. - optional int32 request_id = 1; - // Request type. - enum RequestType { - UNKNOWN = 0; - // For setting user association information. - SET = 1; - // For getting user association information. - GET = 2; - } - optional RequestType request_type = 2; - // Android User id of the current user which can only be 0, 10, 11 and so on. - // -1 if not available. - optional int32 current_user_id = 3; - // VHAL flags of the current user. (-1 if not available) - optional int32 current_user_flags = 4; - // Number of the set associations requested. - optional int32 number_associations = 5; - // Concatenated string for the types from set associations request. - // This is a string converted from an array of integers. - optional string user_identification_association_types = 6; - // Concatenated string for the values from set associations request. - // This is a string converted from an array of integers. - optional string user_identification_association_values = 7; -} - -/** - * Logs when Car User Hal responds to set user association requests. - * - * Logged from: - * packages/services/Car/service/src/com/android/car/hal/UserHalService.java - */ -message CarUserHalSetUserAssociationResponseReported { - // Request id of the request associated with the response. - optional int32 request_id = 1; - // Car user hal callback status. - enum CallbackStatus { - UNKNOWN = 0; - // Hal response was invalid. - INVALID = 1; - // Hal response was ok. - OK = 2; - // Hal timeout during set call. - HAL_SET_TIMEOUT = 3; - // Hal response timeout. - HAL_RESPONSE_TIMEOUT = 4; - // Hal responded with wrong info. - WRONG_HAL_RESPONSE = 5; - // Hal is processing multiple requests simultaneously. - CONCURRENT_OPERATION = 6; - } - optional CallbackStatus callback_status = 2; - // Number of the set associations in the response. - optional int32 number_associations = 3; - // Concatenated string for the types from set associations request. - // This is a string converted from an array of integers. - optional string user_identification_association_types = 4; - // Concatenated string for the values from set associations request. - // This is a string converted from an array of integers. - optional string user_identification_association_values = 5; -} - -/** - * Logs whether GarageMode is entered. - * - * Logged from: - * packages/services/Car/service/src/com/android/car/CarStatsLog.java - */ -message GarageModeInfo { - // Whether GarageMode is entered. - optional bool is_garage_mode = 1; -} - -/** - * Historical app ops data per package. - */ -message AppOps { - // Uid of the package requesting the op - optional int32 uid = 1 [(is_uid) = true]; - - // Name of the package performing the op - optional string package_name = 2; - - // operation id - optional android.app.AppOpEnum op_id = 3 [default = APP_OP_NONE]; - - // The number of times the op was granted while the app was in the - // foreground (only for trusted requests) - optional int64 trusted_foreground_granted_count = 4; - - // The number of times the op was granted while the app was in the - // background (only for trusted requests) - optional int64 trusted_background_granted_count = 5; - - // The number of times the op was rejected while the app was in the - // foreground (only for trusted requests) - optional int64 trusted_foreground_rejected_count = 6; - - // The number of times the op was rejected while the app was in the - // background (only for trusted requests) - optional int64 trusted_background_rejected_count = 7; - - // For long-running operations, total duration of the operation - // while the app was in the foreground (only for trusted requests) - optional int64 trusted_foreground_duration_millis = 8; - - // For long-running operations, total duration of the operation - // while the app was in the background (only for trusted requests) - optional int64 trusted_background_duration_millis = 9; - - // Whether AppOps is guarded by Runtime permission - optional bool is_runtime_permission = 10; -} - -/** - * Historical app ops data per package and attribution tag. - */ -message AttributedAppOps { - // Uid of the package requesting the op - optional int32 uid = 1 [(is_uid) = true]; - - // Name of the package performing the op - optional string package_name = 2; - - // tag; provided by developer when accessing related API, limited at 50 chars by API. - // Attributions must be provided through manifest using <attribution> tag available in R and - // above. - optional string tag = 3; - - // operation id - optional android.app.AppOpEnum op = 4 [default = APP_OP_NONE]; - - // The number of times the op was granted while the app was in the - // foreground (only for trusted requests) - optional int64 trusted_foreground_granted_count = 5; - - // The number of times the op was granted while the app was in the - // background (only for trusted requests) - optional int64 trusted_background_granted_count = 6; - - // The number of times the op was rejected while the app was in the - // foreground (only for trusted requests) - optional int64 trusted_foreground_rejected_count = 7; - - // The number of times the op was rejected while the app was in the - // background (only for trusted requests) - optional int64 trusted_background_rejected_count = 8; - - // For long-running operations, total duration of the operation - // while the app was in the foreground (only for trusted requests) - optional int64 trusted_foreground_duration_millis = 9; - - // For long-running operations, total duration of the operation - // while the app was in the background (only for trusted requests) - optional int64 trusted_background_duration_millis = 10; - - // Whether AppOps is guarded by Runtime permission - optional bool is_runtime_permission = 11; - - // Sampling rate used on device, from 0 to 100 - optional int32 sampling_rate = 12; -} - -/** - * Location Manager API Usage information(e.g. API under usage, - * API call's parameters). - * Logged from: - * frameworks/base/services/core/java/com/android/server/LocationManagerService.java - */ -message LocationManagerApiUsageReported { - - // Indicating if usage starts or usage ends. - optional android.stats.location.UsageState state = 1; - - // LocationManagerService's API in use. - // We can identify which API from LocationManager is - // invoking current LMS API by the combination of - // API parameter(e.g. is_listener_null, is_intent_null, - // is_location_request_null) - optional android.stats.location.LocationManagerServiceApi api_in_use = 2; - - // Name of the package calling the API. - optional string calling_package_name = 3; - - // Type of the location provider. - optional android.stats.location.ProviderType provider = 4; - - // Quality of the location request - optional android.stats.location.LocationRequestQuality quality = 5; - - // The desired interval for active location updates, in milliseconds. - // Bucketized to reduce cardinality. - optional android.stats.location.LocationRequestIntervalBucket bucketized_interval = 6; - - // Minimum distance between location updates, in meters. - // Bucketized to reduce cardinality. - optional android.stats.location.SmallestDisplacementBucket - bucketized_smallest_displacement = 7; - - // The number of location updates. - optional int64 num_updates = 8; - - // The request expiration time, in millisecond since boot. - // Bucketized to reduce cardinality. - optional android.stats.location.ExpirationBucket - bucketized_expire_in = 9; - - // Type of Callback passed in for this API. - optional android.stats.location.CallbackType callback_type = 10; - - // The radius of the central point of the alert - // region, in meters. Only for API REQUEST_GEOFENCE. - // Bucketized to reduce cardinality. - optional android.stats.location.GeofenceRadiusBucket bucketized_radius = 11; - - // Activity Importance of API caller. - // Categorized to 3 types that are interesting from location's perspective. - optional android.stats.location.ActivityImportance activiy_importance = 12; -} - -/** - * Information about a permission grant or denial made by user inside ReviewPermissionsFragment - */ -message ReviewPermissionsFragmentResultReported { - // unique value identifying a permission group change. A permission group change might result - // in multiple of these atoms - optional int64 change_id = 1; - - // UID of package the permission belongs to - optional int32 uid = 2 [(is_uid) = true]; - - // Name of package the permission belongs to - optional string package_name = 3; - - // The permission to be granted - optional string permission_name = 4; - - // The result of the permission grant - optional bool permission_granted = 5; -} - -/** -* Information about results of permission upgrade by RuntimePermissionsUpgradeController -* Logged from: RuntimePermissionUpdgradeController -*/ -message RuntimePermissionsUpgradeResult { - // Permission granted as result of upgrade - optional string permission_name = 1; - - // UID of package granted permission - optional int32 uid = 2 [(is_uid) = true]; - - // Name of package granted permission - optional string package_name = 3; -} - -/** -* Information about a buttons presented in GrantPermissionsActivty and choice made by user -*/ -message GrantPermissionsActivityButtonActions { - // Permission granted as result of upgrade - optional string permission_group_name = 1; - - // UID of package granted permission - optional int32 uid = 2 [(is_uid) = true]; - - // Name of package requesting permission - optional string package_name = 3; - - // Buttons presented in the dialog - bit flags, bit numbers are in accordance with - // LABEL_ constants in GrantPermissionActivity.java - optional int32 buttons_presented = 4; - - // Button clicked by user - same as bit flags in buttons_presented with only single bit set - optional int32 button_clicked = 5; - - // id which identifies single session of user interacting with permission controller - optional int64 session_id = 6; -} - -/** - * Information about LocationAccessCheck notification presented to user - */ -message LocationAccessCheckNotificationAction { - - // id which identifies single session of user interacting with permission controller - optional int64 session_id = 1; - - // Uid of package for which location access check is presented - optional int32 package_uid = 2; - - // Name of package for which location access check is presented - optional string package_name = 3; - - enum Result { - UNDEFINED = 0; - // notification was presented to the user - NOTIFICATION_PRESENTED = 1; - // notification was declined by the user - NOTIFICATION_DECLINED = 2; - // notification was clicked by the user - NOTIFICATION_CLICKED = 3; - } - - // View / interaction recorded - optional Result result = 4; -} - -/** - * Information about a permission grant or revoke made by user inside AppPermissionFragment - */ -message AppPermissionFragmentActionReported { - // id which identifies single session of user interacting with permission controller - optional int64 session_id = 1; - - // unique value identifying a permission group change. A permission group change might result - // in multiple of these atoms - optional int64 change_id = 2; - - // UID of package the permission belongs to - optional int32 uid = 3 [(is_uid) = true]; - - // Name of package the permission belongs to - optional string package_name = 4; - - // The permission to be granted - optional string permission_name = 5; - - // The result of the permission grant - optional bool permission_granted = 6; - - // State of Permission Flags after grant as per android.content.pm.PermissionFlags - optional int32 permission_flags = 7; - - enum Button { - UNDEFINED = 0; - // Allow button - ALLOW = 1; - // Deny button - DENY = 2; - // Ask every time button - ASK_EVERY_TIME = 3; - // Allow all the time button - ALLOW_ALWAYS = 4; - // Allow only while using the app button - ALLOW_FOREGROUND = 5; - // Same is Deny button but shown in while in use dialog - DENY_FOREGROUND = 6; - } - - // Button pressed in the dialog - optional Button button_pressed = 8; -} - -/** -* Information about a AppPermissionFragment viewed by user -*/ -message AppPermissionFragmentViewed { - // id which identifies single session of user interacting with permission controller - optional int64 session_id = 1; - - // UID of package for which permissions are viewed - optional int32 uid = 2 [(is_uid) = true]; - - // Name of package for which permissions are viewed - optional string package_name = 3; - - // Permission group viewed - optional string permission_group_name = 4; -} - -/** -* Information about a AppPermissionGroupsFragment viewed by user. Fragment has been renamed, but -* the log retains the old fragment name. -*/ -message AppPermissionsFragmentViewed { - // id which identifies single session of user interacting with permission controller - optional int64 session_id = 1; - - // id which identifies single view as every view might have several logging records - // with different package information attached - optional int64 view_id = 2; - - // Permission group viewed - optional string permission_group_name = 3; - - // UID of package for which permissions are viewed - optional int32 uid = 4 [(is_uid) = true]; - - // Name of package for which permissions are viewed - optional string package_name = 5; - - // Category in which permission is included - enum Category { - UNDEFINED = 0; - ALLOWED = 1; - ALLOWED_FOREGROUND = 2; - DENIED = 3; - } - optional Category category = 6; -} -/** -* Information about a PermissionAppsFragment viewed by user. -* Logged from ui/handheld/PermissionAppsFragment.java -*/ -message PermissionAppsFragmentViewed { - // id which identifies single session of user interacting with permission controller - optional int64 session_id = 1; - - // id which identifies single view as every view might have several logging records - // with different package information attached - optional int64 view_id = 2; - - // Permission group viewed - optional string permission_group_name = 3; - - // UID of package for which permissions are viewed - optional int32 uid = 4 [(is_uid) = true]; - - // Name of package for which permissions are viewed - optional string package_name = 5; - - // Category in which app is included - enum Category { - UNDEFINED = 0; - ALLOWED = 1; - ALLOWED_FOREGROUND = 2; - DENIED = 3; - } - optional Category category = 6; -} - -/** -* Log that the Auto Revoke notification has been clicked -* Logged from ui/ManagePermissionsActivity -*/ -message AutoRevokeNotificationClicked { - // id which identifies single session of user interacting with permission controller - optional int64 session_id = 1; -} - -/** -* Log that an app has been displayed on the auto revoke page, and lists one permission that was -* auto revoked for it. -* Logged from ui/handheld/AutoRevokeFragment -*/ -message AutoRevokeFragmentAppViewed { - // id which identifies single session of user interacting with permission controller - optional int64 session_id = 1; - - // UID of package for which permissions are viewed - optional int32 uid = 2 [(is_uid) = true]; - - // Name of package for which permissions are viewed - optional string package_name = 3; - - // The name of a permission group that has been revoked - optional string permission_group_name = 4; - - // The age of the app- more than three months old, or more than six months - enum Age { - UNDEFINED = 0; - NEWER_BUCKET = 1; - OLDER_BUCKET = 2; - } - - // How long the app has been unused. Currently, newer bucket is 3 months, older is 6 months - optional Age age = 5; -} - -/** -* Log that the user has interacted with an app on the auto revoke fragment -* Logged from ui/handheld/AutoRevokeFragment -*/ -message AutoRevokedAppInteraction { - // id which identifies single session of user interacting with permission controller - optional int64 session_id = 1; - - // UID of package for which permissions are viewed - optional int32 uid = 2 [(is_uid) = true]; - - // Name of package for which permissions are viewed - optional string package_name = 3; - - enum Action { - UNDEFINED = 0; - REMOVE = 1; - OPEN = 2; - APP_INFO = 3; - PERMISSIONS = 4; - REMOVE_IN_SETTINGS = 5; - OPEN_IN_SETTINGS = 6; - } - - // The action the user took to interact with the app - optional Action action = 4; -} - -/** -* Log that the AppPermissionGroupsFragment has been interacted with for the possible purposes of -* auto revoke, or that the auto revoke switch has been changed -* Logged from ui/handheld/AppPermissionGroupsFragment - */ -message AppPermissionGroupsFragmentAutoRevokeAction { - // id which identifies single session of user interacting with permission controller - optional int64 session_id = 1; - - // UID of package for which permissions are viewed - optional int32 uid = 2 [(is_uid) = true]; - - // Name of package for which permissions are viewed - optional string package_name = 3; - - enum Action { - UNDEFINED = 0; - OPENED_FOR_AUTO_REVOKE = 1; - OPENED_FROM_INTENT = 2; - SWITCH_ENABLED = 3; - SWITCH_DISABLED = 4; - } - - // The action the user took to interact with the fragment - optional Action action = 4; -} - -/** - * Logs when there is a smart selection related event. - * See frameworks/base/core/java/android/view/textclassifier/TextClassifierEvent.java - * Logged from: TextClassifierEventLogger.java - */ -message TextSelectionEvent { - // A session ID. - optional string session_id = 1; - - // Event type of this event. - optional android.stats.textclassifier.EventType event_type = 2; - - // Name of the annotator model that is involved in this event. - optional string model_name = 3; - - // Type of widget that was involved in triggering this event. - optional android.stats.textclassifier.WidgetType widget_type = 4; - - // Index of this event in a session. - optional int32 event_index = 5; - - // Entity type that is involved. - optional string entity_type = 6; - - // Relative word index of the start of the selection. - optional int32 relative_word_start_index = 7; - - // Relative word (exclusive) index of the end of the selection. - optional int32 relative_word_end_index = 8; - - // Relative word index of the start of the smart selection. - optional int32 relative_suggested_word_start_index = 9; - - // Relative word (exclusive) index of the end of the smart selection. - optional int32 relative_suggested_word_end_index = 10; - - // Name of source package. - optional string package_name = 11; - - // Name of the LangID model that is involved in this event. - optional string langid_model_name = 12; -} - -/** - * Logs when there is a smart linkify related event. - * See frameworks/base/core/java/android/view/textclassifier/TextClassifierEvent.java - * Logged from: TextClassifierEventLogger.java - */ -message TextLinkifyEvent { - // A session ID. - optional string session_id = 1; - - // Event type of this event. - optional android.stats.textclassifier.EventType event_type = 2; - - // Name of the annotator model that is involved in this event. - optional string model_name = 3; - - // Type of widget that was involved in triggering this event. - optional android.stats.textclassifier.WidgetType widget_type = 4; - - // Index of this event in a session. - optional int32 event_index = 5; - - // Entity type that is involved. - optional string entity_type = 6; - - // Number of links detected. - optional int32 num_links = 7; - - // The total length of all links. - optional int32 linked_text_length = 8; - - // Length of input text. - optional int32 text_length = 9; - - // Time spent on generating links in ms. - optional int64 latency_millis = 10; - - // Name of source package. - optional string package_name = 11; - - // Name of the LangID model that is involved in this event. - optional string langid_model_name = 12; -} - -/** - * Logs when there is a conversation actions related event. - * See frameworks/base/core/java/android/view/textclassifier/TextClassifierEvent.java - * Logged from: TextClassifierEventLogger.java - */ -message ConversationActionsEvent { - // A session ID. - optional string session_id = 1; - - // Event type of this event. - optional android.stats.textclassifier.EventType event_type = 2; - - // Name of the actions model that is involved in this event. - optional string model_name = 3; - - // Type of widget that was involved in triggering this event. - optional android.stats.textclassifier.WidgetType widget_type = 4; - - // The first entity type that is involved. - optional string first_entity_type = 5; - - // The second entity type that is involved. - optional string second_entity_type = 6; - - // The third entity type that is involved. - optional string third_entity_type = 7; - - // The score of the first entity type. - optional float score = 8; - - // Name of source package. - optional string package_name = 9; - - // Name of the annotator model that is involved in this event. - optional string annotator_model_name = 10; - - // Name of the LangID model that is involved in this event. - optional string langid_model_name = 11; -} - -/** - * Logs when there is a language detection related event. - * See frameworks/base/core/java/android/view/textclassifier/TextClassifierEvent.java - * Logged from: TextClassifierEventLogger.java - */ -message LanguageDetectionEvent { - // A session ID. - optional string session_id = 1; - - // Event type of this event. - optional android.stats.textclassifier.EventType event_type = 2; - - // Name of the language detection model that is involved in this event. - optional string model_name = 3; - - // Type of widget that was involved in triggering this event. - optional android.stats.textclassifier.WidgetType widget_type = 4; - - // Detected language. - optional string language_tag = 5; - - // Score of the detected language. - optional float score = 6; - - // Position of this action. - optional int32 action_index = 7; - - // Name of source package. - optional string package_name = 8; -} - -/** - * Information about an OTA update attempt by update_engine. - * Logged from platform/system/update_engine/metrics_reporter_android.cc - */ -message UpdateEngineUpdateAttemptReported { - // The number of attempts for the update engine to apply a given payload. - optional int32 attempt_number = 1; - - optional android.stats.otaupdate.PayloadType payload_type = 2; - - // The total time in minutes for the update engine to apply a given payload. - // The time is calculated by calling clock_gettime() / CLOCK_BOOTTIME; and - // it's increased when the system is sleeping. - optional int32 duration_boottime_in_minutes = 3; - - // The total time in minutes for the update engine to apply a given payload. - // The time is calculated by calling clock_gettime() / CLOCK_MONOTONIC_RAW; - // and it's not increased when the system is sleeping. - optional int32 duration_monotonic_in_minutes = 4; - - // The size of the payload in MiBs. - optional int32 payload_size_mib = 5; - - // The attempt result reported by the update engine for an OTA update. - optional android.stats.otaupdate.AttemptResult attempt_result = 6; - - // The error code reported by the update engine after an OTA update attempt - // on A/B devices. - optional android.stats.otaupdate.ErrorCode error_code = 7; - - // The build fingerprint of the source system. The value is read from a - // system property when the device takes the update. e.g. - // Android/aosp_sailfish/sailfish:10/QP1A.190425.004/5507117:userdebug/test-keys - optional string source_fingerprint = 8; - - // Size of super partition. - optional int64 super_partition_size_bytes = 9; - - // Size of current slot within the super partition. - optional int64 slot_size_bytes = 10; - - // Free space available in the super partition. - optional int64 super_free_space_bytes = 11; -} - -/** - * Information about all the attempts the device make before finishing the - * successful update. - * Logged from platform/system/update_engine/metrics_reporter_android.cc - */ -message UpdateEngineSuccessfulUpdateReported { - // The number of attempts for the update engine to apply the payload for a - // successful update. - optional int32 attempt_count = 1; - - optional android.stats.otaupdate.PayloadType payload_type = 2; - - optional int32 payload_size_mib = 3; - - // The total number of bytes downloaded by update_engine since the last - // successful update. - optional int32 total_bytes_downloaded_mib = 4; - - // The ratio in percentage of the over-downloaded bytes compared to the - // total bytes needed to successfully install the update. e.g. 200 if we - // download 200MiB in total for a 100MiB package. - optional int32 download_overhead_percentage = 5; - - // The total time in minutes for the update engine to apply the payload for a - // successful update. - optional int32 total_duration_minutes = 6; - - // The number of reboot of the device during a successful update. - optional int32 reboot_count = 7; -} - -/** - * Reported when the RebootEscrow HAL has attempted to recover the escrowed - * key to indicate whether it was successful or not. - * - * Logged from: - * frameworks/base/services/core/java/com/android/server/locksettings/RebootEscrowManager.java - */ -message RebootEscrowRecoveryReported { - optional bool successful = 1; -} - -/** - * Global display pipeline metrics reported by SurfaceFlinger. - * Pulled from: - * frameworks/native/services/surfaceflinger/TimeStats/TimeStats.cpp - */ -message SurfaceflingerStatsGlobalInfo { - // Total number of frames presented during the tracing period - optional int64 total_frames = 1; - // Total number of frames missed - optional int64 missed_frames = 2; - // Total number of frames that fell back to client composition - optional int64 client_composition_frames = 3; - // Total time the display was turned on - optional int64 display_on_millis = 4; - // Total time that was spent performing animations. - // This is derived from the present-to-present layer histogram - optional int64 animation_millis = 5; - // Total number of event connections tracked by SurfaceFlinger at the time - // of this pull. If this number grows prohibitively large, then this can - // cause jank due to resource contention. - optional int32 event_connection_count = 6; - // Set of timings measured from when SurfaceFlinger began compositing a - // frame, until the frame was requested to be presented to the display. This - // measures SurfaceFlinger's total CPU walltime on the critical path per - // frame. - optional FrameTimingHistogram frame_duration = 7 - [(android.os.statsd.log_mode) = MODE_BYTES]; - // Set of timings measured from when SurfaceFlinger first began using the - // GPU to composite a frame, until the GPU has finished compositing that - // frame. This measures the total additional time SurfaceFlinger needed to - // perform due to falling back into GPU composition. - optional FrameTimingHistogram render_engine_timing = 8 - [(android.os.statsd.log_mode) = MODE_BYTES]; -} - -/** - * Per-layer display pipeline metrics reported by SurfaceFlinger. - * The number of layers uploaded will be restricted due to size limitations. - * Pulled from: - * frameworks/native/services/surfaceflinger/TimeStats/TimeStats.cpp - */ -message SurfaceflingerStatsLayerInfo { - // The layer for this set of metrics - // For now we can infer that the package name is included in the layer - // name. - optional string layer_name = 1; - // Total number of frames presented - optional int64 total_frames = 2; - // Total number of dropped frames while latching a buffer for this layer. - optional int64 dropped_frames = 3; - // Set of timings measured between successive presentation timestamps. - optional FrameTimingHistogram present_to_present = 4 - [(android.os.statsd.log_mode) = MODE_BYTES]; - // Set of timings measured from when an app queued a buffer for - // presentation, until the buffer was actually presented to the - // display. - optional FrameTimingHistogram post_to_present = 5 - [(android.os.statsd.log_mode) = MODE_BYTES]; - // Set of timings measured from when a buffer is ready to be presented, - // until the buffer was actually presented to the display. - optional FrameTimingHistogram acquire_to_present = 6 - [(android.os.statsd.log_mode) = MODE_BYTES]; - // Set of timings measured from when a buffer was latched by - // SurfaceFlinger, until the buffer was presented to the display - optional FrameTimingHistogram latch_to_present = 7 - [(android.os.statsd.log_mode) = MODE_BYTES]; - // Set of timings measured from the desired presentation to the actual - // presentation time - optional FrameTimingHistogram desired_to_present = 8 - [(android.os.statsd.log_mode) = MODE_BYTES]; - // Set of timings measured from when an app queued a buffer for - // presentation, until the buffer was ready to be presented. - optional FrameTimingHistogram post_to_acquire = 9 - [(android.os.statsd.log_mode) = MODE_BYTES]; - // Frames missed latch because the acquire fence didn't fire - optional int64 late_acquire_frames = 10; - // Frames latched early because the desired present time was bad - optional int64 bad_desired_present_frames = 11; -} - -/** - * Histogram of frame counts bucketed by time in milliseconds. - * Because of size limitations, we hard-cap the number of buckets, with - * buckets for corresponding to larger milliseconds being less precise. - */ -message FrameTimingHistogram { - // Timings in milliseconds that describes a set of histogram buckets - repeated int32 time_millis_buckets = 1; - // Number of frames that match to each time_millis, i.e. the bucket - // contents - // It's required that len(time_millis) == len(frame_count) - repeated int64 frame_counts = 2; -} - -/** - * Janky event as reported by SurfaceFlinger. - * This event is intended to be consumed by a Perfetto subscriber for - * automated trace collection. - * - * Logged from: - * frameworks/native/services/surfaceflinger/SurfaceFlinger.cpp - */ -message DisplayJankReported { - // Informational field for how long the janky event lasted in milliseconds - optional int64 event_duration_millis = 1; - // Number of frame deadlines missed, where SurfaceFlinger failed to update - // the display on time. - optional int32 present_deadlines_missed = 2; -} - -/** - * Information about camera facing and API level usage. - * Logged from: - * frameworks/base/services/core/java/com/android/server/camera/CameraServiceProxy.java - */ -message CameraActionEvent { - // Camera session duration - optional int64 duration_millis = 1; - - // Camera API level used - optional int32 api_level = 2; - - // Name of client package - optional string package_name = 3; - - // Camera facing - enum Facing { - UNKNOWN = 0; - BACK = 1; - FRONT = 2; - EXTERNAL = 3; - } - optional Facing facing = 4; -} - -/** - * Logs when a compatibility change is affecting an app. - * - * Logged from: - * frameworks/base/core/java/android/app/AppCompatCallbacks.java and - * frameworks/base/services/core/java/com/android/server/compat/PlatformCompat.java - */ -message AppCompatibilityChangeReported { - // The UID of the app being affected by the compatibilty change. - optional int32 uid = 1 [(is_uid) = true]; - - // The ID of the change affecting the app. - optional int64 change_id = 2; - - enum State { - UNKNOWN_STATE = 0; - ENABLED = 1; - DISABLED = 2; - LOGGED = 3; - } - - // The state of the change - if logged from gating whether it was enabled or disabled, or just - // logged otherwise. - optional State state = 3; - - enum Source { - UNKNOWN_SOURCE = 0; - APP_PROCESS = 1; - SYSTEM_SERVER = 2; - } - - // Where it was logged from. - optional Source source = 4; - -} - -/** - * Logged from - * external/perfetto/src/perfetto_cmd/perfetto_cmd.cc - */ -message PerfettoUploaded { - enum Event { - PERFETTO_UNDEFINED = 0; - PERFETTO_TRACE_BEGIN = 1; - PERFETTO_BACKGROUND_TRACE_BEGIN = 2; - PERFETTO_ON_CONNECT = 3; - PERFETTO_ON_TRACING_DISABLED = 4; - PERFETTO_UPLOAD_DROPBOX_BEGIN = 5; - PERFETTO_UPLOAD_DROPBOX_SUCCESS = 6; - PERFETTO_UPLOAD_DROPBOX_FAILURE = 7; - PERFETTO_UPLOAD_INCIDENT_BEGIN = 8; - PERFETTO_UPLOAD_INCIDENT_SUCCESS = 9; - PERFETTO_UPLOAD_INCIDENT_FAILURE = 10; - PERFETTO_FINALIZE_TRACE_AND_EXIT = 11; - PERFETTO_TRIGGER_BEGIN = 12; - PERFETTO_TRIGGER_SUCCESS = 13; - PERFETTO_TRIGGER_FAILURE = 14; - PERFETTO_HIT_GUARDRAILS = 15; - PERFETTO_ON_TIMEOUT = 16; - PERFETTO_NOT_UPLOADING_EMPTY_TRACE = 17; - } - - // Which stage of the pipeline we are reporting from. - optional Event event = 1; - - // UUID matching the one set inside the SystemInfo trace packet. - optional int64 trace_uuid_lsb = 2; - optional int64 trace_uuid_msb = 3; -} - -/** - * Pulls client metrics on data transferred via Vehicle Maps Service. - * Metrics are keyed by uid + layer. - * - * Pulled from: - * packages/services/Car/service/src/com/android/car/stats/CarStatsService.java - */ -message VmsClientStats { - // UID of the VMS client app - optional int32 uid = 1 [(is_uid) = true]; - - // VMS layer definition - optional int32 layer_type = 2; - optional int32 layer_channel = 3; - optional int32 layer_version = 4; - - // Bytes and packets sent by the client for the layer - optional int64 tx_bytes = 5; - optional int64 tx_packets = 6; - - // Bytes and packets received by the client for the layer - optional int64 rx_bytes = 7; - optional int64 rx_packets = 8; - - // Bytes and packets dropped due to client error - optional int64 dropped_bytes = 9; - optional int64 dropped_packets = 10; -} - -/** - * State of a dangerous permission requested by a package - sampled - * Pulled from: StatsCompanionService.java with data obtained from PackageManager API -*/ -message DangerousPermissionStateSampled { - // Name of the permission - optional string permission_name = 1; - - // Uid of the package - optional int32 uid = 2 [(is_uid) = true]; - - // If the permission is granted to the uid - optional bool is_granted = 3; - - // Permission flags as per android.content.pm.PermissionFlags - optional int32 permission_flags = 4; -} - -/** - * HWUI stats for a given app. - */ -message GraphicsStats { - // The package name of the app - optional string package_name = 1; - - // The version code of the app - optional int64 version_code = 2; - - // The start & end timestamps in UTC as - // milliseconds since January 1, 1970 - // Compatible with java.util.Date#setTime() - optional int64 start_millis = 3; - - optional int64 end_millis = 4; - - // HWUI renders pipeline type: GL (1) or Vulkan (2). - enum PipelineType { - UNKNOWN = 0; - GL = 1; - VULKAN = 2; - } - - // HWUI renders pipeline type: GL or Vulkan. - optional PipelineType pipeline = 5; - - // Distinct frame count. - optional int32 total_frames = 6; - - // Number of "missed vsync" events. - optional int32 missed_vsync_count = 7; - - // Number of frames in triple-buffering scenario (high input latency) - optional int32 high_input_latency_count = 8; - - // Number of "slow UI thread" events. - optional int32 slow_ui_thread_count = 9; - - // Number of "slow bitmap upload" events. - optional int32 slow_bitmap_upload_count = 10; - - // Number of "slow draw" events. - optional int32 slow_draw_count = 11; - - // Number of frames that missed their deadline (aka, visibly janked) - optional int32 missed_deadline_count = 12; - - // The frame time histogram for the package - optional FrameTimingHistogram cpu_histogram = 13 - [(android.os.statsd.log_mode) = MODE_BYTES]; - - // The gpu frame time histogram for the package - optional FrameTimingHistogram gpu_histogram = 14 - [(android.os.statsd.log_mode) = MODE_BYTES]; - - // UI mainline module version. - optional int64 version_ui_module = 15; - - // If true, these are HWUI stats for up to a 24h period for a given app from today. - // If false, these are HWUI stats for a 24h period for a given app from the last complete - // day (yesterday). Stats from yesterday stay constant, while stats from today may change as - // more apps are running / rendering. - optional bool is_today = 16; -} - -/** - * Message related to dangerous (runtime) app ops access - */ -message RuntimeAppOpAccess { - // Uid of the package accessing app op - optional int32 uid = 1 [(is_uid) = true]; - - // Name of the package accessing app op - optional string package_name = 2; - - // deprecated - set to empty string - optional string op_deprecated = 3 [deprecated = true]; - - // attribution_tag; provided by developer when accessing related API, limited at 50 chars by - // API. Attributions must be provided through manifest using <attribution> tag available in R - // and above. - optional string attribution_tag = 4; - - // message related to app op access, limited to 600 chars by API - optional string message = 5; - - enum SamplingStrategy { - DEFAULT = 0; - UNIFORM = 1; - RARELY_USED = 2; - BOOT_TIME_SAMPLING = 3; - UNIFORM_OPS = 4; - } - - // sampling strategy used to collect this message - optional SamplingStrategy sampling_strategy = 6; - - // operation id - optional android.app.AppOpEnum op = 7 [default = APP_OP_NONE]; -} - -/* - * Logs userspace reboot outcome and duration. - * - * Logged from: - * frameworks/base/core/java/com/android/server/BootReceiver.java - */ -message UserspaceRebootReported { - // Possible outcomes of userspace reboot. - enum Outcome { - // Default value in case platform failed to determine the outcome. - OUTCOME_UNKNOWN = 0; - // Userspace reboot succeeded (i.e. boot completed without a fall back to hard reboot). - SUCCESS = 1; - // Userspace reboot shutdown sequence was aborted. - FAILED_SHUTDOWN_SEQUENCE_ABORTED = 2; - // Remounting userdata into checkpointing mode failed. - FAILED_USERDATA_REMOUNT = 3; - // Device didn't finish booting before timeout and userspace reboot watchdog issued a hard - // reboot. - FAILED_USERSPACE_REBOOT_WATCHDOG_TRIGGERED = 4; - } - // Outcome of userspace reboot. Always set. - optional Outcome outcome = 1; - // Duration of userspace reboot in case it has a successful outcome. - // Duration is measured as time between userspace reboot was initiated and until boot completed - // (e.g. sys.boot_completed=1). - optional int64 duration_millis = 2; - // State of primary user's (user0) credential encryption storage. - enum UserEncryptionState { - // Default value. - USER_ENCRYPTION_STATE_UNKNOWN = 0; - // Credential encrypted storage is unlocked. - UNLOCKED = 1; - // Credential encrypted storage is locked. - LOCKED = 2; - } - // State of primary user's encryption storage at the moment boot completed. Always set. - optional UserEncryptionState user_encryption_state = 3; -} - -/* - * Logs integrity check information during each install. - * - * Logged from: - * frameworks/base/services/core/java/com/android/server/integrity/AppIntegrityManagerServiceImpl.java - */ -message IntegrityCheckResultReported { - optional string package_name = 1; - optional string app_certificate_hash = 2; - optional int64 version_code = 3; - optional string installer_package_name = 4; - enum Response { - UNKNOWN = 0; - ALLOWED = 1; - REJECTED = 2; - FORCE_ALLOWED = 3; - } - optional Response response = 5; - // An estimate on the cause of the response. This will only be populated for - // REJECTED and FORCE_ALLOWED - optional bool caused_by_app_cert_rule = 6; - optional bool caused_by_installer_rule = 7; -} - -/** - * Logs the information about the rules and the provider whenever rules are - * pushed into AppIntegrityManager. - * - * Logged from: - * frameworks/base/services/core/java/com/android/server/integrity/AppIntegrityManagerServiceImpl.java - */ -message IntegrityRulesPushed { - optional bool success = 1; - // Package name of the app that pushed the rules. - optional string rule_provider = 2; - // Version string of arbitrary format provided by the rule provider to - // identify the rules. - optional string rule_version = 3; -} - -/** - * Logs when a cell broadcast message is received on the device. - * - * Logged from Cell Broadcast module and platform: - * packages/modules/CellBroadcastService/src/com/android/cellbroadcastservice/ - * packages/apps/CellBroadcastReceiver/ - * frameworks/opt/telephony/src/java/com/android/internal/telephony/CellBroadcastServiceManager.java - */ -message CellBroadcastMessageReported { - // The type of Cell Broadcast message - enum CbType { - UNKNOWN_TYPE = 0; - GSM = 1; - CDMA = 2; - CDMA_SPC = 3; - } - - // The parts of the cell broadcast message pipeline - enum ReportSource { - UNKNOWN_SOURCE = 0; - FRAMEWORK = 1; - CB_SERVICE = 2; - CB_RECEIVER_APP = 3; - } - - // GSM, CDMA, CDMA-SCP - optional CbType type = 1; - - // The source of the report - optional ReportSource source = 2; -} - -/** - * Logs when a cell broadcast message is filtered out, or otherwise intentionally not sent to CBR. - * - * Logged from CellBroadcastService module: - * packages/modules/CellBroadcastService/src/com/android/cellbroadcastservice/ - */ -message CellBroadcastMessageFiltered { - enum FilterReason { - NOT_FILTERED = 0; - DUPLICATE_MESSAGE = 1; - GEOFENCED_MESSAGE = 2; - AREA_INFO_MESSAGE = 3; - } - - // GSM, CDMA, CDMA-SCP - optional CellBroadcastMessageReported.CbType type = 1; - - // The source of the report - optional FilterReason filter = 2; -} - -/** - * Logs when an error occurs while handling a cell broadcast message; - * - * Logged from CellBroadcastService module: - * packages/modules/CellBroadcastService/src/com/android/cellbroadcastservice/ - */ -message CellBroadcastMessageError { - // The type of error raised when trying to handle a cell broadcast message - enum ErrorType { - UNKNOWN_TYPE = 0; - CDMA_DECODING_ERROR = 1; - CDMA_SCP_EMPTY = 2; - CDMA_SCP_HANDLING_ERROR = 3; - GSM_INVALID_HEADER_LENGTH = 4; - GSM_UNSUPPORTED_HEADER_MESSAGE_TYPE = 5; - GSM_UNSUPPORTED_HEADER_DATA_CODING_SCHEME = 6; - GSM_INVALID_PDU = 7; - GSM_INVALID_GEO_FENCING_DATA = 8; - GSM_UMTS_INVALID_WAC = 9; - FAILED_TO_INSERT_TO_DB = 10; - UNEXPECTED_GEOMETRY_FROM_FWK = 11; - UNEXPECTED_GSM_MESSAGE_TYPE_FROM_FWK = 12; - UNEXPECTED_CDMA_MESSAGE_TYPE_FROM_FWK = 13; - UNEXPECTED_CDMA_SCP_MESSAGE_TYPE_FROM_FWK = 14; - NO_CONNECTION_TO_CB_SERVICE = 15; - } - - // What kind of error occurred - optional ErrorType type = 1; - - // Exception message (or log message) associated with the error (max 1000 chars) - optional string exception_message = 2; -} - -/** - * Logs when a tune occurs through device's Frontend. - * This is atom ID 276. - * - * Logged from: - * frameworks/base/media/java/android/media/tv/tuner/Tuner.java - */ -message TvTunerStateChanged { - enum State { - UNKNOWN = 0; - TUNING = 1; // Signal is tuned - LOCKED = 2; // the signal is locked - NOT_LOCKED = 3; // the signal isn’t locked. - SIGNAL_LOST = 4; // the signal was locked, but is lost now. - SCANNING = 5; // the signal is scanned - SCAN_STOPPED = 6; // the scan is stopped. - } - // The uid of the application that sent this custom atom. - optional int32 uid = 1 [(is_uid) = true]; - // new state - optional State state = 2; -} - -/** - * Logs the status of a dvr playback or record. - * This is atom ID 279. - * - * Logged from: - * frameworks/base/media/java/android/media/tv/tuner/dvr - */ -message TvTunerDvrStatus { - enum Type { - UNKNOWN_TYPE = 0; - PLAYBACK = 1; // is a playback - RECORD = 2; // is a record - } - enum State { - UNKNOWN_STATE = 0; - STARTED = 1; // DVR is started - STOPPED = 2; // DVR is stopped - } - // The uid of the application that sent this custom atom. - optional int32 uid = 1 [(is_uid) = true]; - // DVR type - optional Type type = 2; - // DVR state - optional State state = 3; - // Identify the segment of a record or playback - optional int32 segment_id = 4; - // indicate how many overflow or underflow happened between started to stopped - optional int32 overflow_underflow_count = 5; -} - -/** - * Logs when a cas session opened through MediaCas. - * This is atom ID 280. - * - * Logged from: - * frameworks/base/media/java/android/media/MediaCas.java - */ -message TvCasSessionOpenStatus { - enum State { - UNKNOWN = 0; - SUCCEEDED = 1; // indicate that the session is opened successfully. - FAILED = 2; // indicate that the session isn’t opened successfully. - } - // The uid of the application that sent this custom atom. - optional int32 uid = 1 [(is_uid) = true]; - // Cas system Id - optional int32 cas_system_id = 2; - // State of the session - optional State state = 3; -} - -/** - * Logs for ContactsProvider general usage. - * This is atom ID 301. - * - * Logged from: - * packages/providers/ContactsProvider/src/com/android/providers/contacts/ContactsProvider2.java - */ -message ContactsProviderStatusReported { - enum ApiType { - UNKNOWN_API = 0; - QUERY = 1; - // INSERT includes insert and bulkInsert, and inserts triggered by applyBatch. - INSERT = 2; - // UPDATE and DELETE includes update/delete and the ones triggered by applyBatch. - UPDATE = 3; - DELETE = 4; - } - - enum ResultType { - UNKNOWN_RESULT = 0; - SUCCESS = 1; - FAIL = 2; - ILLEGAL_ARGUMENT = 3; - UNSUPPORTED_OPERATION = 4; - } - - enum CallerType { - UNSPECIFIED_CALLER_TYPE = 0; - CALLER_IS_SYNC_ADAPTER = 1; - CALLER_IS_NOT_SYNC_ADAPTER = 2; - } - - optional ApiType api_type = 1; - // Defined in - // packages/providers/ContactsProvider/src/com/android/providers/contacts/ContactsProvider2.java - optional int32 uri_type = 2; - optional CallerType caller_type = 3; - optional ResultType result_type = 4; - optional int32 result_count = 5; - optional int64 latency_micros = 6; -} - -/** - * Logs when an app is frozen or unfrozen. - * - * Logged from: - * frameworks/base/services/core/java/com/android/server/am/CachedAppOptimizer.java - */ -message AppFreezeChanged { - // The type of event. - enum Action { - UNKNOWN = 0; - FREEZE_APP = 1; - UNFREEZE_APP = 2; - } - optional Action action = 1; - - // Pid of the process being frozen. - optional int32 pid = 2; - - // Name of the process being frozen. - optional string process_name = 3; - - // Time since last unfrozen. - optional int64 time_unfrozen_millis = 4; -} - -/** - * Pulls information for a single voice call. - * - * Each pull creates multiple atoms, one for each call. The sequence is randomized when pulled. - * - * Pulled from: - * frameworks/opt/telephony/src/java/com/android/internal/telephony/metrics/MetricsCollector.java - */ -message VoiceCallSession { - // Bearer (IMS or CS) when the call started. - optional android.telephony.CallBearerEnum bearer_at_start = 1; - - // Bearer (IMS or CS) when the call ended. - // The bearer may change during the call, e.g. due to SRVCC. - optional android.telephony.CallBearerEnum bearer_at_end = 2; - - // Direction of the call (incoming or outgoing). - optional android.telephony.CallDirectionEnum direction = 3; - - // Time spent setting up the call. - optional android.telephony.CallSetupDurationEnum setup_duration = 4; - - // Whether the call ended before the setup was completed. - optional bool setup_failed = 5; - - // IMS reason code or CS disconnect cause. - // For IMS, see: frameworks/base/telephony/java/android/telephony/ims/ImsReasonInfo.java - // For CS, see: frameworks/base/telephony/java/android/telephony/DisconnectCause.java - optional int32 disconnect_reason_code = 6; - - // IMS extra code or CS precise disconnect cause. - // For IMS, this code is vendor-specific - // For CS, see: frameworks/base/telephony/java/android/telephony/PreciseDisconnectCause.java - optional int32 disconnect_extra_code = 7; - - // IMS extra message or CS vendor cause. - optional string disconnect_extra_message = 8; - - // Radio access technology (RAT) used when call started. - optional android.telephony.NetworkTypeEnum rat_at_start = 9; - - // Radio access technology (RAT) used when call terminated. - optional android.telephony.NetworkTypeEnum rat_at_end = 10; - - // Number of times RAT changed during the call. - optional int64 rat_switch_count = 11; - - // A bitmask of all codecs used during the call. - // See: frameworks/opt/telephony/src/java/com/android/internal/telephony/metrics/VoiceCallSessionStats.java - optional int64 codec_bitmask = 12; - - // Number of other calls going on during call setup, for the same SIM slot. - optional int32 concurrent_call_count_at_start = 13; - - // Number of other calls going on during call termination, for the same SIM slot. - optional int32 concurrent_call_count_at_end = 14; - - // Index of the SIM is used, 0 for single-SIM devices. - optional int32 sim_slot_index = 15; - - // Whether the device was in multi-SIM mode (with multiple active SIM profiles). - optional bool is_multi_sim = 16; - - // Whether the call was made with an eSIM profile. - optional bool is_esim = 17; - - // Carrier ID of the SIM card. - // See https://source.android.com/devices/tech/config/carrierid. - optional int32 carrier_id = 18; - - // Whether an SRVCC has been completed successfully for this call. - optional bool srvcc_completed = 19; - - // Number of SRVCC failures. - optional int64 srvcc_failure_count = 20; - - // Number of SRVCC cancellations. - optional int64 srvcc_cancellation_count = 21; - - // Whether the Real-Time Text (RTT) was ever used in the call (rather than whether RTT was - // enabled in the dialer's settings). - optional bool rtt_enabled = 22; - - // Whether this was an emergency call. - optional bool is_emergency = 23; - - // Whether the call was performed while roaming. - optional bool is_roaming = 24; - - // A random number used as the dimension field to pull multiple atoms. - optional int32 dimension = 25; -} - -/** - * Pulls voice call radio access technology (RAT) usage. - * - * Each pull creates multiple atoms, one for each carrier/RAT, the order of which is irrelevant to - * time. The atom will be skipped if not enough data is available. - * - * Pulled from: - * frameworks/opt/telephony/src/java/com/android/internal/telephony/metrics/MetricsCollector.java - */ -message VoiceCallRatUsage { - // Carrier ID (https://source.android.com/devices/tech/config/carrierid). - optional int32 carrier_id = 1; - - // Radio access technology. - optional android.telephony.NetworkTypeEnum rat = 2; - - // Total duration that voice calls spent on this carrier and RAT. - optional int64 total_duration_seconds = 3; - - // Total number of calls using this carrier and RAT. - // A call is counted once even if it used the RAT multiple times. - optional int64 call_count = 4; -} - -/** - * Pulls the number of active SIM slots and SIMs/eSIM profiles. - * - * Pulled from: - * frameworks/opt/telephony/src/java/com/android/internal/telephony/metrics/MetricsCollector.java - */ -message SimSlotState { - // Number of active SIM slots (both physical and eSIM profiles) in the device. - optional int32 active_slot_count = 1; - - // Number of SIM cards (both physical and active eSIM profiles). - // This number is always equal to or less than the number of active SIM slots. - optional int32 sim_count = 2; - - // Number of active eSIM profiles. - // This number is always equal to or less than the number of SIMs. - optional int32 esim_count = 3; -} - -/** - * Pulls supported cellular radio access technologies. - * - * This atom reports the capabilities of the device, rather than the network it has access to. - * - * Pulled from: - * frameworks/opt/telephony/src/java/com/android/internal/telephony/metrics/MetricsCollector.java - */ -message SupportedRadioAccessFamily { - // A bitmask of supported radio technologies. - // See android.telephony.TelephonyManager.NetworkTypeBitMask. - optional int64 network_type_bitmask = 1; -} - -/** - * Logs gnss stats from location service provider - * - * Pulled from: - * frameworks/base/location/java/com/android/internal/location/gnssmetrics/GnssMetrics.java - */ - -message GnssStats { - // Number of location reports since boot - optional int64 location_reports = 1; - - // Total pulled reports of Location failures since boot - optional int64 location_failure_reports = 2; - - // Number of time to first fix reports since boot - optional int64 time_to_first_fix_reports = 3; - - // Total pulled reported time to first fix (in milli-seconds) since boot - optional int64 time_to_first_fix_millis = 4; - - // Number of position accuracy reports since boot - optional int64 position_accuracy_reports = 5; - - // Total pulled reported position accuracy (in meters) since boot - optional int64 position_accuracy_meters = 6; - - // Number of top 4 average CN0 reports since boot - optional int64 top_four_average_cn0_reports = 7; - - // Total pulled reported of top 4 average CN0 (dB-mHz) since boot - optional int64 top_four_average_cn0_db_mhz = 8; - - // Number of l5 top 4 average CN0 reports since boot - optional int64 l5_top_four_average_cn0_reports = 9; - - // Total pulled reported of l5 top 4 average CN0 (dB-mHz) since boot - optional int64 l5_top_four_average_cn0_db_mhz = 10; - - // Total number of sv status messages reports since boot - optional int64 sv_status_reports = 11; - - // Total number of sv status messages reports, where sv is used in fix since boot - optional int64 sv_status_reports_used_in_fix = 12; - - // Total number of L5 sv status messages reports since boot - optional int64 l5_sv_status_reports = 13; - - // Total number of L5 sv status messages reports, where sv is used in fix since boot - optional int64 l5_sv_status_reports_used_in_fix = 14; -} - -/** - * Logs when an app is moved to a different standby bucket. - * - * Logged from: - * frameworks/base/apex/jobscheduler/service/java/com/android/server/usage/AppIdleHistory.java - */ -message AppStandbyBucketChanged { - optional string package_name = 1; - - // Should be 0, 10, 11, 12, etc. where 0 is the owner. See UserHandle for more documentation. - optional int32 user_id = 2; - - // These enum values match the constants defined in UsageStatsManager.java. - enum Bucket { - BUCKET_UNKNOWN = 0; - BUCKET_EXEMPTED = 5; - BUCKET_ACTIVE = 10; - BUCKET_WORKING_SET = 20; - BUCKET_FREQUENT = 30; - BUCKET_RARE = 40; - BUCKET_RESTRICTED = 45; - BUCKET_NEVER = 50; - } - optional Bucket bucket = 3; - - enum MainReason { - MAIN_UNKNOWN = 0; - MAIN_DEFAULT = 0x0100; - MAIN_TIMEOUT = 0x0200; - MAIN_USAGE = 0x0300; - MAIN_FORCED_BY_USER = 0x0400; - MAIN_PREDICTED = 0x0500; - MAIN_FORCED_BY_SYSTEM = 0x0600; - } - optional MainReason main_reason = 4; - - // A more detailed reason for the standby bucket change. The sub reason name is dependent on - // the main reason. Values are one of the REASON_SUB_XXX constants defined in - // UsageStatsManager.java. - optional int32 sub_reason = 5; -} - -/** -* Reports a started sharesheet transaction. -* -* Logged from: -* frameworks/base/core/java/com/android/internal/app/ChooserActivity.java -*/ -message SharesheetStarted { - // The event_id (as for UiEventReported). - optional int32 event_id = 1; - // The calling app's package name. - optional string package_name = 2; - // An identifier to tie together multiple logs relating to the same share event - optional int32 instance_id = 3; - // The mime type of the share - optional string mime_type = 4; - // The number of direct targets the calling app is providing that will be shown. - optional int32 num_app_provided_direct_targets = 5; - // The number of app targets the calling app is providing that will be shown. - optional int32 num_app_provided_app_targets = 6; - // True if the share originates from the workprofile - optional bool is_workprofile = 7; - - enum SharesheetPreviewType { // Constants from ChooserActivity.java - CONTENT_PREVIEW_TYPE_UNKNOWN = 0; // Default for proto 2 / 3 compatibility. - CONTENT_PREVIEW_IMAGE = 1; // The preview shown in the sharesheet is an image. - CONTENT_PREVIEW_FILE = 2; // The preview shown in the sharesheet is a file. - CONTENT_PREVIEW_TEXT = 3; // The preview shown in the sharesheet is text. - } - // How the sharesheet preview is presented. - optional SharesheetPreviewType preview_type = 8; - - enum ResolverActivityIntent { // Intents handled by ResolverActivity.java - INTENT_DEFAULT = 0; - INTENT_ACTION_VIEW = 1; - INTENT_ACTION_EDIT = 2; - INTENT_ACTION_SEND = 3; - INTENT_ACTION_SENDTO = 4; - INTENT_ACTION_SEND_MULTIPLE = 5; - INTENT_ACTION_IMAGE_CAPTURE = 6; - INTENT_ACTION_MAIN = 7; - } - // The intent being processed (only SEND and SEND_MULTIPLE are system sharesheet) - optional ResolverActivityIntent intent_type = 9; -} - -/** - * Reports a ranking selection event. - * - * Logged from: - * frameworks/base/core/java/com/android/internal/app/ChooserActivity.java (sharesheet) - */ -message RankingSelected { - // The event_id (as for UiEventReported). - optional int32 event_id = 1; - // The relevant app's package name (can be source or picked package). - optional string package_name = 2; - // An identifier to tie together multiple logs relating to the same share event. - optional int32 instance_id = 3; - // Which of the ranked targets got picked, default starting position 0. - optional int32 position_picked = 4; -} - -/** - * Logs when TvSettings UI is interacted at. - * - * Logged from: packages/apps/TvSettings - */ -message TvSettingsUIInteracted { - - /** The UI action category */ - optional android.app.tvsettings.Action action = 1; - - /** The ID of the entry that the users actioned on */ - optional android.app.tvsettings.ItemId item_id = 2; -} - -/** - * Logs information about a package installation using package installer V2 APIs. - * - * Logged from: - * frameworks/base/services/core/java/com/android/server/pm/PackageInstallerSession.java - */ -message PackageInstallerV2Reported { - // Whether this installation uses Incremental File System - optional bool is_incremental = 1; - // Name of the package that is intended to be installed - optional string package_name = 2; - // The duration between when the install was requested to when the install has completed - optional int64 duration_millis = 3; - // Installation result in final integer, which are SystemApi's. - // Return_code 1 indicates success. - // For full list, see frameworks/base/core/java/android/content/pm/PackageManager.java - optional int32 return_code = 4; - // Total size of the APKs installed for this package - optional int64 apks_size_bytes = 5; -} - -/** - * Logs settings provider values. - * - * Use DeviceConfig.getProperties to get a list Setting key, query the data from content provider, - * then write the value to proto. - * - */ -message SettingSnapshot { - - // Setting key - optional string name = 1; - - enum SettingsValueType { - NOTASSIGNED = 0; - ASSIGNED_BOOL_TYPE = 1; - ASSIGNED_INT_TYPE = 2; - ASSIGNED_FLOAT_TYPE = 3; - ASSIGNED_STRING_TYPE = 4; - }; - // Setting value type - optional SettingsValueType type = 2; - - optional bool bool_value = 3; - - optional int32 int_value = 4; - - optional float float_value = 5; - - optional string str_value = 6; - - // Android user index. 0 for primary user, 10, 11 for secondary or profile user - optional int32 user_id = 7; -} - -/** - * An event logged to indicate that a user journey is about to be performed. This atom includes - * relevant information about the users involved in the journey. A UserLifecycleEventOccurred event - * will immediately follow this atom which will describe the event(s) and its state. - * - * Logged from: - * frameworks/base/services/core/java/com/android/server/am/UserController.java - * frameworks/base/services/core/java/com/android/server/pm/UserManagerService.java - */ -message UserLifecycleJourneyReported { - // An identifier to track a chain of user lifecycle events occurring (referenced in the - // UserLifecycleEventOccurred atom) - optional int64 session_id = 1; - - // Indicates what type of user journey this session is related to - enum Journey { - UNKNOWN = 0; // Undefined user lifecycle journey - USER_SWITCH_UI = 1; // A user switch journey where a UI is shown - USER_SWITCH_FG = 2; // A user switch journey without a UI shown - USER_START = 3; // A user start journey - USER_CREATE = 4; // A user creation journey - } - optional Journey journey = 2; - // Which user the journey is originating from - could be -1 for certain phases (eg USER_CREATE) - // This integer is a UserIdInt (eg 0 for the system user, 10 for secondary/guest) - optional int32 origin_user = 3; - // Which user the journey is targeting - // This integer is a UserIdInt (eg 0 for the system user, 10 for secondary/guest) - optional int32 target_user = 4; - - // What is the user type of the target user - // These should be in sync with USER_TYPE_* flags defined in UserManager.java - enum UserType { - TYPE_UNKNOWN = 0; - FULL_SYSTEM = 1; - FULL_SECONDARY = 2; - FULL_GUEST = 3; - FULL_DEMO = 4; - FULL_RESTRICTED = 5; - PROFILE_MANAGED = 6; - SYSTEM_HEADLESS = 7; - } - optional UserType user_type = 5; - // What are the flags attached to the target user - optional int32 user_flags = 6; -} - -/** - * An event logged when a specific user lifecycle event is performed. These events should be - * correlated with a UserLifecycleJourneyReported atom via the session_id. - * Note: journeys can span over multiple events, hence some events may share a single session id. - * - * Logged from: - * frameworks/base/services/core/java/com/android/server/am/UserController.java - * frameworks/base/services/core/java/com/android/server/pm/UserManagerService.java - */ -message UserLifecycleEventOccurred { - // An id which links back to user details (reported in the UserLifecycleJourneyReported atom) - optional int64 session_id = 1; - // The target user for this event (same as target_user in the UserLifecycleJourneyReported atom) - // This integer is a UserIdInt (eg 0 for the system user, 10 for secondary/guest) - optional int32 user_id = 2; - - enum Event { - UNKNOWN = 0; // Indicates that the associated user journey timed-out or resulted in an error - SWITCH_USER = 1; // Indicates that this is a user switch event - START_USER = 2; // Indicates that this is a user start event - CREATE_USER = 3; // Indicates that this is a user create event - USER_RUNNING_LOCKED = 4; // Indicates that user is running in locked state - UNLOCKING_USER = 5; // Indicates that this is a user unlocking event - UNLOCKED_USER = 6; // Indicates that this is a user unlocked event - } - optional Event event = 3; - - enum State { - NONE = 0; // Indicates the associated event has no start/end defined - BEGIN = 1; - FINISH = 2; - } - optional State state = 4; // Represents the state of an event (beginning/ending) -} - -/** - * Logs when accessibility shortcut clicked. - * - * Logged from: - * frameworks/base/services/accessibility/java/com/android/server/accessibility - */ -message AccessibilityShortcutReported { - // The accessibility feature(including installed a11y service, framework a11y feature, - // and installed a11y activity) package name that is assigned to the accessibility shortcut. - optional string package_name = 1; - - // The definition of the accessibility shortcut. - // From frameworks/base/core/proto/android/stats/accessibility/accessibility_enums.proto. - optional android.stats.accessibility.ShortcutType shortcut_type = 2; - - // The definition of the service status. - // From frameworks/base/core/proto/android/stats/accessibility/accessibility_enums.proto. - optional android.stats.accessibility.ServiceStatus service_status = 3; -} - -/** - * Logs when accessibility service status changed. - * - * Logged from: - * packages/apps/Settings/src/com/android/settings/accessibility - */ -message AccessibilityServiceReported { - // The accessibility service package name. - optional string package_name = 1; - - // The definition of the service status. - // From frameworks/base/core/proto/android/stats/accessibility/accessibility_enums.proto. - optional android.stats.accessibility.ServiceStatus service_status = 2; -} - -/** - * Logs when display wake up. - * - * Logged from: - * services/core/java/com/android/server/power/Notifier.java - */ - -message DisplayWakeReported { - // Wake_up_reason code - // If LOWORD(wake_up_reason) = 0 - // reference to HIWORD(wake_up_reason) PowerManager.WAKE_REASON_XXX - // else reference wake_up_reason to - // services/core/java/com/android/server/power/Notifier.java#onWakeUp - optional int32 wake_up_reason = 1; -} - -/** - * Logs app usage events. - */ -message AppUsageEventOccurred { - optional int32 uid = 1 [(is_uid) = true]; - optional string package_name = 2; - optional string class_name = 3; - - enum EventType { - NONE = 0; - MOVE_TO_FOREGROUND = 1; - MOVE_TO_BACKGROUND = 2; - } - optional EventType event_type = 4; -} - -/* - * Quality metrics logged when EVS cameras are active. - * - * Logged from: - * packages/services/Car/evs/manager/1.1/Enumerator.cpp - */ -message EvsUsageStatsReported { - - // Camera identifier to distinguish the source camera device. This is not - // globally unique and therefore cannot be used to identify the user and/or - // the device. - optional int32 device_id = 1; - - // Peak number of clients during the service - optional int32 peak_num_clients = 2; - - // Number of erroneous events during the service - optional int32 num_errors = 3; - - // Round trip latency of the very first frame - optional int64 first_latency_millis = 4; - - // Average frame round trip latency - optional float avg_latency_millis = 5; - - // Peak frame round trip latency - optional int64 peak_latency_millis = 6; - - // Total number of frames received - optional int64 total_frames = 7; - - // Number of frames ignored - optional int64 ignored_frames = 8; - - // Number of dropped frames to synchronize camera devices - optional int64 dropped_frames_to_sync = 9; - - // The duration of the service - optional int64 duration_millis = 10; -} - -/** - * Logs audio power usage stats. - * - * Pushed from: - * frameworks/av/services/mediametrics/AudioPowerUsage.cpp - */ -message AudioPowerUsageDataReported { - /** - * Device used for input/output - * - * All audio devices please refer to below file: - * system/media/audio/include/system/audio-base.h - * - * Define our own enum values because we don't report all audio devices. - * Currently, we only report built-in audio devices such as handset, speaker, - * built-in mics, common audio devices such as wired headset, usb headset - * and bluetooth devices. - */ - enum AudioDevice { - OUTPUT_EARPIECE = 0x1; // handset - OUTPUT_SPEAKER = 0x2; // dual speaker - OUTPUT_WIRED_HEADSET = 0x4; // 3.5mm headset - OUTPUT_USB_HEADSET = 0x8; // usb headset - OUTPUT_BLUETOOTH_SCO = 0x10; // bluetooth sco - OUTPUT_BLUETOOTH_A2DP = 0x20; // a2dp - OUTPUT_SPEAKER_SAFE = 0x40; // bottom speaker - - INPUT_DEVICE_BIT = 0x40000000; // non-negative positive int32. - INPUT_BUILTIN_MIC = 0x40000001; // buildin mic - INPUT_BUILTIN_BACK_MIC = 0x40000002; // buildin back mic - INPUT_WIRED_HEADSET_MIC = 0x40000004; // 3.5mm headset mic - INPUT_USB_HEADSET_MIC = 0x40000008; // usb headset mic - INPUT_BLUETOOTH_SCO = 0x40000010; // bluetooth sco mic - } - optional AudioDevice audio_device = 1; - - // Duration of the audio in seconds - optional int32 duration_secs = 2; - - // Average volume (0 ... 1.0) - optional float average_volume = 3; - - enum AudioType { - UNKNOWN_TYPE = 0; - VOICE_CALL_TYPE = 1; // voice call - VOIP_CALL_TYPE = 2; // voip call, including uplink and downlink - MEDIA_TYPE = 3; // music and system sound - RINGTONE_NOTIFICATION_TYPE = 4; // ringtone and notification - ALARM_TYPE = 5; // alarm type - // record type - CAMCORDER_TYPE = 6; // camcorder - RECORD_TYPE = 7; // other recording - } - optional AudioType type = 4; -} - -/** - * Pulls bytes transferred over WiFi and mobile networks sliced by uid, is_metered, and tag. - * - * Pulled from: - * StatsPullAtomService, which uses NetworkStatsService to query NetworkStats. - */ -message BytesTransferByTagAndMetered { - optional int32 uid = 1 [(is_uid) = true]; - - optional bool is_metered = 2; - - optional int32 tag = 3; - - optional int64 rx_bytes = 4; - - optional int64 rx_packets = 5; - - optional int64 tx_bytes = 6; - - optional int64 tx_packets = 7; -} - -/* - * Logs when the Media Output Switcher finishes a media switch operation. - * - * Logged from: - * packages/SystemUI/src/com/android/systemui/media/dialog/MediaOutputMetricLogger.java - */ -message MediaOutputOpSwitchReported { - // Source medium type before switching. - optional android.app.settings.mediaoutput.MediumType source = 1; - - // Target medium type after switching. - optional android.app.settings.mediaoutput.MediumType target = 2; - - // The result of switching. - optional android.app.settings.mediaoutput.SwitchResult result = 3; - - // The detail code of a switching result. - optional android.app.settings.mediaoutput.SubResult subresult = 4; - - /* - * The package name of a pre-installed app, whose media session is being switched. - */ - optional string media_session_package_name = 5; - - // The amount of available wired devices when a switching is being performed. - optional int32 available_wired_device_count = 6; - - // The amount of available Bluetooth devices a switching is being performed. - optional int32 available_bt_device_count = 7; - - // The amount of available remote devices when a switching is being performed. - optional int32 available_remote_device_count = 8; - - // The amount of applied devices within a remote dynamic group after a switching is done. - optional int32 applied_device_count_within_remote_group = 9; -} - -/** - * Logs when the Assistant is invoked. - * - * Logged from: - * frameworks/base/packages/SystemUI/src/com/android/systemui/assist/AssistManager.java - */ -message AssistantInvocationReported { - - // The event_id (as for UiEventReported). - optional int32 event_id = 1; - - // The registered Assistant's uid and package (as for UiEventReported). - optional int32 uid = 2 [(is_uid) = true]; - optional string package_name = 3; - - // An identifier used to disambiguate which logs refer to a particular invocation of the - // Assistant (as for UiEventReported). - optional int32 instance_id = 4; - - // The state of the device at the time of invocation. - enum DeviceState { - UNKNOWN_DEVICE_STATE = 0; - AOD1 = 1; - AOD2 = 2; - BOUNCER = 3; - UNLOCKED_LOCKSCREEN = 4; - LAUNCHER_HOME = 5; - LAUNCHER_OVERVIEW = 6; - LAUNCHER_ALL_APPS = 7; - APP_DEFAULT = 8; - APP_IMMERSIVE = 9; - APP_FULLSCREEN = 10; - } - optional DeviceState device_state = 5; - - // Whether the Assistant handles were showing at the time of invocation. - optional bool assistant_handles_showing = 6; -} - -/** - * Logs when an AudioRecord finishes running on an audio device - * - * Logged from: - * frameworks/av/services/mediametrics/AudioAnalytics.cpp - */ -message MediametricsAudioRecordDeviceUsageReported { - // The devices connected to this AudioRecord. - // A string OR of various input device categories, e.g. "DEVICE1|DEVICE2". - // See lookup<INPUT_DEVICE>() in frameworks/av/services/mediametrics/AudioTypes.cpp - // See audio_device_t in system/media/audio/include/system/audio-base.h - optional string devices = 1; - - // The name of the remote device attached to the device, typically available for USB or BT. - // This may be empty for a fixed device, or separated by "|" if more than one. - optional string device_names = 2; - - // The amount of time spent in the device as measured by the active track in AudioFlinger. - optional int64 device_time_nanos = 3; - - // The audio data format used for encoding. - // An enumeration from system/media/audio/include/system/audio-base.h audio_format_t - optional string encoding = 4; - - // The client-server buffer framecount. - // The framecount is generally between 960 - 48000 for PCM encoding. - // The framecount represents raw buffer size in bytes for non-PCM encoding. - optional int32 frame_count = 5; - - // The number of audio intervals (contiguous, continuous playbacks). - optional int32 interval_count = 6; - - // The sample rate of the AudioRecord. - // A number generally between 8000-96000 (frames per second). - optional int32 sample_rate = 7; - - // The audio input flags used to construct the AudioRecord. - // A string OR from system/media/audio/include/system/audio-base.h audio_input_flags_t - optional string flags = 8; - - // The santized package name of the audio client associated with the AudioRecord. - // See getSanitizedPackageNameAndVersionCode() in - // frameworks/av/services/mediametrics/MediaMetricsService.cpp - optional string package_name = 9; - - // The selected device id (nonzero if a non-default device is selected) - optional int32 selected_device_id = 10; - - // The caller of the AudioRecord. - // See lookup<CALLER_NAME>() in frameworks/av/services/mediametrics/AudioTypes.cpp - optional string caller = 11; - - // The audio source for AudioRecord. - // An enumeration from system/media/audio/include/system/audio-base.h audio_source_t - optional string source = 12; -} - -/** - * Logs when an AudioThread finishes running on an audio device - * - * Logged from: - * frameworks/av/services/mediametrics/AudioAnalytics.cpp - */ -message MediametricsAudioThreadDeviceUsageReported { - // The devices connected to this audio thread. - // A string OR of various input device categories, e.g. "DEVICE1|DEVICE2". - // (for record threads): - // See lookup<INPUT_DEVICE> in frameworks/av/services/mediametrics/AudioTypes.cpp - // (for playback threads): - // See lookup<OUTPUT_DEVICE>() in frameworks/av/services/mediametrics/AudioTypes.cpp - // See audio_device_t in system/media/audio/include/system/audio-base.h - optional string devices = 1; - - // The name of the remote device attached to the device, typically available for USB or BT. - // This may be empty for a fixed device, or separated by "|" if more than one. - optional string device_names = 2; - - // The amount of time spent in the device as measured by the active track in AudioFlinger. - optional int64 device_time_nanos = 3; - - // The audio data format used for encoding. - // An enumeration from system/media/audio/include/system/audio-base.h audio_format_t - optional string encoding = 4; - - // The framecount of the buffer delivered to (or from) the HAL. - // The framecount is generally ~960 for PCM encoding. - // The framecount represents raw buffer size in bytes for non-PCM encoding. - optional int32 frame_count = 5; - - // The number of audio intervals (contiguous, continuous playbacks). - optional int32 interval_count = 6; - - // The sample rate of the audio thread. - // A number generally between 8000-96000 (frames per second). - optional int32 sample_rate = 7; - - // The audio flags used to construct the thread - // (for record threads): - // A string OR from system/media/audio/include/system/audio-base.h audio_input_flags_t - // (for playback threads): - // A string OR from system/media/audio/include/system/audio-base.h audio_output_flags_t - optional string flags = 8; - - // The number of underruns encountered for a playback thread or the - // number of overruns encountered for a capture thread. - optional int32 xruns = 9; - - // The type of thread - // A thread type enumeration from - // frameworks/av/mediametrics/services/Translate.h - optional string type = 10; -} - -/** - * Logs when an AudioTrack finishes running on an audio device - * - * Logged from: - * frameworks/av/services/mediametrics/AudioAnalytics.cpp - */ -message MediametricsAudioTrackDeviceUsageReported { - // The output devices connected to this AudioTrack. - // A string OR of various output device categories, e.g. "DEVICE1|DEVICE2". - // See lookup<OUTPUT_DEVICE>() in frameworks/av/services/mediametrics/AudioTypes.cpp - // See audio_device_t in system/media/audio/include/system/audio-base.h - optional string devices = 1; - - // The name of the remote device attached to the device, typically available for USB or BT. - // This may be empty for a fixed device, or separated by "|" if more than one. - optional string device_names = 2; - - // The amount of time spent in the device as measured by the active track in AudioFlinger. - optional int64 device_time_nanos = 3; - - // The audio data format used for encoding. - // An enumeration from system/media/audio/include/system/audio-base.h audio_format_t - optional string encoding = 4; - - // The client-server buffer framecount. - // The framecount is generally between 960 - 48000 for PCM encoding. - // The framecount represents raw buffer size in bytes for non-PCM encoding. - // A static track (see traits) may have a very large framecount. - optional int32 frame_count = 5; - - // The number of audio intervals (contiguous, continuous playbacks). - optional int32 interval_count = 6; - - // The sample rate of the AudioTrack. - // A number generally between 8000-96000 (frames per second). - optional int32 sample_rate = 7; - - // The audio flags used to construct the AudioTrack. - // A string OR from system/media/audio/include/system/audio-base.h audio_output_flags_t - optional string flags = 8; - - // The number of underruns encountered. - optional int32 xruns = 9; - - // The santized package name of the audio client associated with the AudioTrack. - // See getSanitizedPackageNameAndVersionCode() in - // frameworks/av/services/mediametrics/MediaMetricsService.cpp - optional string package_name = 10; - - // The latency of the last sample in the buffer in milliseconds. - optional float device_latency_millis = 11; - - // The startup time in milliseconds from start() to sample played. - optional float device_startup_millis = 12; - - // The average volume of the track on the device [ 0.f - 1.f ] - optional float device_volume = 13; - - // The selected device id (nonzero if a non-default device is selected) - optional int32 selected_device_id = 14; - - // The stream_type category for the AudioTrack. - // An enumeration from system/media/audio/include/system/audio-base.h audio_stream_type_t - optional string stream_type = 15; - - // The usage for the AudioTrack. - // An enumeration from system/media/audio/include/system/audio-base.h audio_usage_t - optional string usage = 16; - - // The content type of the AudioTrack. - // An enumeration from system/media/audio/include/system/audio-base.h audio_content_type_t - optional string content_type = 17; - - // The caller of the AudioTrack. - // See lookup<CALLER_NAME>() in frameworks/av/services/mediametrics/AudioTypes.cpp - optional string caller = 18; - - // The traits of the AudioTrack. - // A string OR of different traits, may be empty string. - // Only "static" is supported for R. - // See lookup<TRACK_TRAITS>() in frameworks/av/services/mediametrics/AudioTypes.cpp - optional string traits = 19; -} - -/** - * Logs the status of an audio device connection attempt. - * - * Logged from: - * frameworks/av/services/mediametrics/AudioAnalytics.cpp - */ -message MediametricsAudioDeviceConnectionReported { - // The input devices represented by this report. - // A string OR of various input device categories, e.g. "DEVICE1|DEVICE2". - // See lookup<INPUT_DEVICE>() in frameworks/av/services/mediametrics/AudioTypes.cpp - // See audio_device_t in system/media/audio/include/system/audio-base.h - optional string input_devices = 1; - - // The output devices represented by this report. - // A string OR of various output device categories. - // See lookup<OUTPUT_DEVICE>() in frameworks/av/services/mediametrics/AudioTypes.cpp - // See audio_device_t in system/media/audio/include/system/audio-base.h - optional string output_devices = 2; - - // The name of the remote device attached to the device, typically available for USB or BT. - // This may be empty for a fixed device, or separated by "|" if more than one. - optional string device_names = 3; - - // The result of the audio device connection. - // 0 indicates success: connection verified. - // 1 indicates unknown: connection not verified or not known if diverted properly. - // Other values indicate specific status. - // See DeviceConnectionResult in frameworks/av/services/mediametrics/AudioTypes.h - optional int32 result = 4; - - // Average milliseconds of time to connect - optional float time_to_connect_millis = 5; - - // Number of connections if aggregated statistics, otherwise 1. - optional int32 connection_count = 6; -} - -/** - * Logs: i) creation of different types of cryptographic keys in the keystore, - * ii) operations performed using the keys, - * iii) attestation of the keys - * Logged from: system/security/keystore/key_event_log_handler.cpp - */ -message KeystoreKeyEventReported { - - enum Algorithm { - /** Asymmetric algorithms. */ - RSA = 1; - // 2 removed, do not reuse. - EC = 3; - /** Block cipher algorithms */ - AES = 32; - TRIPLE_DES = 33; - /** MAC algorithms */ - HMAC = 128; - }; - /** Algorithm associated with the key */ - optional Algorithm algorithm = 1; - - /** Size of the key */ - optional int32 key_size = 2; - - enum KeyOrigin { - /** Generated in keymaster. Should not exist outside the TEE. */ - GENERATED = 0; - /** Derived inside keymaster. Likely exists off-device. */ - DERIVED = 1; - /** Imported into keymaster. Existed as cleartext in Android. */ - IMPORTED = 2; - /** Keymaster did not record origin. */ - UNKNOWN = 3; - /** Securely imported into Keymaster. */ - SECURELY_IMPORTED = 4; - }; - /* Logs whether the key was generated, imported, securely imported, or derived.*/ - optional KeyOrigin key_origin = 3; - - enum HardwareAuthenticatorType { - NONE = 0; - PASSWORD = 1; - FINGERPRINT = 2; - // Additional entries must be powers of 2. - }; - /** - * What auth types does this key require? If none, - * then no auth required. - */ - optional HardwareAuthenticatorType user_auth_type = 4; - - /** - * If user authentication is required, is the requirement time based? If it - * is not time based then this field will not be used and the key is per - * operation. Per operation keys must be user authenticated on each usage. - */ - optional int32 user_auth_key_timeout_secs = 5; - - /** - * padding mode, digest, block_mode and purpose should ideally be repeated - * fields. However, since statsd does not support repeated fields in - * pushed atoms, they are represented using bitmaps. - */ - - /** Track which padding mode is being used.*/ - optional int32 padding_mode_bitmap = 6; - - /** Track which digest is being used. */ - optional int32 digest_bitmap = 7; - - /** Track what block mode is being used (for encryption). */ - optional int32 block_mode_bitmap = 8; - - /** Track what purpose is this key serving. */ - optional int32 purpose_bitmap = 9; - - enum EcCurve { - P_224 = 0; - P_256 = 1; - P_384 = 2; - P_521 = 3; - }; - /** Which ec curve was selected if elliptic curve cryptography is in use **/ - optional EcCurve ec_curve = 10; - - enum KeyBlobUsageRequirements { - STANDALONE = 0; - REQUIRES_FILE_SYSTEM = 1; - }; - /** Standalone or is a file system required */ - optional KeyBlobUsageRequirements key_blob_usage_reqs = 11; - - enum Type { - key_operation = 0; - key_creation = 1; - key_attestation = 2; - } - /** Key creation event, operation event or attestation event? */ - optional Type type = 12; - - /** Was the key creation, operation, or attestation successful? */ - optional bool was_successful = 13; - - /** Response code or error code */ - optional int32 error_code = 14; -} - -// Blob Committer stats -// Keep in sync between: -// frameworks/base/core/proto/android/server/blobstoremanagerservice.proto -// frameworks/base/cmds/statsd/src/atoms.proto -message BlobCommitterProto { - // Committer app's uid - optional int32 uid = 1 [(is_uid) = true]; - - // Unix epoch timestamp of the commit in milliseconds - optional int64 commit_timestamp_millis = 2; - - // Flags of what access types the committer has set for the Blob - optional int32 access_mode = 3; - - // Number of packages that have been whitelisted for ACCESS_TYPE_WHITELIST - optional int32 num_whitelisted_package = 4; -} - -// Blob Leasee stats -// Keep in sync between: -// frameworks/base/core/proto/android/server/blobstoremanagerservice.proto -// frameworks/base/cmds/statsd/src/atoms.proto -message BlobLeaseeProto { - // Leasee app's uid - optional int32 uid = 1 [(is_uid) = true]; - - // Unix epoch timestamp for lease expiration in milliseconds - optional int64 lease_expiry_timestamp_millis = 2; -} - -// List of Blob Committers -// Keep in sync between: -// frameworks/base/core/proto/android/server/blobstoremanagerservice.proto -// frameworks/base/cmds/statsd/src/atoms.proto -message BlobCommitterListProto { - repeated BlobCommitterProto committer = 1; -} - -// List of Blob Leasees -// Keep in sync between: -// frameworks/base/core/proto/android/server/blobstoremanagerservice.proto -// frameworks/base/cmds/statsd/src/atoms.proto -message BlobLeaseeListProto { - repeated BlobLeaseeProto leasee = 1; -} - -/** - * Logs the current state of a Blob committed with BlobStoreManager - * - * Pulled from: - * frameworks/base/apex/blobstore/service/java/com/android/server/blob/BlobStoreManagerService.java - */ -message BlobInfo { - // Id of the Blob - optional int64 blob_id = 1; - - // Size of the Blob data - optional int64 size = 2; - - // Unix epoch timestamp of the Blob's expiration in milliseconds - optional int64 expiry_timestamp_millis = 3; - - // List of committers of this Blob - optional BlobCommitterListProto committers = 4; - - // List of leasees of this Blob - optional BlobLeaseeListProto leasees = 5; -} diff --git a/cmds/statsd/src/condition/CombinationConditionTracker.cpp b/cmds/statsd/src/condition/CombinationConditionTracker.cpp deleted file mode 100644 index e9875baf58c7..000000000000 --- a/cmds/statsd/src/condition/CombinationConditionTracker.cpp +++ /dev/null @@ -1,187 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#define DEBUG false // STOPSHIP if true -#include "Log.h" -#include "CombinationConditionTracker.h" - -namespace android { -namespace os { -namespace statsd { - -using std::unordered_map; -using std::vector; - -CombinationConditionTracker::CombinationConditionTracker(const int64_t& id, const int index) - : ConditionTracker(id, index) { - VLOG("creating CombinationConditionTracker %lld", (long long)mConditionId); -} - -CombinationConditionTracker::~CombinationConditionTracker() { - VLOG("~CombinationConditionTracker() %lld", (long long)mConditionId); -} - -bool CombinationConditionTracker::init(const vector<Predicate>& allConditionConfig, - const vector<sp<ConditionTracker>>& allConditionTrackers, - const unordered_map<int64_t, int>& conditionIdIndexMap, - vector<bool>& stack, - vector<ConditionState>& initialConditionCache) { - VLOG("Combination predicate init() %lld", (long long)mConditionId); - if (mInitialized) { - return true; - } - - // mark this node as visited in the recursion stack. - stack[mIndex] = true; - - Predicate_Combination combinationCondition = allConditionConfig[mIndex].combination(); - - if (!combinationCondition.has_operation()) { - return false; - } - mLogicalOperation = combinationCondition.operation(); - - if (mLogicalOperation == LogicalOperation::NOT && combinationCondition.predicate_size() != 1) { - return false; - } - - for (auto child : combinationCondition.predicate()) { - auto it = conditionIdIndexMap.find(child); - - if (it == conditionIdIndexMap.end()) { - ALOGW("Predicate %lld not found in the config", (long long)child); - return false; - } - - int childIndex = it->second; - const auto& childTracker = allConditionTrackers[childIndex]; - // if the child is a visited node in the recursion -> circle detected. - if (stack[childIndex]) { - ALOGW("Circle detected!!!"); - return false; - } - - bool initChildSucceeded = - childTracker->init(allConditionConfig, allConditionTrackers, conditionIdIndexMap, - stack, initialConditionCache); - - if (!initChildSucceeded) { - ALOGW("Child initialization failed %lld ", (long long)child); - return false; - } else { - VLOG("Child initialization success %lld ", (long long)child); - } - - if (allConditionTrackers[childIndex]->isSliced()) { - setSliced(true); - mSlicedChildren.push_back(childIndex); - } else { - mUnSlicedChildren.push_back(childIndex); - } - mChildren.push_back(childIndex); - mTrackerIndex.insert(childTracker->getLogTrackerIndex().begin(), - childTracker->getLogTrackerIndex().end()); - } - - mUnSlicedPartCondition = evaluateCombinationCondition(mUnSlicedChildren, mLogicalOperation, - initialConditionCache); - initialConditionCache[mIndex] = - evaluateCombinationCondition(mChildren, mLogicalOperation, initialConditionCache); - - // unmark this node in the recursion stack. - stack[mIndex] = false; - - mInitialized = true; - - return true; -} - -void CombinationConditionTracker::isConditionMet( - const ConditionKey& conditionParameters, const vector<sp<ConditionTracker>>& allConditions, - const bool isPartialLink, - vector<ConditionState>& conditionCache) const { - // So far, this is fine as there is at most one child having sliced output. - for (const int childIndex : mChildren) { - if (conditionCache[childIndex] == ConditionState::kNotEvaluated) { - allConditions[childIndex]->isConditionMet(conditionParameters, allConditions, - isPartialLink, - conditionCache); - } - } - conditionCache[mIndex] = - evaluateCombinationCondition(mChildren, mLogicalOperation, conditionCache); -} - -void CombinationConditionTracker::evaluateCondition( - const LogEvent& event, const std::vector<MatchingState>& eventMatcherValues, - const std::vector<sp<ConditionTracker>>& mAllConditions, - std::vector<ConditionState>& nonSlicedConditionCache, - std::vector<bool>& conditionChangedCache) { - // value is up to date. - if (nonSlicedConditionCache[mIndex] != ConditionState::kNotEvaluated) { - return; - } - - for (const int childIndex : mChildren) { - // So far, this is fine as there is at most one child having sliced output. - if (nonSlicedConditionCache[childIndex] == ConditionState::kNotEvaluated) { - const sp<ConditionTracker>& child = mAllConditions[childIndex]; - child->evaluateCondition(event, eventMatcherValues, mAllConditions, - nonSlicedConditionCache, conditionChangedCache); - } - } - - ConditionState newCondition = - evaluateCombinationCondition(mChildren, mLogicalOperation, nonSlicedConditionCache); - if (!mSliced) { - bool nonSlicedChanged = (mUnSlicedPartCondition != newCondition); - mUnSlicedPartCondition = newCondition; - - nonSlicedConditionCache[mIndex] = mUnSlicedPartCondition; - conditionChangedCache[mIndex] = nonSlicedChanged; - } else { - mUnSlicedPartCondition = evaluateCombinationCondition(mUnSlicedChildren, mLogicalOperation, - nonSlicedConditionCache); - - for (const int childIndex : mChildren) { - // If any of the sliced condition in children condition changes, the combination - // condition may be changed too. - if (conditionChangedCache[childIndex]) { - conditionChangedCache[mIndex] = true; - break; - } - } - nonSlicedConditionCache[mIndex] = newCondition; - VLOG("CombinationPredicate %lld sliced may changed? %d", (long long)mConditionId, - conditionChangedCache[mIndex] == true); - } -} - -bool CombinationConditionTracker::equalOutputDimensions( - const std::vector<sp<ConditionTracker>>& allConditions, - const vector<Matcher>& dimensions) const { - if (mSlicedChildren.size() != 1 || - mSlicedChildren.front() >= (int)allConditions.size() || - mLogicalOperation != LogicalOperation::AND) { - return false; - } - const sp<ConditionTracker>& slicedChild = allConditions.at(mSlicedChildren.front()); - return slicedChild->equalOutputDimensions(allConditions, dimensions); -} - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/condition/CombinationConditionTracker.h b/cmds/statsd/src/condition/CombinationConditionTracker.h deleted file mode 100644 index 39ff0ab03266..000000000000 --- a/cmds/statsd/src/condition/CombinationConditionTracker.h +++ /dev/null @@ -1,111 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#ifndef COMBINATION_CONDITION_TRACKER_H -#define COMBINATION_CONDITION_TRACKER_H - -#include "ConditionTracker.h" -#include "frameworks/base/cmds/statsd/src/statsd_config.pb.h" - -namespace android { -namespace os { -namespace statsd { - -class CombinationConditionTracker : public virtual ConditionTracker { -public: - CombinationConditionTracker(const int64_t& id, const int index); - - ~CombinationConditionTracker(); - - bool init(const std::vector<Predicate>& allConditionConfig, - const std::vector<sp<ConditionTracker>>& allConditionTrackers, - const std::unordered_map<int64_t, int>& conditionIdIndexMap, std::vector<bool>& stack, - std::vector<ConditionState>& initialConditionCache) override; - - void evaluateCondition(const LogEvent& event, - const std::vector<MatchingState>& eventMatcherValues, - const std::vector<sp<ConditionTracker>>& mAllConditions, - std::vector<ConditionState>& conditionCache, - std::vector<bool>& changedCache) override; - - void isConditionMet(const ConditionKey& conditionParameters, - const std::vector<sp<ConditionTracker>>& allConditions, - const bool isPartialLink, - std::vector<ConditionState>& conditionCache) const override; - - // Only one child predicate can have dimension. - const std::set<HashableDimensionKey>* getChangedToTrueDimensions( - const std::vector<sp<ConditionTracker>>& allConditions) const override { - for (const auto& child : mChildren) { - auto result = allConditions[child]->getChangedToTrueDimensions(allConditions); - if (result != nullptr) { - return result; - } - } - return nullptr; - } - - // Only one child predicate can have dimension. - const std::set<HashableDimensionKey>* getChangedToFalseDimensions( - const std::vector<sp<ConditionTracker>>& allConditions) const override { - for (const auto& child : mChildren) { - auto result = allConditions[child]->getChangedToFalseDimensions(allConditions); - if (result != nullptr) { - return result; - } - } - return nullptr; - } - - bool IsSimpleCondition() const override { return false; } - - bool IsChangedDimensionTrackable() const override { - return mLogicalOperation == LogicalOperation::AND && mSlicedChildren.size() == 1; - } - - bool equalOutputDimensions( - const std::vector<sp<ConditionTracker>>& allConditions, - const vector<Matcher>& dimensions) const override; - - void getTrueSlicedDimensions( - const std::vector<sp<ConditionTracker>>& allConditions, - std::set<HashableDimensionKey>* dimensions) const override { - if (mSlicedChildren.size() == 1) { - return allConditions[mSlicedChildren.front()]->getTrueSlicedDimensions( - allConditions, dimensions); - } - } - - -private: - LogicalOperation mLogicalOperation; - - // Store index of the children Predicates. - // We don't store string name of the Children, because we want to get rid of the hash map to - // map the name to object. We don't want to store smart pointers to children, because it - // increases the risk of circular dependency and memory leak. - std::vector<int> mChildren; - - std::vector<int> mSlicedChildren; - std::vector<int> mUnSlicedChildren; - -}; - -} // namespace statsd -} // namespace os -} // namespace android - -#endif // COMBINATION_CONDITION_TRACKER_H diff --git a/cmds/statsd/src/condition/ConditionTimer.h b/cmds/statsd/src/condition/ConditionTimer.h deleted file mode 100644 index 442bc11934fe..000000000000 --- a/cmds/statsd/src/condition/ConditionTimer.h +++ /dev/null @@ -1,83 +0,0 @@ -/* - * Copyright (C) 2019 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -#pragma once - -#include <gtest/gtest_prod.h> -#include <stdint.h> - -namespace android { -namespace os { -namespace statsd { - -/** - * A simple stopwatch to time the duration of condition being true. - * - * The owner of the stopwatch (MetricProducer) is responsible to notify the stopwatch when condition - * changes (start/pause), and when to start a new bucket (a new lap basically). All timestamps - * should be elapsedRealTime in nano seconds. - * - * Keep the timer simple and inline everything. This class is *NOT* thread safe. Caller is - * responsible for thread safety. - */ -class ConditionTimer { -public: - explicit ConditionTimer(bool initCondition, int64_t bucketStartNs) : mCondition(initCondition) { - if (initCondition) { - mLastConditionTrueTimestampNs = bucketStartNs; - } - }; - - // Tracks how long the condition has been stayed true in the *current* bucket. - // When a new bucket is created, this value will be reset to 0. - int64_t mTimerNs = 0; - - // Last elapsed real timestamp when condition turned to true - // When a new bucket is created and the condition is true, then the timestamp is set - // to be the bucket start timestamp. - int64_t mLastConditionTrueTimestampNs = 0; - - bool mCondition = false; - - int64_t newBucketStart(int64_t nextBucketStartNs) { - if (mCondition) { - mTimerNs += (nextBucketStartNs - mLastConditionTrueTimestampNs); - mLastConditionTrueTimestampNs = nextBucketStartNs; - } - - int64_t temp = mTimerNs; - mTimerNs = 0; - return temp; - } - - void onConditionChanged(bool newCondition, int64_t timestampNs) { - if (newCondition == mCondition) { - return; - } - mCondition = newCondition; - if (newCondition) { - mLastConditionTrueTimestampNs = timestampNs; - } else { - mTimerNs += (timestampNs - mLastConditionTrueTimestampNs); - } - } - - FRIEND_TEST(ConditionTimerTest, TestTimer_Inital_False); - FRIEND_TEST(ConditionTimerTest, TestTimer_Inital_True); -}; - -} // namespace statsd -} // namespace os -} // namespace android
\ No newline at end of file diff --git a/cmds/statsd/src/condition/ConditionTracker.h b/cmds/statsd/src/condition/ConditionTracker.h deleted file mode 100644 index 62736c8160bb..000000000000 --- a/cmds/statsd/src/condition/ConditionTracker.h +++ /dev/null @@ -1,156 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#pragma once - -#include "condition/condition_util.h" -#include "frameworks/base/cmds/statsd/src/statsd_config.pb.h" -#include "matchers/LogMatchingTracker.h" -#include "matchers/matcher_util.h" - -#include <utils/RefBase.h> - -#include <unordered_map> - -namespace android { -namespace os { -namespace statsd { - -class ConditionTracker : public virtual RefBase { -public: - ConditionTracker(const int64_t& id, const int index) - : mConditionId(id), - mIndex(index), - mInitialized(false), - mTrackerIndex(), - mUnSlicedPartCondition(ConditionState::kUnknown), - mSliced(false){}; - - virtual ~ConditionTracker(){}; - - inline const int64_t& getId() { return mConditionId; } - - // Initialize this ConditionTracker. This initialization is done recursively (DFS). It can also - // be done in the constructor, but we do it separately because (1) easy to return a bool to - // indicate whether the initialization is successful. (2) makes unit test easier. - // allConditionConfig: the list of all Predicate config from statsd_config. - // allConditionTrackers: the list of all ConditionTrackers (this is needed because we may also - // need to call init() on children conditions) - // conditionIdIndexMap: the mapping from condition id to its index. - // stack: a bit map to keep track which nodes have been visited on the stack in the recursion. - // initialConditionCache: tracks initial conditions of all ConditionTrackers. - virtual bool init(const std::vector<Predicate>& allConditionConfig, - const std::vector<sp<ConditionTracker>>& allConditionTrackers, - const std::unordered_map<int64_t, int>& conditionIdIndexMap, - std::vector<bool>& stack, - std::vector<ConditionState>& initialConditionCache) = 0; - - // evaluate current condition given the new event. - // event: the new log event - // eventMatcherValues: the results of the LogMatcherTrackers. LogMatcherTrackers always process - // event before ConditionTrackers, because ConditionTracker depends on - // LogMatchingTrackers. - // mAllConditions: the list of all ConditionTracker - // conditionCache: the cached non-sliced condition of the ConditionTrackers for this new event. - // conditionChanged: the bit map to record whether the condition has changed. - // If the condition has dimension, then any sub condition changes will report - // conditionChanged. - virtual void evaluateCondition(const LogEvent& event, - const std::vector<MatchingState>& eventMatcherValues, - const std::vector<sp<ConditionTracker>>& mAllConditions, - std::vector<ConditionState>& conditionCache, - std::vector<bool>& conditionChanged) = 0; - - // Query the condition with parameters. - // [conditionParameters]: a map from condition name to the HashableDimensionKey to query the - // condition. - // [allConditions]: all condition trackers. This is needed because the condition evaluation is - // done recursively - // [isPartialLink]: true if the link specified by 'conditionParameters' contains all the fields - // in the condition tracker output dimension. - // [conditionCache]: the cache holding the condition evaluation values. - virtual void isConditionMet( - const ConditionKey& conditionParameters, - const std::vector<sp<ConditionTracker>>& allConditions, - const bool isPartialLink, - std::vector<ConditionState>& conditionCache) const = 0; - - // return the list of LogMatchingTracker index that this ConditionTracker uses. - virtual const std::set<int>& getLogTrackerIndex() const { - return mTrackerIndex; - } - - virtual void setSliced(bool sliced) { - mSliced = mSliced | sliced; - } - - inline bool isSliced() const { - return mSliced; - } - - virtual const std::set<HashableDimensionKey>* getChangedToTrueDimensions( - const std::vector<sp<ConditionTracker>>& allConditions) const = 0; - virtual const std::set<HashableDimensionKey>* getChangedToFalseDimensions( - const std::vector<sp<ConditionTracker>>& allConditions) const = 0; - - inline int64_t getConditionId() const { - return mConditionId; - } - - virtual void getTrueSlicedDimensions( - const std::vector<sp<ConditionTracker>>& allConditions, - std::set<HashableDimensionKey>* dimensions) const = 0; - - virtual bool IsChangedDimensionTrackable() const = 0; - - virtual bool IsSimpleCondition() const = 0; - - virtual bool equalOutputDimensions( - const std::vector<sp<ConditionTracker>>& allConditions, - const vector<Matcher>& dimensions) const = 0; - - // Return the current condition state of the unsliced part of the condition. - inline ConditionState getUnSlicedPartConditionState() const { - return mUnSlicedPartCondition; - } - -protected: - const int64_t mConditionId; - - // the index of this condition in the manager's condition list. - const int mIndex; - - // if it's properly initialized. - bool mInitialized; - - // the list of LogMatchingTracker index that this ConditionTracker uses. - std::set<int> mTrackerIndex; - - // This variable is only used for CombinationConditionTrackers. - // SimpleConditionTrackers technically don't have an unsliced part because - // they are either sliced or unsliced. - // - // CombinationConditionTrackers have multiple children ConditionTrackers - // that can be a mixture of sliced or unsliced. This tracks the - // condition of the unsliced part of the combination condition. - ConditionState mUnSlicedPartCondition; - - bool mSliced; -}; - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/condition/ConditionWizard.cpp b/cmds/statsd/src/condition/ConditionWizard.cpp deleted file mode 100644 index c542032b48ea..000000000000 --- a/cmds/statsd/src/condition/ConditionWizard.cpp +++ /dev/null @@ -1,70 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -#include "ConditionWizard.h" - -namespace android { -namespace os { -namespace statsd { - -using std::vector; - -ConditionState ConditionWizard::query(const int index, const ConditionKey& parameters, - const bool isPartialLink) { - vector<ConditionState> cache(mAllConditions.size(), ConditionState::kNotEvaluated); - - mAllConditions[index]->isConditionMet( - parameters, mAllConditions, isPartialLink, - cache); - return cache[index]; -} - -const set<HashableDimensionKey>* ConditionWizard::getChangedToTrueDimensions( - const int index) const { - return mAllConditions[index]->getChangedToTrueDimensions(mAllConditions); -} - -const set<HashableDimensionKey>* ConditionWizard::getChangedToFalseDimensions( - const int index) const { - return mAllConditions[index]->getChangedToFalseDimensions(mAllConditions); -} - -bool ConditionWizard::IsChangedDimensionTrackable(const int index) { - if (index >= 0 && index < (int)mAllConditions.size()) { - return mAllConditions[index]->IsChangedDimensionTrackable(); - } else { - return false; - } -} - -bool ConditionWizard::IsSimpleCondition(const int index) { - if (index >= 0 && index < (int)mAllConditions.size()) { - return mAllConditions[index]->IsSimpleCondition(); - } else { - return false; - } -} - -bool ConditionWizard::equalOutputDimensions(const int index, const vector<Matcher>& dimensions) { - if (index >= 0 && index < (int)mAllConditions.size()) { - return mAllConditions[index]->equalOutputDimensions(mAllConditions, dimensions); - } else { - return false; - } -} - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/condition/ConditionWizard.h b/cmds/statsd/src/condition/ConditionWizard.h deleted file mode 100644 index 892647910d9f..000000000000 --- a/cmds/statsd/src/condition/ConditionWizard.h +++ /dev/null @@ -1,68 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#ifndef CONDITION_WIZARD_H -#define CONDITION_WIZARD_H - -#include "ConditionTracker.h" -#include "condition_util.h" -#include "stats_util.h" - -namespace android { -namespace os { -namespace statsd { - -// Held by MetricProducer, to query a condition state with input defined in MetricConditionLink. -class ConditionWizard : public virtual android::RefBase { -public: - ConditionWizard(){}; // for testing - explicit ConditionWizard(std::vector<sp<ConditionTracker>>& conditionTrackers) - : mAllConditions(conditionTrackers){}; - - virtual ~ConditionWizard(){}; - - // Query condition state, for a ConditionTracker at [conditionIndex], with [conditionParameters] - // [conditionParameters] mapping from condition name to the HashableDimensionKey to query the - // condition. - // The ConditionTracker at [conditionIndex] can be a CombinationConditionTracker. In this case, - // the conditionParameters contains the parameters for it's children SimpleConditionTrackers. - virtual ConditionState query(const int conditionIndex, const ConditionKey& conditionParameters, - const bool isPartialLink); - - virtual const std::set<HashableDimensionKey>* getChangedToTrueDimensions(const int index) const; - virtual const std::set<HashableDimensionKey>* getChangedToFalseDimensions( - const int index) const; - bool equalOutputDimensions(const int index, const vector<Matcher>& dimensions); - - bool IsChangedDimensionTrackable(const int index); - bool IsSimpleCondition(const int index); - - ConditionState getUnSlicedPartConditionState(const int index) { - return mAllConditions[index]->getUnSlicedPartConditionState(); - } - void getTrueSlicedDimensions(const int index, - std::set<HashableDimensionKey>* trueDimensions) const { - return mAllConditions[index]->getTrueSlicedDimensions(mAllConditions, trueDimensions); - } - -private: - std::vector<sp<ConditionTracker>> mAllConditions; -}; - -} // namespace statsd -} // namespace os -} // namespace android -#endif // CONDITION_WIZARD_H diff --git a/cmds/statsd/src/condition/SimpleConditionTracker.cpp b/cmds/statsd/src/condition/SimpleConditionTracker.cpp deleted file mode 100644 index efb4d4989425..000000000000 --- a/cmds/statsd/src/condition/SimpleConditionTracker.cpp +++ /dev/null @@ -1,386 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#define DEBUG false // STOPSHIP if true -#include "Log.h" - -#include "SimpleConditionTracker.h" -#include "guardrail/StatsdStats.h" - -namespace android { -namespace os { -namespace statsd { - -using std::unordered_map; - -SimpleConditionTracker::SimpleConditionTracker( - const ConfigKey& key, const int64_t& id, const int index, - const SimplePredicate& simplePredicate, - const unordered_map<int64_t, int>& trackerNameIndexMap) - : ConditionTracker(id, index), mConfigKey(key), mContainANYPositionInInternalDimensions(false) { - VLOG("creating SimpleConditionTracker %lld", (long long)mConditionId); - mCountNesting = simplePredicate.count_nesting(); - - if (simplePredicate.has_start()) { - auto pair = trackerNameIndexMap.find(simplePredicate.start()); - if (pair == trackerNameIndexMap.end()) { - ALOGW("Start matcher %lld not found in the config", (long long)simplePredicate.start()); - return; - } - mStartLogMatcherIndex = pair->second; - mTrackerIndex.insert(mStartLogMatcherIndex); - } else { - mStartLogMatcherIndex = -1; - } - - if (simplePredicate.has_stop()) { - auto pair = trackerNameIndexMap.find(simplePredicate.stop()); - if (pair == trackerNameIndexMap.end()) { - ALOGW("Stop matcher %lld not found in the config", (long long)simplePredicate.stop()); - return; - } - mStopLogMatcherIndex = pair->second; - mTrackerIndex.insert(mStopLogMatcherIndex); - } else { - mStopLogMatcherIndex = -1; - } - - if (simplePredicate.has_stop_all()) { - auto pair = trackerNameIndexMap.find(simplePredicate.stop_all()); - if (pair == trackerNameIndexMap.end()) { - ALOGW("Stop all matcher %lld found in the config", (long long)simplePredicate.stop_all()); - return; - } - mStopAllLogMatcherIndex = pair->second; - mTrackerIndex.insert(mStopAllLogMatcherIndex); - } else { - mStopAllLogMatcherIndex = -1; - } - - if (simplePredicate.has_dimensions()) { - translateFieldMatcher(simplePredicate.dimensions(), &mOutputDimensions); - if (mOutputDimensions.size() > 0) { - mSliced = true; - mDimensionTag = mOutputDimensions[0].mMatcher.getTag(); - } - mContainANYPositionInInternalDimensions = HasPositionANY(simplePredicate.dimensions()); - } - - if (simplePredicate.initial_value() == SimplePredicate_InitialValue_FALSE) { - mInitialValue = ConditionState::kFalse; - } else { - mInitialValue = ConditionState::kUnknown; - } - - mInitialized = true; -} - -SimpleConditionTracker::~SimpleConditionTracker() { - VLOG("~SimpleConditionTracker()"); -} - -bool SimpleConditionTracker::init(const vector<Predicate>& allConditionConfig, - const vector<sp<ConditionTracker>>& allConditionTrackers, - const unordered_map<int64_t, int>& conditionIdIndexMap, - vector<bool>& stack, - vector<ConditionState>& initialConditionCache) { - // SimpleConditionTracker does not have dependency on other conditions, thus we just return - // if the initialization was successful. - initialConditionCache[mIndex] = mInitialValue; - return mInitialized; -} - -void SimpleConditionTracker::dumpState() { - VLOG("%lld DUMP:", (long long)mConditionId); - for (const auto& pair : mSlicedConditionState) { - VLOG("\t%s : %d", pair.first.toString().c_str(), pair.second); - } - - VLOG("Changed to true keys: \n"); - for (const auto& key : mLastChangedToTrueDimensions) { - VLOG("%s", key.toString().c_str()); - } - VLOG("Changed to false keys: \n"); - for (const auto& key : mLastChangedToFalseDimensions) { - VLOG("%s", key.toString().c_str()); - } -} - -void SimpleConditionTracker::handleStopAll(std::vector<ConditionState>& conditionCache, - std::vector<bool>& conditionChangedCache) { - // Unless the default condition is false, and there was nothing started, otherwise we have - // triggered a condition change. - conditionChangedCache[mIndex] = - (mInitialValue == ConditionState::kFalse && mSlicedConditionState.empty()) ? false - : true; - - for (const auto& cond : mSlicedConditionState) { - if (cond.second > 0) { - mLastChangedToFalseDimensions.insert(cond.first); - } - } - - // After StopAll, we know everything has stopped. From now on, default condition is false. - mInitialValue = ConditionState::kFalse; - mSlicedConditionState.clear(); - conditionCache[mIndex] = ConditionState::kFalse; -} - -bool SimpleConditionTracker::hitGuardRail(const HashableDimensionKey& newKey) { - if (!mSliced || mSlicedConditionState.find(newKey) != mSlicedConditionState.end()) { - // if the condition is not sliced or the key is not new, we are good! - return false; - } - // 1. Report the tuple count if the tuple count > soft limit - if (mSlicedConditionState.size() > StatsdStats::kDimensionKeySizeSoftLimit - 1) { - size_t newTupleCount = mSlicedConditionState.size() + 1; - StatsdStats::getInstance().noteConditionDimensionSize(mConfigKey, mConditionId, newTupleCount); - // 2. Don't add more tuples, we are above the allowed threshold. Drop the data. - if (newTupleCount > StatsdStats::kDimensionKeySizeHardLimit) { - ALOGE("Predicate %lld dropping data for dimension key %s", - (long long)mConditionId, newKey.toString().c_str()); - return true; - } - } - return false; -} - -void SimpleConditionTracker::handleConditionEvent(const HashableDimensionKey& outputKey, - bool matchStart, ConditionState* conditionCache, - bool* conditionChangedCache) { - bool changed = false; - auto outputIt = mSlicedConditionState.find(outputKey); - ConditionState newCondition; - if (hitGuardRail(outputKey)) { - (*conditionChangedCache) = false; - // Tells the caller it's evaluated. - (*conditionCache) = ConditionState::kUnknown; - return; - } - if (outputIt == mSlicedConditionState.end()) { - // We get a new output key. - newCondition = matchStart ? ConditionState::kTrue : ConditionState::kFalse; - if (matchStart && mInitialValue != ConditionState::kTrue) { - mSlicedConditionState[outputKey] = 1; - changed = true; - mLastChangedToTrueDimensions.insert(outputKey); - } else if (mInitialValue != ConditionState::kFalse) { - // it's a stop and we don't have history about it. - // If the default condition is not false, it means this stop is valuable to us. - mSlicedConditionState[outputKey] = 0; - mLastChangedToFalseDimensions.insert(outputKey); - changed = true; - } - } else { - // we have history about this output key. - auto& startedCount = outputIt->second; - // assign the old value first. - newCondition = startedCount > 0 ? ConditionState::kTrue : ConditionState::kFalse; - if (matchStart) { - if (startedCount == 0) { - mLastChangedToTrueDimensions.insert(outputKey); - // This condition for this output key will change from false -> true - changed = true; - } - - // it's ok to do ++ here, even if we don't count nesting. The >1 counts will be treated - // as 1 if not counting nesting. - startedCount++; - newCondition = ConditionState::kTrue; - } else { - // This is a stop event. - if (startedCount > 0) { - if (mCountNesting) { - startedCount--; - if (startedCount == 0) { - newCondition = ConditionState::kFalse; - } - } else { - // not counting nesting, so ignore the number of starts, stop now. - startedCount = 0; - newCondition = ConditionState::kFalse; - } - // if everything has stopped for this output key, condition true -> false; - if (startedCount == 0) { - mLastChangedToFalseDimensions.insert(outputKey); - changed = true; - } - } - - // if default condition is false, it means we don't need to keep the false values. - if (mInitialValue == ConditionState::kFalse && startedCount == 0) { - mSlicedConditionState.erase(outputIt); - VLOG("erase key %s", outputKey.toString().c_str()); - } - } - } - - // dump all dimensions for debugging - if (DEBUG) { - dumpState(); - } - - (*conditionChangedCache) = changed; - (*conditionCache) = newCondition; - - VLOG("SimplePredicate %lld nonSlicedChange? %d", (long long)mConditionId, - conditionChangedCache[mIndex] == true); -} - -void SimpleConditionTracker::evaluateCondition( - const LogEvent& event, - const vector<MatchingState>& eventMatcherValues, - const vector<sp<ConditionTracker>>& mAllConditions, - vector<ConditionState>& conditionCache, - vector<bool>& conditionChangedCache) { - if (conditionCache[mIndex] != ConditionState::kNotEvaluated) { - // it has been evaluated. - VLOG("Yes, already evaluated, %lld %d", - (long long)mConditionId, conditionCache[mIndex]); - return; - } - mLastChangedToTrueDimensions.clear(); - mLastChangedToFalseDimensions.clear(); - - if (mStopAllLogMatcherIndex >= 0 && mStopAllLogMatcherIndex < int(eventMatcherValues.size()) && - eventMatcherValues[mStopAllLogMatcherIndex] == MatchingState::kMatched) { - handleStopAll(conditionCache, conditionChangedCache); - return; - } - - int matchedState = -1; - // Note: The order to evaluate the following start, stop, stop_all matters. - // The priority of overwrite is stop_all > stop > start. - if (mStartLogMatcherIndex >= 0 && - eventMatcherValues[mStartLogMatcherIndex] == MatchingState::kMatched) { - matchedState = 1; - } - - if (mStopLogMatcherIndex >= 0 && - eventMatcherValues[mStopLogMatcherIndex] == MatchingState::kMatched) { - matchedState = 0; - } - - if (matchedState < 0) { - // The event doesn't match this condition. So we just report existing condition values. - conditionChangedCache[mIndex] = false; - if (mSliced) { - // if the condition result is sliced. The overall condition is true if any of the sliced - // condition is true - conditionCache[mIndex] = mInitialValue; - for (const auto& slicedCondition : mSlicedConditionState) { - if (slicedCondition.second > 0) { - conditionCache[mIndex] = ConditionState::kTrue; - break; - } - } - } else { - const auto& itr = mSlicedConditionState.find(DEFAULT_DIMENSION_KEY); - if (itr == mSlicedConditionState.end()) { - // condition not sliced, but we haven't seen the matched start or stop yet. so - // return initial value. - conditionCache[mIndex] = mInitialValue; - } else { - // return the cached condition. - conditionCache[mIndex] = - itr->second > 0 ? ConditionState::kTrue : ConditionState::kFalse; - } - } - return; - } - - ConditionState overallState = mInitialValue; - bool overallChanged = false; - - if (mOutputDimensions.size() == 0) { - handleConditionEvent(DEFAULT_DIMENSION_KEY, matchedState == 1, &overallState, - &overallChanged); - } else if (!mContainANYPositionInInternalDimensions) { - HashableDimensionKey outputValue; - filterValues(mOutputDimensions, event.getValues(), &outputValue); - - // If this event has multiple nodes in the attribution chain, this log event probably will - // generate multiple dimensions. If so, we will find if the condition changes for any - // dimension and ask the corresponding metric producer to verify whether the actual sliced - // condition has changed or not. - // A high level assumption is that a predicate is either sliced or unsliced. We will never - // have both sliced and unsliced version of a predicate. - handleConditionEvent(outputValue, matchedState == 1, &overallState, &overallChanged); - } else { - ALOGE("The condition tracker should not be sliced by ANY position matcher."); - } - conditionCache[mIndex] = overallState; - conditionChangedCache[mIndex] = overallChanged; -} - -void SimpleConditionTracker::isConditionMet( - const ConditionKey& conditionParameters, const vector<sp<ConditionTracker>>& allConditions, - const bool isPartialLink, - vector<ConditionState>& conditionCache) const { - - if (conditionCache[mIndex] != ConditionState::kNotEvaluated) { - // it has been evaluated. - VLOG("Yes, already evaluated, %lld %d", - (long long)mConditionId, conditionCache[mIndex]); - return; - } - const auto pair = conditionParameters.find(mConditionId); - - if (pair == conditionParameters.end()) { - ConditionState conditionState = ConditionState::kNotEvaluated; - conditionState = conditionState | mInitialValue; - if (!mSliced) { - const auto& itr = mSlicedConditionState.find(DEFAULT_DIMENSION_KEY); - if (itr != mSlicedConditionState.end()) { - ConditionState sliceState = - itr->second > 0 ? ConditionState::kTrue : ConditionState::kFalse; - conditionState = conditionState | sliceState; - } - } - conditionCache[mIndex] = conditionState; - return; - } - - ConditionState conditionState = ConditionState::kNotEvaluated; - const HashableDimensionKey& key = pair->second; - if (isPartialLink) { - // For unseen key, check whether the require dimensions are subset of sliced condition - // output. - conditionState = conditionState | mInitialValue; - for (const auto& slice : mSlicedConditionState) { - ConditionState sliceState = - slice.second > 0 ? ConditionState::kTrue : ConditionState::kFalse; - if (slice.first.contains(key)) { - conditionState = conditionState | sliceState; - } - } - } else { - auto startedCountIt = mSlicedConditionState.find(key); - conditionState = conditionState | mInitialValue; - if (startedCountIt != mSlicedConditionState.end()) { - ConditionState sliceState = - startedCountIt->second > 0 ? ConditionState::kTrue : ConditionState::kFalse; - conditionState = conditionState | sliceState; - } - - } - conditionCache[mIndex] = conditionState; - VLOG("Predicate %lld return %d", (long long)mConditionId, conditionCache[mIndex]); -} - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/condition/SimpleConditionTracker.h b/cmds/statsd/src/condition/SimpleConditionTracker.h deleted file mode 100644 index ea7f87bde2b8..000000000000 --- a/cmds/statsd/src/condition/SimpleConditionTracker.h +++ /dev/null @@ -1,138 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#ifndef SIMPLE_CONDITION_TRACKER_H -#define SIMPLE_CONDITION_TRACKER_H - -#include <gtest/gtest_prod.h> -#include "ConditionTracker.h" -#include "config/ConfigKey.h" -#include "frameworks/base/cmds/statsd/src/statsd_config.pb.h" -#include "stats_util.h" - -namespace android { -namespace os { -namespace statsd { - -class SimpleConditionTracker : public virtual ConditionTracker { -public: - SimpleConditionTracker(const ConfigKey& key, const int64_t& id, const int index, - const SimplePredicate& simplePredicate, - const std::unordered_map<int64_t, int>& trackerNameIndexMap); - - ~SimpleConditionTracker(); - - bool init(const std::vector<Predicate>& allConditionConfig, - const std::vector<sp<ConditionTracker>>& allConditionTrackers, - const std::unordered_map<int64_t, int>& conditionIdIndexMap, std::vector<bool>& stack, - std::vector<ConditionState>& initialConditionCache) override; - - void evaluateCondition(const LogEvent& event, - const std::vector<MatchingState>& eventMatcherValues, - const std::vector<sp<ConditionTracker>>& mAllConditions, - std::vector<ConditionState>& conditionCache, - std::vector<bool>& changedCache) override; - - void isConditionMet(const ConditionKey& conditionParameters, - const std::vector<sp<ConditionTracker>>& allConditions, - const bool isPartialLink, - std::vector<ConditionState>& conditionCache) const override; - - virtual const std::set<HashableDimensionKey>* getChangedToTrueDimensions( - const std::vector<sp<ConditionTracker>>& allConditions) const { - if (mSliced) { - return &mLastChangedToTrueDimensions; - } else { - return nullptr; - } - } - - virtual const std::set<HashableDimensionKey>* getChangedToFalseDimensions( - const std::vector<sp<ConditionTracker>>& allConditions) const { - if (mSliced) { - return &mLastChangedToFalseDimensions; - } else { - return nullptr; - } - } - - void getTrueSlicedDimensions( - const std::vector<sp<ConditionTracker>>& allConditions, - std::set<HashableDimensionKey>* dimensions) const override { - for (const auto& itr : mSlicedConditionState) { - if (itr.second > 0) { - dimensions->insert(itr.first); - } - } - } - - bool IsChangedDimensionTrackable() const override { return true; } - - bool IsSimpleCondition() const override { return true; } - - bool equalOutputDimensions( - const std::vector<sp<ConditionTracker>>& allConditions, - const vector<Matcher>& dimensions) const override { - return equalDimensions(mOutputDimensions, dimensions); - } - -private: - const ConfigKey mConfigKey; - // The index of the LogEventMatcher which defines the start. - int mStartLogMatcherIndex; - - // The index of the LogEventMatcher which defines the end. - int mStopLogMatcherIndex; - - // if the start end needs to be nested. - bool mCountNesting; - - // The index of the LogEventMatcher which defines the stop all. - int mStopAllLogMatcherIndex; - - ConditionState mInitialValue; - - std::vector<Matcher> mOutputDimensions; - - bool mContainANYPositionInInternalDimensions; - - std::set<HashableDimensionKey> mLastChangedToTrueDimensions; - std::set<HashableDimensionKey> mLastChangedToFalseDimensions; - - int mDimensionTag; - - std::map<HashableDimensionKey, int> mSlicedConditionState; - - void handleStopAll(std::vector<ConditionState>& conditionCache, - std::vector<bool>& changedCache); - - void handleConditionEvent(const HashableDimensionKey& outputKey, bool matchStart, - ConditionState* conditionCache, bool* changedCache); - - bool hitGuardRail(const HashableDimensionKey& newKey); - - void dumpState(); - - FRIEND_TEST(SimpleConditionTrackerTest, TestSlicedCondition); - FRIEND_TEST(SimpleConditionTrackerTest, TestSlicedWithNoOutputDim); - FRIEND_TEST(SimpleConditionTrackerTest, TestStopAll); -}; - -} // namespace statsd -} // namespace os -} // namespace android - -#endif // SIMPLE_CONDITION_TRACKER_H diff --git a/cmds/statsd/src/condition/condition_util.cpp b/cmds/statsd/src/condition/condition_util.cpp deleted file mode 100644 index 60b8c53e91e1..000000000000 --- a/cmds/statsd/src/condition/condition_util.cpp +++ /dev/null @@ -1,93 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#include "Log.h" - -#include "condition_util.h" - -#include "../matchers/matcher_util.h" -#include "ConditionTracker.h" -#include "frameworks/base/cmds/statsd/src/statsd_config.pb.h" -#include "stats_util.h" - -namespace android { -namespace os { -namespace statsd { - -using std::vector; - - -ConditionState evaluateCombinationCondition(const std::vector<int>& children, - const LogicalOperation& operation, - const std::vector<ConditionState>& conditionCache) { - ConditionState newCondition; - - bool hasUnknown = false; - bool hasFalse = false; - bool hasTrue = false; - - for (auto childIndex : children) { - ConditionState childState = conditionCache[childIndex]; - if (childState == ConditionState::kUnknown) { - hasUnknown = true; - break; - } - if (childState == ConditionState::kFalse) { - hasFalse = true; - } - if (childState == ConditionState::kTrue) { - hasTrue = true; - } - } - - // If any child condition is in unknown state, the condition is unknown too. - if (hasUnknown) { - return ConditionState::kUnknown; - } - - switch (operation) { - case LogicalOperation::AND: { - newCondition = hasFalse ? ConditionState::kFalse : ConditionState::kTrue; - break; - } - case LogicalOperation::OR: { - newCondition = hasTrue ? ConditionState::kTrue : ConditionState::kFalse; - break; - } - case LogicalOperation::NOT: - newCondition = children.empty() ? ConditionState::kUnknown : - ((conditionCache[children[0]] == ConditionState::kFalse) ? - ConditionState::kTrue : ConditionState::kFalse); - break; - case LogicalOperation::NAND: - newCondition = hasFalse ? ConditionState::kTrue : ConditionState::kFalse; - break; - case LogicalOperation::NOR: - newCondition = hasTrue ? ConditionState::kFalse : ConditionState::kTrue; - break; - case LogicalOperation::LOGICAL_OPERATION_UNSPECIFIED: - newCondition = ConditionState::kFalse; - break; - } - return newCondition; -} - -ConditionState operator|(ConditionState l, ConditionState r) { - return l >= r ? l : r; -} -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/condition/condition_util.h b/cmds/statsd/src/condition/condition_util.h deleted file mode 100644 index fed90ec3da37..000000000000 --- a/cmds/statsd/src/condition/condition_util.h +++ /dev/null @@ -1,43 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#ifndef CONDITION_UTIL_H -#define CONDITION_UTIL_H - -#include <vector> -#include "../matchers/matcher_util.h" -#include "frameworks/base/cmds/statsd/src/statsd_config.pb.h" - -namespace android { -namespace os { -namespace statsd { - -enum ConditionState { - kNotEvaluated = -2, - kUnknown = -1, - kFalse = 0, - kTrue = 1, -}; - -ConditionState operator|(ConditionState l, ConditionState r); - -ConditionState evaluateCombinationCondition(const std::vector<int>& children, - const LogicalOperation& operation, - const std::vector<ConditionState>& conditionCache); -} // namespace statsd -} // namespace os -} // namespace android -#endif // CONDITION_UTIL_H diff --git a/cmds/statsd/src/config/ConfigKey.cpp b/cmds/statsd/src/config/ConfigKey.cpp deleted file mode 100644 index 4a2bd2799df8..000000000000 --- a/cmds/statsd/src/config/ConfigKey.cpp +++ /dev/null @@ -1,54 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#include "config/ConfigKey.h" - -namespace android { -namespace os { -namespace statsd { - -ConfigKey::ConfigKey() { -} - -ConfigKey::ConfigKey(const ConfigKey& that) : mId(that.mId), mUid(that.mUid) { -} - -ConfigKey::ConfigKey(int uid, const int64_t& id) : mId(id), mUid(uid) { -} - -ConfigKey::~ConfigKey() { -} - -string ConfigKey::ToString() const { - string s; - s += "(" + std::to_string(mUid) + " " + std::to_string(mId) + ")"; - return s; -} - - -int64_t StrToInt64(const string& str) { - char* endp; - int64_t value; - value = strtoll(str.c_str(), &endp, 0); - if (endp == str.c_str() || *endp != '\0') { - value = 0; - } - return value; -} - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/config/ConfigKey.h b/cmds/statsd/src/config/ConfigKey.h deleted file mode 100644 index 4cc9393fbd02..000000000000 --- a/cmds/statsd/src/config/ConfigKey.h +++ /dev/null @@ -1,89 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#pragma once - -#include "frameworks/base/cmds/statsd/src/statsd_config.pb.h" - -#include <string> - -namespace android { -namespace os { -namespace statsd { - -using std::hash; -using std::string; - -/** - * Uniquely identifies a configuration. - */ -class ConfigKey { -public: - ConfigKey(); - ConfigKey(const ConfigKey& that); - ConfigKey(int uid, const int64_t& id); - ~ConfigKey(); - - inline int GetUid() const { - return mUid; - } - inline const int64_t& GetId() const { - return mId; - } - - inline bool operator<(const ConfigKey& that) const { - if (mUid < that.mUid) { - return true; - } - if (mUid > that.mUid) { - return false; - } - return mId < that.mId; - }; - - inline bool operator==(const ConfigKey& that) const { - return mUid == that.mUid && mId == that.mId; - }; - - string ToString() const; - -private: - int64_t mId; - int mUid; -}; - -int64_t StrToInt64(const string& str); - -} // namespace statsd -} // namespace os -} // namespace android - -/** - * A hash function for ConfigKey so it can be used for unordered_map/set. - * Unfortunately this has to go in std namespace because C++ is fun! - */ -namespace std { - -using android::os::statsd::ConfigKey; - -template <> -struct hash<ConfigKey> { - std::size_t operator()(const ConfigKey& key) const { - return (7 * key.GetUid()) ^ ((hash<long long>()(key.GetId()))); - } -}; - -} // namespace std diff --git a/cmds/statsd/src/config/ConfigListener.cpp b/cmds/statsd/src/config/ConfigListener.cpp deleted file mode 100644 index 21a3f1673fd7..000000000000 --- a/cmds/statsd/src/config/ConfigListener.cpp +++ /dev/null @@ -1,31 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#include "config/ConfigListener.h" - -namespace android { -namespace os { -namespace statsd { - -ConfigListener::ConfigListener() { -} - -ConfigListener::~ConfigListener() { -} - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/config/ConfigListener.h b/cmds/statsd/src/config/ConfigListener.h deleted file mode 100644 index dcd5e52feefd..000000000000 --- a/cmds/statsd/src/config/ConfigListener.h +++ /dev/null @@ -1,52 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#pragma once - -#include "config/ConfigKey.h" - -#include <utils/RefBase.h> - -namespace android { -namespace os { -namespace statsd { - -using android::RefBase; - -/** - * Callback for different subsystems inside statsd to implement to find out - * when a configuration has been added, updated or removed. - */ -class ConfigListener : public virtual RefBase { -public: - ConfigListener(); - virtual ~ConfigListener(); - - /** - * A configuration was added or updated. - */ - virtual void OnConfigUpdated(const int64_t timestampNs, const ConfigKey& key, - const StatsdConfig& config) = 0; - - /** - * A configuration was removed. - */ - virtual void OnConfigRemoved(const ConfigKey& key) = 0; -}; - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/config/ConfigManager.cpp b/cmds/statsd/src/config/ConfigManager.cpp deleted file mode 100644 index bbae3fef7934..000000000000 --- a/cmds/statsd/src/config/ConfigManager.cpp +++ /dev/null @@ -1,375 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#define DEBUG false // STOPSHIP if true -#include "Log.h" - -#include "config/ConfigManager.h" -#include "storage/StorageManager.h" - -#include "guardrail/StatsdStats.h" -#include "stats_log_util.h" -#include "stats_util.h" -#include "stats_log_util.h" - -#include <stdio.h> -#include <vector> -#include "android-base/stringprintf.h" - -namespace android { -namespace os { -namespace statsd { - -using std::pair; -using std::string; -using std::vector; - -#define STATS_SERVICE_DIR "/data/misc/stats-service" - -using android::base::StringPrintf; -using std::unique_ptr; - -struct ConfigReceiverDeathCookie { - ConfigReceiverDeathCookie(const wp<ConfigManager>& configManager, const ConfigKey& configKey, - const shared_ptr<IPendingIntentRef>& pir) : - mConfigManager(configManager), mConfigKey(configKey), mPir(pir) { - } - - wp<ConfigManager> mConfigManager; - ConfigKey mConfigKey; - shared_ptr<IPendingIntentRef> mPir; -}; - -void ConfigManager::configReceiverDied(void* cookie) { - auto cookie_ = static_cast<ConfigReceiverDeathCookie*>(cookie); - sp<ConfigManager> thiz = cookie_->mConfigManager.promote(); - if (!thiz) { - return; - } - - ConfigKey& configKey = cookie_->mConfigKey; - shared_ptr<IPendingIntentRef>& pir = cookie_->mPir; - - // Erase the mapping from the config key to the config receiver (pir) if the - // mapping still exists. - lock_guard<mutex> lock(thiz->mMutex); - auto it = thiz->mConfigReceivers.find(configKey); - if (it != thiz->mConfigReceivers.end() && it->second == pir) { - thiz->mConfigReceivers.erase(configKey); - } - - // The death recipient corresponding to this specific pir can never be - // triggered again, so free up resources. - delete cookie_; -} - -struct ActiveConfigChangedReceiverDeathCookie { - ActiveConfigChangedReceiverDeathCookie(const wp<ConfigManager>& configManager, const int uid, - const shared_ptr<IPendingIntentRef>& pir) : - mConfigManager(configManager), mUid(uid), mPir(pir) { - } - - wp<ConfigManager> mConfigManager; - int mUid; - shared_ptr<IPendingIntentRef> mPir; -}; - -void ConfigManager::activeConfigChangedReceiverDied(void* cookie) { - auto cookie_ = static_cast<ActiveConfigChangedReceiverDeathCookie*>(cookie); - sp<ConfigManager> thiz = cookie_->mConfigManager.promote(); - if (!thiz) { - return; - } - - int uid = cookie_->mUid; - shared_ptr<IPendingIntentRef>& pir = cookie_->mPir; - - // Erase the mapping from the config key to the active config changed - // receiver (pir) if the mapping still exists. - lock_guard<mutex> lock(thiz->mMutex); - auto it = thiz->mActiveConfigsChangedReceivers.find(uid); - if (it != thiz->mActiveConfigsChangedReceivers.end() && it->second == pir) { - thiz->mActiveConfigsChangedReceivers.erase(uid); - } - - // The death recipient corresponding to this specific pir can never - // be triggered again, so free up resources. - delete cookie_; -} - -ConfigManager::ConfigManager() : - mConfigReceiverDeathRecipient(AIBinder_DeathRecipient_new(configReceiverDied)), - mActiveConfigChangedReceiverDeathRecipient( - AIBinder_DeathRecipient_new(activeConfigChangedReceiverDied)) { -} - -ConfigManager::~ConfigManager() { -} - -void ConfigManager::Startup() { - map<ConfigKey, StatsdConfig> configsFromDisk; - StorageManager::readConfigFromDisk(configsFromDisk); - for (const auto& pair : configsFromDisk) { - UpdateConfig(pair.first, pair.second); - } -} - -void ConfigManager::StartupForTest() { - // Dummy function to avoid reading configs from disks for tests. -} - -void ConfigManager::AddListener(const sp<ConfigListener>& listener) { - lock_guard<mutex> lock(mMutex); - mListeners.push_back(listener); -} - -void ConfigManager::UpdateConfig(const ConfigKey& key, const StatsdConfig& config) { - vector<sp<ConfigListener>> broadcastList; - { - lock_guard <mutex> lock(mMutex); - - const int numBytes = config.ByteSize(); - vector<uint8_t> buffer(numBytes); - config.SerializeToArray(&buffer[0], numBytes); - - auto uidIt = mConfigs.find(key.GetUid()); - // GuardRail: Limit the number of configs per uid. - if (uidIt != mConfigs.end()) { - auto it = uidIt->second.find(key); - if (it == uidIt->second.end() && - uidIt->second.size() >= StatsdStats::kMaxConfigCountPerUid) { - ALOGE("ConfigManager: uid %d has exceeded the config count limit", key.GetUid()); - return; - } - } - - // Check if it's a duplicate config. - if (uidIt != mConfigs.end() && uidIt->second.find(key) != uidIt->second.end() && - StorageManager::hasIdenticalConfig(key, buffer)) { - // This is a duplicate config. - ALOGI("ConfigManager This is a duplicate config %s", key.ToString().c_str()); - // Update saved file on disk. We still update timestamp of file when - // there exists a duplicate configuration to avoid garbage collection. - update_saved_configs_locked(key, buffer, numBytes); - return; - } - - // Update saved file on disk. - update_saved_configs_locked(key, buffer, numBytes); - - // Add to set. - mConfigs[key.GetUid()].insert(key); - - for (const sp<ConfigListener>& listener : mListeners) { - broadcastList.push_back(listener); - } - } - - const int64_t timestampNs = getElapsedRealtimeNs(); - // Tell everyone - for (const sp<ConfigListener>& listener : broadcastList) { - listener->OnConfigUpdated(timestampNs, key, config); - } -} - -void ConfigManager::SetConfigReceiver(const ConfigKey& key, - const shared_ptr<IPendingIntentRef>& pir) { - lock_guard<mutex> lock(mMutex); - mConfigReceivers[key] = pir; - AIBinder_linkToDeath(pir->asBinder().get(), mConfigReceiverDeathRecipient.get(), - new ConfigReceiverDeathCookie(this, key, pir)); -} - -void ConfigManager::RemoveConfigReceiver(const ConfigKey& key) { - lock_guard<mutex> lock(mMutex); - mConfigReceivers.erase(key); -} - -void ConfigManager::SetActiveConfigsChangedReceiver(const int uid, - const shared_ptr<IPendingIntentRef>& pir) { - { - lock_guard<mutex> lock(mMutex); - mActiveConfigsChangedReceivers[uid] = pir; - } - AIBinder_linkToDeath(pir->asBinder().get(), mActiveConfigChangedReceiverDeathRecipient.get(), - new ActiveConfigChangedReceiverDeathCookie(this, uid, pir)); -} - -void ConfigManager::RemoveActiveConfigsChangedReceiver(const int uid) { - lock_guard<mutex> lock(mMutex); - mActiveConfigsChangedReceivers.erase(uid); -} - -void ConfigManager::RemoveConfig(const ConfigKey& key) { - vector<sp<ConfigListener>> broadcastList; - { - lock_guard <mutex> lock(mMutex); - - auto uid = key.GetUid(); - auto uidIt = mConfigs.find(uid); - if (uidIt != mConfigs.end() && uidIt->second.find(key) != uidIt->second.end()) { - // Remove from map - uidIt->second.erase(key); - - for (const sp<ConfigListener>& listener : mListeners) { - broadcastList.push_back(listener); - } - } - - // Remove from disk. There can still be a lingering file on disk so we check - // whether or not the config was on memory. - remove_saved_configs(key); - } - - for (const sp<ConfigListener>& listener:broadcastList) { - listener->OnConfigRemoved(key); - } -} - -void ConfigManager::remove_saved_configs(const ConfigKey& key) { - string suffix = StringPrintf("%d_%lld", key.GetUid(), (long long)key.GetId()); - StorageManager::deleteSuffixedFiles(STATS_SERVICE_DIR, suffix.c_str()); -} - -void ConfigManager::RemoveConfigs(int uid) { - vector<ConfigKey> removed; - vector<sp<ConfigListener>> broadcastList; - { - lock_guard <mutex> lock(mMutex); - - auto uidIt = mConfigs.find(uid); - if (uidIt == mConfigs.end()) { - return; - } - - for (auto it = uidIt->second.begin(); it != uidIt->second.end(); ++it) { - // Remove from map - remove_saved_configs(*it); - removed.push_back(*it); - } - - mConfigs.erase(uidIt); - - for (const sp<ConfigListener>& listener : mListeners) { - broadcastList.push_back(listener); - } - } - - // Remove separately so if they do anything in the callback they can't mess up our iteration. - for (auto& key : removed) { - // Tell everyone - for (const sp<ConfigListener>& listener:broadcastList) { - listener->OnConfigRemoved(key); - } - } -} - -void ConfigManager::RemoveAllConfigs() { - vector<ConfigKey> removed; - vector<sp<ConfigListener>> broadcastList; - { - lock_guard <mutex> lock(mMutex); - - for (auto uidIt = mConfigs.begin(); uidIt != mConfigs.end();) { - for (auto it = uidIt->second.begin(); it != uidIt->second.end();) { - // Remove from map - removed.push_back(*it); - it = uidIt->second.erase(it); - } - uidIt = mConfigs.erase(uidIt); - } - - for (const sp<ConfigListener>& listener : mListeners) { - broadcastList.push_back(listener); - } - } - - // Remove separately so if they do anything in the callback they can't mess up our iteration. - for (auto& key : removed) { - // Tell everyone - for (const sp<ConfigListener>& listener:broadcastList) { - listener->OnConfigRemoved(key); - } - } -} - -vector<ConfigKey> ConfigManager::GetAllConfigKeys() const { - lock_guard<mutex> lock(mMutex); - - vector<ConfigKey> ret; - for (auto uidIt = mConfigs.cbegin(); uidIt != mConfigs.cend(); ++uidIt) { - for (auto it = uidIt->second.cbegin(); it != uidIt->second.cend(); ++it) { - ret.push_back(*it); - } - } - return ret; -} - -const shared_ptr<IPendingIntentRef> ConfigManager::GetConfigReceiver(const ConfigKey& key) const { - lock_guard<mutex> lock(mMutex); - - auto it = mConfigReceivers.find(key); - if (it == mConfigReceivers.end()) { - return nullptr; - } else { - return it->second; - } -} - -const shared_ptr<IPendingIntentRef> ConfigManager::GetActiveConfigsChangedReceiver(const int uid) - const { - lock_guard<mutex> lock(mMutex); - - auto it = mActiveConfigsChangedReceivers.find(uid); - if (it == mActiveConfigsChangedReceivers.end()) { - return nullptr; - } else { - return it->second; - } -} - -void ConfigManager::Dump(FILE* out) { - lock_guard<mutex> lock(mMutex); - - fprintf(out, "CONFIGURATIONS\n"); - fprintf(out, " uid name\n"); - for (auto uidIt = mConfigs.cbegin(); uidIt != mConfigs.cend(); ++uidIt) { - for (auto it = uidIt->second.cbegin(); it != uidIt->second.cend(); ++it) { - fprintf(out, " %6d %lld\n", it->GetUid(), (long long)it->GetId()); - auto receiverIt = mConfigReceivers.find(*it); - if (receiverIt != mConfigReceivers.end()) { - fprintf(out, " -> received by PendingIntent as binder\n"); - } - } - } -} - -void ConfigManager::update_saved_configs_locked(const ConfigKey& key, - const vector<uint8_t>& buffer, - const int numBytes) { - // If there is a pre-existing config with same key we should first delete it. - remove_saved_configs(key); - - // Then we save the latest config. - string file_name = - StringPrintf("%s/%ld_%d_%lld", STATS_SERVICE_DIR, time(nullptr), - key.GetUid(), (long long)key.GetId()); - StorageManager::writeFile(file_name.c_str(), &buffer[0], numBytes); -} - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/config/ConfigManager.h b/cmds/statsd/src/config/ConfigManager.h deleted file mode 100644 index 40146b1b2bec..000000000000 --- a/cmds/statsd/src/config/ConfigManager.h +++ /dev/null @@ -1,181 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#pragma once - -#include "config/ConfigKey.h" -#include "config/ConfigListener.h" - -#include <aidl/android/os/IPendingIntentRef.h> -#include <mutex> -#include <string> - -#include <stdio.h> - -using aidl::android::os::IPendingIntentRef; -using std::shared_ptr; - -namespace android { -namespace os { -namespace statsd { - -/** - * Keeps track of which configurations have been set from various sources. - */ -class ConfigManager : public virtual android::RefBase { -public: - ConfigManager(); - virtual ~ConfigManager(); - - /** - * Initialize ConfigListener by reading from disk and get updates. - */ - void Startup(); - - /* - * Dummy initializer for tests. - */ - void StartupForTest(); - - /** - * Someone else wants to know about the configs. - */ - void AddListener(const sp<ConfigListener>& listener); - - /** - * A configuration was added or updated. - * - * Reports this to listeners. - */ - void UpdateConfig(const ConfigKey& key, const StatsdConfig& data); - - /** - * Sets the broadcast receiver for a configuration key. - */ - void SetConfigReceiver(const ConfigKey& key, const shared_ptr<IPendingIntentRef>& pir); - - /** - * Returns the package name and class name representing the broadcast receiver for this config. - */ - const shared_ptr<IPendingIntentRef> GetConfigReceiver(const ConfigKey& key) const; - - /** - * Returns all config keys registered. - */ - std::vector<ConfigKey> GetAllConfigKeys() const; - - /** - * Erase any broadcast receiver associated with this config key. - */ - void RemoveConfigReceiver(const ConfigKey& key); - - /** - * Sets the broadcast receiver that is notified whenever the list of active configs - * changes for this uid. - */ - void SetActiveConfigsChangedReceiver(const int uid, const shared_ptr<IPendingIntentRef>& pir); - - /** - * Returns the broadcast receiver for active configs changed for this uid. - */ - - const shared_ptr<IPendingIntentRef> GetActiveConfigsChangedReceiver(const int uid) const; - - /** - * Erase any active configs changed broadcast receiver associated with this uid. - */ - void RemoveActiveConfigsChangedReceiver(const int uid); - - /** - * A configuration was removed. - * - * Reports this to listeners. - */ - void RemoveConfig(const ConfigKey& key); - - /** - * Remove all of the configs for the given uid. - */ - void RemoveConfigs(int uid); - - /** - * Remove all of the configs from memory. - */ - void RemoveAllConfigs(); - - /** - * Text dump of our state for debugging. - */ - void Dump(FILE* out); - -private: - mutable std::mutex mMutex; - - /** - * Save the configs to disk. - */ - void update_saved_configs_locked(const ConfigKey& key, - const std::vector<uint8_t>& buffer, - const int numBytes); - - /** - * Remove saved configs from disk. - */ - void remove_saved_configs(const ConfigKey& key); - - /** - * Maps from uid to the config keys that have been set. - */ - std::map<int, std::set<ConfigKey>> mConfigs; - - /** - * Each config key can be subscribed by up to one receiver, specified as IPendingIntentRef. - */ - std::map<ConfigKey, shared_ptr<IPendingIntentRef>> mConfigReceivers; - - /** - * Each uid can be subscribed by up to one receiver to notify that the list of active configs - * for this uid has changed. The receiver is specified as IPendingIntentRef. - */ - std::map<int, shared_ptr<IPendingIntentRef>> mActiveConfigsChangedReceivers; - - /** - * The ConfigListeners that will be told about changes. - */ - std::vector<sp<ConfigListener>> mListeners; - - // Death recipients that are triggered when the host process holding an - // IPendingIntentRef dies. - ::ndk::ScopedAIBinder_DeathRecipient mConfigReceiverDeathRecipient; - ::ndk::ScopedAIBinder_DeathRecipient mActiveConfigChangedReceiverDeathRecipient; - - /** - * Death recipient callback that is called when a config receiver dies. - * The cookie is a pointer to a ConfigReceiverDeathCookie. - */ - static void configReceiverDied(void* cookie); - - /** - * Death recipient callback that is called when an active config changed - * receiver dies. The cookie is a pointer to an - * ActiveConfigChangedReceiverDeathCookie. - */ - static void activeConfigChangedReceiverDied(void* cookie); -}; - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/experiment_ids.proto b/cmds/statsd/src/experiment_ids.proto deleted file mode 100644 index c2036314cf58..000000000000 --- a/cmds/statsd/src/experiment_ids.proto +++ /dev/null @@ -1,29 +0,0 @@ -/* - * Copyright (C) 2020 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -syntax = "proto2"; - -package android.os.statsd; - -option java_package = "com.android.internal.os"; -option java_outer_classname = "ExperimentIdsProto"; - -// StatsLogProcessor uses the proto to parse experiment ids from -// BinaryPushStateChanged atoms. This needs to be in sync with -// TrainExperimentIds in atoms.proto. -message ExperimentIds { - repeated int64 experiment_id = 1; -} diff --git a/cmds/statsd/src/external/Perfetto.cpp b/cmds/statsd/src/external/Perfetto.cpp deleted file mode 100644 index 85b660efc956..000000000000 --- a/cmds/statsd/src/external/Perfetto.cpp +++ /dev/null @@ -1,139 +0,0 @@ -/* - * Copyright (C) 2018 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#define DEBUG false // STOPSHIP if true -#include "config/ConfigKey.h" -#include "Log.h" - -#include "frameworks/base/cmds/statsd/src/statsd_config.pb.h" // Alert - -#include <android-base/unique_fd.h> -#include <inttypes.h> -#include <sys/wait.h> - -#include <string> - -namespace { -const char kDropboxTag[] = "perfetto"; -} - -namespace android { -namespace os { -namespace statsd { - -bool CollectPerfettoTraceAndUploadToDropbox(const PerfettoDetails& config, - int64_t subscription_id, - int64_t alert_id, - const ConfigKey& configKey) { - VLOG("Starting trace collection through perfetto"); - - if (!config.has_trace_config()) { - ALOGE("The perfetto trace config is empty, aborting"); - return false; - } - - char subscriptionId[25]; - char alertId[25]; - char configId[25]; - char configUid[25]; - snprintf(subscriptionId, sizeof(subscriptionId), "%" PRId64, subscription_id); - snprintf(alertId, sizeof(alertId), "%" PRId64, alert_id); - snprintf(configId, sizeof(configId), "%" PRId64, configKey.GetId()); - snprintf(configUid, sizeof(configUid), "%d", configKey.GetUid()); - - android::base::unique_fd readPipe; - android::base::unique_fd writePipe; - if (!android::base::Pipe(&readPipe, &writePipe)) { - ALOGE("pipe() failed while calling the Perfetto client: %s", strerror(errno)); - return false; - } - - pid_t pid = fork(); - if (pid < 0) { - ALOGE("fork() failed while calling the Perfetto client: %s", strerror(errno)); - return false; - } - - if (pid == 0) { - // Child process. - - // No malloc calls or library calls after this point. Remember that even - // ALOGx (aka android_printLog()) can use dynamic memory for vsprintf(). - - writePipe.reset(); // Close the write end (owned by the main process). - - // Replace stdin with |readPipe| so the main process can write into it. - if (dup2(readPipe.get(), STDIN_FILENO) < 0) _exit(1); - readPipe.reset(); - - // Replace stdout/stderr with /dev/null and close any other file - // descriptor. This is to avoid SELinux complaining about perfetto - // trying to access files accidentally left open by statsd (i.e. files - // that have been opened without the O_CLOEXEC flag). - int devNullFd = open("/dev/null", O_RDWR | O_CLOEXEC); - if (dup2(devNullFd, STDOUT_FILENO) < 0) _exit(2); - if (dup2(devNullFd, STDERR_FILENO) < 0) _exit(3); - close(devNullFd); - for (int i = 0; i < 1024; i++) { - if (i != STDIN_FILENO && i != STDOUT_FILENO && i != STDERR_FILENO) close(i); - } - - execl("/system/bin/perfetto", "perfetto", "--background", "--config", "-", "--dropbox", - kDropboxTag, "--alert-id", alertId, "--config-id", configId, "--config-uid", - configUid, "--subscription-id", subscriptionId, nullptr); - - // execl() doesn't return in case of success, if we get here something - // failed. - _exit(4); - } - - // Main process. - - readPipe.reset(); // Close the read end (owned by the child process). - - // Using fdopen() because fwrite() has the right logic to chunking write() - // over a pipe (see __sfvwrite()). - FILE* writePipeStream = android::base::Fdopen(std::move(writePipe), "wb"); - if (!writePipeStream) { - ALOGE("fdopen() failed while calling the Perfetto client: %s", strerror(errno)); - return false; - } - - const std::string& cfgProto = config.trace_config(); - size_t bytesWritten = fwrite(cfgProto.data(), 1, cfgProto.size(), writePipeStream); - fclose(writePipeStream); - if (bytesWritten != cfgProto.size() || cfgProto.size() == 0) { - ALOGE("fwrite() failed (ret: %zd) while calling the Perfetto client: %s", bytesWritten, - strerror(errno)); - return false; - } - - // This does NOT wait for the full duration of the trace. It just waits until - // the process has read the config from stdin and detached. - int childStatus = 0; - waitpid(pid, &childStatus, 0); - if (!WIFEXITED(childStatus) || WEXITSTATUS(childStatus) != 0) { - ALOGE("Child process failed (0x%x) while calling the Perfetto client", childStatus); - return false; - } - - VLOG("CollectPerfettoTraceAndUploadToDropbox() succeeded"); - return true; -} - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/external/Perfetto.h b/cmds/statsd/src/external/Perfetto.h deleted file mode 100644 index 095782a49f9b..000000000000 --- a/cmds/statsd/src/external/Perfetto.h +++ /dev/null @@ -1,37 +0,0 @@ -/* - * Copyright (C) 2018 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#pragma once - -namespace android { -namespace os { -namespace statsd { - -class ConfigKey; -class PerfettoDetails; // Declared in statsd_config.pb.h - -// Starts the collection of a Perfetto trace with the given |config|. -// The trace is uploaded to Dropbox by the perfetto cmdline util once done. -// This method returns immediately after passing the config and does NOT wait -// for the full duration of the trace. -bool CollectPerfettoTraceAndUploadToDropbox(const PerfettoDetails& config, - int64_t subscription_id, - int64_t alert_id, - const ConfigKey& configKey); - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/external/PullDataReceiver.h b/cmds/statsd/src/external/PullDataReceiver.h deleted file mode 100644 index dd5c0cfa04c1..000000000000 --- a/cmds/statsd/src/external/PullDataReceiver.h +++ /dev/null @@ -1,41 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -#pragma once - -#include <utils/RefBase.h> -#include "StatsPuller.h" -#include "logd/LogEvent.h" - -namespace android { -namespace os { -namespace statsd { - -class PullDataReceiver : virtual public RefBase{ - public: - virtual ~PullDataReceiver() {} - /** - * @param data The pulled data. - * @param pullSuccess Whether the pull succeeded. If the pull does not succeed, the data for the - * bucket should be invalidated. - * @param originalPullTimeNs This is when all the pulls have been initiated (elapsed time). - */ - virtual void onDataPulled(const std::vector<std::shared_ptr<LogEvent>>& data, - bool pullSuccess, int64_t originalPullTimeNs) = 0; -}; - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/external/PullResultReceiver.cpp b/cmds/statsd/src/external/PullResultReceiver.cpp deleted file mode 100644 index 8aa4792dc179..000000000000 --- a/cmds/statsd/src/external/PullResultReceiver.cpp +++ /dev/null @@ -1,39 +0,0 @@ -/* - * Copyright (C) 2019 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#include "PullResultReceiver.h" - -namespace android { -namespace os { -namespace statsd { - -PullResultReceiver::PullResultReceiver( - std::function<void(int32_t, bool, const vector<StatsEventParcel>&)> pullFinishCb) - : pullFinishCallback(std::move(pullFinishCb)) { -} - -Status PullResultReceiver::pullFinished(int32_t atomTag, bool success, - const vector<StatsEventParcel>& output) { - pullFinishCallback(atomTag, success, output); - return Status::ok(); -} - -PullResultReceiver::~PullResultReceiver() { -} - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/external/PullResultReceiver.h b/cmds/statsd/src/external/PullResultReceiver.h deleted file mode 100644 index ceaae801b2d5..000000000000 --- a/cmds/statsd/src/external/PullResultReceiver.h +++ /dev/null @@ -1,48 +0,0 @@ -/* - * Copyright (C) 2019 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#include <aidl/android/os/BnPullAtomResultReceiver.h> -#include <aidl/android/util/StatsEventParcel.h> - -using namespace std; - -using Status = ::ndk::ScopedAStatus; -using aidl::android::os::BnPullAtomResultReceiver; -using aidl::android::util::StatsEventParcel; - -namespace android { -namespace os { -namespace statsd { - -class PullResultReceiver : public BnPullAtomResultReceiver { -public: - PullResultReceiver(function<void(int32_t, bool, const vector<StatsEventParcel>&)> - pullFinishCallback); - ~PullResultReceiver(); - - /** - * Binder call for finishing a pull. - */ - Status pullFinished(int32_t atomTag, bool success, - const vector<StatsEventParcel>& output) override; - -private: - function<void(int32_t, bool, const vector<StatsEventParcel>&)> pullFinishCallback; -}; - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/external/PullUidProvider.h b/cmds/statsd/src/external/PullUidProvider.h deleted file mode 100644 index 2318c501ea4b..000000000000 --- a/cmds/statsd/src/external/PullUidProvider.h +++ /dev/null @@ -1,39 +0,0 @@ -/* - * Copyright (C) 2020 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -#pragma once - -#include <utils/RefBase.h> - -#include "StatsPuller.h" -#include "logd/LogEvent.h" - -namespace android { -namespace os { -namespace statsd { - -class PullUidProvider : virtual public RefBase { -public: - virtual ~PullUidProvider() {} - - /** - * @param atomId The atom for which to get the uids. - */ - virtual vector<int32_t> getPullAtomUids(int32_t atomId) = 0; -}; - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/external/StatsCallbackPuller.cpp b/cmds/statsd/src/external/StatsCallbackPuller.cpp deleted file mode 100644 index 78e6f094db7e..000000000000 --- a/cmds/statsd/src/external/StatsCallbackPuller.cpp +++ /dev/null @@ -1,116 +0,0 @@ -/* - * Copyright (C) 2019 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#define DEBUG false // STOPSHIP if true -#include "Log.h" - -#include "StatsCallbackPuller.h" -#include "PullResultReceiver.h" -#include "StatsPullerManager.h" -#include "logd/LogEvent.h" -#include "stats_log_util.h" - -#include <aidl/android/util/StatsEventParcel.h> - -using namespace std; - -using Status = ::ndk::ScopedAStatus; -using aidl::android::util::StatsEventParcel; -using ::ndk::SharedRefBase; - -namespace android { -namespace os { -namespace statsd { - -StatsCallbackPuller::StatsCallbackPuller(int tagId, const shared_ptr<IPullAtomCallback>& callback, - const int64_t coolDownNs, int64_t timeoutNs, - const vector<int> additiveFields) - : StatsPuller(tagId, coolDownNs, timeoutNs, additiveFields), mCallback(callback) { - VLOG("StatsCallbackPuller created for tag %d", tagId); -} - -bool StatsCallbackPuller::PullInternal(vector<shared_ptr<LogEvent>>* data) { - VLOG("StatsCallbackPuller called for tag %d", mTagId); - if(mCallback == nullptr) { - ALOGW("No callback registered"); - return false; - } - - // Shared variables needed in the result receiver. - shared_ptr<mutex> cv_mutex = make_shared<mutex>(); - shared_ptr<condition_variable> cv = make_shared<condition_variable>(); - shared_ptr<bool> pullFinish = make_shared<bool>(false); - shared_ptr<bool> pullSuccess = make_shared<bool>(false); - shared_ptr<vector<shared_ptr<LogEvent>>> sharedData = - make_shared<vector<shared_ptr<LogEvent>>>(); - - shared_ptr<PullResultReceiver> resultReceiver = SharedRefBase::make<PullResultReceiver>( - [cv_mutex, cv, pullFinish, pullSuccess, sharedData]( - int32_t atomTag, bool success, const vector<StatsEventParcel>& output) { - // This is the result of the pull, executing in a statsd binder thread. - // The pull could have taken a long time, and we should only modify - // data (the output param) if the pointer is in scope and the pull did not time out. - { - lock_guard<mutex> lk(*cv_mutex); - for (const StatsEventParcel& parcel: output) { - shared_ptr<LogEvent> event = make_shared<LogEvent>(/*uid=*/-1, /*pid=*/-1); - bool valid = event->parseBuffer((uint8_t*)parcel.buffer.data(), - parcel.buffer.size()); - if (valid) { - sharedData->push_back(event); - } else { - StatsdStats::getInstance().noteAtomError(event->GetTagId(), - /*pull=*/true); - } - } - *pullSuccess = success; - *pullFinish = true; - } - cv->notify_one(); - }); - - // Initiate the pull. This is a oneway call to a different process, except - // in unit tests. In process calls are not oneway. - Status status = mCallback->onPullAtom(mTagId, resultReceiver); - if (!status.isOk()) { - StatsdStats::getInstance().notePullBinderCallFailed(mTagId); - return false; - } - - { - unique_lock<mutex> unique_lk(*cv_mutex); - // Wait until the pull finishes, or until the pull timeout. - cv->wait_for(unique_lk, chrono::nanoseconds(mPullTimeoutNs), - [pullFinish] { return *pullFinish; }); - if (!*pullFinish) { - // Note: The parent stats puller will also note that there was a timeout and that the - // cache should be cleared. Once we migrate all pullers to this callback, we could - // consolidate the logic. - return true; - } else { - // Only copy the data if we did not timeout and the pull was successful. - if (*pullSuccess) { - *data = std::move(*sharedData); - } - VLOG("StatsCallbackPuller::pull succeeded for %d", mTagId); - return *pullSuccess; - } - } -} - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/external/StatsCallbackPuller.h b/cmds/statsd/src/external/StatsCallbackPuller.h deleted file mode 100644 index e82e8bb532be..000000000000 --- a/cmds/statsd/src/external/StatsCallbackPuller.h +++ /dev/null @@ -1,46 +0,0 @@ -/* - * Copyright (C) 2019 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#pragma once - -#include <aidl/android/os/IPullAtomCallback.h> -#include "StatsPuller.h" - -using aidl::android::os::IPullAtomCallback; -using std::shared_ptr; - -namespace android { -namespace os { -namespace statsd { - -class StatsCallbackPuller : public StatsPuller { -public: - explicit StatsCallbackPuller(int tagId, const shared_ptr<IPullAtomCallback>& callback, - const int64_t coolDownNs, const int64_t timeoutNs, - const std::vector<int> additiveFields); - -private: - bool PullInternal(vector<std::shared_ptr<LogEvent>>* data) override; - const shared_ptr<IPullAtomCallback> mCallback; - - FRIEND_TEST(StatsCallbackPullerTest, PullFail); - FRIEND_TEST(StatsCallbackPullerTest, PullSuccess); - FRIEND_TEST(StatsCallbackPullerTest, PullTimeout); -}; - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/external/StatsPuller.cpp b/cmds/statsd/src/external/StatsPuller.cpp deleted file mode 100644 index bb5d0a6bab58..000000000000 --- a/cmds/statsd/src/external/StatsPuller.cpp +++ /dev/null @@ -1,126 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#define DEBUG false // STOPSHIP if true -#include "Log.h" - -#include "StatsPuller.h" -#include "StatsPullerManager.h" -#include "guardrail/StatsdStats.h" -#include "puller_util.h" -#include "stats_log_util.h" - -namespace android { -namespace os { -namespace statsd { - -using std::lock_guard; - -sp<UidMap> StatsPuller::mUidMap = nullptr; -void StatsPuller::SetUidMap(const sp<UidMap>& uidMap) { mUidMap = uidMap; } - -StatsPuller::StatsPuller(const int tagId, const int64_t coolDownNs, const int64_t pullTimeoutNs, - const std::vector<int> additiveFields) - : mTagId(tagId), - mPullTimeoutNs(pullTimeoutNs), - mCoolDownNs(coolDownNs), - mAdditiveFields(additiveFields), - mLastPullTimeNs(0), - mLastEventTimeNs(0) { -} - -bool StatsPuller::Pull(const int64_t eventTimeNs, std::vector<std::shared_ptr<LogEvent>>* data) { - lock_guard<std::mutex> lock(mLock); - const int64_t elapsedTimeNs = getElapsedRealtimeNs(); - const int64_t systemUptimeMillis = getSystemUptimeMillis(); - StatsdStats::getInstance().notePull(mTagId); - const bool shouldUseCache = - (mLastEventTimeNs == eventTimeNs) || (elapsedTimeNs - mLastPullTimeNs < mCoolDownNs); - if (shouldUseCache) { - if (mHasGoodData) { - (*data) = mCachedData; - StatsdStats::getInstance().notePullFromCache(mTagId); - - } - return mHasGoodData; - } - if (mLastPullTimeNs > 0) { - StatsdStats::getInstance().updateMinPullIntervalSec( - mTagId, (elapsedTimeNs - mLastPullTimeNs) / NS_PER_SEC); - } - mCachedData.clear(); - mLastPullTimeNs = elapsedTimeNs; - mLastEventTimeNs = eventTimeNs; - mHasGoodData = PullInternal(&mCachedData); - if (!mHasGoodData) { - return mHasGoodData; - } - const int64_t pullElapsedDurationNs = getElapsedRealtimeNs() - elapsedTimeNs; - const int64_t pullSystemUptimeDurationMillis = getSystemUptimeMillis() - systemUptimeMillis; - StatsdStats::getInstance().notePullTime(mTagId, pullElapsedDurationNs); - const bool pullTimeOut = pullElapsedDurationNs > mPullTimeoutNs; - if (pullTimeOut) { - // Something went wrong. Discard the data. - mCachedData.clear(); - mHasGoodData = false; - StatsdStats::getInstance().notePullTimeout( - mTagId, pullSystemUptimeDurationMillis, NanoToMillis(pullElapsedDurationNs)); - ALOGW("Pull for atom %d exceeds timeout %lld nano seconds.", mTagId, - (long long)pullElapsedDurationNs); - return mHasGoodData; - } - - if (mCachedData.size() > 0) { - mapAndMergeIsolatedUidsToHostUid(mCachedData, mUidMap, mTagId, mAdditiveFields); - } - - if (mCachedData.empty()) { - VLOG("Data pulled is empty"); - StatsdStats::getInstance().noteEmptyData(mTagId); - } - - (*data) = mCachedData; - return mHasGoodData; -} - -int StatsPuller::ForceClearCache() { - return clearCache(); -} - -int StatsPuller::clearCache() { - lock_guard<std::mutex> lock(mLock); - return clearCacheLocked(); -} - -int StatsPuller::clearCacheLocked() { - int ret = mCachedData.size(); - mCachedData.clear(); - mLastPullTimeNs = 0; - mLastEventTimeNs = 0; - return ret; -} - -int StatsPuller::ClearCacheIfNecessary(int64_t timestampNs) { - if (timestampNs - mLastPullTimeNs > mCoolDownNs) { - return clearCache(); - } else { - return 0; - } -} - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/external/StatsPuller.h b/cmds/statsd/src/external/StatsPuller.h deleted file mode 100644 index 470d15e6fbd1..000000000000 --- a/cmds/statsd/src/external/StatsPuller.h +++ /dev/null @@ -1,119 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#pragma once - -#include <aidl/android/os/IStatsCompanionService.h> -#include <utils/RefBase.h> -#include <mutex> -#include <vector> -#include "packages/UidMap.h" - -#include "guardrail/StatsdStats.h" -#include "logd/LogEvent.h" -#include "puller_util.h" - -using aidl::android::os::IStatsCompanionService; -using std::shared_ptr; - -namespace android { -namespace os { -namespace statsd { - -class StatsPuller : public virtual RefBase { -public: - explicit StatsPuller(const int tagId, - const int64_t coolDownNs = NS_PER_SEC, - const int64_t pullTimeoutNs = StatsdStats::kPullMaxDelayNs, - const std::vector<int> additiveFields = std::vector<int>()); - - virtual ~StatsPuller() {} - - // Pulls the most recent data. - // The data may be served from cache if consecutive pulls come within - // predefined cooldown time. - // Returns true if the pull was successful. - // Returns false when - // 1) the pull fails - // 2) pull takes longer than mPullTimeoutNs (intrinsic to puller) - // If a metric wants to make any change to the data, like timestamps, it - // should make a copy as this data may be shared with multiple metrics. - bool Pull(const int64_t eventTimeNs, std::vector<std::shared_ptr<LogEvent>>* data); - - // Clear cache immediately - int ForceClearCache(); - - // Clear cache if elapsed time is more than cooldown time - int ClearCacheIfNecessary(int64_t timestampNs); - - static void SetUidMap(const sp<UidMap>& uidMap); - - virtual void SetStatsCompanionService( - shared_ptr<IStatsCompanionService> statsCompanionService) {}; - -protected: - const int mTagId; - - // Max time allowed to pull this atom. - // We cannot reliably kill a pull thread. So we don't terminate the puller. - // The data is discarded if the pull takes longer than this and mHasGoodData - // marked as false. - const int64_t mPullTimeoutNs = StatsdStats::kPullMaxDelayNs; - -private: - mutable std::mutex mLock; - - // Real puller impl. - virtual bool PullInternal(std::vector<std::shared_ptr<LogEvent>>* data) = 0; - - bool mHasGoodData = false; - - // Minimum time before this puller does actual pull again. - // Pullers can cause significant impact to system health and battery. - // So that we don't pull too frequently. - // If a pull request comes before cooldown, a cached version from previous pull - // will be returned. - const int64_t mCoolDownNs = 1 * NS_PER_SEC; - - // The field numbers of the fields that need to be summed when merging - // isolated uid with host uid. - const std::vector<int> mAdditiveFields; - - int64_t mLastPullTimeNs; - - // All pulls happen due to an event (app upgrade, bucket boundary, condition change, etc). - // If multiple pulls need to be done at the same event time, we will always use the cache after - // the first pull. - int64_t mLastEventTimeNs; - - // Cache of data from last pull. If next request comes before cool down finishes, - // cached data will be returned. - // Cached data is cleared when - // 1) A pull fails - // 2) A new pull request comes after cooldown time. - // 3) clearCache is called. - std::vector<std::shared_ptr<LogEvent>> mCachedData; - - int clearCache(); - - int clearCacheLocked(); - - static sp<UidMap> mUidMap; -}; - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/external/StatsPullerManager.cpp b/cmds/statsd/src/external/StatsPullerManager.cpp deleted file mode 100644 index 99c39f6017b1..000000000000 --- a/cmds/statsd/src/external/StatsPullerManager.cpp +++ /dev/null @@ -1,392 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#define DEBUG false -#include "Log.h" - -#include "StatsPullerManager.h" - -#include <cutils/log.h> -#include <math.h> -#include <stdint.h> - -#include <algorithm> -#include <iostream> - -#include "../StatsService.h" -#include "../logd/LogEvent.h" -#include "../stats_log_util.h" -#include "../statscompanion_util.h" -#include "StatsCallbackPuller.h" -#include "TrainInfoPuller.h" -#include "statslog_statsd.h" - -using std::shared_ptr; -using std::vector; - -namespace android { -namespace os { -namespace statsd { - -// Stores the puller as a wp to avoid holding a reference in case it is unregistered and -// pullAtomCallbackDied is never called. -struct PullAtomCallbackDeathCookie { - PullAtomCallbackDeathCookie(const wp<StatsPullerManager>& pullerManager, - const PullerKey& pullerKey, const wp<StatsPuller>& puller) : - mPullerManager(pullerManager), mPullerKey(pullerKey), mPuller(puller) { - } - - wp<StatsPullerManager> mPullerManager; - PullerKey mPullerKey; - wp<StatsPuller> mPuller; -}; - -void StatsPullerManager::pullAtomCallbackDied(void* cookie) { - PullAtomCallbackDeathCookie* cookie_ = static_cast<PullAtomCallbackDeathCookie*>(cookie); - sp<StatsPullerManager> thiz = cookie_->mPullerManager.promote(); - if (!thiz) { - return; - } - - const PullerKey& pullerKey = cookie_->mPullerKey; - wp<StatsPuller> puller = cookie_->mPuller; - - // Erase the mapping from the puller key to the puller if the mapping still exists. - // Note that we are removing the StatsPuller object, which internally holds the binder - // IPullAtomCallback. However, each new registration creates a new StatsPuller, so this works. - lock_guard<mutex> lock(thiz->mLock); - const auto& it = thiz->kAllPullAtomInfo.find(pullerKey); - if (it != thiz->kAllPullAtomInfo.end() && puller != nullptr && puller == it->second) { - StatsdStats::getInstance().notePullerCallbackRegistrationChanged(pullerKey.atomTag, - /*registered=*/false); - thiz->kAllPullAtomInfo.erase(pullerKey); - } - // The death recipient corresponding to this specific IPullAtomCallback can never - // be triggered again, so free up resources. - delete cookie_; -} - -// Values smaller than this may require to update the alarm. -const int64_t NO_ALARM_UPDATE = INT64_MAX; - -StatsPullerManager::StatsPullerManager() - : kAllPullAtomInfo({ - // TrainInfo. - {{.atomTag = util::TRAIN_INFO, .uid = AID_STATSD}, new TrainInfoPuller()}, - }), - mNextPullTimeNs(NO_ALARM_UPDATE), - mPullAtomCallbackDeathRecipient(AIBinder_DeathRecipient_new(pullAtomCallbackDied)) { -} - -bool StatsPullerManager::Pull(int tagId, const ConfigKey& configKey, const int64_t eventTimeNs, - vector<shared_ptr<LogEvent>>* data, bool useUids) { - std::lock_guard<std::mutex> _l(mLock); - return PullLocked(tagId, configKey, eventTimeNs, data, useUids); -} - -bool StatsPullerManager::Pull(int tagId, const vector<int32_t>& uids, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool useUids) { - std::lock_guard<std::mutex> _l(mLock); - return PullLocked(tagId, uids, eventTimeNs, data, useUids); -} - -bool StatsPullerManager::PullLocked(int tagId, const ConfigKey& configKey, - const int64_t eventTimeNs, vector<shared_ptr<LogEvent>>* data, - bool useUids) { - vector<int32_t> uids; - if (useUids) { - auto uidProviderIt = mPullUidProviders.find(configKey); - if (uidProviderIt == mPullUidProviders.end()) { - ALOGE("Error pulling tag %d. No pull uid provider for config key %s", tagId, - configKey.ToString().c_str()); - StatsdStats::getInstance().notePullUidProviderNotFound(tagId); - return false; - } - sp<PullUidProvider> pullUidProvider = uidProviderIt->second.promote(); - if (pullUidProvider == nullptr) { - ALOGE("Error pulling tag %d, pull uid provider for config %s is gone.", tagId, - configKey.ToString().c_str()); - StatsdStats::getInstance().notePullUidProviderNotFound(tagId); - return false; - } - uids = pullUidProvider->getPullAtomUids(tagId); - } - return PullLocked(tagId, uids, eventTimeNs, data, useUids); -} - -bool StatsPullerManager::PullLocked(int tagId, const vector<int32_t>& uids, - const int64_t eventTimeNs, vector<shared_ptr<LogEvent>>* data, - bool useUids) { - VLOG("Initiating pulling %d", tagId); - if (useUids) { - for (int32_t uid : uids) { - PullerKey key = {.atomTag = tagId, .uid = uid}; - auto pullerIt = kAllPullAtomInfo.find(key); - if (pullerIt != kAllPullAtomInfo.end()) { - bool ret = pullerIt->second->Pull(eventTimeNs, data); - VLOG("pulled %zu items", data->size()); - if (!ret) { - StatsdStats::getInstance().notePullFailed(tagId); - } - return ret; - } - } - StatsdStats::getInstance().notePullerNotFound(tagId); - ALOGW("StatsPullerManager: Unknown tagId %d", tagId); - return false; // Return early since we don't know what to pull. - } else { - PullerKey key = {.atomTag = tagId, .uid = -1}; - auto pullerIt = kAllPullAtomInfo.find(key); - if (pullerIt != kAllPullAtomInfo.end()) { - bool ret = pullerIt->second->Pull(eventTimeNs, data); - VLOG("pulled %zu items", data->size()); - if (!ret) { - StatsdStats::getInstance().notePullFailed(tagId); - } - return ret; - } - ALOGW("StatsPullerManager: Unknown tagId %d", tagId); - return false; // Return early since we don't know what to pull. - } -} - -bool StatsPullerManager::PullerForMatcherExists(int tagId) const { - // Pulled atoms might be registered after we parse the config, so just make sure the id is in - // an appropriate range. - return isVendorPulledAtom(tagId) || isPulledAtom(tagId); -} - -void StatsPullerManager::updateAlarmLocked() { - if (mNextPullTimeNs == NO_ALARM_UPDATE) { - VLOG("No need to set alarms. Skipping"); - return; - } - - // TODO(b/151045771): do not hold a lock while making a binder call - if (mStatsCompanionService != nullptr) { - mStatsCompanionService->setPullingAlarm(mNextPullTimeNs / 1000000); - } else { - VLOG("StatsCompanionService not available. Alarm not set."); - } - return; -} - -void StatsPullerManager::SetStatsCompanionService( - shared_ptr<IStatsCompanionService> statsCompanionService) { - std::lock_guard<std::mutex> _l(mLock); - shared_ptr<IStatsCompanionService> tmpForLock = mStatsCompanionService; - mStatsCompanionService = statsCompanionService; - for (const auto& pulledAtom : kAllPullAtomInfo) { - pulledAtom.second->SetStatsCompanionService(statsCompanionService); - } - if (mStatsCompanionService != nullptr) { - updateAlarmLocked(); - } -} - -void StatsPullerManager::RegisterReceiver(int tagId, const ConfigKey& configKey, - wp<PullDataReceiver> receiver, int64_t nextPullTimeNs, - int64_t intervalNs) { - std::lock_guard<std::mutex> _l(mLock); - auto& receivers = mReceivers[{.atomTag = tagId, .configKey = configKey}]; - for (auto it = receivers.begin(); it != receivers.end(); it++) { - if (it->receiver == receiver) { - VLOG("Receiver already registered of %d", (int)receivers.size()); - return; - } - } - ReceiverInfo receiverInfo; - receiverInfo.receiver = receiver; - - // Round it to the nearest minutes. This is the limit of alarm manager. - // In practice, we should always have larger buckets. - int64_t roundedIntervalNs = intervalNs / NS_PER_SEC / 60 * NS_PER_SEC * 60; - // Scheduled pulling should be at least 1 min apart. - // This can be lower in cts tests, in which case we round it to 1 min. - if (roundedIntervalNs < 60 * (int64_t)NS_PER_SEC) { - roundedIntervalNs = 60 * (int64_t)NS_PER_SEC; - } - - receiverInfo.intervalNs = roundedIntervalNs; - receiverInfo.nextPullTimeNs = nextPullTimeNs; - receivers.push_back(receiverInfo); - - // There is only one alarm for all pulled events. So only set it to the smallest denom. - if (nextPullTimeNs < mNextPullTimeNs) { - VLOG("Updating next pull time %lld", (long long)mNextPullTimeNs); - mNextPullTimeNs = nextPullTimeNs; - updateAlarmLocked(); - } - VLOG("Puller for tagId %d registered of %d", tagId, (int)receivers.size()); -} - -void StatsPullerManager::UnRegisterReceiver(int tagId, const ConfigKey& configKey, - wp<PullDataReceiver> receiver) { - std::lock_guard<std::mutex> _l(mLock); - auto receiversIt = mReceivers.find({.atomTag = tagId, .configKey = configKey}); - if (receiversIt == mReceivers.end()) { - VLOG("Unknown pull code or no receivers: %d", tagId); - return; - } - std::list<ReceiverInfo>& receivers = receiversIt->second; - for (auto it = receivers.begin(); it != receivers.end(); it++) { - if (receiver == it->receiver) { - receivers.erase(it); - VLOG("Puller for tagId %d unregistered of %d", tagId, (int)receivers.size()); - return; - } - } -} - -void StatsPullerManager::RegisterPullUidProvider(const ConfigKey& configKey, - wp<PullUidProvider> provider) { - std::lock_guard<std::mutex> _l(mLock); - mPullUidProviders[configKey] = provider; -} - -void StatsPullerManager::UnregisterPullUidProvider(const ConfigKey& configKey, - wp<PullUidProvider> provider) { - std::lock_guard<std::mutex> _l(mLock); - const auto& it = mPullUidProviders.find(configKey); - if (it != mPullUidProviders.end() && it->second == provider) { - mPullUidProviders.erase(it); - } -} - -void StatsPullerManager::OnAlarmFired(int64_t elapsedTimeNs) { - std::lock_guard<std::mutex> _l(mLock); - int64_t wallClockNs = getWallClockNs(); - - int64_t minNextPullTimeNs = NO_ALARM_UPDATE; - - vector<pair<const ReceiverKey*, vector<ReceiverInfo*>>> needToPull; - for (auto& pair : mReceivers) { - vector<ReceiverInfo*> receivers; - if (pair.second.size() != 0) { - for (ReceiverInfo& receiverInfo : pair.second) { - if (receiverInfo.nextPullTimeNs <= elapsedTimeNs) { - receivers.push_back(&receiverInfo); - } else { - if (receiverInfo.nextPullTimeNs < minNextPullTimeNs) { - minNextPullTimeNs = receiverInfo.nextPullTimeNs; - } - } - } - if (receivers.size() > 0) { - needToPull.push_back(make_pair(&pair.first, receivers)); - } - } - } - for (const auto& pullInfo : needToPull) { - vector<shared_ptr<LogEvent>> data; - bool pullSuccess = PullLocked(pullInfo.first->atomTag, pullInfo.first->configKey, - elapsedTimeNs, &data); - if (!pullSuccess) { - VLOG("pull failed at %lld, will try again later", (long long)elapsedTimeNs); - } - - // Convention is to mark pull atom timestamp at request time. - // If we pull at t0, puller starts at t1, finishes at t2, and send back - // at t3, we mark t0 as its timestamp, which should correspond to its - // triggering event, such as condition change at t0. - // Here the triggering event is alarm fired from AlarmManager. - // In ValueMetricProducer and GaugeMetricProducer we do same thing - // when pull on condition change, etc. - for (auto& event : data) { - event->setElapsedTimestampNs(elapsedTimeNs); - event->setLogdWallClockTimestampNs(wallClockNs); - } - - for (const auto& receiverInfo : pullInfo.second) { - sp<PullDataReceiver> receiverPtr = receiverInfo->receiver.promote(); - if (receiverPtr != nullptr) { - receiverPtr->onDataPulled(data, pullSuccess, elapsedTimeNs); - // We may have just come out of a coma, compute next pull time. - int numBucketsAhead = - (elapsedTimeNs - receiverInfo->nextPullTimeNs) / receiverInfo->intervalNs; - receiverInfo->nextPullTimeNs += (numBucketsAhead + 1) * receiverInfo->intervalNs; - if (receiverInfo->nextPullTimeNs < minNextPullTimeNs) { - minNextPullTimeNs = receiverInfo->nextPullTimeNs; - } - } else { - VLOG("receiver already gone."); - } - } - } - - VLOG("mNextPullTimeNs: %lld updated to %lld", (long long)mNextPullTimeNs, - (long long)minNextPullTimeNs); - mNextPullTimeNs = minNextPullTimeNs; - updateAlarmLocked(); -} - -int StatsPullerManager::ForceClearPullerCache() { - std::lock_guard<std::mutex> _l(mLock); - int totalCleared = 0; - for (const auto& pulledAtom : kAllPullAtomInfo) { - totalCleared += pulledAtom.second->ForceClearCache(); - } - return totalCleared; -} - -int StatsPullerManager::ClearPullerCacheIfNecessary(int64_t timestampNs) { - std::lock_guard<std::mutex> _l(mLock); - int totalCleared = 0; - for (const auto& pulledAtom : kAllPullAtomInfo) { - totalCleared += pulledAtom.second->ClearCacheIfNecessary(timestampNs); - } - return totalCleared; -} - -void StatsPullerManager::RegisterPullAtomCallback(const int uid, const int32_t atomTag, - const int64_t coolDownNs, const int64_t timeoutNs, - const vector<int32_t>& additiveFields, - const shared_ptr<IPullAtomCallback>& callback, - bool useUid) { - std::lock_guard<std::mutex> _l(mLock); - VLOG("RegisterPullerCallback: adding puller for tag %d", atomTag); - - if (callback == nullptr) { - ALOGW("SetPullAtomCallback called with null callback for atom %d.", atomTag); - return; - } - - StatsdStats::getInstance().notePullerCallbackRegistrationChanged(atomTag, /*registered=*/true); - int64_t actualCoolDownNs = coolDownNs < kMinCoolDownNs ? kMinCoolDownNs : coolDownNs; - int64_t actualTimeoutNs = timeoutNs > kMaxTimeoutNs ? kMaxTimeoutNs : timeoutNs; - - sp<StatsCallbackPuller> puller = new StatsCallbackPuller(atomTag, callback, actualCoolDownNs, - actualTimeoutNs, additiveFields); - PullerKey key = {.atomTag = atomTag, .uid = useUid ? uid : -1}; - AIBinder_linkToDeath(callback->asBinder().get(), mPullAtomCallbackDeathRecipient.get(), - new PullAtomCallbackDeathCookie(this, key, puller)); - kAllPullAtomInfo[key] = puller; -} - -void StatsPullerManager::UnregisterPullAtomCallback(const int uid, const int32_t atomTag, - bool useUids) { - std::lock_guard<std::mutex> _l(mLock); - PullerKey key = {.atomTag = atomTag, .uid = useUids ? uid : -1}; - if (kAllPullAtomInfo.find(key) != kAllPullAtomInfo.end()) { - StatsdStats::getInstance().notePullerCallbackRegistrationChanged(atomTag, - /*registered=*/false); - kAllPullAtomInfo.erase(key); - } -} - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/external/StatsPullerManager.h b/cmds/statsd/src/external/StatsPullerManager.h deleted file mode 100644 index 194a0f5edba8..000000000000 --- a/cmds/statsd/src/external/StatsPullerManager.h +++ /dev/null @@ -1,190 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#pragma once - -#include <aidl/android/os/IPullAtomCallback.h> -#include <aidl/android/os/IStatsCompanionService.h> -#include <utils/RefBase.h> - -#include <list> -#include <vector> - -#include "PullDataReceiver.h" -#include "PullUidProvider.h" -#include "StatsPuller.h" -#include "guardrail/StatsdStats.h" -#include "logd/LogEvent.h" -#include "packages/UidMap.h" - -using aidl::android::os::IPullAtomCallback; -using aidl::android::os::IStatsCompanionService; -using std::shared_ptr; - -namespace android { -namespace os { -namespace statsd { - -typedef struct PullerKey { - // The uid of the process that registers this puller. - const int uid = -1; - // The atom that this puller is for. - const int atomTag; - - bool operator<(const PullerKey& that) const { - if (uid < that.uid) { - return true; - } - if (uid > that.uid) { - return false; - } - return atomTag < that.atomTag; - }; - - bool operator==(const PullerKey& that) const { - return uid == that.uid && atomTag == that.atomTag; - }; -} PullerKey; - -class StatsPullerManager : public virtual RefBase { -public: - StatsPullerManager(); - - virtual ~StatsPullerManager() { - } - - - // Registers a receiver for tagId. It will be pulled on the nextPullTimeNs - // and then every intervalNs thereafter. - virtual void RegisterReceiver(int tagId, const ConfigKey& configKey, - wp<PullDataReceiver> receiver, int64_t nextPullTimeNs, - int64_t intervalNs); - - // Stop listening on a tagId. - virtual void UnRegisterReceiver(int tagId, const ConfigKey& configKey, - wp<PullDataReceiver> receiver); - - // Registers a pull uid provider for the config key. When pulling atoms, it will be used to - // determine which uids to pull from. - virtual void RegisterPullUidProvider(const ConfigKey& configKey, wp<PullUidProvider> provider); - - // Unregister a pull uid provider. - virtual void UnregisterPullUidProvider(const ConfigKey& configKey, - wp<PullUidProvider> provider); - - // Verify if we know how to pull for this matcher - bool PullerForMatcherExists(int tagId) const; - - void OnAlarmFired(int64_t elapsedTimeNs); - - // Pulls the most recent data. - // The data may be served from cache if consecutive pulls come within - // mCoolDownNs. - // Returns true if the pull was successful. - // Returns false when - // 1) the pull fails - // 2) pull takes longer than mPullTimeoutNs (intrinsic to puller) - // 3) Either a PullUidProvider was not registered for the config, or the there was no puller - // registered for any of the uids for this atom. - // If the metric wants to make any change to the data, like timestamps, they - // should make a copy as this data may be shared with multiple metrics. - virtual bool Pull(int tagId, const ConfigKey& configKey, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool useUids = true); - - // Same as above, but directly specify the allowed uids to pull from. - virtual bool Pull(int tagId, const vector<int32_t>& uids, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool useUids = true); - - // Clear pull data cache immediately. - int ForceClearPullerCache(); - - // Clear pull data cache if it is beyond respective cool down time. - int ClearPullerCacheIfNecessary(int64_t timestampNs); - - void SetStatsCompanionService(shared_ptr<IStatsCompanionService> statsCompanionService); - - void RegisterPullAtomCallback(const int uid, const int32_t atomTag, const int64_t coolDownNs, - const int64_t timeoutNs, const vector<int32_t>& additiveFields, - const shared_ptr<IPullAtomCallback>& callback, - bool useUid = true); - - void UnregisterPullAtomCallback(const int uid, const int32_t atomTag, bool useUids = true); - - std::map<const PullerKey, sp<StatsPuller>> kAllPullAtomInfo; - -private: - const static int64_t kMinCoolDownNs = NS_PER_SEC; - const static int64_t kMaxTimeoutNs = 10 * NS_PER_SEC; - shared_ptr<IStatsCompanionService> mStatsCompanionService = nullptr; - - // A struct containing an atom id and a Config Key - typedef struct ReceiverKey { - const int atomTag; - const ConfigKey configKey; - - inline bool operator<(const ReceiverKey& that) const { - return atomTag == that.atomTag ? configKey < that.configKey : atomTag < that.atomTag; - } - } ReceiverKey; - - typedef struct { - int64_t nextPullTimeNs; - int64_t intervalNs; - wp<PullDataReceiver> receiver; - } ReceiverInfo; - - // mapping from Receiver Key to receivers - std::map<ReceiverKey, std::list<ReceiverInfo>> mReceivers; - - // mapping from Config Key to the PullUidProvider for that config - std::map<ConfigKey, wp<PullUidProvider>> mPullUidProviders; - - bool PullLocked(int tagId, const ConfigKey& configKey, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool useUids = true); - - bool PullLocked(int tagId, const vector<int32_t>& uids, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool useUids); - - // locks for data receiver and StatsCompanionService changes - std::mutex mLock; - - void updateAlarmLocked(); - - int64_t mNextPullTimeNs; - - // Death recipient that is triggered when the process holding the IPullAtomCallback has died. - ::ndk::ScopedAIBinder_DeathRecipient mPullAtomCallbackDeathRecipient; - - /** - * Death recipient callback that is called when a pull atom callback dies. - * The cookie is a pointer to a PullAtomCallbackDeathCookie. - */ - static void pullAtomCallbackDied(void* cookie); - - FRIEND_TEST(GaugeMetricE2eTest, TestRandomSamplePulledEvents); - FRIEND_TEST(GaugeMetricE2eTest, TestRandomSamplePulledEvent_LateAlarm); - FRIEND_TEST(GaugeMetricE2eTest, TestRandomSamplePulledEventsWithActivation); - FRIEND_TEST(GaugeMetricE2eTest, TestRandomSamplePulledEventsNoCondition); - FRIEND_TEST(ValueMetricE2eTest, TestPulledEvents); - FRIEND_TEST(ValueMetricE2eTest, TestPulledEvents_LateAlarm); - FRIEND_TEST(ValueMetricE2eTest, TestPulledEvents_WithActivation); - - FRIEND_TEST(StatsLogProcessorTest, TestPullUidProviderSetOnConfigUpdate); -}; - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/external/TrainInfoPuller.cpp b/cmds/statsd/src/external/TrainInfoPuller.cpp deleted file mode 100644 index 3837f4a1a517..000000000000 --- a/cmds/statsd/src/external/TrainInfoPuller.cpp +++ /dev/null @@ -1,55 +0,0 @@ -/* - * Copyright (C) 2019 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#define DEBUG false // STOPSHIP if true -#include "Log.h" - -#include "external/StatsPuller.h" - -#include "TrainInfoPuller.h" -#include "logd/LogEvent.h" -#include "stats_log_util.h" -#include "statslog_statsd.h" -#include "storage/StorageManager.h" - -using std::make_shared; -using std::shared_ptr; - -namespace android { -namespace os { -namespace statsd { - -TrainInfoPuller::TrainInfoPuller() : - StatsPuller(util::TRAIN_INFO) { -} - -bool TrainInfoPuller::PullInternal(vector<shared_ptr<LogEvent>>* data) { - vector<InstallTrainInfo> trainInfoList = - StorageManager::readAllTrainInfo(); - if (trainInfoList.empty()) { - ALOGW("Train info was empty."); - return true; - } - for (InstallTrainInfo& trainInfo : trainInfoList) { - auto event = make_shared<LogEvent>(getWallClockNs(), getElapsedRealtimeNs(), trainInfo); - data->push_back(event); - } - return true; -} - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/external/TrainInfoPuller.h b/cmds/statsd/src/external/TrainInfoPuller.h deleted file mode 100644 index 615d02351fd3..000000000000 --- a/cmds/statsd/src/external/TrainInfoPuller.h +++ /dev/null @@ -1,38 +0,0 @@ -/* - * Copyright (C) 2019 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#pragma once - -#include "StatsPuller.h" - -namespace android { -namespace os { -namespace statsd { - -/** - * Reads train info from disk. - */ -class TrainInfoPuller : public StatsPuller { - public: - TrainInfoPuller(); - - private: - bool PullInternal(vector<std::shared_ptr<LogEvent>>* data) override; -}; - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/external/puller_util.cpp b/cmds/statsd/src/external/puller_util.cpp deleted file mode 100644 index aa99d0082bdd..000000000000 --- a/cmds/statsd/src/external/puller_util.cpp +++ /dev/null @@ -1,153 +0,0 @@ -/* - * Copyright (C) 2018 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#define DEBUG false // STOPSHIP if true -#include "Log.h" - -#include "puller_util.h" - -namespace android { -namespace os { -namespace statsd { - -using namespace std; - -/** - * Process all data and merge isolated with host if necessary. - * For example: - * NetworkBytesAtom { - * int uid = 1; - * State process_state = 2; - * int byte_send = 3; - * int byte_recv = 4; - * } - * additive fields are {3, 4} - * If we pulled the following events (uid1_child is an isolated uid which maps to uid1): - * [uid1, fg, 100, 200] - * [uid1_child, fg, 100, 200] - * [uid1, bg, 100, 200] - * - * We want to merge them and results should be: - * [uid1, fg, 200, 400] - * [uid1, bg, 100, 200] - * - * All atoms should be of the same tagId. All fields should be present. - */ -void mapAndMergeIsolatedUidsToHostUid(vector<shared_ptr<LogEvent>>& data, const sp<UidMap>& uidMap, - int tagId, const vector<int>& additiveFieldsVec) { - // Check the first LogEvent for attribution chain or a uid field as either all atoms with this - // tagId have them or none of them do. - std::pair<int, int> attrIndexRange; - const bool hasAttributionChain = data[0]->hasAttributionChain(&attrIndexRange); - bool hasUidField = (data[0]->getUidFieldIndex() != -1); - - if (!hasAttributionChain && !hasUidField) { - VLOG("No uid or attribution chain to merge, atom %d", tagId); - return; - } - - // 1. Map all isolated uid in-place to host uid - for (shared_ptr<LogEvent>& event : data) { - if (event->GetTagId() != tagId) { - ALOGE("Wrong atom. Expecting %d, got %d", tagId, event->GetTagId()); - return; - } - if (hasAttributionChain) { - vector<FieldValue>* const fieldValues = event->getMutableValues(); - for (int i = attrIndexRange.first; i <= attrIndexRange.second; i++) { - FieldValue& fieldValue = fieldValues->at(i); - if (isAttributionUidField(fieldValue)) { - const int hostUid = uidMap->getHostUidOrSelf(fieldValue.mValue.int_value); - fieldValue.mValue.setInt(hostUid); - } - } - } else { - int uidFieldIndex = event->getUidFieldIndex(); - if (uidFieldIndex != -1) { - Value& value = (*event->getMutableValues())[uidFieldIndex].mValue; - const int hostUid = uidMap->getHostUidOrSelf(value.int_value); - value.setInt(hostUid); - } else { - ALOGE("Malformed log, uid not found. %s", event->ToString().c_str()); - } - } - } - - // 2. sort the data, bit-wise - sort(data.begin(), data.end(), - [](const shared_ptr<LogEvent>& lhs, const shared_ptr<LogEvent>& rhs) { - if (lhs->size() != rhs->size()) { - return lhs->size() < rhs->size(); - } - const std::vector<FieldValue>& lhsValues = lhs->getValues(); - const std::vector<FieldValue>& rhsValues = rhs->getValues(); - for (int i = 0; i < (int)lhs->size(); i++) { - if (lhsValues[i] != rhsValues[i]) { - return lhsValues[i] < rhsValues[i]; - } - } - return false; - }); - - vector<shared_ptr<LogEvent>> mergedData; - const set<int> additiveFields(additiveFieldsVec.begin(), additiveFieldsVec.end()); - bool needMerge = true; - - // 3. do the merge. - // The loop invariant is this: for every event, check if it differs on - // non-additive fields, or have different attribution chain length. - // If so, no need to merge, add itself to the result. - // Otherwise, merge the value onto the one immediately next to it. - for (int i = 0; i < (int)data.size() - 1; i++) { - // Size different, must be different chains. - if (data[i]->size() != data[i + 1]->size()) { - mergedData.push_back(data[i]); - continue; - } - vector<FieldValue>* lhsValues = data[i]->getMutableValues(); - vector<FieldValue>* rhsValues = data[i + 1]->getMutableValues(); - needMerge = true; - for (int p = 0; p < (int)lhsValues->size(); p++) { - if ((*lhsValues)[p] != (*rhsValues)[p]) { - int pos = (*lhsValues)[p].mField.getPosAtDepth(0); - // Differ on non-additive field, abort. - if (additiveFields.find(pos) == additiveFields.end()) { - needMerge = false; - break; - } - } - } - if (!needMerge) { - mergedData.push_back(data[i]); - continue; - } - // This should be infrequent operation. - for (int p = 0; p < (int)lhsValues->size(); p++) { - int pos = (*lhsValues)[p].mField.getPosAtDepth(0); - if (additiveFields.find(pos) != additiveFields.end()) { - (*rhsValues)[p].mValue += (*lhsValues)[p].mValue; - } - } - } - mergedData.push_back(data.back()); - - data.clear(); - data = mergedData; -} - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/external/puller_util.h b/cmds/statsd/src/external/puller_util.h deleted file mode 100644 index afcf68ca10ad..000000000000 --- a/cmds/statsd/src/external/puller_util.h +++ /dev/null @@ -1,34 +0,0 @@ -/* - * Copyright (C) 2018 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#pragma once - -#include <vector> -#include "StatsPuller.h" -#include "logd/LogEvent.h" -#include "packages/UidMap.h" - -namespace android { -namespace os { -namespace statsd { - -void mapAndMergeIsolatedUidsToHostUid(std::vector<std::shared_ptr<LogEvent>>& data, - const sp<UidMap>& uidMap, int tagId, - const vector<int>& additiveFieldsVec); - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/guardrail/StatsdStats.cpp b/cmds/statsd/src/guardrail/StatsdStats.cpp deleted file mode 100644 index 6e89038f4152..000000000000 --- a/cmds/statsd/src/guardrail/StatsdStats.cpp +++ /dev/null @@ -1,1101 +0,0 @@ -/* - * Copyright 2017, The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -#define DEBUG false // STOPSHIP if true -#include "Log.h" - -#include "StatsdStats.h" - -#include <android/util/ProtoOutputStream.h> -#include "../stats_log_util.h" -#include "statslog_statsd.h" -#include "storage/StorageManager.h" - -namespace android { -namespace os { -namespace statsd { - -using android::util::FIELD_COUNT_REPEATED; -using android::util::FIELD_TYPE_BOOL; -using android::util::FIELD_TYPE_FLOAT; -using android::util::FIELD_TYPE_INT32; -using android::util::FIELD_TYPE_INT64; -using android::util::FIELD_TYPE_MESSAGE; -using android::util::FIELD_TYPE_STRING; -using android::util::ProtoOutputStream; -using std::lock_guard; -using std::shared_ptr; -using std::string; -using std::to_string; -using std::vector; - -const int FIELD_ID_BEGIN_TIME = 1; -const int FIELD_ID_END_TIME = 2; -const int FIELD_ID_CONFIG_STATS = 3; -const int FIELD_ID_ATOM_STATS = 7; -const int FIELD_ID_UIDMAP_STATS = 8; -const int FIELD_ID_ANOMALY_ALARM_STATS = 9; -const int FIELD_ID_PERIODIC_ALARM_STATS = 12; -const int FIELD_ID_SYSTEM_SERVER_RESTART = 15; -const int FIELD_ID_LOGGER_ERROR_STATS = 16; -const int FIELD_ID_OVERFLOW = 18; -const int FIELD_ID_ACTIVATION_BROADCAST_GUARDRAIL = 19; - -const int FIELD_ID_ATOM_STATS_TAG = 1; -const int FIELD_ID_ATOM_STATS_COUNT = 2; -const int FIELD_ID_ATOM_STATS_ERROR_COUNT = 3; - -const int FIELD_ID_ANOMALY_ALARMS_REGISTERED = 1; -const int FIELD_ID_PERIODIC_ALARMS_REGISTERED = 1; - -const int FIELD_ID_LOG_LOSS_STATS_TIME = 1; -const int FIELD_ID_LOG_LOSS_STATS_COUNT = 2; -const int FIELD_ID_LOG_LOSS_STATS_ERROR = 3; -const int FIELD_ID_LOG_LOSS_STATS_TAG = 4; -const int FIELD_ID_LOG_LOSS_STATS_UID = 5; -const int FIELD_ID_LOG_LOSS_STATS_PID = 6; - -const int FIELD_ID_OVERFLOW_COUNT = 1; -const int FIELD_ID_OVERFLOW_MAX_HISTORY = 2; -const int FIELD_ID_OVERFLOW_MIN_HISTORY = 3; - -const int FIELD_ID_CONFIG_STATS_UID = 1; -const int FIELD_ID_CONFIG_STATS_ID = 2; -const int FIELD_ID_CONFIG_STATS_CREATION = 3; -const int FIELD_ID_CONFIG_STATS_RESET = 19; -const int FIELD_ID_CONFIG_STATS_DELETION = 4; -const int FIELD_ID_CONFIG_STATS_METRIC_COUNT = 5; -const int FIELD_ID_CONFIG_STATS_CONDITION_COUNT = 6; -const int FIELD_ID_CONFIG_STATS_MATCHER_COUNT = 7; -const int FIELD_ID_CONFIG_STATS_ALERT_COUNT = 8; -const int FIELD_ID_CONFIG_STATS_VALID = 9; -const int FIELD_ID_CONFIG_STATS_BROADCAST = 10; -const int FIELD_ID_CONFIG_STATS_DATA_DROP_TIME = 11; -const int FIELD_ID_CONFIG_STATS_DATA_DROP_BYTES = 21; -const int FIELD_ID_CONFIG_STATS_DUMP_REPORT_TIME = 12; -const int FIELD_ID_CONFIG_STATS_DUMP_REPORT_BYTES = 20; -const int FIELD_ID_CONFIG_STATS_MATCHER_STATS = 13; -const int FIELD_ID_CONFIG_STATS_CONDITION_STATS = 14; -const int FIELD_ID_CONFIG_STATS_METRIC_STATS = 15; -const int FIELD_ID_CONFIG_STATS_ALERT_STATS = 16; -const int FIELD_ID_CONFIG_STATS_METRIC_DIMENSION_IN_CONDITION_STATS = 17; -const int FIELD_ID_CONFIG_STATS_ANNOTATION = 18; -const int FIELD_ID_CONFIG_STATS_ACTIVATION = 22; -const int FIELD_ID_CONFIG_STATS_DEACTIVATION = 23; -const int FIELD_ID_CONFIG_STATS_ANNOTATION_INT64 = 1; -const int FIELD_ID_CONFIG_STATS_ANNOTATION_INT32 = 2; - -const int FIELD_ID_MATCHER_STATS_ID = 1; -const int FIELD_ID_MATCHER_STATS_COUNT = 2; -const int FIELD_ID_CONDITION_STATS_ID = 1; -const int FIELD_ID_CONDITION_STATS_COUNT = 2; -const int FIELD_ID_METRIC_STATS_ID = 1; -const int FIELD_ID_METRIC_STATS_COUNT = 2; -const int FIELD_ID_ALERT_STATS_ID = 1; -const int FIELD_ID_ALERT_STATS_COUNT = 2; - -const int FIELD_ID_UID_MAP_CHANGES = 1; -const int FIELD_ID_UID_MAP_BYTES_USED = 2; -const int FIELD_ID_UID_MAP_DROPPED_CHANGES = 3; -const int FIELD_ID_UID_MAP_DELETED_APPS = 4; - -const int FIELD_ID_ACTIVATION_BROADCAST_GUARDRAIL_UID = 1; -const int FIELD_ID_ACTIVATION_BROADCAST_GUARDRAIL_TIME = 2; - -const std::map<int, std::pair<size_t, size_t>> StatsdStats::kAtomDimensionKeySizeLimitMap = { - {util::BINDER_CALLS, {6000, 10000}}, - {util::LOOPER_STATS, {1500, 2500}}, - {util::CPU_TIME_PER_UID_FREQ, {6000, 10000}}, -}; - -StatsdStats::StatsdStats() { - mPushedAtomStats.resize(kMaxPushedAtomId + 1); - mStartTimeSec = getWallClockSec(); -} - -StatsdStats& StatsdStats::getInstance() { - static StatsdStats statsInstance; - return statsInstance; -} - -void StatsdStats::addToIceBoxLocked(shared_ptr<ConfigStats>& stats) { - // The size of mIceBox grows strictly by one at a time. It won't be > kMaxIceBoxSize. - if (mIceBox.size() == kMaxIceBoxSize) { - mIceBox.pop_front(); - } - mIceBox.push_back(stats); -} - -void StatsdStats::noteConfigReceived( - const ConfigKey& key, int metricsCount, int conditionsCount, int matchersCount, - int alertsCount, const std::list<std::pair<const int64_t, const int32_t>>& annotations, - bool isValid) { - lock_guard<std::mutex> lock(mLock); - int32_t nowTimeSec = getWallClockSec(); - - // If there is an existing config for the same key, icebox the old config. - noteConfigRemovedInternalLocked(key); - - shared_ptr<ConfigStats> configStats = std::make_shared<ConfigStats>(); - configStats->uid = key.GetUid(); - configStats->id = key.GetId(); - configStats->creation_time_sec = nowTimeSec; - configStats->metric_count = metricsCount; - configStats->condition_count = conditionsCount; - configStats->matcher_count = matchersCount; - configStats->alert_count = alertsCount; - configStats->is_valid = isValid; - for (auto& v : annotations) { - configStats->annotations.emplace_back(v); - } - - if (isValid) { - mConfigStats[key] = configStats; - } else { - configStats->deletion_time_sec = nowTimeSec; - addToIceBoxLocked(configStats); - } -} - -void StatsdStats::noteConfigRemovedInternalLocked(const ConfigKey& key) { - auto it = mConfigStats.find(key); - if (it != mConfigStats.end()) { - int32_t nowTimeSec = getWallClockSec(); - it->second->deletion_time_sec = nowTimeSec; - addToIceBoxLocked(it->second); - mConfigStats.erase(it); - } -} - -void StatsdStats::noteConfigRemoved(const ConfigKey& key) { - lock_guard<std::mutex> lock(mLock); - noteConfigRemovedInternalLocked(key); -} - -void StatsdStats::noteConfigResetInternalLocked(const ConfigKey& key) { - auto it = mConfigStats.find(key); - if (it != mConfigStats.end()) { - it->second->reset_time_sec = getWallClockSec(); - } -} - -void StatsdStats::noteConfigReset(const ConfigKey& key) { - lock_guard<std::mutex> lock(mLock); - noteConfigResetInternalLocked(key); -} - -void StatsdStats::noteLogLost(int32_t wallClockTimeSec, int32_t count, int32_t lastError, - int32_t lastTag, int32_t uid, int32_t pid) { - lock_guard<std::mutex> lock(mLock); - if (mLogLossStats.size() == kMaxLoggerErrors) { - mLogLossStats.pop_front(); - } - mLogLossStats.emplace_back(wallClockTimeSec, count, lastError, lastTag, uid, pid); -} - -void StatsdStats::noteBroadcastSent(const ConfigKey& key) { - noteBroadcastSent(key, getWallClockSec()); -} - -void StatsdStats::noteBroadcastSent(const ConfigKey& key, int32_t timeSec) { - lock_guard<std::mutex> lock(mLock); - auto it = mConfigStats.find(key); - if (it == mConfigStats.end()) { - ALOGE("Config key %s not found!", key.ToString().c_str()); - return; - } - if (it->second->broadcast_sent_time_sec.size() == kMaxTimestampCount) { - it->second->broadcast_sent_time_sec.pop_front(); - } - it->second->broadcast_sent_time_sec.push_back(timeSec); -} - -void StatsdStats::noteActiveStatusChanged(const ConfigKey& key, bool activated) { - noteActiveStatusChanged(key, activated, getWallClockSec()); -} - -void StatsdStats::noteActiveStatusChanged(const ConfigKey& key, bool activated, int32_t timeSec) { - lock_guard<std::mutex> lock(mLock); - auto it = mConfigStats.find(key); - if (it == mConfigStats.end()) { - ALOGE("Config key %s not found!", key.ToString().c_str()); - return; - } - auto& vec = activated ? it->second->activation_time_sec - : it->second->deactivation_time_sec; - if (vec.size() == kMaxTimestampCount) { - vec.pop_front(); - } - vec.push_back(timeSec); -} - -void StatsdStats::noteActivationBroadcastGuardrailHit(const int uid) { - noteActivationBroadcastGuardrailHit(uid, getWallClockSec()); -} - -void StatsdStats::noteActivationBroadcastGuardrailHit(const int uid, const int32_t timeSec) { - lock_guard<std::mutex> lock(mLock); - auto& guardrailTimes = mActivationBroadcastGuardrailStats[uid]; - if (guardrailTimes.size() == kMaxTimestampCount) { - guardrailTimes.pop_front(); - } - guardrailTimes.push_back(timeSec); -} - -void StatsdStats::noteDataDropped(const ConfigKey& key, const size_t totalBytes) { - noteDataDropped(key, totalBytes, getWallClockSec()); -} - -void StatsdStats::noteEventQueueOverflow(int64_t oldestEventTimestampNs) { - lock_guard<std::mutex> lock(mLock); - - mOverflowCount++; - - int64_t history = getElapsedRealtimeNs() - oldestEventTimestampNs; - - if (history > mMaxQueueHistoryNs) { - mMaxQueueHistoryNs = history; - } - - if (history < mMinQueueHistoryNs) { - mMinQueueHistoryNs = history; - } -} - -void StatsdStats::noteDataDropped(const ConfigKey& key, const size_t totalBytes, int32_t timeSec) { - lock_guard<std::mutex> lock(mLock); - auto it = mConfigStats.find(key); - if (it == mConfigStats.end()) { - ALOGE("Config key %s not found!", key.ToString().c_str()); - return; - } - if (it->second->data_drop_time_sec.size() == kMaxTimestampCount) { - it->second->data_drop_time_sec.pop_front(); - it->second->data_drop_bytes.pop_front(); - } - it->second->data_drop_time_sec.push_back(timeSec); - it->second->data_drop_bytes.push_back(totalBytes); -} - -void StatsdStats::noteMetricsReportSent(const ConfigKey& key, const size_t num_bytes) { - noteMetricsReportSent(key, num_bytes, getWallClockSec()); -} - -void StatsdStats::noteMetricsReportSent(const ConfigKey& key, const size_t num_bytes, - int32_t timeSec) { - lock_guard<std::mutex> lock(mLock); - auto it = mConfigStats.find(key); - if (it == mConfigStats.end()) { - ALOGE("Config key %s not found!", key.ToString().c_str()); - return; - } - if (it->second->dump_report_stats.size() == kMaxTimestampCount) { - it->second->dump_report_stats.pop_front(); - } - it->second->dump_report_stats.push_back(std::make_pair(timeSec, num_bytes)); -} - -void StatsdStats::noteUidMapDropped(int deltas) { - lock_guard<std::mutex> lock(mLock); - mUidMapStats.dropped_changes += mUidMapStats.dropped_changes + deltas; -} - -void StatsdStats::noteUidMapAppDeletionDropped() { - lock_guard<std::mutex> lock(mLock); - mUidMapStats.deleted_apps++; -} - -void StatsdStats::setUidMapChanges(int changes) { - lock_guard<std::mutex> lock(mLock); - mUidMapStats.changes = changes; -} - -void StatsdStats::setCurrentUidMapMemory(int bytes) { - lock_guard<std::mutex> lock(mLock); - mUidMapStats.bytes_used = bytes; -} - -void StatsdStats::noteConditionDimensionSize(const ConfigKey& key, const int64_t& id, int size) { - lock_guard<std::mutex> lock(mLock); - // if name doesn't exist before, it will create the key with count 0. - auto statsIt = mConfigStats.find(key); - if (statsIt == mConfigStats.end()) { - return; - } - - auto& conditionSizeMap = statsIt->second->condition_stats; - if (size > conditionSizeMap[id]) { - conditionSizeMap[id] = size; - } -} - -void StatsdStats::noteMetricDimensionSize(const ConfigKey& key, const int64_t& id, int size) { - lock_guard<std::mutex> lock(mLock); - // if name doesn't exist before, it will create the key with count 0. - auto statsIt = mConfigStats.find(key); - if (statsIt == mConfigStats.end()) { - return; - } - auto& metricsDimensionMap = statsIt->second->metric_stats; - if (size > metricsDimensionMap[id]) { - metricsDimensionMap[id] = size; - } -} - -void StatsdStats::noteMetricDimensionInConditionSize( - const ConfigKey& key, const int64_t& id, int size) { - lock_guard<std::mutex> lock(mLock); - // if name doesn't exist before, it will create the key with count 0. - auto statsIt = mConfigStats.find(key); - if (statsIt == mConfigStats.end()) { - return; - } - auto& metricsDimensionMap = statsIt->second->metric_dimension_in_condition_stats; - if (size > metricsDimensionMap[id]) { - metricsDimensionMap[id] = size; - } -} - -void StatsdStats::noteMatcherMatched(const ConfigKey& key, const int64_t& id) { - lock_guard<std::mutex> lock(mLock); - - auto statsIt = mConfigStats.find(key); - if (statsIt == mConfigStats.end()) { - return; - } - statsIt->second->matcher_stats[id]++; -} - -void StatsdStats::noteAnomalyDeclared(const ConfigKey& key, const int64_t& id) { - lock_guard<std::mutex> lock(mLock); - auto statsIt = mConfigStats.find(key); - if (statsIt == mConfigStats.end()) { - return; - } - statsIt->second->alert_stats[id]++; -} - -void StatsdStats::noteRegisteredAnomalyAlarmChanged() { - lock_guard<std::mutex> lock(mLock); - mAnomalyAlarmRegisteredStats++; -} - -void StatsdStats::noteRegisteredPeriodicAlarmChanged() { - lock_guard<std::mutex> lock(mLock); - mPeriodicAlarmRegisteredStats++; -} - -void StatsdStats::updateMinPullIntervalSec(int pullAtomId, long intervalSec) { - lock_guard<std::mutex> lock(mLock); - mPulledAtomStats[pullAtomId].minPullIntervalSec = - std::min(mPulledAtomStats[pullAtomId].minPullIntervalSec, intervalSec); -} - -void StatsdStats::notePull(int pullAtomId) { - lock_guard<std::mutex> lock(mLock); - mPulledAtomStats[pullAtomId].totalPull++; -} - -void StatsdStats::notePullFromCache(int pullAtomId) { - lock_guard<std::mutex> lock(mLock); - mPulledAtomStats[pullAtomId].totalPullFromCache++; -} - -void StatsdStats::notePullTime(int pullAtomId, int64_t pullTimeNs) { - lock_guard<std::mutex> lock(mLock); - auto& pullStats = mPulledAtomStats[pullAtomId]; - pullStats.maxPullTimeNs = std::max(pullStats.maxPullTimeNs, pullTimeNs); - pullStats.avgPullTimeNs = (pullStats.avgPullTimeNs * pullStats.numPullTime + pullTimeNs) / - (pullStats.numPullTime + 1); - pullStats.numPullTime += 1; -} - -void StatsdStats::notePullDelay(int pullAtomId, int64_t pullDelayNs) { - lock_guard<std::mutex> lock(mLock); - auto& pullStats = mPulledAtomStats[pullAtomId]; - pullStats.maxPullDelayNs = std::max(pullStats.maxPullDelayNs, pullDelayNs); - pullStats.avgPullDelayNs = - (pullStats.avgPullDelayNs * pullStats.numPullDelay + pullDelayNs) / - (pullStats.numPullDelay + 1); - pullStats.numPullDelay += 1; -} - -void StatsdStats::notePullDataError(int pullAtomId) { - lock_guard<std::mutex> lock(mLock); - mPulledAtomStats[pullAtomId].dataError++; -} - -void StatsdStats::notePullTimeout(int pullAtomId, - int64_t pullUptimeMillis, - int64_t pullElapsedMillis) { - lock_guard<std::mutex> lock(mLock); - PulledAtomStats& pulledAtomStats = mPulledAtomStats[pullAtomId]; - pulledAtomStats.pullTimeout++; - - if (pulledAtomStats.pullTimeoutMetadata.size() == kMaxTimestampCount) { - pulledAtomStats.pullTimeoutMetadata.pop_front(); - } - - pulledAtomStats.pullTimeoutMetadata.emplace_back(pullUptimeMillis, pullElapsedMillis); -} - -void StatsdStats::notePullExceedMaxDelay(int pullAtomId) { - lock_guard<std::mutex> lock(mLock); - mPulledAtomStats[pullAtomId].pullExceedMaxDelay++; -} - -void StatsdStats::noteAtomLogged(int atomId, int32_t timeSec) { - lock_guard<std::mutex> lock(mLock); - - if (atomId <= kMaxPushedAtomId) { - mPushedAtomStats[atomId]++; - } else { - if (mNonPlatformPushedAtomStats.size() < kMaxNonPlatformPushedAtoms) { - mNonPlatformPushedAtomStats[atomId]++; - } - } -} - -void StatsdStats::noteSystemServerRestart(int32_t timeSec) { - lock_guard<std::mutex> lock(mLock); - - if (mSystemServerRestartSec.size() == kMaxSystemServerRestarts) { - mSystemServerRestartSec.pop_front(); - } - mSystemServerRestartSec.push_back(timeSec); -} - -void StatsdStats::notePullFailed(int atomId) { - lock_guard<std::mutex> lock(mLock); - mPulledAtomStats[atomId].pullFailed++; -} - -void StatsdStats::notePullUidProviderNotFound(int atomId) { - lock_guard<std::mutex> lock(mLock); - mPulledAtomStats[atomId].pullUidProviderNotFound++; -} - -void StatsdStats::notePullerNotFound(int atomId) { - lock_guard<std::mutex> lock(mLock); - mPulledAtomStats[atomId].pullerNotFound++; -} - -void StatsdStats::notePullBinderCallFailed(int atomId) { - lock_guard<std::mutex> lock(mLock); - mPulledAtomStats[atomId].binderCallFailCount++; -} - -void StatsdStats::noteEmptyData(int atomId) { - lock_guard<std::mutex> lock(mLock); - mPulledAtomStats[atomId].emptyData++; -} - -void StatsdStats::notePullerCallbackRegistrationChanged(int atomId, bool registered) { - lock_guard<std::mutex> lock(mLock); - if (registered) { - mPulledAtomStats[atomId].registeredCount++; - } else { - mPulledAtomStats[atomId].unregisteredCount++; - } -} - -void StatsdStats::noteHardDimensionLimitReached(int64_t metricId) { - lock_guard<std::mutex> lock(mLock); - getAtomMetricStats(metricId).hardDimensionLimitReached++; -} - -void StatsdStats::noteLateLogEventSkipped(int64_t metricId) { - lock_guard<std::mutex> lock(mLock); - getAtomMetricStats(metricId).lateLogEventSkipped++; -} - -void StatsdStats::noteSkippedForwardBuckets(int64_t metricId) { - lock_guard<std::mutex> lock(mLock); - getAtomMetricStats(metricId).skippedForwardBuckets++; -} - -void StatsdStats::noteBadValueType(int64_t metricId) { - lock_guard<std::mutex> lock(mLock); - getAtomMetricStats(metricId).badValueType++; -} - -void StatsdStats::noteBucketDropped(int64_t metricId) { - lock_guard<std::mutex> lock(mLock); - getAtomMetricStats(metricId).bucketDropped++; -} - -void StatsdStats::noteBucketUnknownCondition(int64_t metricId) { - lock_guard<std::mutex> lock(mLock); - getAtomMetricStats(metricId).bucketUnknownCondition++; -} - -void StatsdStats::noteConditionChangeInNextBucket(int64_t metricId) { - lock_guard<std::mutex> lock(mLock); - getAtomMetricStats(metricId).conditionChangeInNextBucket++; -} - -void StatsdStats::noteInvalidatedBucket(int64_t metricId) { - lock_guard<std::mutex> lock(mLock); - getAtomMetricStats(metricId).invalidatedBucket++; -} - -void StatsdStats::noteBucketCount(int64_t metricId) { - lock_guard<std::mutex> lock(mLock); - getAtomMetricStats(metricId).bucketCount++; -} - -void StatsdStats::noteBucketBoundaryDelayNs(int64_t metricId, int64_t timeDelayNs) { - lock_guard<std::mutex> lock(mLock); - AtomMetricStats& pullStats = getAtomMetricStats(metricId); - pullStats.maxBucketBoundaryDelayNs = - std::max(pullStats.maxBucketBoundaryDelayNs, timeDelayNs); - pullStats.minBucketBoundaryDelayNs = - std::min(pullStats.minBucketBoundaryDelayNs, timeDelayNs); -} - -void StatsdStats::noteAtomError(int atomTag, bool pull) { - lock_guard<std::mutex> lock(mLock); - if (pull) { - mPulledAtomStats[atomTag].atomErrorCount++; - return; - } - - bool present = (mPushedAtomErrorStats.find(atomTag) != mPushedAtomErrorStats.end()); - bool full = (mPushedAtomErrorStats.size() >= (size_t)kMaxPushedAtomErrorStatsSize); - if (!full || present) { - mPushedAtomErrorStats[atomTag]++; - } -} - -StatsdStats::AtomMetricStats& StatsdStats::getAtomMetricStats(int64_t metricId) { - auto atomMetricStatsIter = mAtomMetricStats.find(metricId); - if (atomMetricStatsIter != mAtomMetricStats.end()) { - return atomMetricStatsIter->second; - } - auto emplaceResult = mAtomMetricStats.emplace(metricId, AtomMetricStats()); - return emplaceResult.first->second; -} - -void StatsdStats::reset() { - lock_guard<std::mutex> lock(mLock); - resetInternalLocked(); -} - -void StatsdStats::resetInternalLocked() { - // Reset the historical data, but keep the active ConfigStats - mStartTimeSec = getWallClockSec(); - mIceBox.clear(); - std::fill(mPushedAtomStats.begin(), mPushedAtomStats.end(), 0); - mNonPlatformPushedAtomStats.clear(); - mAnomalyAlarmRegisteredStats = 0; - mPeriodicAlarmRegisteredStats = 0; - mSystemServerRestartSec.clear(); - mLogLossStats.clear(); - mOverflowCount = 0; - mMinQueueHistoryNs = kInt64Max; - mMaxQueueHistoryNs = 0; - for (auto& config : mConfigStats) { - config.second->broadcast_sent_time_sec.clear(); - config.second->activation_time_sec.clear(); - config.second->deactivation_time_sec.clear(); - config.second->data_drop_time_sec.clear(); - config.second->data_drop_bytes.clear(); - config.second->dump_report_stats.clear(); - config.second->annotations.clear(); - config.second->matcher_stats.clear(); - config.second->condition_stats.clear(); - config.second->metric_stats.clear(); - config.second->metric_dimension_in_condition_stats.clear(); - config.second->alert_stats.clear(); - } - for (auto& pullStats : mPulledAtomStats) { - pullStats.second.totalPull = 0; - pullStats.second.totalPullFromCache = 0; - pullStats.second.minPullIntervalSec = LONG_MAX; - pullStats.second.avgPullTimeNs = 0; - pullStats.second.maxPullTimeNs = 0; - pullStats.second.numPullTime = 0; - pullStats.second.avgPullDelayNs = 0; - pullStats.second.maxPullDelayNs = 0; - pullStats.second.numPullDelay = 0; - pullStats.second.dataError = 0; - pullStats.second.pullTimeout = 0; - pullStats.second.pullExceedMaxDelay = 0; - pullStats.second.pullFailed = 0; - pullStats.second.pullUidProviderNotFound = 0; - pullStats.second.pullerNotFound = 0; - pullStats.second.registeredCount = 0; - pullStats.second.unregisteredCount = 0; - pullStats.second.atomErrorCount = 0; - pullStats.second.binderCallFailCount = 0; - pullStats.second.pullTimeoutMetadata.clear(); - } - mAtomMetricStats.clear(); - mActivationBroadcastGuardrailStats.clear(); - mPushedAtomErrorStats.clear(); -} - -string buildTimeString(int64_t timeSec) { - time_t t = timeSec; - struct tm* tm = localtime(&t); - char timeBuffer[80]; - strftime(timeBuffer, sizeof(timeBuffer), "%Y-%m-%d %I:%M%p", tm); - return string(timeBuffer); -} - -int StatsdStats::getPushedAtomErrors(int atomId) const { - const auto& it = mPushedAtomErrorStats.find(atomId); - if (it != mPushedAtomErrorStats.end()) { - return it->second; - } else { - return 0; - } -} - -void StatsdStats::dumpStats(int out) const { - lock_guard<std::mutex> lock(mLock); - time_t t = mStartTimeSec; - struct tm* tm = localtime(&t); - char timeBuffer[80]; - strftime(timeBuffer, sizeof(timeBuffer), "%Y-%m-%d %I:%M%p\n", tm); - dprintf(out, "Stats collection start second: %s\n", timeBuffer); - dprintf(out, "%lu Config in icebox: \n", (unsigned long)mIceBox.size()); - for (const auto& configStats : mIceBox) { - dprintf(out, - "Config {%d_%lld}: creation=%d, deletion=%d, reset=%d, #metric=%d, #condition=%d, " - "#matcher=%d, #alert=%d, valid=%d\n", - configStats->uid, (long long)configStats->id, configStats->creation_time_sec, - configStats->deletion_time_sec, configStats->reset_time_sec, - configStats->metric_count, configStats->condition_count, configStats->matcher_count, - configStats->alert_count, configStats->is_valid); - - for (const auto& broadcastTime : configStats->broadcast_sent_time_sec) { - dprintf(out, "\tbroadcast time: %d\n", broadcastTime); - } - - for (const int& activationTime : configStats->activation_time_sec) { - dprintf(out, "\tactivation time: %d\n", activationTime); - } - - for (const int& deactivationTime : configStats->deactivation_time_sec) { - dprintf(out, "\tdeactivation time: %d\n", deactivationTime); - } - - auto dropTimePtr = configStats->data_drop_time_sec.begin(); - auto dropBytesPtr = configStats->data_drop_bytes.begin(); - for (int i = 0; i < (int)configStats->data_drop_time_sec.size(); - i++, dropTimePtr++, dropBytesPtr++) { - dprintf(out, "\tdata drop time: %d with size %lld", *dropTimePtr, - (long long)*dropBytesPtr); - } - } - dprintf(out, "%lu Active Configs\n", (unsigned long)mConfigStats.size()); - for (auto& pair : mConfigStats) { - auto& configStats = pair.second; - dprintf(out, - "Config {%d-%lld}: creation=%d, deletion=%d, #metric=%d, #condition=%d, " - "#matcher=%d, #alert=%d, valid=%d\n", - configStats->uid, (long long)configStats->id, configStats->creation_time_sec, - configStats->deletion_time_sec, configStats->metric_count, - configStats->condition_count, configStats->matcher_count, configStats->alert_count, - configStats->is_valid); - for (const auto& annotation : configStats->annotations) { - dprintf(out, "\tannotation: %lld, %d\n", (long long)annotation.first, - annotation.second); - } - - for (const auto& broadcastTime : configStats->broadcast_sent_time_sec) { - dprintf(out, "\tbroadcast time: %s(%lld)\n", buildTimeString(broadcastTime).c_str(), - (long long)broadcastTime); - } - - for (const int& activationTime : configStats->activation_time_sec) { - dprintf(out, "\tactivation time: %d\n", activationTime); - } - - for (const int& deactivationTime : configStats->deactivation_time_sec) { - dprintf(out, "\tdeactivation time: %d\n", deactivationTime); - } - - auto dropTimePtr = configStats->data_drop_time_sec.begin(); - auto dropBytesPtr = configStats->data_drop_bytes.begin(); - for (int i = 0; i < (int)configStats->data_drop_time_sec.size(); - i++, dropTimePtr++, dropBytesPtr++) { - dprintf(out, "\tdata drop time: %s(%lld) with %lld bytes\n", - buildTimeString(*dropTimePtr).c_str(), (long long)*dropTimePtr, - (long long)*dropBytesPtr); - } - - for (const auto& dump : configStats->dump_report_stats) { - dprintf(out, "\tdump report time: %s(%lld) bytes: %lld\n", - buildTimeString(dump.first).c_str(), (long long)dump.first, - (long long)dump.second); - } - - for (const auto& stats : pair.second->matcher_stats) { - dprintf(out, "matcher %lld matched %d times\n", (long long)stats.first, stats.second); - } - - for (const auto& stats : pair.second->condition_stats) { - dprintf(out, "condition %lld max output tuple size %d\n", (long long)stats.first, - stats.second); - } - - for (const auto& stats : pair.second->condition_stats) { - dprintf(out, "metrics %lld max output tuple size %d\n", (long long)stats.first, - stats.second); - } - - for (const auto& stats : pair.second->alert_stats) { - dprintf(out, "alert %lld declared %d times\n", (long long)stats.first, stats.second); - } - } - dprintf(out, "********Disk Usage stats***********\n"); - StorageManager::printStats(out); - dprintf(out, "********Pushed Atom stats***********\n"); - const size_t atomCounts = mPushedAtomStats.size(); - for (size_t i = 2; i < atomCounts; i++) { - if (mPushedAtomStats[i] > 0) { - dprintf(out, "Atom %zu->(total count)%d, (error count)%d\n", i, mPushedAtomStats[i], - getPushedAtomErrors((int)i)); - } - } - for (const auto& pair : mNonPlatformPushedAtomStats) { - dprintf(out, "Atom %d->(total count)%d, (error count)%d\n", pair.first, pair.second, - getPushedAtomErrors(pair.first)); - } - - dprintf(out, "********Pulled Atom stats***********\n"); - for (const auto& pair : mPulledAtomStats) { - dprintf(out, - "Atom %d->(total pull)%ld, (pull from cache)%ld, " - "(pull failed)%ld, (min pull interval)%ld \n" - " (average pull time nanos)%lld, (max pull time nanos)%lld, (average pull delay " - "nanos)%lld, " - " (max pull delay nanos)%lld, (data error)%ld\n" - " (pull timeout)%ld, (pull exceed max delay)%ld" - " (no uid provider count)%ld, (no puller found count)%ld\n" - " (registered count) %ld, (unregistered count) %ld" - " (atom error count) %d\n", - (int)pair.first, (long)pair.second.totalPull, (long)pair.second.totalPullFromCache, - (long)pair.second.pullFailed, (long)pair.second.minPullIntervalSec, - (long long)pair.second.avgPullTimeNs, (long long)pair.second.maxPullTimeNs, - (long long)pair.second.avgPullDelayNs, (long long)pair.second.maxPullDelayNs, - pair.second.dataError, pair.second.pullTimeout, pair.second.pullExceedMaxDelay, - pair.second.pullUidProviderNotFound, pair.second.pullerNotFound, - pair.second.registeredCount, pair.second.unregisteredCount, - pair.second.atomErrorCount); - if (pair.second.pullTimeoutMetadata.size() > 0) { - string uptimeMillis = "(pull timeout system uptime millis) "; - string pullTimeoutMillis = "(pull timeout elapsed time millis) "; - for (const auto& stats : pair.second.pullTimeoutMetadata) { - uptimeMillis.append(to_string(stats.pullTimeoutUptimeMillis)).append(",");; - pullTimeoutMillis.append(to_string(stats.pullTimeoutElapsedMillis)).append(","); - } - uptimeMillis.pop_back(); - uptimeMillis.push_back('\n'); - pullTimeoutMillis.pop_back(); - pullTimeoutMillis.push_back('\n'); - dprintf(out, "%s", uptimeMillis.c_str()); - dprintf(out, "%s", pullTimeoutMillis.c_str()); - } - } - - if (mAnomalyAlarmRegisteredStats > 0) { - dprintf(out, "********AnomalyAlarmStats stats***********\n"); - dprintf(out, "Anomaly alarm registrations: %d\n", mAnomalyAlarmRegisteredStats); - } - - if (mPeriodicAlarmRegisteredStats > 0) { - dprintf(out, "********SubscriberAlarmStats stats***********\n"); - dprintf(out, "Subscriber alarm registrations: %d\n", mPeriodicAlarmRegisteredStats); - } - - dprintf(out, "UID map stats: bytes=%d, changes=%d, deleted=%d, changes lost=%d\n", - mUidMapStats.bytes_used, mUidMapStats.changes, mUidMapStats.deleted_apps, - mUidMapStats.dropped_changes); - - for (const auto& restart : mSystemServerRestartSec) { - dprintf(out, "System server restarts at %s(%lld)\n", buildTimeString(restart).c_str(), - (long long)restart); - } - - for (const auto& loss : mLogLossStats) { - dprintf(out, - "Log loss: %lld (wall clock sec) - %d (count), %d (last error), %d (last tag), %d " - "(uid), %d (pid)\n", - (long long)loss.mWallClockSec, loss.mCount, loss.mLastError, loss.mLastTag, - loss.mUid, loss.mPid); - } - - dprintf(out, "Event queue overflow: %d; MaxHistoryNs: %lld; MinHistoryNs: %lld\n", - mOverflowCount, (long long)mMaxQueueHistoryNs, (long long)mMinQueueHistoryNs); - - if (mActivationBroadcastGuardrailStats.size() > 0) { - dprintf(out, "********mActivationBroadcastGuardrail stats***********\n"); - for (const auto& pair: mActivationBroadcastGuardrailStats) { - dprintf(out, "Uid %d: Times: ", pair.first); - for (const auto& guardrailHitTime : pair.second) { - dprintf(out, "%d ", guardrailHitTime); - } - } - dprintf(out, "\n"); - } -} - -void addConfigStatsToProto(const ConfigStats& configStats, ProtoOutputStream* proto) { - uint64_t token = - proto->start(FIELD_TYPE_MESSAGE | FIELD_COUNT_REPEATED | FIELD_ID_CONFIG_STATS); - proto->write(FIELD_TYPE_INT32 | FIELD_ID_CONFIG_STATS_UID, configStats.uid); - proto->write(FIELD_TYPE_INT64 | FIELD_ID_CONFIG_STATS_ID, (long long)configStats.id); - proto->write(FIELD_TYPE_INT32 | FIELD_ID_CONFIG_STATS_CREATION, configStats.creation_time_sec); - if (configStats.reset_time_sec != 0) { - proto->write(FIELD_TYPE_INT32 | FIELD_ID_CONFIG_STATS_RESET, configStats.reset_time_sec); - } - if (configStats.deletion_time_sec != 0) { - proto->write(FIELD_TYPE_INT32 | FIELD_ID_CONFIG_STATS_DELETION, - configStats.deletion_time_sec); - } - proto->write(FIELD_TYPE_INT32 | FIELD_ID_CONFIG_STATS_METRIC_COUNT, configStats.metric_count); - proto->write(FIELD_TYPE_INT32 | FIELD_ID_CONFIG_STATS_CONDITION_COUNT, - configStats.condition_count); - proto->write(FIELD_TYPE_INT32 | FIELD_ID_CONFIG_STATS_MATCHER_COUNT, configStats.matcher_count); - proto->write(FIELD_TYPE_INT32 | FIELD_ID_CONFIG_STATS_ALERT_COUNT, configStats.alert_count); - proto->write(FIELD_TYPE_BOOL | FIELD_ID_CONFIG_STATS_VALID, configStats.is_valid); - - for (const auto& broadcast : configStats.broadcast_sent_time_sec) { - proto->write(FIELD_TYPE_INT32 | FIELD_ID_CONFIG_STATS_BROADCAST | FIELD_COUNT_REPEATED, - broadcast); - } - - for (const auto& activation : configStats.activation_time_sec) { - proto->write(FIELD_TYPE_INT32 | FIELD_ID_CONFIG_STATS_ACTIVATION | FIELD_COUNT_REPEATED, - activation); - } - - for (const auto& deactivation : configStats.deactivation_time_sec) { - proto->write(FIELD_TYPE_INT32 | FIELD_ID_CONFIG_STATS_DEACTIVATION | FIELD_COUNT_REPEATED, - deactivation); - } - - for (const auto& drop_time : configStats.data_drop_time_sec) { - proto->write(FIELD_TYPE_INT32 | FIELD_ID_CONFIG_STATS_DATA_DROP_TIME | FIELD_COUNT_REPEATED, - drop_time); - } - - for (const auto& drop_bytes : configStats.data_drop_bytes) { - proto->write( - FIELD_TYPE_INT64 | FIELD_ID_CONFIG_STATS_DATA_DROP_BYTES | FIELD_COUNT_REPEATED, - (long long)drop_bytes); - } - - for (const auto& dump : configStats.dump_report_stats) { - proto->write(FIELD_TYPE_INT32 | FIELD_ID_CONFIG_STATS_DUMP_REPORT_TIME | - FIELD_COUNT_REPEATED, - dump.first); - } - - for (const auto& dump : configStats.dump_report_stats) { - proto->write(FIELD_TYPE_INT64 | FIELD_ID_CONFIG_STATS_DUMP_REPORT_BYTES | - FIELD_COUNT_REPEATED, - (long long)dump.second); - } - - for (const auto& annotation : configStats.annotations) { - uint64_t token = proto->start(FIELD_TYPE_MESSAGE | FIELD_COUNT_REPEATED | - FIELD_ID_CONFIG_STATS_ANNOTATION); - proto->write(FIELD_TYPE_INT64 | FIELD_ID_CONFIG_STATS_ANNOTATION_INT64, - (long long)annotation.first); - proto->write(FIELD_TYPE_INT32 | FIELD_ID_CONFIG_STATS_ANNOTATION_INT32, annotation.second); - proto->end(token); - } - - for (const auto& pair : configStats.matcher_stats) { - uint64_t tmpToken = proto->start(FIELD_TYPE_MESSAGE | FIELD_COUNT_REPEATED | - FIELD_ID_CONFIG_STATS_MATCHER_STATS); - proto->write(FIELD_TYPE_INT64 | FIELD_ID_MATCHER_STATS_ID, (long long)pair.first); - proto->write(FIELD_TYPE_INT32 | FIELD_ID_MATCHER_STATS_COUNT, pair.second); - proto->end(tmpToken); - } - - for (const auto& pair : configStats.condition_stats) { - uint64_t tmpToken = proto->start(FIELD_TYPE_MESSAGE | FIELD_COUNT_REPEATED | - FIELD_ID_CONFIG_STATS_CONDITION_STATS); - proto->write(FIELD_TYPE_INT64 | FIELD_ID_CONDITION_STATS_ID, (long long)pair.first); - proto->write(FIELD_TYPE_INT32 | FIELD_ID_CONDITION_STATS_COUNT, pair.second); - proto->end(tmpToken); - } - - for (const auto& pair : configStats.metric_stats) { - uint64_t tmpToken = proto->start(FIELD_TYPE_MESSAGE | FIELD_COUNT_REPEATED | - FIELD_ID_CONFIG_STATS_METRIC_STATS); - proto->write(FIELD_TYPE_INT64 | FIELD_ID_METRIC_STATS_ID, (long long)pair.first); - proto->write(FIELD_TYPE_INT32 | FIELD_ID_METRIC_STATS_COUNT, pair.second); - proto->end(tmpToken); - } - for (const auto& pair : configStats.metric_dimension_in_condition_stats) { - uint64_t tmpToken = proto->start(FIELD_TYPE_MESSAGE | FIELD_COUNT_REPEATED | - FIELD_ID_CONFIG_STATS_METRIC_DIMENSION_IN_CONDITION_STATS); - proto->write(FIELD_TYPE_INT64 | FIELD_ID_METRIC_STATS_ID, (long long)pair.first); - proto->write(FIELD_TYPE_INT32 | FIELD_ID_METRIC_STATS_COUNT, pair.second); - proto->end(tmpToken); - } - - for (const auto& pair : configStats.alert_stats) { - uint64_t tmpToken = proto->start(FIELD_TYPE_MESSAGE | FIELD_COUNT_REPEATED | - FIELD_ID_CONFIG_STATS_ALERT_STATS); - proto->write(FIELD_TYPE_INT64 | FIELD_ID_ALERT_STATS_ID, (long long)pair.first); - proto->write(FIELD_TYPE_INT32 | FIELD_ID_ALERT_STATS_COUNT, pair.second); - proto->end(tmpToken); - } - - proto->end(token); -} - -void StatsdStats::dumpStats(std::vector<uint8_t>* output, bool reset) { - lock_guard<std::mutex> lock(mLock); - - ProtoOutputStream proto; - proto.write(FIELD_TYPE_INT32 | FIELD_ID_BEGIN_TIME, mStartTimeSec); - proto.write(FIELD_TYPE_INT32 | FIELD_ID_END_TIME, (int32_t)getWallClockSec()); - - for (const auto& configStats : mIceBox) { - addConfigStatsToProto(*configStats, &proto); - } - - for (auto& pair : mConfigStats) { - addConfigStatsToProto(*(pair.second), &proto); - } - - const size_t atomCounts = mPushedAtomStats.size(); - for (size_t i = 2; i < atomCounts; i++) { - if (mPushedAtomStats[i] > 0) { - uint64_t token = - proto.start(FIELD_TYPE_MESSAGE | FIELD_ID_ATOM_STATS | FIELD_COUNT_REPEATED); - proto.write(FIELD_TYPE_INT32 | FIELD_ID_ATOM_STATS_TAG, (int32_t)i); - proto.write(FIELD_TYPE_INT32 | FIELD_ID_ATOM_STATS_COUNT, mPushedAtomStats[i]); - int errors = getPushedAtomErrors(i); - if (errors > 0) { - proto.write(FIELD_TYPE_INT32 | FIELD_ID_ATOM_STATS_ERROR_COUNT, errors); - } - proto.end(token); - } - } - - for (const auto& pair : mNonPlatformPushedAtomStats) { - uint64_t token = - proto.start(FIELD_TYPE_MESSAGE | FIELD_ID_ATOM_STATS | FIELD_COUNT_REPEATED); - proto.write(FIELD_TYPE_INT32 | FIELD_ID_ATOM_STATS_TAG, pair.first); - proto.write(FIELD_TYPE_INT32 | FIELD_ID_ATOM_STATS_COUNT, pair.second); - int errors = getPushedAtomErrors(pair.first); - if (errors > 0) { - proto.write(FIELD_TYPE_INT32 | FIELD_ID_ATOM_STATS_ERROR_COUNT, errors); - } - proto.end(token); - } - - for (const auto& pair : mPulledAtomStats) { - android::os::statsd::writePullerStatsToStream(pair, &proto); - } - - for (const auto& pair : mAtomMetricStats) { - android::os::statsd::writeAtomMetricStatsToStream(pair, &proto); - } - - if (mAnomalyAlarmRegisteredStats > 0) { - uint64_t token = proto.start(FIELD_TYPE_MESSAGE | FIELD_ID_ANOMALY_ALARM_STATS); - proto.write(FIELD_TYPE_INT32 | FIELD_ID_ANOMALY_ALARMS_REGISTERED, - mAnomalyAlarmRegisteredStats); - proto.end(token); - } - - if (mPeriodicAlarmRegisteredStats > 0) { - uint64_t token = proto.start(FIELD_TYPE_MESSAGE | FIELD_ID_PERIODIC_ALARM_STATS); - proto.write(FIELD_TYPE_INT32 | FIELD_ID_PERIODIC_ALARMS_REGISTERED, - mPeriodicAlarmRegisteredStats); - proto.end(token); - } - - uint64_t uidMapToken = proto.start(FIELD_TYPE_MESSAGE | FIELD_ID_UIDMAP_STATS); - proto.write(FIELD_TYPE_INT32 | FIELD_ID_UID_MAP_CHANGES, mUidMapStats.changes); - proto.write(FIELD_TYPE_INT32 | FIELD_ID_UID_MAP_BYTES_USED, mUidMapStats.bytes_used); - proto.write(FIELD_TYPE_INT32 | FIELD_ID_UID_MAP_DROPPED_CHANGES, mUidMapStats.dropped_changes); - proto.write(FIELD_TYPE_INT32 | FIELD_ID_UID_MAP_DELETED_APPS, mUidMapStats.deleted_apps); - proto.end(uidMapToken); - - for (const auto& error : mLogLossStats) { - uint64_t token = proto.start(FIELD_TYPE_MESSAGE | FIELD_ID_LOGGER_ERROR_STATS | - FIELD_COUNT_REPEATED); - proto.write(FIELD_TYPE_INT32 | FIELD_ID_LOG_LOSS_STATS_TIME, error.mWallClockSec); - proto.write(FIELD_TYPE_INT32 | FIELD_ID_LOG_LOSS_STATS_COUNT, error.mCount); - proto.write(FIELD_TYPE_INT32 | FIELD_ID_LOG_LOSS_STATS_ERROR, error.mLastError); - proto.write(FIELD_TYPE_INT32 | FIELD_ID_LOG_LOSS_STATS_TAG, error.mLastTag); - proto.write(FIELD_TYPE_INT32 | FIELD_ID_LOG_LOSS_STATS_UID, error.mUid); - proto.write(FIELD_TYPE_INT32 | FIELD_ID_LOG_LOSS_STATS_PID, error.mPid); - proto.end(token); - } - - if (mOverflowCount > 0) { - uint64_t token = proto.start(FIELD_TYPE_MESSAGE | FIELD_ID_OVERFLOW); - proto.write(FIELD_TYPE_INT32 | FIELD_ID_OVERFLOW_COUNT, (int32_t)mOverflowCount); - proto.write(FIELD_TYPE_INT64 | FIELD_ID_OVERFLOW_MAX_HISTORY, - (long long)mMaxQueueHistoryNs); - proto.write(FIELD_TYPE_INT64 | FIELD_ID_OVERFLOW_MIN_HISTORY, - (long long)mMinQueueHistoryNs); - proto.end(token); - } - - for (const auto& restart : mSystemServerRestartSec) { - proto.write(FIELD_TYPE_INT32 | FIELD_ID_SYSTEM_SERVER_RESTART | FIELD_COUNT_REPEATED, - restart); - } - - for (const auto& pair: mActivationBroadcastGuardrailStats) { - uint64_t token = proto.start(FIELD_TYPE_MESSAGE | - FIELD_ID_ACTIVATION_BROADCAST_GUARDRAIL | - FIELD_COUNT_REPEATED); - proto.write(FIELD_TYPE_INT32 | FIELD_ID_ACTIVATION_BROADCAST_GUARDRAIL_UID, - (int32_t) pair.first); - for (const auto& guardrailHitTime : pair.second) { - proto.write(FIELD_TYPE_INT32 | FIELD_ID_ACTIVATION_BROADCAST_GUARDRAIL_TIME | - FIELD_COUNT_REPEATED, - guardrailHitTime); - } - proto.end(token); - } - - output->clear(); - size_t bufferSize = proto.size(); - output->resize(bufferSize); - - size_t pos = 0; - sp<android::util::ProtoReader> reader = proto.data(); - while (reader->readBuffer() != NULL) { - size_t toRead = reader->currentToRead(); - std::memcpy(&((*output)[pos]), reader->readBuffer(), toRead); - pos += toRead; - reader->move(toRead); - } - - if (reset) { - resetInternalLocked(); - } - - VLOG("reset=%d, returned proto size %lu", reset, (unsigned long)bufferSize); -} - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/guardrail/StatsdStats.h b/cmds/statsd/src/guardrail/StatsdStats.h deleted file mode 100644 index 005048446fc3..000000000000 --- a/cmds/statsd/src/guardrail/StatsdStats.h +++ /dev/null @@ -1,678 +0,0 @@ -/* - * Copyright 2017, The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -#pragma once - -#include "config/ConfigKey.h" - -#include <gtest/gtest_prod.h> -#include <log/log_time.h> -#include <list> -#include <mutex> -#include <string> -#include <vector> -#include <unordered_map> - -namespace android { -namespace os { -namespace statsd { - -struct ConfigStats { - int32_t uid; - int64_t id; - int32_t creation_time_sec; - int32_t deletion_time_sec = 0; - int32_t reset_time_sec = 0; - int32_t metric_count; - int32_t condition_count; - int32_t matcher_count; - int32_t alert_count; - bool is_valid; - - std::list<int32_t> broadcast_sent_time_sec; - - // Times at which this config is activated. - std::list<int32_t> activation_time_sec; - - // Times at which this config is deactivated. - std::list<int32_t> deactivation_time_sec; - - std::list<int32_t> data_drop_time_sec; - // Number of bytes dropped at corresponding time. - std::list<int64_t> data_drop_bytes; - std::list<std::pair<int32_t, int64_t>> dump_report_stats; - - // Stores how many times a matcher have been matched. The map size is capped by kMaxConfigCount. - std::map<const int64_t, int> matcher_stats; - - // Stores the number of output tuple of condition trackers when it's bigger than - // kDimensionKeySizeSoftLimit. When you see the number is kDimensionKeySizeHardLimit +1, - // it means some data has been dropped. The map size is capped by kMaxConfigCount. - std::map<const int64_t, int> condition_stats; - - // Stores the number of output tuple of metric producers when it's bigger than - // kDimensionKeySizeSoftLimit. When you see the number is kDimensionKeySizeHardLimit +1, - // it means some data has been dropped. The map size is capped by kMaxConfigCount. - std::map<const int64_t, int> metric_stats; - - // Stores the max number of output tuple of dimensions in condition across dimensions in what - // when it's bigger than kDimensionKeySizeSoftLimit. When you see the number is - // kDimensionKeySizeHardLimit +1, it means some data has been dropped. The map size is capped by - // kMaxConfigCount. - std::map<const int64_t, int> metric_dimension_in_condition_stats; - - // Stores the number of times an anomaly detection alert has been declared. - // The map size is capped by kMaxConfigCount. - std::map<const int64_t, int> alert_stats; - - // Stores the config ID for each sub-config used. - std::list<std::pair<const int64_t, const int32_t>> annotations; -}; - -struct UidMapStats { - int32_t changes; - int32_t bytes_used; - int32_t dropped_changes; - int32_t deleted_apps = 0; -}; - -// Keeps track of stats of statsd. -// Single instance shared across the process. All public methods are thread safe. -class StatsdStats { -public: - static StatsdStats& getInstance(); - ~StatsdStats(){}; - - const static int kDimensionKeySizeSoftLimit = 500; - const static int kDimensionKeySizeHardLimit = 800; - - // Per atom dimension key size limit - static const std::map<int, std::pair<size_t, size_t>> kAtomDimensionKeySizeLimitMap; - - const static int kMaxConfigCountPerUid = 20; - const static int kMaxAlertCountPerConfig = 100; - const static int kMaxConditionCountPerConfig = 300; - const static int kMaxMetricCountPerConfig = 1000; - const static int kMaxMatcherCountPerConfig = 800; - - // The max number of old config stats we keep. - const static int kMaxIceBoxSize = 20; - - const static int kMaxLoggerErrors = 20; - - const static int kMaxSystemServerRestarts = 20; - - const static int kMaxTimestampCount = 20; - - const static int kMaxLogSourceCount = 50; - - const static int kMaxPullAtomPackages = 100; - - // Max memory allowed for storing metrics per configuration. If this limit is exceeded, statsd - // drops the metrics data in memory. - static const size_t kMaxMetricsBytesPerConfig = 2 * 1024 * 1024; - - // Soft memory limit per configuration. Once this limit is exceeded, we begin notifying the - // data subscriber that it's time to call getData. - static const size_t kBytesPerConfigTriggerGetData = 192 * 1024; - - // Cap the UID map's memory usage to this. This should be fairly high since the UID information - // is critical for understanding the metrics. - const static size_t kMaxBytesUsedUidMap = 50 * 1024; - - // The number of deleted apps that are stored in the uid map. - const static int kMaxDeletedAppsInUidMap = 100; - - /* Minimum period between two broadcasts in nanoseconds. */ - static const int64_t kMinBroadcastPeriodNs = 60 * NS_PER_SEC; - - /* Min period between two checks of byte size per config key in nanoseconds. */ - static const int64_t kMinByteSizeCheckPeriodNs = 60 * NS_PER_SEC; - - /* Minimum period between two activation broadcasts in nanoseconds. */ - static const int64_t kMinActivationBroadcastPeriodNs = 10 * NS_PER_SEC; - - // Maximum age (30 days) that files on disk can exist in seconds. - static const int kMaxAgeSecond = 60 * 60 * 24 * 30; - - // Maximum age (2 days) that local history files on disk can exist in seconds. - static const int kMaxLocalHistoryAgeSecond = 60 * 60 * 24 * 2; - - // Maximum number of files (1000) that can be in stats directory on disk. - static const int kMaxFileNumber = 1000; - - // Maximum size of all files that can be written to stats directory on disk. - static const int kMaxFileSize = 50 * 1024 * 1024; - - // How long to try to clear puller cache from last time - static const long kPullerCacheClearIntervalSec = 1; - - // Max time to do a pull. - static const int64_t kPullMaxDelayNs = 30 * NS_PER_SEC; - - // Maximum number of pushed atoms statsd stats will track above kMaxPushedAtomId. - static const int kMaxNonPlatformPushedAtoms = 100; - - // Maximum atom id value that we consider a platform pushed atom. - // This should be updated once highest pushed atom id in atoms.proto approaches this value. - static const int kMaxPushedAtomId = 500; - - // Atom id that is the start of the pulled atoms. - static const int kPullAtomStartTag = 10000; - - // Atom id that is the start of vendor atoms. - static const int kVendorAtomStartTag = 100000; - - // Vendor pulled atom start id. - static const int32_t kVendorPulledAtomStartTag = 150000; - - // Beginning of range for timestamp truncation. - static const int32_t kTimestampTruncationStartTag = 300000; - - // End of range for timestamp truncation. - static const int32_t kTimestampTruncationEndTag = 304999; - - // Max accepted atom id. - static const int32_t kMaxAtomTag = 200000; - - static const int64_t kInt64Max = 0x7fffffffffffffffLL; - - static const int32_t kMaxLoggedBucketDropEvents = 10; - - /** - * Report a new config has been received and report the static stats about the config. - * - * The static stats include: the count of metrics, conditions, matchers, and alerts. - * If the config is not valid, this config stats will be put into icebox immediately. - */ - void noteConfigReceived(const ConfigKey& key, int metricsCount, int conditionsCount, - int matchersCount, int alertCount, - const std::list<std::pair<const int64_t, const int32_t>>& annotations, - bool isValid); - /** - * Report a config has been removed. - */ - void noteConfigRemoved(const ConfigKey& key); - /** - * Report a config has been reset when ttl expires. - */ - void noteConfigReset(const ConfigKey& key); - - /** - * Report a broadcast has been sent to a config owner to collect the data. - */ - void noteBroadcastSent(const ConfigKey& key); - - /** - * Report that a config has become activated or deactivated. - * This can be different from whether or not a broadcast is sent if the - * guardrail prevented the broadcast from being sent. - */ - void noteActiveStatusChanged(const ConfigKey& key, bool activate); - - /** - * Report a config's metrics data has been dropped. - */ - void noteDataDropped(const ConfigKey& key, const size_t totalBytes); - - /** - * Report metrics data report has been sent. - * - * The report may be requested via StatsManager API, or through adb cmd. - */ - void noteMetricsReportSent(const ConfigKey& key, const size_t num_bytes); - - /** - * Report the size of output tuple of a condition. - * - * Note: only report when the condition has an output dimension, and the tuple - * count > kDimensionKeySizeSoftLimit. - * - * [key]: The config key that this condition belongs to. - * [id]: The id of the condition. - * [size]: The output tuple size. - */ - void noteConditionDimensionSize(const ConfigKey& key, const int64_t& id, int size); - - /** - * Report the size of output tuple of a metric. - * - * Note: only report when the metric has an output dimension, and the tuple - * count > kDimensionKeySizeSoftLimit. - * - * [key]: The config key that this metric belongs to. - * [id]: The id of the metric. - * [size]: The output tuple size. - */ - void noteMetricDimensionSize(const ConfigKey& key, const int64_t& id, int size); - - /** - * Report the max size of output tuple of dimension in condition across dimensions in what. - * - * Note: only report when the metric has an output dimension in condition, and the max tuple - * count > kDimensionKeySizeSoftLimit. - * - * [key]: The config key that this metric belongs to. - * [id]: The id of the metric. - * [size]: The output tuple size. - */ - void noteMetricDimensionInConditionSize(const ConfigKey& key, const int64_t& id, int size); - - /** - * Report a matcher has been matched. - * - * [key]: The config key that this matcher belongs to. - * [id]: The id of the matcher. - */ - void noteMatcherMatched(const ConfigKey& key, const int64_t& id); - - /** - * Report that an anomaly detection alert has been declared. - * - * [key]: The config key that this alert belongs to. - * [id]: The id of the alert. - */ - void noteAnomalyDeclared(const ConfigKey& key, const int64_t& id); - - /** - * Report an atom event has been logged. - */ - void noteAtomLogged(int atomId, int32_t timeSec); - - /** - * Report that statsd modified the anomaly alarm registered with StatsCompanionService. - */ - void noteRegisteredAnomalyAlarmChanged(); - - /** - * Report that statsd modified the periodic alarm registered with StatsCompanionService. - */ - void noteRegisteredPeriodicAlarmChanged(); - - /** - * Records the number of delta entries that are being dropped from the uid map. - */ - void noteUidMapDropped(int deltas); - - /** - * Records that an app was deleted (from statsd's map). - */ - void noteUidMapAppDeletionDropped(); - - /** - * Updates the number of changes currently stored in the uid map. - */ - void setUidMapChanges(int changes); - void setCurrentUidMapMemory(int bytes); - - /* - * Updates minimum interval between pulls for an pulled atom. - */ - void updateMinPullIntervalSec(int pullAtomId, long intervalSec); - - /* - * Notes an atom is pulled. - */ - void notePull(int pullAtomId); - - /* - * Notes an atom is served from puller cache. - */ - void notePullFromCache(int pullAtomId); - - /* - * Notify data error for pulled atom. - */ - void notePullDataError(int pullAtomId); - - /* - * Records time for actual pulling, not including those served from cache and not including - * statsd processing delays. - */ - void notePullTime(int pullAtomId, int64_t pullTimeNs); - - /* - * Records pull delay for a pulled atom, including those served from cache and including statsd - * processing delays. - */ - void notePullDelay(int pullAtomId, int64_t pullDelayNs); - - /* - * Records pull exceeds timeout for the puller. - */ - void notePullTimeout(int pullAtomId, int64_t pullUptimeMillis, int64_t pullElapsedMillis); - - /* - * Records pull exceeds max delay for a metric. - */ - void notePullExceedMaxDelay(int pullAtomId); - - /* - * Records when system server restarts. - */ - void noteSystemServerRestart(int32_t timeSec); - - /** - * Records statsd skipped an event. - */ - void noteLogLost(int32_t wallClockTimeSec, int32_t count, int32_t lastError, - int32_t lastAtomTag, int32_t uid, int32_t pid); - - /** - * Records that the pull of an atom has failed. Eg, if the client indicated the pull failed, if - * the pull timed out, or if the outgoing binder call failed. - * This count will only increment if the puller was actually invoked. - * - * It does not include a pull not occurring due to not finding the appropriate - * puller. These cases are covered in other counts. - */ - void notePullFailed(int atomId); - - /** - * Records that the pull of an atom has failed due to not having a uid provider. - */ - void notePullUidProviderNotFound(int atomId); - - /** - * Records that the pull of an atom has failed due not finding a puller registered by a - * trusted uid. - */ - void notePullerNotFound(int atomId); - - /** - * Records that the pull has failed due to the outgoing binder call failing. - */ - void notePullBinderCallFailed(int atomId); - - /** - * A pull with no data occurred - */ - void noteEmptyData(int atomId); - - /** - * Records that a puller callback for the given atomId was registered or unregistered. - * - * @param registered True if the callback was registered, false if was unregistered. - */ - void notePullerCallbackRegistrationChanged(int atomId, bool registered); - - /** - * Hard limit was reached in the cardinality of an atom - */ - void noteHardDimensionLimitReached(int64_t metricId); - - /** - * A log event was too late, arrived in the wrong bucket and was skipped - */ - void noteLateLogEventSkipped(int64_t metricId); - - /** - * Buckets were skipped as time elapsed without any data for them - */ - void noteSkippedForwardBuckets(int64_t metricId); - - /** - * An unsupported value type was received - */ - void noteBadValueType(int64_t metricId); - - /** - * Buckets were dropped due to reclaim memory. - */ - void noteBucketDropped(int64_t metricId); - - /** - * A condition change was too late, arrived in the wrong bucket and was skipped - */ - void noteConditionChangeInNextBucket(int64_t metricId); - - /** - * A bucket has been tagged as invalid. - */ - void noteInvalidatedBucket(int64_t metricId); - - /** - * Tracks the total number of buckets (include skipped/invalid buckets). - */ - void noteBucketCount(int64_t metricId); - - /** - * For pulls at bucket boundaries, it represents the misalignment between the real timestamp and - * the end of the bucket. - */ - void noteBucketBoundaryDelayNs(int64_t metricId, int64_t timeDelayNs); - - /** - * Number of buckets with unknown condition. - */ - void noteBucketUnknownCondition(int64_t metricId); - - /* Reports one event has been dropped due to queue overflow, and the oldest event timestamp in - * the queue */ - void noteEventQueueOverflow(int64_t oldestEventTimestampNs); - - /** - * Reports that the activation broadcast guardrail was hit for this uid. Namely, the broadcast - * should have been sent, but instead was skipped due to hitting the guardrail. - */ - void noteActivationBroadcastGuardrailHit(const int uid); - - /** - * Reports that an atom is erroneous or cannot be parsed successfully by - * statsd. An atom tag of 0 indicates that the client did not supply the - * atom id within the encoding. - * - * For pushed atoms only, this call should be preceded by a call to - * noteAtomLogged. - */ - void noteAtomError(int atomTag, bool pull=false); - - /** - * Reset the historical stats. Including all stats in icebox, and the tracked stats about - * metrics, matchers, and atoms. The active configs will be kept and StatsdStats will continue - * to collect stats after reset() has been called. - */ - void reset(); - - /** - * Output the stats in protobuf binary format to [buffer]. - * - * [reset]: whether to clear the historical stats after the call. - */ - void dumpStats(std::vector<uint8_t>* buffer, bool reset); - - /** - * Output statsd stats in human readable format to [out] file descriptor. - */ - void dumpStats(int outFd) const; - - typedef struct PullTimeoutMetadata { - int64_t pullTimeoutUptimeMillis; - int64_t pullTimeoutElapsedMillis; - PullTimeoutMetadata(int64_t uptimeMillis, int64_t elapsedMillis) : - pullTimeoutUptimeMillis(uptimeMillis), - pullTimeoutElapsedMillis(elapsedMillis) {/* do nothing */} - } PullTimeoutMetadata; - - typedef struct { - long totalPull = 0; - long totalPullFromCache = 0; - long minPullIntervalSec = LONG_MAX; - int64_t avgPullTimeNs = 0; - int64_t maxPullTimeNs = 0; - long numPullTime = 0; - int64_t avgPullDelayNs = 0; - int64_t maxPullDelayNs = 0; - long numPullDelay = 0; - long dataError = 0; - long pullTimeout = 0; - long pullExceedMaxDelay = 0; - long pullFailed = 0; - long pullUidProviderNotFound = 0; - long pullerNotFound = 0; - long emptyData = 0; - long registeredCount = 0; - long unregisteredCount = 0; - int32_t atomErrorCount = 0; - long binderCallFailCount = 0; - std::list<PullTimeoutMetadata> pullTimeoutMetadata; - } PulledAtomStats; - - typedef struct { - long hardDimensionLimitReached = 0; - long lateLogEventSkipped = 0; - long skippedForwardBuckets = 0; - long badValueType = 0; - long conditionChangeInNextBucket = 0; - long invalidatedBucket = 0; - long bucketDropped = 0; - int64_t minBucketBoundaryDelayNs = 0; - int64_t maxBucketBoundaryDelayNs = 0; - long bucketUnknownCondition = 0; - long bucketCount = 0; - } AtomMetricStats; - -private: - StatsdStats(); - - mutable std::mutex mLock; - - int32_t mStartTimeSec; - - // Track the number of dropped entries used by the uid map. - UidMapStats mUidMapStats; - - // The stats about the configs that are still in use. - // The map size is capped by kMaxConfigCount. - std::map<const ConfigKey, std::shared_ptr<ConfigStats>> mConfigStats; - - // Stores the stats for the configs that are no longer in use. - // The size of the vector is capped by kMaxIceBoxSize. - std::list<const std::shared_ptr<ConfigStats>> mIceBox; - - // Stores the number of times a pushed atom is logged. - // The size of the vector is the largest pushed atom id in atoms.proto + 1. Atoms - // out of that range will be put in mNonPlatformPushedAtomStats. - // This is a vector, not a map because it will be accessed A LOT -- for each stats log. - std::vector<int> mPushedAtomStats; - - // Stores the number of times a pushed atom is logged for atom ids above kMaxPushedAtomId. - // The max size of the map is kMaxNonPlatformPushedAtoms. - std::unordered_map<int, int> mNonPlatformPushedAtomStats; - - // Maps PullAtomId to its stats. The size is capped by the puller atom counts. - std::map<int, PulledAtomStats> mPulledAtomStats; - - // Stores the number of times a pushed atom was logged erroneously. The - // corresponding counts for pulled atoms are stored in PulledAtomStats. - // The max size of this map is kMaxAtomErrorsStatsSize. - std::map<int, int> mPushedAtomErrorStats; - int kMaxPushedAtomErrorStatsSize = 100; - - // Maps metric ID to its stats. The size is capped by the number of metrics. - std::map<int64_t, AtomMetricStats> mAtomMetricStats; - - // Maps uids to times when the activation changed broadcast not sent due to hitting the - // guardrail. The size is capped by the number of configs, and up to 20 times per uid. - std::map<int, std::list<int32_t>> mActivationBroadcastGuardrailStats; - - struct LogLossStats { - LogLossStats(int32_t sec, int32_t count, int32_t error, int32_t tag, int32_t uid, - int32_t pid) - : mWallClockSec(sec), - mCount(count), - mLastError(error), - mLastTag(tag), - mUid(uid), - mPid(pid) { - } - int32_t mWallClockSec; - int32_t mCount; - // error code defined in linux/errno.h - int32_t mLastError; - int32_t mLastTag; - int32_t mUid; - int32_t mPid; - }; - - // Max of {(now - oldestEventTimestamp) when overflow happens}. - // This number is helpful to understand how SLOW statsd can be. - int64_t mMaxQueueHistoryNs = 0; - - // Min of {(now - oldestEventTimestamp) when overflow happens}. - // This number is helpful to understand how FAST the events floods to statsd. - int64_t mMinQueueHistoryNs = kInt64Max; - - // Total number of events that are lost due to queue overflow. - int32_t mOverflowCount = 0; - - // Timestamps when we detect log loss, and the number of logs lost. - std::list<LogLossStats> mLogLossStats; - - std::list<int32_t> mSystemServerRestartSec; - - // Stores the number of times statsd modified the anomaly alarm registered with - // StatsCompanionService. - int mAnomalyAlarmRegisteredStats = 0; - - // Stores the number of times statsd registers the periodic alarm changes - int mPeriodicAlarmRegisteredStats = 0; - - void noteConfigResetInternalLocked(const ConfigKey& key); - - void noteConfigRemovedInternalLocked(const ConfigKey& key); - - void resetInternalLocked(); - - void noteDataDropped(const ConfigKey& key, const size_t totalBytes, int32_t timeSec); - - void noteMetricsReportSent(const ConfigKey& key, const size_t num_bytes, int32_t timeSec); - - void noteBroadcastSent(const ConfigKey& key, int32_t timeSec); - - void noteActiveStatusChanged(const ConfigKey& key, bool activate, int32_t timeSec); - - void noteActivationBroadcastGuardrailHit(const int uid, int32_t timeSec); - - void addToIceBoxLocked(std::shared_ptr<ConfigStats>& stats); - - int getPushedAtomErrors(int atomId) const; - - /** - * Get a reference to AtomMetricStats for a metric. If none exists, create it. The reference - * will live as long as `this`. - */ - StatsdStats::AtomMetricStats& getAtomMetricStats(int64_t metricId); - - FRIEND_TEST(StatsdStatsTest, TestValidConfigAdd); - FRIEND_TEST(StatsdStatsTest, TestInvalidConfigAdd); - FRIEND_TEST(StatsdStatsTest, TestConfigRemove); - FRIEND_TEST(StatsdStatsTest, TestSubStats); - FRIEND_TEST(StatsdStatsTest, TestAtomLog); - FRIEND_TEST(StatsdStatsTest, TestNonPlatformAtomLog); - FRIEND_TEST(StatsdStatsTest, TestTimestampThreshold); - FRIEND_TEST(StatsdStatsTest, TestAnomalyMonitor); - FRIEND_TEST(StatsdStatsTest, TestSystemServerCrash); - FRIEND_TEST(StatsdStatsTest, TestPullAtomStats); - FRIEND_TEST(StatsdStatsTest, TestAtomMetricsStats); - FRIEND_TEST(StatsdStatsTest, TestActivationBroadcastGuardrailHit); - FRIEND_TEST(StatsdStatsTest, TestAtomErrorStats); - - FRIEND_TEST(StatsLogProcessorTest, InvalidConfigRemoved); -}; - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/hash.cpp b/cmds/statsd/src/hash.cpp deleted file mode 100644 index 543a748adedb..000000000000 --- a/cmds/statsd/src/hash.cpp +++ /dev/null @@ -1,142 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#include "hash.h" - -#ifndef FALLTHROUGH_INTENDED -#define FALLTHROUGH_INTENDED [[fallthrough]] -#endif - -namespace android { -namespace os { -namespace statsd { - -namespace { -// Lower-level versions of Get... that read directly from a character buffer -// without any bounds checking. -inline uint32_t DecodeFixed32(const char *ptr) { - return ((static_cast<uint32_t>(static_cast<unsigned char>(ptr[0]))) | - (static_cast<uint32_t>(static_cast<unsigned char>(ptr[1])) << 8) | - (static_cast<uint32_t>(static_cast<unsigned char>(ptr[2])) << 16) | - (static_cast<uint32_t>(static_cast<unsigned char>(ptr[3])) << 24)); -} - -inline uint64_t DecodeFixed64(const char* ptr) { - uint64_t lo = DecodeFixed32(ptr); - uint64_t hi = DecodeFixed32(ptr + 4); - return (hi << 32) | lo; -} - -// 0xff is in case char is signed. -static inline uint32_t ByteAs32(char c) { return static_cast<uint32_t>(c) & 0xff; } -static inline uint64_t ByteAs64(char c) { return static_cast<uint64_t>(c) & 0xff; } - -} // namespace - -uint32_t Hash32(const char *data, size_t n, uint32_t seed) { - // 'm' and 'r' are mixing constants generated offline. - // They're not really 'magic', they just happen to work well. - const uint32_t m = 0x5bd1e995; - const int r = 24; - - // Initialize the hash to a 'random' value - uint32_t h = static_cast<uint32_t>(seed ^ n); - - // Mix 4 bytes at a time into the hash - while (n >= 4) { - uint32_t k = DecodeFixed32(data); - k *= m; - k ^= k >> r; - k *= m; - h *= m; - h ^= k; - data += 4; - n -= 4; - } - - // Handle the last few bytes of the input array - switch (n) { - case 3: - h ^= ByteAs32(data[2]) << 16; - FALLTHROUGH_INTENDED; - case 2: - h ^= ByteAs32(data[1]) << 8; - FALLTHROUGH_INTENDED; - case 1: - h ^= ByteAs32(data[0]); - h *= m; - } - - // Do a few final mixes of the hash to ensure the last few - // bytes are well-incorporated. - h ^= h >> 13; - h *= m; - h ^= h >> 15; - return h; -} - -uint64_t Hash64(const char* data, size_t n, uint64_t seed) { - const uint64_t m = 0xc6a4a7935bd1e995; - const int r = 47; - - uint64_t h = seed ^ (n * m); - - while (n >= 8) { - uint64_t k = DecodeFixed64(data); - data += 8; - n -= 8; - - k *= m; - k ^= k >> r; - k *= m; - - h ^= k; - h *= m; - } - - switch (n) { - case 7: - h ^= ByteAs64(data[6]) << 48; - FALLTHROUGH_INTENDED; - case 6: - h ^= ByteAs64(data[5]) << 40; - FALLTHROUGH_INTENDED; - case 5: - h ^= ByteAs64(data[4]) << 32; - FALLTHROUGH_INTENDED; - case 4: - h ^= ByteAs64(data[3]) << 24; - FALLTHROUGH_INTENDED; - case 3: - h ^= ByteAs64(data[2]) << 16; - FALLTHROUGH_INTENDED; - case 2: - h ^= ByteAs64(data[1]) << 8; - FALLTHROUGH_INTENDED; - case 1: - h ^= ByteAs64(data[0]); - h *= m; - } - - h ^= h >> r; - h *= m; - h ^= h >> r; - - return h; -} -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/hash.h b/cmds/statsd/src/hash.h deleted file mode 100644 index cfe869f60202..000000000000 --- a/cmds/statsd/src/hash.h +++ /dev/null @@ -1,46 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#pragma once - -#include <string> - -namespace android { -namespace os { -namespace statsd { - -extern uint32_t Hash32(const char *data, size_t n, uint32_t seed); -extern uint64_t Hash64(const char* data, size_t n, uint64_t seed); - -inline uint32_t Hash32(const char *data, size_t n) { - return Hash32(data, n, 0xBEEF); -} - -inline uint32_t Hash32(const std::string &input) { - return Hash32(input.data(), input.size()); -} - -inline uint64_t Hash64(const char* data, size_t n) { - return Hash64(data, n, 0xDECAFCAFFE); -} - -inline uint64_t Hash64(const std::string& str) { - return Hash64(str.data(), str.size()); -} - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/logd/LogEvent.cpp b/cmds/statsd/src/logd/LogEvent.cpp deleted file mode 100644 index 4f031724763f..000000000000 --- a/cmds/statsd/src/logd/LogEvent.cpp +++ /dev/null @@ -1,618 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#define DEBUG false // STOPSHIP if true -#include "logd/LogEvent.h" - -#include <android-base/stringprintf.h> -#include <android/binder_ibinder.h> -#include <log/log.h> -#include <private/android_filesystem_config.h> - -#include "annotations.h" -#include "stats_log_util.h" -#include "statslog_statsd.h" - -namespace android { -namespace os { -namespace statsd { - -// for TrainInfo experiment id serialization -const int FIELD_ID_EXPERIMENT_ID = 1; - -using namespace android::util; -using android::base::StringPrintf; -using android::util::ProtoOutputStream; -using std::string; -using std::vector; - -// stats_event.h socket types. Keep in sync. -/* ERRORS */ -#define ERROR_NO_TIMESTAMP 0x1 -#define ERROR_NO_ATOM_ID 0x2 -#define ERROR_OVERFLOW 0x4 -#define ERROR_ATTRIBUTION_CHAIN_TOO_LONG 0x8 -#define ERROR_TOO_MANY_KEY_VALUE_PAIRS 0x10 -#define ERROR_ANNOTATION_DOES_NOT_FOLLOW_FIELD 0x20 -#define ERROR_INVALID_ANNOTATION_ID 0x40 -#define ERROR_ANNOTATION_ID_TOO_LARGE 0x80 -#define ERROR_TOO_MANY_ANNOTATIONS 0x100 -#define ERROR_TOO_MANY_FIELDS 0x200 -#define ERROR_INVALID_VALUE_TYPE 0x400 -#define ERROR_STRING_NOT_NULL_TERMINATED 0x800 - -/* TYPE IDS */ -#define INT32_TYPE 0x00 -#define INT64_TYPE 0x01 -#define STRING_TYPE 0x02 -#define LIST_TYPE 0x03 -#define FLOAT_TYPE 0x04 -#define BOOL_TYPE 0x05 -#define BYTE_ARRAY_TYPE 0x06 -#define OBJECT_TYPE 0x07 -#define KEY_VALUE_PAIRS_TYPE 0x08 -#define ATTRIBUTION_CHAIN_TYPE 0x09 -#define ERROR_TYPE 0x0F - -LogEvent::LogEvent(int32_t uid, int32_t pid) - : mLogdTimestampNs(time(nullptr)), mLogUid(uid), mLogPid(pid) { -} - -LogEvent::LogEvent(const string& trainName, int64_t trainVersionCode, bool requiresStaging, - bool rollbackEnabled, bool requiresLowLatencyMonitor, int32_t state, - const std::vector<uint8_t>& experimentIds, int32_t userId) { - mLogdTimestampNs = getWallClockNs(); - mElapsedTimestampNs = getElapsedRealtimeNs(); - mTagId = util::BINARY_PUSH_STATE_CHANGED; - mLogUid = AIBinder_getCallingUid(); - mLogPid = AIBinder_getCallingPid(); - - mValues.push_back(FieldValue(Field(mTagId, getSimpleField(1)), Value(trainName))); - mValues.push_back(FieldValue(Field(mTagId, getSimpleField(2)), Value(trainVersionCode))); - mValues.push_back(FieldValue(Field(mTagId, getSimpleField(3)), Value((int)requiresStaging))); - mValues.push_back(FieldValue(Field(mTagId, getSimpleField(4)), Value((int)rollbackEnabled))); - mValues.push_back( - FieldValue(Field(mTagId, getSimpleField(5)), Value((int)requiresLowLatencyMonitor))); - mValues.push_back(FieldValue(Field(mTagId, getSimpleField(6)), Value(state))); - mValues.push_back(FieldValue(Field(mTagId, getSimpleField(7)), Value(experimentIds))); - mValues.push_back(FieldValue(Field(mTagId, getSimpleField(8)), Value(userId))); -} - -LogEvent::LogEvent(int64_t wallClockTimestampNs, int64_t elapsedTimestampNs, - const InstallTrainInfo& trainInfo) { - mLogdTimestampNs = wallClockTimestampNs; - mElapsedTimestampNs = elapsedTimestampNs; - mTagId = util::TRAIN_INFO; - - mValues.push_back( - FieldValue(Field(mTagId, getSimpleField(1)), Value(trainInfo.trainVersionCode))); - std::vector<uint8_t> experimentIdsProto; - writeExperimentIdsToProto(trainInfo.experimentIds, &experimentIdsProto); - mValues.push_back(FieldValue(Field(mTagId, getSimpleField(2)), Value(experimentIdsProto))); - mValues.push_back(FieldValue(Field(mTagId, getSimpleField(3)), Value(trainInfo.trainName))); - mValues.push_back(FieldValue(Field(mTagId, getSimpleField(4)), Value(trainInfo.status))); -} - -void LogEvent::parseInt32(int32_t* pos, int32_t depth, bool* last, uint8_t numAnnotations) { - int32_t value = readNextValue<int32_t>(); - addToValues(pos, depth, value, last); - parseAnnotations(numAnnotations); -} - -void LogEvent::parseInt64(int32_t* pos, int32_t depth, bool* last, uint8_t numAnnotations) { - int64_t value = readNextValue<int64_t>(); - addToValues(pos, depth, value, last); - parseAnnotations(numAnnotations); -} - -void LogEvent::parseString(int32_t* pos, int32_t depth, bool* last, uint8_t numAnnotations) { - int32_t numBytes = readNextValue<int32_t>(); - if ((uint32_t)numBytes > mRemainingLen) { - mValid = false; - return; - } - - string value = string((char*)mBuf, numBytes); - mBuf += numBytes; - mRemainingLen -= numBytes; - addToValues(pos, depth, value, last); - parseAnnotations(numAnnotations); -} - -void LogEvent::parseFloat(int32_t* pos, int32_t depth, bool* last, uint8_t numAnnotations) { - float value = readNextValue<float>(); - addToValues(pos, depth, value, last); - parseAnnotations(numAnnotations); -} - -void LogEvent::parseBool(int32_t* pos, int32_t depth, bool* last, uint8_t numAnnotations) { - // cast to int32_t because FieldValue does not support bools - int32_t value = (int32_t)readNextValue<uint8_t>(); - addToValues(pos, depth, value, last); - parseAnnotations(numAnnotations); -} - -void LogEvent::parseByteArray(int32_t* pos, int32_t depth, bool* last, uint8_t numAnnotations) { - int32_t numBytes = readNextValue<int32_t>(); - if ((uint32_t)numBytes > mRemainingLen) { - mValid = false; - return; - } - - vector<uint8_t> value(mBuf, mBuf + numBytes); - mBuf += numBytes; - mRemainingLen -= numBytes; - addToValues(pos, depth, value, last); - parseAnnotations(numAnnotations); -} - -void LogEvent::parseKeyValuePairs(int32_t* pos, int32_t depth, bool* last, uint8_t numAnnotations) { - int32_t numPairs = readNextValue<uint8_t>(); - - for (pos[1] = 1; pos[1] <= numPairs; pos[1]++) { - last[1] = (pos[1] == numPairs); - - // parse key - pos[2] = 1; - parseInt32(pos, /*depth=*/2, last, /*numAnnotations=*/0); - - // parse value - last[2] = true; - - uint8_t typeInfo = readNextValue<uint8_t>(); - switch (getTypeId(typeInfo)) { - case INT32_TYPE: - pos[2] = 2; // pos[2] determined by index of type in KeyValuePair in atoms.proto - parseInt32(pos, /*depth=*/2, last, /*numAnnotations=*/0); - break; - case INT64_TYPE: - pos[2] = 3; - parseInt64(pos, /*depth=*/2, last, /*numAnnotations=*/0); - break; - case STRING_TYPE: - pos[2] = 4; - parseString(pos, /*depth=*/2, last, /*numAnnotations=*/0); - break; - case FLOAT_TYPE: - pos[2] = 5; - parseFloat(pos, /*depth=*/2, last, /*numAnnotations=*/0); - break; - default: - mValid = false; - } - } - - parseAnnotations(numAnnotations); - - pos[1] = pos[2] = 1; - last[1] = last[2] = false; -} - -void LogEvent::parseAttributionChain(int32_t* pos, int32_t depth, bool* last, - uint8_t numAnnotations) { - const unsigned int firstUidInChainIndex = mValues.size(); - const int32_t numNodes = readNextValue<uint8_t>(); - for (pos[1] = 1; pos[1] <= numNodes; pos[1]++) { - last[1] = (pos[1] == numNodes); - - // parse uid - pos[2] = 1; - parseInt32(pos, /*depth=*/2, last, /*numAnnotations=*/0); - - // parse tag - pos[2] = 2; - last[2] = true; - parseString(pos, /*depth=*/2, last, /*numAnnotations=*/0); - } - - if (mValues.size() - 1 > INT8_MAX) { - mValid = false; - } else if (mValues.size() - 1 > firstUidInChainIndex) { - // At least one node was successfully parsed. - mAttributionChainStartIndex = static_cast<int8_t>(firstUidInChainIndex); - mAttributionChainEndIndex = static_cast<int8_t>(mValues.size() - 1); - } - - if (mValid) { - parseAnnotations(numAnnotations, firstUidInChainIndex); - } - - pos[1] = pos[2] = 1; - last[1] = last[2] = false; -} - -// Assumes that mValues is not empty -bool LogEvent::checkPreviousValueType(Type expected) { - return mValues[mValues.size() - 1].mValue.getType() == expected; -} - -void LogEvent::parseIsUidAnnotation(uint8_t annotationType) { - if (mValues.empty() || mValues.size() - 1 > INT8_MAX || !checkPreviousValueType(INT) - || annotationType != BOOL_TYPE) { - mValid = false; - return; - } - - bool isUid = readNextValue<uint8_t>(); - if (isUid) mUidFieldIndex = static_cast<int8_t>(mValues.size() - 1); - mValues[mValues.size() - 1].mAnnotations.setUidField(isUid); -} - -void LogEvent::parseTruncateTimestampAnnotation(uint8_t annotationType) { - if (!mValues.empty() || annotationType != BOOL_TYPE) { - mValid = false; - return; - } - - mTruncateTimestamp = readNextValue<uint8_t>(); -} - -void LogEvent::parsePrimaryFieldAnnotation(uint8_t annotationType) { - if (mValues.empty() || annotationType != BOOL_TYPE) { - mValid = false; - return; - } - - const bool primaryField = readNextValue<uint8_t>(); - mValues[mValues.size() - 1].mAnnotations.setPrimaryField(primaryField); -} - -void LogEvent::parsePrimaryFieldFirstUidAnnotation(uint8_t annotationType, - int firstUidInChainIndex) { - if (mValues.empty() || annotationType != BOOL_TYPE || -1 == firstUidInChainIndex) { - mValid = false; - return; - } - - if (static_cast<int>(mValues.size() - 1) < firstUidInChainIndex) { // AttributionChain is empty. - mValid = false; - android_errorWriteLog(0x534e4554, "174485572"); - return; - } - - const bool primaryField = readNextValue<uint8_t>(); - mValues[firstUidInChainIndex].mAnnotations.setPrimaryField(primaryField); -} - -void LogEvent::parseExclusiveStateAnnotation(uint8_t annotationType) { - if (mValues.empty() || annotationType != BOOL_TYPE) { - mValid = false; - return; - } - - if (mValues.size() - 1 > INT8_MAX) { - android_errorWriteLog(0x534e4554, "174488848"); - mValid = false; - return; - } - - const bool exclusiveState = readNextValue<uint8_t>(); - mExclusiveStateFieldIndex = static_cast<int8_t>(mValues.size() - 1); - mValues[getExclusiveStateFieldIndex()].mAnnotations.setExclusiveState(exclusiveState); -} - -void LogEvent::parseTriggerStateResetAnnotation(uint8_t annotationType) { - if (mValues.empty() || annotationType != INT32_TYPE) { - mValid = false; - return; - } - - mResetState = readNextValue<int32_t>(); -} - -void LogEvent::parseStateNestedAnnotation(uint8_t annotationType) { - if (mValues.empty() || annotationType != BOOL_TYPE) { - mValid = false; - return; - } - - bool nested = readNextValue<uint8_t>(); - mValues[mValues.size() - 1].mAnnotations.setNested(nested); -} - -// firstUidInChainIndex is a default parameter that is only needed when parsing -// annotations for attribution chains. -void LogEvent::parseAnnotations(uint8_t numAnnotations, int firstUidInChainIndex) { - for (uint8_t i = 0; i < numAnnotations; i++) { - uint8_t annotationId = readNextValue<uint8_t>(); - uint8_t annotationType = readNextValue<uint8_t>(); - - switch (annotationId) { - case ANNOTATION_ID_IS_UID: - parseIsUidAnnotation(annotationType); - break; - case ANNOTATION_ID_TRUNCATE_TIMESTAMP: - parseTruncateTimestampAnnotation(annotationType); - break; - case ANNOTATION_ID_PRIMARY_FIELD: - parsePrimaryFieldAnnotation(annotationType); - break; - case ANNOTATION_ID_PRIMARY_FIELD_FIRST_UID: - parsePrimaryFieldFirstUidAnnotation(annotationType, firstUidInChainIndex); - break; - case ANNOTATION_ID_EXCLUSIVE_STATE: - parseExclusiveStateAnnotation(annotationType); - break; - case ANNOTATION_ID_TRIGGER_STATE_RESET: - parseTriggerStateResetAnnotation(annotationType); - break; - case ANNOTATION_ID_STATE_NESTED: - parseStateNestedAnnotation(annotationType); - break; - default: - mValid = false; - return; - } - } -} - -// This parsing logic is tied to the encoding scheme used in StatsEvent.java and -// stats_event.c -bool LogEvent::parseBuffer(uint8_t* buf, size_t len) { - mBuf = buf; - mRemainingLen = (uint32_t)len; - - int32_t pos[] = {1, 1, 1}; - bool last[] = {false, false, false}; - - // Beginning of buffer is OBJECT_TYPE | NUM_FIELDS | TIMESTAMP | ATOM_ID - uint8_t typeInfo = readNextValue<uint8_t>(); - if (getTypeId(typeInfo) != OBJECT_TYPE) mValid = false; - - uint8_t numElements = readNextValue<uint8_t>(); - if (numElements < 2 || numElements > 127) mValid = false; - - typeInfo = readNextValue<uint8_t>(); - if (getTypeId(typeInfo) != INT64_TYPE) mValid = false; - mElapsedTimestampNs = readNextValue<int64_t>(); - numElements--; - - typeInfo = readNextValue<uint8_t>(); - if (getTypeId(typeInfo) != INT32_TYPE) mValid = false; - mTagId = readNextValue<int32_t>(); - numElements--; - parseAnnotations(getNumAnnotations(typeInfo)); // atom-level annotations - - for (pos[0] = 1; pos[0] <= numElements && mValid; pos[0]++) { - last[0] = (pos[0] == numElements); - - typeInfo = readNextValue<uint8_t>(); - uint8_t typeId = getTypeId(typeInfo); - - switch (typeId) { - case BOOL_TYPE: - parseBool(pos, /*depth=*/0, last, getNumAnnotations(typeInfo)); - break; - case INT32_TYPE: - parseInt32(pos, /*depth=*/0, last, getNumAnnotations(typeInfo)); - break; - case INT64_TYPE: - parseInt64(pos, /*depth=*/0, last, getNumAnnotations(typeInfo)); - break; - case FLOAT_TYPE: - parseFloat(pos, /*depth=*/0, last, getNumAnnotations(typeInfo)); - break; - case BYTE_ARRAY_TYPE: - parseByteArray(pos, /*depth=*/0, last, getNumAnnotations(typeInfo)); - break; - case STRING_TYPE: - parseString(pos, /*depth=*/0, last, getNumAnnotations(typeInfo)); - break; - case KEY_VALUE_PAIRS_TYPE: - parseKeyValuePairs(pos, /*depth=*/0, last, getNumAnnotations(typeInfo)); - break; - case ATTRIBUTION_CHAIN_TYPE: - parseAttributionChain(pos, /*depth=*/0, last, getNumAnnotations(typeInfo)); - break; - case ERROR_TYPE: - /* mErrorBitmask =*/ readNextValue<int32_t>(); - mValid = false; - break; - default: - mValid = false; - break; - } - } - - if (mRemainingLen != 0) mValid = false; - mBuf = nullptr; - return mValid; -} - -uint8_t LogEvent::getTypeId(uint8_t typeInfo) { - return typeInfo & 0x0F; // type id in lower 4 bytes -} - -uint8_t LogEvent::getNumAnnotations(uint8_t typeInfo) { - return (typeInfo >> 4) & 0x0F; // num annotations in upper 4 bytes -} - -int64_t LogEvent::GetLong(size_t key, status_t* err) const { - // TODO(b/110561208): encapsulate the magical operations in Field struct as static functions - int field = getSimpleField(key); - for (const auto& value : mValues) { - if (value.mField.getField() == field) { - if (value.mValue.getType() == LONG) { - return value.mValue.long_value; - } else if (value.mValue.getType() == INT) { - return value.mValue.int_value; - } else { - *err = BAD_TYPE; - return 0; - } - } - if ((size_t)value.mField.getPosAtDepth(0) > key) { - break; - } - } - - *err = BAD_INDEX; - return 0; -} - -int LogEvent::GetInt(size_t key, status_t* err) const { - int field = getSimpleField(key); - for (const auto& value : mValues) { - if (value.mField.getField() == field) { - if (value.mValue.getType() == INT) { - return value.mValue.int_value; - } else { - *err = BAD_TYPE; - return 0; - } - } - if ((size_t)value.mField.getPosAtDepth(0) > key) { - break; - } - } - - *err = BAD_INDEX; - return 0; -} - -const char* LogEvent::GetString(size_t key, status_t* err) const { - int field = getSimpleField(key); - for (const auto& value : mValues) { - if (value.mField.getField() == field) { - if (value.mValue.getType() == STRING) { - return value.mValue.str_value.c_str(); - } else { - *err = BAD_TYPE; - return 0; - } - } - if ((size_t)value.mField.getPosAtDepth(0) > key) { - break; - } - } - - *err = BAD_INDEX; - return NULL; -} - -bool LogEvent::GetBool(size_t key, status_t* err) const { - int field = getSimpleField(key); - for (const auto& value : mValues) { - if (value.mField.getField() == field) { - if (value.mValue.getType() == INT) { - return value.mValue.int_value != 0; - } else if (value.mValue.getType() == LONG) { - return value.mValue.long_value != 0; - } else { - *err = BAD_TYPE; - return false; - } - } - if ((size_t)value.mField.getPosAtDepth(0) > key) { - break; - } - } - - *err = BAD_INDEX; - return false; -} - -float LogEvent::GetFloat(size_t key, status_t* err) const { - int field = getSimpleField(key); - for (const auto& value : mValues) { - if (value.mField.getField() == field) { - if (value.mValue.getType() == FLOAT) { - return value.mValue.float_value; - } else { - *err = BAD_TYPE; - return 0.0; - } - } - if ((size_t)value.mField.getPosAtDepth(0) > key) { - break; - } - } - - *err = BAD_INDEX; - return 0.0; -} - -std::vector<uint8_t> LogEvent::GetStorage(size_t key, status_t* err) const { - int field = getSimpleField(key); - for (const auto& value : mValues) { - if (value.mField.getField() == field) { - if (value.mValue.getType() == STORAGE) { - return value.mValue.storage_value; - } else { - *err = BAD_TYPE; - return vector<uint8_t>(); - } - } - if ((size_t)value.mField.getPosAtDepth(0) > key) { - break; - } - } - - *err = BAD_INDEX; - return vector<uint8_t>(); -} - -string LogEvent::ToString() const { - string result; - result += StringPrintf("{ uid(%d) %lld %lld (%d)", mLogUid, (long long)mLogdTimestampNs, - (long long)mElapsedTimestampNs, mTagId); - for (const auto& value : mValues) { - result += - StringPrintf("%#x", value.mField.getField()) + "->" + value.mValue.toString() + " "; - } - result += " }"; - return result; -} - -void LogEvent::ToProto(ProtoOutputStream& protoOutput) const { - writeFieldValueTreeToStream(mTagId, getValues(), &protoOutput); -} - -bool LogEvent::hasAttributionChain(std::pair<int, int>* indexRange) const { - if (mAttributionChainStartIndex == -1 || mAttributionChainEndIndex == -1) { - return false; - } - - if (nullptr != indexRange) { - indexRange->first = static_cast<int>(mAttributionChainStartIndex); - indexRange->second = static_cast<int>(mAttributionChainEndIndex); - } - - return true; -} - -void writeExperimentIdsToProto(const std::vector<int64_t>& experimentIds, - std::vector<uint8_t>* protoOut) { - ProtoOutputStream proto; - for (const auto& expId : experimentIds) { - proto.write(FIELD_TYPE_INT64 | FIELD_COUNT_REPEATED | FIELD_ID_EXPERIMENT_ID, - (long long)expId); - } - - protoOut->resize(proto.size()); - size_t pos = 0; - sp<ProtoReader> reader = proto.data(); - while (reader->readBuffer() != NULL) { - size_t toRead = reader->currentToRead(); - std::memcpy(protoOut->data() + pos, reader->readBuffer(), toRead); - pos += toRead; - reader->move(toRead); - } -} - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/logd/LogEvent.h b/cmds/statsd/src/logd/LogEvent.h deleted file mode 100644 index a5f24603585a..000000000000 --- a/cmds/statsd/src/logd/LogEvent.h +++ /dev/null @@ -1,331 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#pragma once - -#include "FieldValue.h" - -#include <android/util/ProtoOutputStream.h> -#include <private/android_logger.h> - -#include <string> -#include <vector> - -namespace android { -namespace os { -namespace statsd { - -struct InstallTrainInfo { - int64_t trainVersionCode; - std::string trainName; - int32_t status; - std::vector<int64_t> experimentIds; - bool requiresStaging; - bool rollbackEnabled; - bool requiresLowLatencyMonitor; -}; - -/** - * This class decodes the structured, serialized encoding of an atom into a - * vector of FieldValues. - */ -class LogEvent { -public: - /** - * \param uid user id of the logging caller - * \param pid process id of the logging caller - */ - explicit LogEvent(int32_t uid, int32_t pid); - - /** - * Parses the atomId, timestamp, and vector of values from a buffer - * containing the StatsEvent/AStatsEvent encoding of an atom. - * - * \param buf a buffer that begins at the start of the serialized atom (it - * should not include the android_log_header_t or the StatsEventTag) - * \param len size of the buffer - * - * \return success of the initialization - */ - bool parseBuffer(uint8_t* buf, size_t len); - - // Constructs a BinaryPushStateChanged LogEvent from API call. - explicit LogEvent(const std::string& trainName, int64_t trainVersionCode, bool requiresStaging, - bool rollbackEnabled, bool requiresLowLatencyMonitor, int32_t state, - const std::vector<uint8_t>& experimentIds, int32_t userId); - - explicit LogEvent(int64_t wallClockTimestampNs, int64_t elapsedTimestampNs, - const InstallTrainInfo& installTrainInfo); - - ~LogEvent() {} - - /** - * Get the timestamp associated with this event. - */ - inline int64_t GetLogdTimestampNs() const { return mLogdTimestampNs; } - inline int64_t GetElapsedTimestampNs() const { return mElapsedTimestampNs; } - - /** - * Get the tag for this event. - */ - inline int GetTagId() const { return mTagId; } - - /** - * Get the uid of the logging client. - * Returns -1 if the uid is unknown/has not been set. - */ - inline int32_t GetUid() const { return mLogUid; } - - /** - * Get the pid of the logging client. - * Returns -1 if the pid is unknown/has not been set. - */ - inline int32_t GetPid() const { return mLogPid; } - - /** - * Get the nth value, starting at 1. - * - * Returns BAD_INDEX if the index is larger than the number of elements. - * Returns BAD_TYPE if the index is available but the data is the wrong type. - */ - int64_t GetLong(size_t key, status_t* err) const; - int GetInt(size_t key, status_t* err) const; - const char* GetString(size_t key, status_t* err) const; - bool GetBool(size_t key, status_t* err) const; - float GetFloat(size_t key, status_t* err) const; - std::vector<uint8_t> GetStorage(size_t key, status_t* err) const; - - /** - * Return a string representation of this event. - */ - std::string ToString() const; - - /** - * Write this object to a ProtoOutputStream. - */ - void ToProto(android::util::ProtoOutputStream& out) const; - - /** - * Set elapsed timestamp if the original timestamp is missing. - */ - void setElapsedTimestampNs(int64_t timestampNs) { - mElapsedTimestampNs = timestampNs; - } - - /** - * Set the timestamp if the original logd timestamp is missing. - */ - void setLogdWallClockTimestampNs(int64_t timestampNs) { - mLogdTimestampNs = timestampNs; - } - - inline int size() const { - return mValues.size(); - } - - const std::vector<FieldValue>& getValues() const { - return mValues; - } - - std::vector<FieldValue>* getMutableValues() { - return &mValues; - } - - // Default value = false - inline bool shouldTruncateTimestamp() const { - return mTruncateTimestamp; - } - - // Returns the index of the uid field within the FieldValues vector if the - // uid exists. If there is no uid field, returns -1. - // - // If the index within the atom definition is desired, do the following: - // int vectorIndex = LogEvent.getUidFieldIndex(); - // if (vectorIndex != -1) { - // FieldValue& v = LogEvent.getValues()[vectorIndex]; - // int atomIndex = v.mField.getPosAtDepth(0); - // } - // Note that atomIndex is 1-indexed. - inline int getUidFieldIndex() { - return static_cast<int>(mUidFieldIndex); - } - - // Returns whether this LogEvent has an AttributionChain. - // If it does and indexRange is not a nullptr, populate indexRange with the start and end index - // of the AttributionChain within mValues. - bool hasAttributionChain(std::pair<int, int>* indexRange = nullptr) const; - - // Returns the index of the exclusive state field within the FieldValues vector if - // an exclusive state exists. If there is no exclusive state field, returns -1. - // - // If the index within the atom definition is desired, do the following: - // int vectorIndex = LogEvent.getExclusiveStateFieldIndex(); - // if (vectorIndex != -1) { - // FieldValue& v = LogEvent.getValues()[vectorIndex]; - // int atomIndex = v.mField.getPosAtDepth(0); - // } - // Note that atomIndex is 1-indexed. - inline int getExclusiveStateFieldIndex() const { - return static_cast<int>(mExclusiveStateFieldIndex); - } - - // If a reset state is not sent in the StatsEvent, returns -1. Note that a - // reset state is sent if and only if a reset should be triggered. - inline int getResetState() const { - return mResetState; - } - - inline LogEvent makeCopy() { - return LogEvent(*this); - } - - template <class T> - status_t updateValue(size_t key, T& value, Type type) { - int field = getSimpleField(key); - for (auto& fieldValue : mValues) { - if (fieldValue.mField.getField() == field) { - if (fieldValue.mValue.getType() == type) { - fieldValue.mValue = Value(value); - return OK; - } else { - return BAD_TYPE; - } - } - } - return BAD_INDEX; - } - - bool isValid() const { - return mValid; - } - -private: - /** - * Only use this if copy is absolutely needed. - */ - LogEvent(const LogEvent&) = default; - - void parseInt32(int32_t* pos, int32_t depth, bool* last, uint8_t numAnnotations); - void parseInt64(int32_t* pos, int32_t depth, bool* last, uint8_t numAnnotations); - void parseString(int32_t* pos, int32_t depth, bool* last, uint8_t numAnnotations); - void parseFloat(int32_t* pos, int32_t depth, bool* last, uint8_t numAnnotations); - void parseBool(int32_t* pos, int32_t depth, bool* last, uint8_t numAnnotations); - void parseByteArray(int32_t* pos, int32_t depth, bool* last, uint8_t numAnnotations); - void parseKeyValuePairs(int32_t* pos, int32_t depth, bool* last, uint8_t numAnnotations); - void parseAttributionChain(int32_t* pos, int32_t depth, bool* last, uint8_t numAnnotations); - - void parseAnnotations(uint8_t numAnnotations, int firstUidInChainIndex = -1); - void parseIsUidAnnotation(uint8_t annotationType); - void parseTruncateTimestampAnnotation(uint8_t annotationType); - void parsePrimaryFieldAnnotation(uint8_t annotationType); - void parsePrimaryFieldFirstUidAnnotation(uint8_t annotationType, int firstUidInChainIndex); - void parseExclusiveStateAnnotation(uint8_t annotationType); - void parseTriggerStateResetAnnotation(uint8_t annotationType); - void parseStateNestedAnnotation(uint8_t annotationType); - bool checkPreviousValueType(Type expected); - - /** - * The below two variables are only valid during the execution of - * parseBuffer. There are no guarantees about the state of these variables - * before/after. - */ - uint8_t* mBuf; - uint32_t mRemainingLen; // number of valid bytes left in the buffer being parsed - - bool mValid = true; // stores whether the event we received from the socket is valid - - /** - * Side-effects: - * If there is enough space in buffer to read value of type T - * - move mBuf past the value that was just read - * - decrement mRemainingLen by size of T - * Else - * - set mValid to false - */ - template <class T> - T readNextValue() { - T value; - if (mRemainingLen < sizeof(T)) { - mValid = false; - value = 0; // all primitive types can successfully cast 0 - } else { - // When alignof(T) == 1, hopefully the compiler can optimize away - // this conditional as always true. - if ((reinterpret_cast<uintptr_t>(mBuf) % alignof(T)) == 0) { - // We're properly aligned, and can safely make this assignment. - value = *((T*)mBuf); - } else { - // We need to use memcpy. It's slower, but safe. - memcpy(&value, mBuf, sizeof(T)); - } - mBuf += sizeof(T); - mRemainingLen -= sizeof(T); - } - return value; - } - - template <class T> - void addToValues(int32_t* pos, int32_t depth, T& value, bool* last) { - Field f = Field(mTagId, pos, depth); - // do not decorate last position at depth 0 - for (int i = 1; i < depth; i++) { - if (last[i]) f.decorateLastPos(i); - } - - Value v = Value(value); - mValues.push_back(FieldValue(f, v)); - } - - uint8_t getTypeId(uint8_t typeInfo); - uint8_t getNumAnnotations(uint8_t typeInfo); - - // The items are naturally sorted in DFS order as we read them. this allows us to do fast - // matching. - std::vector<FieldValue> mValues; - - // The timestamp set by the logd. - int64_t mLogdTimestampNs; - - // The elapsed timestamp set by statsd log writer. - int64_t mElapsedTimestampNs; - - // The atom tag of the event (defaults to 0 if client does not - // appropriately set the atom id). - int mTagId = 0; - - // The uid of the logging client (defaults to -1). - int32_t mLogUid = -1; - - // The pid of the logging client (defaults to -1). - int32_t mLogPid = -1; - - // Annotations - bool mTruncateTimestamp = false; - int mResetState = -1; - - // Indexes within the FieldValue vector can be stored in 7 bits because - // that's the assumption enforced by the encoding used in FieldValue. - int8_t mUidFieldIndex = -1; - int8_t mAttributionChainStartIndex = -1; - int8_t mAttributionChainEndIndex = -1; - int8_t mExclusiveStateFieldIndex = -1; -}; - -void writeExperimentIdsToProto(const std::vector<int64_t>& experimentIds, std::vector<uint8_t>* protoOut); - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/logd/LogEventQueue.cpp b/cmds/statsd/src/logd/LogEventQueue.cpp deleted file mode 100644 index 146464bbe774..000000000000 --- a/cmds/statsd/src/logd/LogEventQueue.cpp +++ /dev/null @@ -1,62 +0,0 @@ -/* - * Copyright (C) 2019 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#define DEBUG false // STOPSHIP if true -#include "Log.h" - -#include "LogEventQueue.h" - -namespace android { -namespace os { -namespace statsd { - -using std::unique_lock; -using std::unique_ptr; - -unique_ptr<LogEvent> LogEventQueue::waitPop() { - std::unique_lock<std::mutex> lock(mMutex); - - if (mQueue.empty()) { - mCondition.wait(lock, [this] { return !this->mQueue.empty(); }); - } - - unique_ptr<LogEvent> item = std::move(mQueue.front()); - mQueue.pop(); - - return item; -} - -bool LogEventQueue::push(unique_ptr<LogEvent> item, int64_t* oldestTimestampNs) { - bool success; - { - std::unique_lock<std::mutex> lock(mMutex); - if (mQueue.size() < mQueueLimit) { - mQueue.push(std::move(item)); - success = true; - } else { - // safe operation as queue must not be empty. - *oldestTimestampNs = mQueue.front()->GetElapsedTimestampNs(); - success = false; - } - } - - mCondition.notify_one(); - return success; -} - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/logd/LogEventQueue.h b/cmds/statsd/src/logd/LogEventQueue.h deleted file mode 100644 index 9dda3d24c571..000000000000 --- a/cmds/statsd/src/logd/LogEventQueue.h +++ /dev/null @@ -1,57 +0,0 @@ -/* - * Copyright (C) 2019 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#pragma once - -#include "LogEvent.h" - -#include <condition_variable> -#include <mutex> -#include <queue> - -namespace android { -namespace os { -namespace statsd { - -/** - * A zero copy thread safe queue buffer for producing and consuming LogEvent. - */ -class LogEventQueue { -public: - explicit LogEventQueue(size_t maxSize) : mQueueLimit(maxSize){}; - - /** - * Blocking read one event from the queue. - */ - std::unique_ptr<LogEvent> waitPop(); - - /** - * Puts a LogEvent ptr to the end of the queue. - * Returns false on failure when the queue is full, and output the oldest event timestamp - * in the queue. - */ - bool push(std::unique_ptr<LogEvent> event, int64_t* oldestTimestampNs); - -private: - const size_t mQueueLimit; - std::condition_variable mCondition; - std::mutex mMutex; - std::queue<std::unique_ptr<LogEvent>> mQueue; -}; - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/main.cpp b/cmds/statsd/src/main.cpp deleted file mode 100644 index cd9c4e5b947b..000000000000 --- a/cmds/statsd/src/main.cpp +++ /dev/null @@ -1,113 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#define DEBUG false // STOPSHIP if true -#include "Log.h" - -#include "StatsService.h" -#include "socket/StatsSocketListener.h" - -#include <android/binder_interface_utils.h> -#include <android/binder_process.h> -#include <android/binder_manager.h> -#include <utils/Looper.h> - -#include <stdio.h> -#include <sys/stat.h> -#include <sys/types.h> -#include <unistd.h> - -using namespace android; -using namespace android::os::statsd; -using ::ndk::SharedRefBase; -using std::shared_ptr; -using std::make_shared; - -shared_ptr<StatsService> gStatsService = nullptr; -sp<StatsSocketListener> gSocketListener = nullptr; - -void signalHandler(int sig) { - if (sig == SIGPIPE) { - // ShellSubscriber uses SIGPIPE as a signal to detect the end of the - // client process. Don't prematurely exit(1) here. Instead, ignore the - // signal and allow the write call to return EPIPE. - ALOGI("statsd received SIGPIPE. Ignoring signal."); - return; - } - - if (gSocketListener != nullptr) gSocketListener->stopListener(); - if (gStatsService != nullptr) gStatsService->Terminate(); - ALOGW("statsd terminated on receiving signal %d.", sig); - exit(1); -} - -void registerSignalHandlers() -{ - struct sigaction sa; - sigemptyset(&sa.sa_mask); - sa.sa_flags = 0; - sa.sa_handler = signalHandler; - sigaction(SIGPIPE, &sa, nullptr); - sigaction(SIGHUP, &sa, nullptr); - sigaction(SIGINT, &sa, nullptr); - sigaction(SIGQUIT, &sa, nullptr); - sigaction(SIGTERM, &sa, nullptr); -} - -int main(int /*argc*/, char** /*argv*/) { - // Set up the looper - sp<Looper> looper(Looper::prepare(0 /* opts */)); - - // Set up the binder - ABinderProcess_setThreadPoolMaxThreadCount(9); - ABinderProcess_startThreadPool(); - - std::shared_ptr<LogEventQueue> eventQueue = - std::make_shared<LogEventQueue>(2000 /*buffer limit. Buffer is NOT pre-allocated*/); - - // Create the service - gStatsService = SharedRefBase::make<StatsService>(looper, eventQueue); - // TODO(b/149582373): Set DUMP_FLAG_PROTO once libbinder_ndk supports - // setting dumpsys priorities. - binder_status_t status = AServiceManager_addService(gStatsService->asBinder().get(), "stats"); - if (status != STATUS_OK) { - ALOGE("Failed to add service as AIDL service"); - return -1; - } - - registerSignalHandlers(); - - gStatsService->sayHiToStatsCompanion(); - - gStatsService->Startup(); - - gSocketListener = new StatsSocketListener(eventQueue); - - ALOGI("Statsd starts to listen to socket."); - // Backlog and /proc/sys/net/unix/max_dgram_qlen set to large value - if (gSocketListener->startListener(600)) { - exit(1); - } - - // Loop forever -- the reports run on this thread in a handler, and the - // binder calls remain responsive in their pool of one thread. - while (true) { - looper->pollAll(-1 /* timeoutMillis */); - } - ALOGW("statsd escaped from its loop."); - - return 1; -} diff --git a/cmds/statsd/src/matchers/CombinationLogMatchingTracker.cpp b/cmds/statsd/src/matchers/CombinationLogMatchingTracker.cpp deleted file mode 100644 index b94a9572113e..000000000000 --- a/cmds/statsd/src/matchers/CombinationLogMatchingTracker.cpp +++ /dev/null @@ -1,120 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#include "Log.h" - -#include "CombinationLogMatchingTracker.h" -#include "matchers/matcher_util.h" - -namespace android { -namespace os { -namespace statsd { - -using std::set; -using std::unordered_map; -using std::vector; - -CombinationLogMatchingTracker::CombinationLogMatchingTracker(const int64_t& id, const int index) - : LogMatchingTracker(id, index) { -} - -CombinationLogMatchingTracker::~CombinationLogMatchingTracker() { -} - -bool CombinationLogMatchingTracker::init(const vector<AtomMatcher>& allLogMatchers, - const vector<sp<LogMatchingTracker>>& allTrackers, - const unordered_map<int64_t, int>& matcherMap, - vector<bool>& stack) { - if (mInitialized) { - return true; - } - - // mark this node as visited in the recursion stack. - stack[mIndex] = true; - - AtomMatcher_Combination matcher = allLogMatchers[mIndex].combination(); - - // LogicalOperation is missing in the config - if (!matcher.has_operation()) { - return false; - } - - mLogicalOperation = matcher.operation(); - - if (mLogicalOperation == LogicalOperation::NOT && matcher.matcher_size() != 1) { - return false; - } - - for (const auto& child : matcher.matcher()) { - auto pair = matcherMap.find(child); - if (pair == matcherMap.end()) { - ALOGW("Matcher %lld not found in the config", (long long)child); - return false; - } - - int childIndex = pair->second; - - // if the child is a visited node in the recursion -> circle detected. - if (stack[childIndex]) { - ALOGE("Circle detected in matcher config"); - return false; - } - - if (!allTrackers[childIndex]->init(allLogMatchers, allTrackers, matcherMap, stack)) { - ALOGW("child matcher init failed %lld", (long long)child); - return false; - } - - mChildren.push_back(childIndex); - - const set<int>& childTagIds = allTrackers[childIndex]->getAtomIds(); - mAtomIds.insert(childTagIds.begin(), childTagIds.end()); - } - - mInitialized = true; - // unmark this node in the recursion stack. - stack[mIndex] = false; - return true; -} - -void CombinationLogMatchingTracker::onLogEvent(const LogEvent& event, - const vector<sp<LogMatchingTracker>>& allTrackers, - vector<MatchingState>& matcherResults) { - // this event has been processed. - if (matcherResults[mIndex] != MatchingState::kNotComputed) { - return; - } - - if (mAtomIds.find(event.GetTagId()) == mAtomIds.end()) { - matcherResults[mIndex] = MatchingState::kNotMatched; - return; - } - - // evaluate children matchers if they haven't been evaluated. - for (const int childIndex : mChildren) { - if (matcherResults[childIndex] == MatchingState::kNotComputed) { - const sp<LogMatchingTracker>& child = allTrackers[childIndex]; - child->onLogEvent(event, allTrackers, matcherResults); - } - } - - bool matched = combinationMatch(mChildren, mLogicalOperation, matcherResults); - matcherResults[mIndex] = matched ? MatchingState::kMatched : MatchingState::kNotMatched; -} - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/matchers/CombinationLogMatchingTracker.h b/cmds/statsd/src/matchers/CombinationLogMatchingTracker.h deleted file mode 100644 index 55bc46059fc1..000000000000 --- a/cmds/statsd/src/matchers/CombinationLogMatchingTracker.h +++ /dev/null @@ -1,53 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -#ifndef COMBINATION_LOG_MATCHING_TRACKER_H -#define COMBINATION_LOG_MATCHING_TRACKER_H - -#include <unordered_map> -#include <vector> -#include "LogMatchingTracker.h" -#include "frameworks/base/cmds/statsd/src/statsd_config.pb.h" - -namespace android { -namespace os { -namespace statsd { - -// Represents a AtomMatcher_Combination in the StatsdConfig. -class CombinationLogMatchingTracker : public virtual LogMatchingTracker { -public: - CombinationLogMatchingTracker(const int64_t& id, const int index); - - bool init(const std::vector<AtomMatcher>& allLogMatchers, - const std::vector<sp<LogMatchingTracker>>& allTrackers, - const std::unordered_map<int64_t, int>& matcherMap, - std::vector<bool>& stack); - - ~CombinationLogMatchingTracker(); - - void onLogEvent(const LogEvent& event, - const std::vector<sp<LogMatchingTracker>>& allTrackers, - std::vector<MatchingState>& matcherResults) override; - -private: - LogicalOperation mLogicalOperation; - - std::vector<int> mChildren; -}; - -} // namespace statsd -} // namespace os -} // namespace android -#endif // COMBINATION_LOG_MATCHING_TRACKER_H diff --git a/cmds/statsd/src/matchers/EventMatcherWizard.cpp b/cmds/statsd/src/matchers/EventMatcherWizard.cpp deleted file mode 100644 index 025c9a87b16b..000000000000 --- a/cmds/statsd/src/matchers/EventMatcherWizard.cpp +++ /dev/null @@ -1,35 +0,0 @@ -/* - * Copyright (C) 2018 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -#include "EventMatcherWizard.h" - -namespace android { -namespace os { -namespace statsd { - -using std::vector; - -MatchingState EventMatcherWizard::matchLogEvent(const LogEvent& event, int matcher_index) { - if (matcher_index < 0 || matcher_index >= (int)mAllEventMatchers.size()) { - return MatchingState::kNotComputed; - } - vector<MatchingState> matcherCache(mAllEventMatchers.size(), MatchingState::kNotComputed); - mAllEventMatchers[matcher_index]->onLogEvent(event, mAllEventMatchers, matcherCache); - return matcherCache[matcher_index]; -} - -} // namespace statsd -} // namespace os -} // namespace android
\ No newline at end of file diff --git a/cmds/statsd/src/matchers/EventMatcherWizard.h b/cmds/statsd/src/matchers/EventMatcherWizard.h deleted file mode 100644 index 57ec2b35ba32..000000000000 --- a/cmds/statsd/src/matchers/EventMatcherWizard.h +++ /dev/null @@ -1,41 +0,0 @@ -/* - * Copyright (C) 2018 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#pragma once - -#include "LogMatchingTracker.h" - -namespace android { -namespace os { -namespace statsd { - -class EventMatcherWizard : public virtual android::RefBase { -public: - EventMatcherWizard(){}; // for testing - EventMatcherWizard(const std::vector<sp<LogMatchingTracker>>& eventTrackers) - : mAllEventMatchers(eventTrackers){}; - - virtual ~EventMatcherWizard(){}; - - MatchingState matchLogEvent(const LogEvent& event, int matcher_index); - -private: - std::vector<sp<LogMatchingTracker>> mAllEventMatchers; -}; - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/matchers/LogMatchingTracker.h b/cmds/statsd/src/matchers/LogMatchingTracker.h deleted file mode 100644 index 88ab4e6f683a..000000000000 --- a/cmds/statsd/src/matchers/LogMatchingTracker.h +++ /dev/null @@ -1,96 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#ifndef LOG_MATCHING_TRACKER_H -#define LOG_MATCHING_TRACKER_H - -#include "frameworks/base/cmds/statsd/src/statsd_config.pb.h" -#include "logd/LogEvent.h" -#include "matchers/matcher_util.h" - -#include <utils/RefBase.h> - -#include <set> -#include <unordered_map> -#include <vector> - -namespace android { -namespace os { -namespace statsd { - -class LogMatchingTracker : public virtual RefBase { -public: - LogMatchingTracker(const int64_t& id, const int index) - : mId(id), mIndex(index), mInitialized(false){}; - - virtual ~LogMatchingTracker(){}; - - // Initialize this LogMatchingTracker. - // allLogMatchers: the list of the AtomMatcher proto config. This is needed because we don't - // store the proto object in memory. We only need it during initilization. - // allTrackers: the list of the LogMatchingTracker objects. It's a one-to-one mapping with - // allLogMatchers. This is needed because the initialization is done recursively - // for CombinationLogMatchingTrackers using DFS. - // stack: a bit map to record which matcher has been visited on the stack. This is for detecting - // circle dependency. - virtual bool init(const std::vector<AtomMatcher>& allLogMatchers, - const std::vector<sp<LogMatchingTracker>>& allTrackers, - const std::unordered_map<int64_t, int>& matcherMap, - std::vector<bool>& stack) = 0; - - // Called when a log event comes. - // event: the log event. - // allTrackers: the list of all LogMatchingTrackers. This is needed because the log processing - // is done recursively. - // matcherResults: The cached results for all matchers for this event. Parent matchers can - // directly access the children's matching results if they have been evaluated. - // Otherwise, call children matchers' onLogEvent. - virtual void onLogEvent(const LogEvent& event, - const std::vector<sp<LogMatchingTracker>>& allTrackers, - std::vector<MatchingState>& matcherResults) = 0; - - // Get the tagIds that this matcher cares about. The combined collection is stored - // in MetricMananger, so that we can pass any LogEvents that are not interest of us. It uses - // some memory but hopefully it can save us much CPU time when there is flood of events. - virtual const std::set<int>& getAtomIds() const { - return mAtomIds; - } - - const int64_t& getId() const { - return mId; - } - -protected: - // Name of this matching. We don't really need the name, but it makes log message easy to debug. - const int64_t mId; - - // Index of this LogMatchingTracker in MetricsManager's container. - const int mIndex; - - // Whether this LogMatchingTracker has been properly initialized. - bool mInitialized; - - // The collection of the event tag ids that this LogMatchingTracker cares. So we can quickly - // return kNotMatched when we receive an event with an id not in the list. This is especially - // useful when we have a complex CombinationLogMatcherTracker. - std::set<int> mAtomIds; -}; - -} // namespace statsd -} // namespace os -} // namespace android - -#endif // LOG_MATCHING_TRACKER_H diff --git a/cmds/statsd/src/matchers/SimpleLogMatchingTracker.cpp b/cmds/statsd/src/matchers/SimpleLogMatchingTracker.cpp deleted file mode 100644 index 082daf5a1916..000000000000 --- a/cmds/statsd/src/matchers/SimpleLogMatchingTracker.cpp +++ /dev/null @@ -1,73 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#define DEBUG false // STOPSHIP if true -#include "Log.h" - -#include "SimpleLogMatchingTracker.h" - -namespace android { -namespace os { -namespace statsd { - -using std::unordered_map; -using std::vector; - - -SimpleLogMatchingTracker::SimpleLogMatchingTracker(const int64_t& id, const int index, - const SimpleAtomMatcher& matcher, - const UidMap& uidMap) - : LogMatchingTracker(id, index), mMatcher(matcher), mUidMap(uidMap) { - if (!matcher.has_atom_id()) { - mInitialized = false; - } else { - mAtomIds.insert(matcher.atom_id()); - mInitialized = true; - } -} - -SimpleLogMatchingTracker::~SimpleLogMatchingTracker() { -} - -bool SimpleLogMatchingTracker::init(const vector<AtomMatcher>& allLogMatchers, - const vector<sp<LogMatchingTracker>>& allTrackers, - const unordered_map<int64_t, int>& matcherMap, - vector<bool>& stack) { - // no need to do anything. - return mInitialized; -} - -void SimpleLogMatchingTracker::onLogEvent(const LogEvent& event, - const vector<sp<LogMatchingTracker>>& allTrackers, - vector<MatchingState>& matcherResults) { - if (matcherResults[mIndex] != MatchingState::kNotComputed) { - VLOG("Matcher %lld already evaluated ", (long long)mId); - return; - } - - if (mAtomIds.find(event.GetTagId()) == mAtomIds.end()) { - matcherResults[mIndex] = MatchingState::kNotMatched; - return; - } - - bool matched = matchesSimple(mUidMap, mMatcher, event); - matcherResults[mIndex] = matched ? MatchingState::kMatched : MatchingState::kNotMatched; - VLOG("Stats SimpleLogMatcher %lld matched? %d", (long long)mId, matched); -} - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/matchers/SimpleLogMatchingTracker.h b/cmds/statsd/src/matchers/SimpleLogMatchingTracker.h deleted file mode 100644 index a0f6a888bd44..000000000000 --- a/cmds/statsd/src/matchers/SimpleLogMatchingTracker.h +++ /dev/null @@ -1,55 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#ifndef SIMPLE_LOG_MATCHING_TRACKER_H -#define SIMPLE_LOG_MATCHING_TRACKER_H - -#include <unordered_map> -#include <vector> -#include "LogMatchingTracker.h" -#include "frameworks/base/cmds/statsd/src/statsd_config.pb.h" -#include "packages/UidMap.h" - -namespace android { -namespace os { -namespace statsd { - -class SimpleLogMatchingTracker : public virtual LogMatchingTracker { -public: - SimpleLogMatchingTracker(const int64_t& id, const int index, - const SimpleAtomMatcher& matcher, - const UidMap& uidMap); - - ~SimpleLogMatchingTracker(); - - bool init(const std::vector<AtomMatcher>& allLogMatchers, - const std::vector<sp<LogMatchingTracker>>& allTrackers, - const std::unordered_map<int64_t, int>& matcherMap, - std::vector<bool>& stack) override; - - void onLogEvent(const LogEvent& event, - const std::vector<sp<LogMatchingTracker>>& allTrackers, - std::vector<MatchingState>& matcherResults) override; - -private: - const SimpleAtomMatcher mMatcher; - const UidMap& mUidMap; -}; - -} // namespace statsd -} // namespace os -} // namespace android -#endif // SIMPLE_LOG_MATCHING_TRACKER_H diff --git a/cmds/statsd/src/matchers/matcher_util.cpp b/cmds/statsd/src/matchers/matcher_util.cpp deleted file mode 100644 index 2b4c6a3cbf1e..000000000000 --- a/cmds/statsd/src/matchers/matcher_util.cpp +++ /dev/null @@ -1,372 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -#define DEBUG false // STOPSHIP if true -#include "Log.h" - -#include "frameworks/base/cmds/statsd/src/statsd_config.pb.h" -#include "matchers/LogMatchingTracker.h" -#include "matchers/matcher_util.h" -#include "stats_util.h" - -using std::set; -using std::string; -using std::vector; - -namespace android { -namespace os { -namespace statsd { - -bool combinationMatch(const vector<int>& children, const LogicalOperation& operation, - const vector<MatchingState>& matcherResults) { - bool matched; - switch (operation) { - case LogicalOperation::AND: { - matched = true; - for (const int childIndex : children) { - if (matcherResults[childIndex] != MatchingState::kMatched) { - matched = false; - break; - } - } - break; - } - case LogicalOperation::OR: { - matched = false; - for (const int childIndex : children) { - if (matcherResults[childIndex] == MatchingState::kMatched) { - matched = true; - break; - } - } - break; - } - case LogicalOperation::NOT: - matched = matcherResults[children[0]] == MatchingState::kNotMatched; - break; - case LogicalOperation::NAND: - matched = false; - for (const int childIndex : children) { - if (matcherResults[childIndex] != MatchingState::kMatched) { - matched = true; - break; - } - } - break; - case LogicalOperation::NOR: - matched = true; - for (const int childIndex : children) { - if (matcherResults[childIndex] == MatchingState::kMatched) { - matched = false; - break; - } - } - break; - case LogicalOperation::LOGICAL_OPERATION_UNSPECIFIED: - matched = false; - break; - } - return matched; -} - -bool tryMatchString(const UidMap& uidMap, const FieldValue& fieldValue, const string& str_match) { - if (isAttributionUidField(fieldValue) || isUidField(fieldValue)) { - int uid = fieldValue.mValue.int_value; - auto aidIt = UidMap::sAidToUidMapping.find(str_match); - if (aidIt != UidMap::sAidToUidMapping.end()) { - return ((int)aidIt->second) == uid; - } - std::set<string> packageNames = uidMap.getAppNamesFromUid(uid, true /* normalize*/); - return packageNames.find(str_match) != packageNames.end(); - } else if (fieldValue.mValue.getType() == STRING) { - return fieldValue.mValue.str_value == str_match; - } - return false; -} - -bool matchesSimple(const UidMap& uidMap, const FieldValueMatcher& matcher, - const vector<FieldValue>& values, int start, int end, int depth) { - if (depth > 2) { - ALOGE("Depth > 3 not supported"); - return false; - } - - if (start >= end) { - return false; - } - - // Filter by entry field first - int newStart = -1; - int newEnd = end; - // because the fields are naturally sorted in the DFS order. we can safely - // break when pos is larger than the one we are searching for. - for (int i = start; i < end; i++) { - int pos = values[i].mField.getPosAtDepth(depth); - if (pos == matcher.field()) { - if (newStart == -1) { - newStart = i; - } - newEnd = i + 1; - } else if (pos > matcher.field()) { - break; - } - } - - // Now we have zoomed in to a new range - start = newStart; - end = newEnd; - - if (start == -1) { - // No such field found. - return false; - } - - vector<pair<int, int>> ranges; // the ranges are for matching ANY position - if (matcher.has_position()) { - // Repeated fields position is stored as a node in the path. - depth++; - if (depth > 2) { - return false; - } - switch (matcher.position()) { - case Position::FIRST: { - for (int i = start; i < end; i++) { - int pos = values[i].mField.getPosAtDepth(depth); - if (pos != 1) { - // Again, the log elements are stored in sorted order. so - // once the position is > 1, we break; - end = i; - break; - } - } - ranges.push_back(std::make_pair(start, end)); - break; - } - case Position::LAST: { - // move the starting index to the first LAST field at the depth. - for (int i = start; i < end; i++) { - if (values[i].mField.isLastPos(depth)) { - start = i; - break; - } - } - ranges.push_back(std::make_pair(start, end)); - break; - } - case Position::ANY: { - // ANY means all the children matchers match in any of the sub trees, it's a match - newStart = start; - newEnd = end; - // Here start is guaranteed to be a valid index. - int currentPos = values[start].mField.getPosAtDepth(depth); - // Now find all sub trees ranges. - for (int i = start; i < end; i++) { - int newPos = values[i].mField.getPosAtDepth(depth); - if (newPos != currentPos) { - ranges.push_back(std::make_pair(newStart, i)); - newStart = i; - currentPos = newPos; - } - } - ranges.push_back(std::make_pair(newStart, end)); - break; - } - case Position::ALL: - ALOGE("Not supported: field matcher with ALL position."); - break; - case Position::POSITION_UNKNOWN: - break; - } - } else { - // No position - ranges.push_back(std::make_pair(start, end)); - } - // start and end are still pointing to the matched range. - switch (matcher.value_matcher_case()) { - case FieldValueMatcher::kMatchesTuple: { - ++depth; - // If any range matches all matchers, good. - for (const auto& range : ranges) { - bool matched = true; - for (const auto& subMatcher : matcher.matches_tuple().field_value_matcher()) { - if (!matchesSimple(uidMap, subMatcher, values, range.first, range.second, - depth)) { - matched = false; - break; - } - } - if (matched) return true; - } - return false; - } - // Finally, we get to the point of real value matching. - // If the field matcher ends with ANY, then we have [start, end) range > 1. - // In the following, we should return true, when ANY of the values matches. - case FieldValueMatcher::ValueMatcherCase::kEqBool: { - for (int i = start; i < end; i++) { - if ((values[i].mValue.getType() == INT && - (values[i].mValue.int_value != 0) == matcher.eq_bool()) || - (values[i].mValue.getType() == LONG && - (values[i].mValue.long_value != 0) == matcher.eq_bool())) { - return true; - } - } - return false; - } - case FieldValueMatcher::ValueMatcherCase::kEqString: { - for (int i = start; i < end; i++) { - if (tryMatchString(uidMap, values[i], matcher.eq_string())) { - return true; - } - } - return false; - } - case FieldValueMatcher::ValueMatcherCase::kNeqAnyString: { - const auto& str_list = matcher.neq_any_string(); - for (int i = start; i < end; i++) { - bool notEqAll = true; - for (const auto& str : str_list.str_value()) { - if (tryMatchString(uidMap, values[i], str)) { - notEqAll = false; - break; - } - } - if (notEqAll) { - return true; - } - } - return false; - } - case FieldValueMatcher::ValueMatcherCase::kEqAnyString: { - const auto& str_list = matcher.eq_any_string(); - for (int i = start; i < end; i++) { - for (const auto& str : str_list.str_value()) { - if (tryMatchString(uidMap, values[i], str)) { - return true; - } - } - } - return false; - } - case FieldValueMatcher::ValueMatcherCase::kEqInt: { - for (int i = start; i < end; i++) { - if (values[i].mValue.getType() == INT && - (matcher.eq_int() == values[i].mValue.int_value)) { - return true; - } - // eq_int covers both int and long. - if (values[i].mValue.getType() == LONG && - (matcher.eq_int() == values[i].mValue.long_value)) { - return true; - } - } - return false; - } - case FieldValueMatcher::ValueMatcherCase::kLtInt: { - for (int i = start; i < end; i++) { - if (values[i].mValue.getType() == INT && - (values[i].mValue.int_value < matcher.lt_int())) { - return true; - } - // lt_int covers both int and long. - if (values[i].mValue.getType() == LONG && - (values[i].mValue.long_value < matcher.lt_int())) { - return true; - } - } - return false; - } - case FieldValueMatcher::ValueMatcherCase::kGtInt: { - for (int i = start; i < end; i++) { - if (values[i].mValue.getType() == INT && - (values[i].mValue.int_value > matcher.gt_int())) { - return true; - } - // gt_int covers both int and long. - if (values[i].mValue.getType() == LONG && - (values[i].mValue.long_value > matcher.gt_int())) { - return true; - } - } - return false; - } - case FieldValueMatcher::ValueMatcherCase::kLtFloat: { - for (int i = start; i < end; i++) { - if (values[i].mValue.getType() == FLOAT && - (values[i].mValue.float_value < matcher.lt_float())) { - return true; - } - } - return false; - } - case FieldValueMatcher::ValueMatcherCase::kGtFloat: { - for (int i = start; i < end; i++) { - if (values[i].mValue.getType() == FLOAT && - (values[i].mValue.float_value > matcher.gt_float())) { - return true; - } - } - return false; - } - case FieldValueMatcher::ValueMatcherCase::kLteInt: { - for (int i = start; i < end; i++) { - if (values[i].mValue.getType() == INT && - (values[i].mValue.int_value <= matcher.lte_int())) { - return true; - } - // lte_int covers both int and long. - if (values[i].mValue.getType() == LONG && - (values[i].mValue.long_value <= matcher.lte_int())) { - return true; - } - } - return false; - } - case FieldValueMatcher::ValueMatcherCase::kGteInt: { - for (int i = start; i < end; i++) { - if (values[i].mValue.getType() == INT && - (values[i].mValue.int_value >= matcher.gte_int())) { - return true; - } - // gte_int covers both int and long. - if (values[i].mValue.getType() == LONG && - (values[i].mValue.long_value >= matcher.gte_int())) { - return true; - } - } - return false; - } - default: - return false; - } -} - -bool matchesSimple(const UidMap& uidMap, const SimpleAtomMatcher& simpleMatcher, - const LogEvent& event) { - if (event.GetTagId() != simpleMatcher.atom_id()) { - return false; - } - - for (const auto& matcher : simpleMatcher.field_value_matcher()) { - if (!matchesSimple(uidMap, matcher, event.getValues(), 0, event.getValues().size(), 0)) { - return false; - } - } - return true; -} - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/matchers/matcher_util.h b/cmds/statsd/src/matchers/matcher_util.h deleted file mode 100644 index 1ab3e87b5fed..000000000000 --- a/cmds/statsd/src/matchers/matcher_util.h +++ /dev/null @@ -1,44 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#pragma once - -#include "logd/LogEvent.h" - -#include <vector> -#include "frameworks/base/cmds/statsd/src/statsd_config.pb.h" -#include "packages/UidMap.h" -#include "stats_util.h" - -namespace android { -namespace os { -namespace statsd { - -enum MatchingState { - kNotComputed = -1, - kNotMatched = 0, - kMatched = 1, -}; - -bool combinationMatch(const std::vector<int>& children, const LogicalOperation& operation, - const std::vector<MatchingState>& matcherResults); - -bool matchesSimple(const UidMap& uidMap, - const SimpleAtomMatcher& simpleMatcher, const LogEvent& wrapper); - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/metadata_util.cpp b/cmds/statsd/src/metadata_util.cpp deleted file mode 100644 index 27ee59b36242..000000000000 --- a/cmds/statsd/src/metadata_util.cpp +++ /dev/null @@ -1,122 +0,0 @@ -/* - * Copyright (C) 2020 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#include "FieldValue.h" -#include "metadata_util.h" - -namespace android { -namespace os { -namespace statsd { - -using google::protobuf::RepeatedPtrField; - -void writeValueToProto(metadata::FieldValue* metadataFieldValue, const Value& value) { - std::string storage_value; - switch (value.getType()) { - case INT: - metadataFieldValue->set_value_int(value.int_value); - break; - case LONG: - metadataFieldValue->set_value_long(value.long_value); - break; - case FLOAT: - metadataFieldValue->set_value_float(value.float_value); - break; - case DOUBLE: - metadataFieldValue->set_value_double(value.double_value); - break; - case STRING: - metadataFieldValue->set_value_str(value.str_value.c_str()); - break; - case STORAGE: // byte array - storage_value = ((char*) value.storage_value.data()); - metadataFieldValue->set_value_storage(storage_value); - break; - default: - break; - } -} - -void writeMetricDimensionKeyToMetadataDimensionKey( - const MetricDimensionKey& metricKey, - metadata::MetricDimensionKey* metadataMetricKey) { - for (const FieldValue& fieldValue : metricKey.getDimensionKeyInWhat().getValues()) { - metadata::FieldValue* metadataFieldValue = metadataMetricKey->add_dimension_key_in_what(); - metadata::Field* metadataField = metadataFieldValue->mutable_field(); - metadataField->set_tag(fieldValue.mField.getTag()); - metadataField->set_field(fieldValue.mField.getField()); - writeValueToProto(metadataFieldValue, fieldValue.mValue); - } - - for (const FieldValue& fieldValue : metricKey.getStateValuesKey().getValues()) { - metadata::FieldValue* metadataFieldValue = metadataMetricKey->add_state_values_key(); - metadata::Field* metadataField = metadataFieldValue->mutable_field(); - metadataField->set_tag(fieldValue.mField.getTag()); - metadataField->set_field(fieldValue.mField.getField()); - writeValueToProto(metadataFieldValue, fieldValue.mValue); - } -} - -void writeFieldValuesFromMetadata( - const RepeatedPtrField<metadata::FieldValue>& repeatedFieldValueList, - std::vector<FieldValue>* fieldValues) { - for (const metadata::FieldValue& metadataFieldValue : repeatedFieldValueList) { - Field field(metadataFieldValue.field().tag(), metadataFieldValue.field().field()); - Value value; - switch (metadataFieldValue.value_case()) { - case metadata::FieldValue::ValueCase::kValueInt: - value = Value(metadataFieldValue.value_int()); - break; - case metadata::FieldValue::ValueCase::kValueLong: - value = Value(metadataFieldValue.value_long()); - break; - case metadata::FieldValue::ValueCase::kValueFloat: - value = Value(metadataFieldValue.value_float()); - break; - case metadata::FieldValue::ValueCase::kValueDouble: - value = Value(metadataFieldValue.value_double()); - break; - case metadata::FieldValue::ValueCase::kValueStr: - value = Value(metadataFieldValue.value_str()); - break; - case metadata::FieldValue::ValueCase::kValueStorage: - value = Value(metadataFieldValue.value_storage()); - break; - default: - break; - } - FieldValue fieldValue(field, value); - fieldValues->emplace_back(field, value); - } -} - -MetricDimensionKey loadMetricDimensionKeyFromProto( - const metadata::MetricDimensionKey& metricDimensionKey) { - std::vector<FieldValue> dimKeyInWhatFieldValues; - writeFieldValuesFromMetadata(metricDimensionKey.dimension_key_in_what(), - &dimKeyInWhatFieldValues); - std::vector<FieldValue> stateValuesFieldValues; - writeFieldValuesFromMetadata(metricDimensionKey.state_values_key(), &stateValuesFieldValues); - - HashableDimensionKey dimKeyInWhat(dimKeyInWhatFieldValues); - HashableDimensionKey stateValues(stateValuesFieldValues); - MetricDimensionKey metricKey(dimKeyInWhat, stateValues); - return metricKey; -} - -} // namespace statsd -} // namespace os -} // namespace android
\ No newline at end of file diff --git a/cmds/statsd/src/metadata_util.h b/cmds/statsd/src/metadata_util.h deleted file mode 100644 index 84a39ff872b5..000000000000 --- a/cmds/statsd/src/metadata_util.h +++ /dev/null @@ -1,32 +0,0 @@ -/* - * Copyright (C) 2020 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -#include "HashableDimensionKey.h" - -#include "frameworks/base/cmds/statsd/src/statsd_metadata.pb.h" // AlertMetadata - -namespace android { -namespace os { -namespace statsd { - -void writeMetricDimensionKeyToMetadataDimensionKey(const MetricDimensionKey& metricKey, - metadata::MetricDimensionKey* metadataMetricKey); - -MetricDimensionKey loadMetricDimensionKeyFromProto( - const metadata::MetricDimensionKey& metricDimensionKey); - -} // namespace statsd -} // namespace os -} // namespace android
\ No newline at end of file diff --git a/cmds/statsd/src/metrics/CountMetricProducer.cpp b/cmds/statsd/src/metrics/CountMetricProducer.cpp deleted file mode 100644 index 573961276e5b..000000000000 --- a/cmds/statsd/src/metrics/CountMetricProducer.cpp +++ /dev/null @@ -1,397 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#define DEBUG false // STOPSHIP if true -#include "Log.h" - -#include "CountMetricProducer.h" - -#include <inttypes.h> -#include <limits.h> -#include <stdlib.h> - -#include "guardrail/StatsdStats.h" -#include "stats_log_util.h" -#include "stats_util.h" - -using android::util::FIELD_COUNT_REPEATED; -using android::util::FIELD_TYPE_BOOL; -using android::util::FIELD_TYPE_FLOAT; -using android::util::FIELD_TYPE_INT32; -using android::util::FIELD_TYPE_INT64; -using android::util::FIELD_TYPE_MESSAGE; -using android::util::FIELD_TYPE_STRING; -using android::util::ProtoOutputStream; -using std::map; -using std::string; -using std::unordered_map; -using std::vector; -using std::shared_ptr; - -namespace android { -namespace os { -namespace statsd { - -// for StatsLogReport -const int FIELD_ID_ID = 1; -const int FIELD_ID_COUNT_METRICS = 5; -const int FIELD_ID_TIME_BASE = 9; -const int FIELD_ID_BUCKET_SIZE = 10; -const int FIELD_ID_DIMENSION_PATH_IN_WHAT = 11; -const int FIELD_ID_IS_ACTIVE = 14; - -// for CountMetricDataWrapper -const int FIELD_ID_DATA = 1; -// for CountMetricData -const int FIELD_ID_DIMENSION_IN_WHAT = 1; -const int FIELD_ID_SLICE_BY_STATE = 6; -const int FIELD_ID_BUCKET_INFO = 3; -const int FIELD_ID_DIMENSION_LEAF_IN_WHAT = 4; -// for CountBucketInfo -const int FIELD_ID_COUNT = 3; -const int FIELD_ID_BUCKET_NUM = 4; -const int FIELD_ID_START_BUCKET_ELAPSED_MILLIS = 5; -const int FIELD_ID_END_BUCKET_ELAPSED_MILLIS = 6; - -CountMetricProducer::CountMetricProducer( - const ConfigKey& key, const CountMetric& metric, const int conditionIndex, - const vector<ConditionState>& initialConditionCache, const sp<ConditionWizard>& wizard, - const int64_t timeBaseNs, const int64_t startTimeNs, - const unordered_map<int, shared_ptr<Activation>>& eventActivationMap, - const unordered_map<int, vector<shared_ptr<Activation>>>& eventDeactivationMap, - const vector<int>& slicedStateAtoms, - const unordered_map<int, unordered_map<int, int64_t>>& stateGroupMap) - : MetricProducer(metric.id(), key, timeBaseNs, conditionIndex, initialConditionCache, wizard, - eventActivationMap, eventDeactivationMap, slicedStateAtoms, stateGroupMap) { - if (metric.has_bucket()) { - mBucketSizeNs = - TimeUnitToBucketSizeInMillisGuardrailed(key.GetUid(), metric.bucket()) * 1000000; - } else { - mBucketSizeNs = LLONG_MAX; - } - - if (metric.has_dimensions_in_what()) { - translateFieldMatcher(metric.dimensions_in_what(), &mDimensionsInWhat); - mContainANYPositionInDimensionsInWhat = HasPositionANY(metric.dimensions_in_what()); - } - - mSliceByPositionALL = HasPositionALL(metric.dimensions_in_what()); - - if (metric.links().size() > 0) { - for (const auto& link : metric.links()) { - Metric2Condition mc; - mc.conditionId = link.condition(); - translateFieldMatcher(link.fields_in_what(), &mc.metricFields); - translateFieldMatcher(link.fields_in_condition(), &mc.conditionFields); - mMetric2ConditionLinks.push_back(mc); - } - mConditionSliced = true; - } - - for (const auto& stateLink : metric.state_link()) { - Metric2State ms; - ms.stateAtomId = stateLink.state_atom_id(); - translateFieldMatcher(stateLink.fields_in_what(), &ms.metricFields); - translateFieldMatcher(stateLink.fields_in_state(), &ms.stateFields); - mMetric2StateLinks.push_back(ms); - } - - flushIfNeededLocked(startTimeNs); - // Adjust start for partial bucket - mCurrentBucketStartTimeNs = startTimeNs; - - VLOG("metric %lld created. bucket size %lld start_time: %lld", (long long)metric.id(), - (long long)mBucketSizeNs, (long long)mTimeBaseNs); -} - -CountMetricProducer::~CountMetricProducer() { - VLOG("~CountMetricProducer() called"); -} - -void CountMetricProducer::onStateChanged(const int64_t eventTimeNs, const int32_t atomId, - const HashableDimensionKey& primaryKey, - const FieldValue& oldState, const FieldValue& newState) { - VLOG("CountMetric %lld onStateChanged time %lld, State%d, key %s, %d -> %d", - (long long)mMetricId, (long long)eventTimeNs, atomId, primaryKey.toString().c_str(), - oldState.mValue.int_value, newState.mValue.int_value); -} - -void CountMetricProducer::dumpStatesLocked(FILE* out, bool verbose) const { - if (mCurrentSlicedCounter == nullptr || - mCurrentSlicedCounter->size() == 0) { - return; - } - - fprintf(out, "CountMetric %lld dimension size %lu\n", (long long)mMetricId, - (unsigned long)mCurrentSlicedCounter->size()); - if (verbose) { - for (const auto& it : *mCurrentSlicedCounter) { - fprintf(out, "\t(what)%s\t(state)%s %lld\n", - it.first.getDimensionKeyInWhat().toString().c_str(), - it.first.getStateValuesKey().toString().c_str(), (unsigned long long)it.second); - } - } -} - -void CountMetricProducer::onSlicedConditionMayChangeLocked(bool overallCondition, - const int64_t eventTime) { - VLOG("Metric %lld onSlicedConditionMayChange", (long long)mMetricId); -} - - -void CountMetricProducer::clearPastBucketsLocked(const int64_t dumpTimeNs) { - mPastBuckets.clear(); -} - -void CountMetricProducer::onDumpReportLocked(const int64_t dumpTimeNs, - const bool include_current_partial_bucket, - const bool erase_data, - const DumpLatency dumpLatency, - std::set<string> *str_set, - ProtoOutputStream* protoOutput) { - if (include_current_partial_bucket) { - flushLocked(dumpTimeNs); - } else { - flushIfNeededLocked(dumpTimeNs); - } - protoOutput->write(FIELD_TYPE_INT64 | FIELD_ID_ID, (long long)mMetricId); - protoOutput->write(FIELD_TYPE_BOOL | FIELD_ID_IS_ACTIVE, isActiveLocked()); - - - if (mPastBuckets.empty()) { - return; - } - protoOutput->write(FIELD_TYPE_INT64 | FIELD_ID_TIME_BASE, (long long)mTimeBaseNs); - protoOutput->write(FIELD_TYPE_INT64 | FIELD_ID_BUCKET_SIZE, (long long)mBucketSizeNs); - - // Fills the dimension path if not slicing by ALL. - if (!mSliceByPositionALL) { - if (!mDimensionsInWhat.empty()) { - uint64_t dimenPathToken = protoOutput->start( - FIELD_TYPE_MESSAGE | FIELD_ID_DIMENSION_PATH_IN_WHAT); - writeDimensionPathToProto(mDimensionsInWhat, protoOutput); - protoOutput->end(dimenPathToken); - } - } - - uint64_t protoToken = protoOutput->start(FIELD_TYPE_MESSAGE | FIELD_ID_COUNT_METRICS); - - for (const auto& counter : mPastBuckets) { - const MetricDimensionKey& dimensionKey = counter.first; - VLOG(" dimension key %s", dimensionKey.toString().c_str()); - - uint64_t wrapperToken = - protoOutput->start(FIELD_TYPE_MESSAGE | FIELD_COUNT_REPEATED | FIELD_ID_DATA); - - // First fill dimension. - if (mSliceByPositionALL) { - uint64_t dimensionToken = protoOutput->start( - FIELD_TYPE_MESSAGE | FIELD_ID_DIMENSION_IN_WHAT); - writeDimensionToProto(dimensionKey.getDimensionKeyInWhat(), str_set, protoOutput); - protoOutput->end(dimensionToken); - } else { - writeDimensionLeafNodesToProto(dimensionKey.getDimensionKeyInWhat(), - FIELD_ID_DIMENSION_LEAF_IN_WHAT, str_set, protoOutput); - } - // Then fill slice_by_state. - for (auto state : dimensionKey.getStateValuesKey().getValues()) { - uint64_t stateToken = protoOutput->start(FIELD_TYPE_MESSAGE | FIELD_COUNT_REPEATED | - FIELD_ID_SLICE_BY_STATE); - writeStateToProto(state, protoOutput); - protoOutput->end(stateToken); - } - // Then fill bucket_info (CountBucketInfo). - for (const auto& bucket : counter.second) { - uint64_t bucketInfoToken = protoOutput->start( - FIELD_TYPE_MESSAGE | FIELD_COUNT_REPEATED | FIELD_ID_BUCKET_INFO); - // Partial bucket. - if (bucket.mBucketEndNs - bucket.mBucketStartNs != mBucketSizeNs) { - protoOutput->write(FIELD_TYPE_INT64 | FIELD_ID_START_BUCKET_ELAPSED_MILLIS, - (long long)NanoToMillis(bucket.mBucketStartNs)); - protoOutput->write(FIELD_TYPE_INT64 | FIELD_ID_END_BUCKET_ELAPSED_MILLIS, - (long long)NanoToMillis(bucket.mBucketEndNs)); - } else { - protoOutput->write(FIELD_TYPE_INT64 | FIELD_ID_BUCKET_NUM, - (long long)(getBucketNumFromEndTimeNs(bucket.mBucketEndNs))); - } - protoOutput->write(FIELD_TYPE_INT64 | FIELD_ID_COUNT, (long long)bucket.mCount); - protoOutput->end(bucketInfoToken); - VLOG("\t bucket [%lld - %lld] count: %lld", (long long)bucket.mBucketStartNs, - (long long)bucket.mBucketEndNs, (long long)bucket.mCount); - } - protoOutput->end(wrapperToken); - } - - protoOutput->end(protoToken); - - if (erase_data) { - mPastBuckets.clear(); - } -} - -void CountMetricProducer::dropDataLocked(const int64_t dropTimeNs) { - flushIfNeededLocked(dropTimeNs); - StatsdStats::getInstance().noteBucketDropped(mMetricId); - mPastBuckets.clear(); -} - -void CountMetricProducer::onConditionChangedLocked(const bool conditionMet, - const int64_t eventTime) { - VLOG("Metric %lld onConditionChanged", (long long)mMetricId); - mCondition = conditionMet ? ConditionState::kTrue : ConditionState::kFalse; -} - -bool CountMetricProducer::hitGuardRailLocked(const MetricDimensionKey& newKey) { - if (mCurrentSlicedCounter->find(newKey) != mCurrentSlicedCounter->end()) { - return false; - } - // ===========GuardRail============== - // 1. Report the tuple count if the tuple count > soft limit - if (mCurrentSlicedCounter->size() > StatsdStats::kDimensionKeySizeSoftLimit - 1) { - size_t newTupleCount = mCurrentSlicedCounter->size() + 1; - StatsdStats::getInstance().noteMetricDimensionSize(mConfigKey, mMetricId, newTupleCount); - // 2. Don't add more tuples, we are above the allowed threshold. Drop the data. - if (newTupleCount > StatsdStats::kDimensionKeySizeHardLimit) { - ALOGE("CountMetric %lld dropping data for dimension key %s", - (long long)mMetricId, newKey.toString().c_str()); - StatsdStats::getInstance().noteHardDimensionLimitReached(mMetricId); - return true; - } - } - - return false; -} - -void CountMetricProducer::onMatchedLogEventInternalLocked( - const size_t matcherIndex, const MetricDimensionKey& eventKey, - const ConditionKey& conditionKey, bool condition, const LogEvent& event, - const map<int, HashableDimensionKey>& statePrimaryKeys) { - int64_t eventTimeNs = event.GetElapsedTimestampNs(); - flushIfNeededLocked(eventTimeNs); - - if (!condition) { - return; - } - - auto it = mCurrentSlicedCounter->find(eventKey); - if (it == mCurrentSlicedCounter->end()) { - // ===========GuardRail============== - if (hitGuardRailLocked(eventKey)) { - return; - } - // create a counter for the new key - (*mCurrentSlicedCounter)[eventKey] = 1; - } else { - // increment the existing value - auto& count = it->second; - count++; - } - for (auto& tracker : mAnomalyTrackers) { - int64_t countWholeBucket = mCurrentSlicedCounter->find(eventKey)->second; - auto prev = mCurrentFullCounters->find(eventKey); - if (prev != mCurrentFullCounters->end()) { - countWholeBucket += prev->second; - } - tracker->detectAndDeclareAnomaly(eventTimeNs, mCurrentBucketNum, mMetricId, eventKey, - countWholeBucket); - } - - VLOG("metric %lld %s->%lld", (long long)mMetricId, eventKey.toString().c_str(), - (long long)(*mCurrentSlicedCounter)[eventKey]); -} - -// When a new matched event comes in, we check if event falls into the current -// bucket. If not, flush the old counter to past buckets and initialize the new bucket. -void CountMetricProducer::flushIfNeededLocked(const int64_t& eventTimeNs) { - int64_t currentBucketEndTimeNs = getCurrentBucketEndTimeNs(); - if (eventTimeNs < currentBucketEndTimeNs) { - return; - } - - // Setup the bucket start time and number. - int64_t numBucketsForward = 1 + (eventTimeNs - currentBucketEndTimeNs) / mBucketSizeNs; - int64_t nextBucketNs = currentBucketEndTimeNs + (numBucketsForward - 1) * mBucketSizeNs; - flushCurrentBucketLocked(eventTimeNs, nextBucketNs); - - mCurrentBucketNum += numBucketsForward; - VLOG("metric %lld: new bucket start time: %lld", (long long)mMetricId, - (long long)mCurrentBucketStartTimeNs); -} - -void CountMetricProducer::flushCurrentBucketLocked(const int64_t& eventTimeNs, - const int64_t& nextBucketStartTimeNs) { - int64_t fullBucketEndTimeNs = getCurrentBucketEndTimeNs(); - CountBucket info; - info.mBucketStartNs = mCurrentBucketStartTimeNs; - if (eventTimeNs < fullBucketEndTimeNs) { - info.mBucketEndNs = eventTimeNs; - } else { - info.mBucketEndNs = fullBucketEndTimeNs; - } - for (const auto& counter : *mCurrentSlicedCounter) { - info.mCount = counter.second; - auto& bucketList = mPastBuckets[counter.first]; - bucketList.push_back(info); - VLOG("metric %lld, dump key value: %s -> %lld", (long long)mMetricId, - counter.first.toString().c_str(), - (long long)counter.second); - } - - // If we have finished a full bucket, then send this to anomaly tracker. - if (eventTimeNs > fullBucketEndTimeNs) { - // Accumulate partial buckets with current value and then send to anomaly tracker. - if (mCurrentFullCounters->size() > 0) { - for (const auto& keyValuePair : *mCurrentSlicedCounter) { - (*mCurrentFullCounters)[keyValuePair.first] += keyValuePair.second; - } - for (auto& tracker : mAnomalyTrackers) { - tracker->addPastBucket(mCurrentFullCounters, mCurrentBucketNum); - } - mCurrentFullCounters = std::make_shared<DimToValMap>(); - } else { - // Skip aggregating the partial buckets since there's no previous partial bucket. - for (auto& tracker : mAnomalyTrackers) { - tracker->addPastBucket(mCurrentSlicedCounter, mCurrentBucketNum); - } - } - } else { - // Accumulate partial bucket. - for (const auto& keyValuePair : *mCurrentSlicedCounter) { - (*mCurrentFullCounters)[keyValuePair.first] += keyValuePair.second; - } - } - - StatsdStats::getInstance().noteBucketCount(mMetricId); - // Only resets the counters, but doesn't setup the times nor numbers. - // (Do not clear since the old one is still referenced in mAnomalyTrackers). - mCurrentSlicedCounter = std::make_shared<DimToValMap>(); - mCurrentBucketStartTimeNs = nextBucketStartTimeNs; -} - -// Rough estimate of CountMetricProducer buffer stored. This number will be -// greater than actual data size as it contains each dimension of -// CountMetricData is duplicated. -size_t CountMetricProducer::byteSizeLocked() const { - size_t totalSize = 0; - for (const auto& pair : mPastBuckets) { - totalSize += pair.second.size() * kBucketSize; - } - return totalSize; -} - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/metrics/CountMetricProducer.h b/cmds/statsd/src/metrics/CountMetricProducer.h deleted file mode 100644 index f05fb061ccc1..000000000000 --- a/cmds/statsd/src/metrics/CountMetricProducer.h +++ /dev/null @@ -1,123 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#ifndef COUNT_METRIC_PRODUCER_H -#define COUNT_METRIC_PRODUCER_H - -#include <android/util/ProtoOutputStream.h> -#include <gtest/gtest_prod.h> - -#include <unordered_map> - -#include "MetricProducer.h" -#include "anomaly/AnomalyTracker.h" -#include "condition/ConditionTracker.h" -#include "frameworks/base/cmds/statsd/src/statsd_config.pb.h" -#include "matchers/matcher_util.h" -#include "stats_util.h" - -namespace android { -namespace os { -namespace statsd { - -struct CountBucket { - int64_t mBucketStartNs; - int64_t mBucketEndNs; - int64_t mCount; -}; - -class CountMetricProducer : public MetricProducer { -public: - CountMetricProducer( - const ConfigKey& key, const CountMetric& countMetric, const int conditionIndex, - const vector<ConditionState>& initialConditionCache, const sp<ConditionWizard>& wizard, - const int64_t timeBaseNs, const int64_t startTimeNs, - const std::unordered_map<int, std::shared_ptr<Activation>>& eventActivationMap = {}, - const std::unordered_map<int, std::vector<std::shared_ptr<Activation>>>& - eventDeactivationMap = {}, - const vector<int>& slicedStateAtoms = {}, - const unordered_map<int, unordered_map<int, int64_t>>& stateGroupMap = {}); - - virtual ~CountMetricProducer(); - - void onStateChanged(const int64_t eventTimeNs, const int32_t atomId, - const HashableDimensionKey& primaryKey, const FieldValue& oldState, - const FieldValue& newState) override; - -protected: - void onMatchedLogEventInternalLocked( - const size_t matcherIndex, const MetricDimensionKey& eventKey, - const ConditionKey& conditionKey, bool condition, const LogEvent& event, - const std::map<int, HashableDimensionKey>& statePrimaryKeys) override; - -private: - - void onDumpReportLocked(const int64_t dumpTimeNs, - const bool include_current_partial_bucket, - const bool erase_data, - const DumpLatency dumpLatency, - std::set<string> *str_set, - android::util::ProtoOutputStream* protoOutput) override; - - void clearPastBucketsLocked(const int64_t dumpTimeNs) override; - - // Internal interface to handle condition change. - void onConditionChangedLocked(const bool conditionMet, const int64_t eventTime) override; - - // Internal interface to handle sliced condition change. - void onSlicedConditionMayChangeLocked(bool overallCondition, const int64_t eventTime) override; - - // Internal function to calculate the current used bytes. - size_t byteSizeLocked() const override; - - void dumpStatesLocked(FILE* out, bool verbose) const override; - - void dropDataLocked(const int64_t dropTimeNs) override; - - // Util function to flush the old packet. - void flushIfNeededLocked(const int64_t& newEventTime) override; - - void flushCurrentBucketLocked(const int64_t& eventTimeNs, - const int64_t& nextBucketStartTimeNs) override; - - std::unordered_map<MetricDimensionKey, std::vector<CountBucket>> mPastBuckets; - - // The current bucket (may be a partial bucket). - std::shared_ptr<DimToValMap> mCurrentSlicedCounter = std::make_shared<DimToValMap>(); - - // The sum of previous partial buckets in the current full bucket (excluding the current - // partial bucket). This is only updated while flushing the current bucket. - std::shared_ptr<DimToValMap> mCurrentFullCounters = std::make_shared<DimToValMap>(); - - static const size_t kBucketSize = sizeof(CountBucket{}); - - bool hitGuardRailLocked(const MetricDimensionKey& newKey); - - FRIEND_TEST(CountMetricProducerTest, TestNonDimensionalEvents); - FRIEND_TEST(CountMetricProducerTest, TestEventsWithNonSlicedCondition); - FRIEND_TEST(CountMetricProducerTest, TestEventsWithSlicedCondition); - FRIEND_TEST(CountMetricProducerTest, TestAnomalyDetectionUnSliced); - FRIEND_TEST(CountMetricProducerTest, TestFirstBucket); - FRIEND_TEST(CountMetricProducerTest, TestOneWeekTimeUnit); - - FRIEND_TEST(CountMetricProducerTest_PartialBucket, TestSplitInCurrentBucket); - FRIEND_TEST(CountMetricProducerTest_PartialBucket, TestSplitInNextBucket); -}; - -} // namespace statsd -} // namespace os -} // namespace android -#endif // COUNT_METRIC_PRODUCER_H diff --git a/cmds/statsd/src/metrics/DurationMetricProducer.cpp b/cmds/statsd/src/metrics/DurationMetricProducer.cpp deleted file mode 100644 index e9b043876d3d..000000000000 --- a/cmds/statsd/src/metrics/DurationMetricProducer.cpp +++ /dev/null @@ -1,653 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#define DEBUG false - -#include "Log.h" -#include "DurationMetricProducer.h" -#include "guardrail/StatsdStats.h" -#include "stats_util.h" -#include "stats_log_util.h" - -#include <limits.h> -#include <stdlib.h> - -using android::util::FIELD_COUNT_REPEATED; -using android::util::FIELD_TYPE_BOOL; -using android::util::FIELD_TYPE_FLOAT; -using android::util::FIELD_TYPE_INT32; -using android::util::FIELD_TYPE_INT64; -using android::util::FIELD_TYPE_MESSAGE; -using android::util::FIELD_TYPE_STRING; -using android::util::ProtoOutputStream; -using std::string; -using std::unordered_map; -using std::vector; -using std::shared_ptr; - -namespace android { -namespace os { -namespace statsd { - -// for StatsLogReport -const int FIELD_ID_ID = 1; -const int FIELD_ID_DURATION_METRICS = 6; -const int FIELD_ID_TIME_BASE = 9; -const int FIELD_ID_BUCKET_SIZE = 10; -const int FIELD_ID_DIMENSION_PATH_IN_WHAT = 11; -const int FIELD_ID_IS_ACTIVE = 14; -// for DurationMetricDataWrapper -const int FIELD_ID_DATA = 1; -// for DurationMetricData -const int FIELD_ID_DIMENSION_IN_WHAT = 1; -const int FIELD_ID_BUCKET_INFO = 3; -const int FIELD_ID_DIMENSION_LEAF_IN_WHAT = 4; -const int FIELD_ID_SLICE_BY_STATE = 6; -// for DurationBucketInfo -const int FIELD_ID_DURATION = 3; -const int FIELD_ID_BUCKET_NUM = 4; -const int FIELD_ID_START_BUCKET_ELAPSED_MILLIS = 5; -const int FIELD_ID_END_BUCKET_ELAPSED_MILLIS = 6; - -DurationMetricProducer::DurationMetricProducer( - const ConfigKey& key, const DurationMetric& metric, const int conditionIndex, - const vector<ConditionState>& initialConditionCache, const size_t startIndex, - const size_t stopIndex, const size_t stopAllIndex, const bool nesting, - const sp<ConditionWizard>& wizard, const FieldMatcher& internalDimensions, - const int64_t timeBaseNs, const int64_t startTimeNs, - const unordered_map<int, shared_ptr<Activation>>& eventActivationMap, - const unordered_map<int, vector<shared_ptr<Activation>>>& eventDeactivationMap, - const vector<int>& slicedStateAtoms, - const unordered_map<int, unordered_map<int, int64_t>>& stateGroupMap) - : MetricProducer(metric.id(), key, timeBaseNs, conditionIndex, initialConditionCache, wizard, - eventActivationMap, eventDeactivationMap, slicedStateAtoms, stateGroupMap), - mAggregationType(metric.aggregation_type()), - mStartIndex(startIndex), - mStopIndex(stopIndex), - mStopAllIndex(stopAllIndex), - mNested(nesting), - mContainANYPositionInInternalDimensions(false) { - if (metric.has_bucket()) { - mBucketSizeNs = - TimeUnitToBucketSizeInMillisGuardrailed(key.GetUid(), metric.bucket()) * 1000000; - } else { - mBucketSizeNs = LLONG_MAX; - } - - if (metric.has_dimensions_in_what()) { - translateFieldMatcher(metric.dimensions_in_what(), &mDimensionsInWhat); - mContainANYPositionInDimensionsInWhat = HasPositionANY(metric.dimensions_in_what()); - } - - if (internalDimensions.has_field()) { - translateFieldMatcher(internalDimensions, &mInternalDimensions); - mContainANYPositionInInternalDimensions = HasPositionANY(internalDimensions); - } - if (mContainANYPositionInInternalDimensions) { - ALOGE("Position ANY in internal dimension not supported."); - } - if (mContainANYPositionInDimensionsInWhat) { - ALOGE("Position ANY in dimension_in_what not supported."); - } - - mSliceByPositionALL = HasPositionALL(metric.dimensions_in_what()); - - if (metric.links().size() > 0) { - for (const auto& link : metric.links()) { - Metric2Condition mc; - mc.conditionId = link.condition(); - translateFieldMatcher(link.fields_in_what(), &mc.metricFields); - translateFieldMatcher(link.fields_in_condition(), &mc.conditionFields); - mMetric2ConditionLinks.push_back(mc); - } - mConditionSliced = true; - } - mUnSlicedPartCondition = ConditionState::kUnknown; - - for (const auto& stateLink : metric.state_link()) { - Metric2State ms; - ms.stateAtomId = stateLink.state_atom_id(); - translateFieldMatcher(stateLink.fields_in_what(), &ms.metricFields); - translateFieldMatcher(stateLink.fields_in_state(), &ms.stateFields); - mMetric2StateLinks.push_back(ms); - } - - mUseWhatDimensionAsInternalDimension = equalDimensions(mDimensionsInWhat, mInternalDimensions); - if (mWizard != nullptr && mConditionTrackerIndex >= 0 && - mMetric2ConditionLinks.size() == 1) { - mHasLinksToAllConditionDimensionsInTracker = mWizard->equalOutputDimensions( - mConditionTrackerIndex, mMetric2ConditionLinks.begin()->conditionFields); - } - flushIfNeededLocked(startTimeNs); - // Adjust start for partial bucket - mCurrentBucketStartTimeNs = startTimeNs; - VLOG("metric %lld created. bucket size %lld start_time: %lld", (long long)metric.id(), - (long long)mBucketSizeNs, (long long)mTimeBaseNs); -} - -DurationMetricProducer::~DurationMetricProducer() { - VLOG("~DurationMetric() called"); -} - -sp<AnomalyTracker> DurationMetricProducer::addAnomalyTracker( - const Alert &alert, const sp<AlarmMonitor>& anomalyAlarmMonitor) { - std::lock_guard<std::mutex> lock(mMutex); - if (mAggregationType == DurationMetric_AggregationType_SUM) { - if (alert.trigger_if_sum_gt() > alert.num_buckets() * mBucketSizeNs) { - ALOGW("invalid alert for SUM: threshold (%f) > possible recordable value (%d x %lld)", - alert.trigger_if_sum_gt(), alert.num_buckets(), (long long)mBucketSizeNs); - return nullptr; - } - } - sp<DurationAnomalyTracker> anomalyTracker = - new DurationAnomalyTracker(alert, mConfigKey, anomalyAlarmMonitor); - if (anomalyTracker != nullptr) { - mAnomalyTrackers.push_back(anomalyTracker); - } - return anomalyTracker; -} - -void DurationMetricProducer::onStateChanged(const int64_t eventTimeNs, const int32_t atomId, - const HashableDimensionKey& primaryKey, - const FieldValue& oldState, - const FieldValue& newState) { - // Check if this metric has a StateMap. If so, map the new state value to - // the correct state group id. - FieldValue newStateCopy = newState; - mapStateValue(atomId, &newStateCopy); - - flushIfNeededLocked(eventTimeNs); - - // Each duration tracker is mapped to a different whatKey (a set of values from the - // dimensionsInWhat fields). We notify all trackers iff the primaryKey field values from the - // state change event are a subset of the tracker's whatKey field values. - // - // Ex. For a duration metric dimensioned on uid and tag: - // DurationTracker1 whatKey = uid: 1001, tag: 1 - // DurationTracker2 whatKey = uid: 1002, tag 1 - // - // If the state change primaryKey = uid: 1001, we only notify DurationTracker1 of a state - // change. - for (auto& whatIt : mCurrentSlicedDurationTrackerMap) { - if (!containsLinkedStateValues(whatIt.first, primaryKey, mMetric2StateLinks, atomId)) { - continue; - } - whatIt.second->onStateChanged(eventTimeNs, atomId, newStateCopy); - } -} - -unique_ptr<DurationTracker> DurationMetricProducer::createDurationTracker( - const MetricDimensionKey& eventKey) const { - switch (mAggregationType) { - case DurationMetric_AggregationType_SUM: - return make_unique<OringDurationTracker>( - mConfigKey, mMetricId, eventKey, mWizard, mConditionTrackerIndex, mNested, - mCurrentBucketStartTimeNs, mCurrentBucketNum, mTimeBaseNs, mBucketSizeNs, - mConditionSliced, mHasLinksToAllConditionDimensionsInTracker, mAnomalyTrackers); - case DurationMetric_AggregationType_MAX_SPARSE: - return make_unique<MaxDurationTracker>( - mConfigKey, mMetricId, eventKey, mWizard, mConditionTrackerIndex, mNested, - mCurrentBucketStartTimeNs, mCurrentBucketNum, mTimeBaseNs, mBucketSizeNs, - mConditionSliced, mHasLinksToAllConditionDimensionsInTracker, mAnomalyTrackers); - } -} - -// SlicedConditionChange optimization case 1: -// 1. If combination condition, logical operation is AND, only one sliced child predicate. -// 2. The links covers all dimension fields in the sliced child condition predicate. -void DurationMetricProducer::onSlicedConditionMayChangeLocked_opt1(bool condition, - const int64_t eventTime) { - if (mMetric2ConditionLinks.size() != 1 || - !mHasLinksToAllConditionDimensionsInTracker) { - return; - } - - bool currentUnSlicedPartCondition = true; - if (!mWizard->IsSimpleCondition(mConditionTrackerIndex)) { - ConditionState unslicedPartState = - mWizard->getUnSlicedPartConditionState(mConditionTrackerIndex); - // When the unsliced part is still false, return directly. - if (mUnSlicedPartCondition == ConditionState::kFalse && - unslicedPartState == ConditionState::kFalse) { - return; - } - mUnSlicedPartCondition = unslicedPartState; - currentUnSlicedPartCondition = mUnSlicedPartCondition > 0; - } - - auto dimensionsChangedToTrue = mWizard->getChangedToTrueDimensions(mConditionTrackerIndex); - auto dimensionsChangedToFalse = mWizard->getChangedToFalseDimensions(mConditionTrackerIndex); - - // The condition change is from the unsliced predicates. - // We need to find out the true dimensions from the sliced predicate and flip their condition - // state based on the new unsliced condition state. - if (dimensionsChangedToTrue == nullptr || dimensionsChangedToFalse == nullptr || - (dimensionsChangedToTrue->empty() && dimensionsChangedToFalse->empty())) { - std::set<HashableDimensionKey> trueConditionDimensions; - mWizard->getTrueSlicedDimensions(mConditionTrackerIndex, &trueConditionDimensions); - for (auto& whatIt : mCurrentSlicedDurationTrackerMap) { - HashableDimensionKey linkedConditionDimensionKey; - getDimensionForCondition(whatIt.first.getValues(), mMetric2ConditionLinks[0], - &linkedConditionDimensionKey); - if (trueConditionDimensions.find(linkedConditionDimensionKey) != - trueConditionDimensions.end()) { - whatIt.second->onConditionChanged(currentUnSlicedPartCondition, eventTime); - } - } - } else { - // Handle the condition change from the sliced predicate. - if (currentUnSlicedPartCondition) { - for (auto& whatIt : mCurrentSlicedDurationTrackerMap) { - HashableDimensionKey linkedConditionDimensionKey; - getDimensionForCondition(whatIt.first.getValues(), mMetric2ConditionLinks[0], - &linkedConditionDimensionKey); - if (dimensionsChangedToTrue->find(linkedConditionDimensionKey) != - dimensionsChangedToTrue->end()) { - whatIt.second->onConditionChanged(true, eventTime); - } - if (dimensionsChangedToFalse->find(linkedConditionDimensionKey) != - dimensionsChangedToFalse->end()) { - whatIt.second->onConditionChanged(false, eventTime); - } - } - } - } -} - -void DurationMetricProducer::onSlicedConditionMayChangeInternalLocked(bool overallCondition, - const int64_t eventTimeNs) { - bool changeDimTrackable = mWizard->IsChangedDimensionTrackable(mConditionTrackerIndex); - if (changeDimTrackable && mHasLinksToAllConditionDimensionsInTracker) { - onSlicedConditionMayChangeLocked_opt1(overallCondition, eventTimeNs); - return; - } - - // Now for each of the on-going event, check if the condition has changed for them. - for (auto& whatIt : mCurrentSlicedDurationTrackerMap) { - whatIt.second->onSlicedConditionMayChange(overallCondition, eventTimeNs); - } -} - -void DurationMetricProducer::onSlicedConditionMayChangeLocked(bool overallCondition, - const int64_t eventTime) { - VLOG("Metric %lld onSlicedConditionMayChange", (long long)mMetricId); - - if (!mIsActive) { - return; - } - - flushIfNeededLocked(eventTime); - - if (!mConditionSliced) { - return; - } - - onSlicedConditionMayChangeInternalLocked(overallCondition, eventTime); -} - -void DurationMetricProducer::onActiveStateChangedLocked(const int64_t& eventTimeNs) { - MetricProducer::onActiveStateChangedLocked(eventTimeNs); - - if (!mConditionSliced) { - if (ConditionState::kTrue != mCondition) { - return; - } - - if (mIsActive) { - flushIfNeededLocked(eventTimeNs); - } - - for (auto& whatIt : mCurrentSlicedDurationTrackerMap) { - whatIt.second->onConditionChanged(mIsActive, eventTimeNs); - } - } else if (mIsActive) { - flushIfNeededLocked(eventTimeNs); - onSlicedConditionMayChangeInternalLocked(mIsActive, eventTimeNs); - } else { // mConditionSliced == true && !mIsActive - for (auto& whatIt : mCurrentSlicedDurationTrackerMap) { - whatIt.second->onConditionChanged(mIsActive, eventTimeNs); - } - } -} - -void DurationMetricProducer::onConditionChangedLocked(const bool conditionMet, - const int64_t eventTime) { - VLOG("Metric %lld onConditionChanged", (long long)mMetricId); - mCondition = conditionMet ? ConditionState::kTrue : ConditionState::kFalse; - - if (!mIsActive) { - return; - } - - flushIfNeededLocked(eventTime); - for (auto& whatIt : mCurrentSlicedDurationTrackerMap) { - whatIt.second->onConditionChanged(conditionMet, eventTime); - } -} - -void DurationMetricProducer::dropDataLocked(const int64_t dropTimeNs) { - flushIfNeededLocked(dropTimeNs); - StatsdStats::getInstance().noteBucketDropped(mMetricId); - mPastBuckets.clear(); -} - -void DurationMetricProducer::clearPastBucketsLocked(const int64_t dumpTimeNs) { - flushIfNeededLocked(dumpTimeNs); - mPastBuckets.clear(); -} - -void DurationMetricProducer::onDumpReportLocked(const int64_t dumpTimeNs, - const bool include_current_partial_bucket, - const bool erase_data, - const DumpLatency dumpLatency, - std::set<string> *str_set, - ProtoOutputStream* protoOutput) { - if (include_current_partial_bucket) { - flushLocked(dumpTimeNs); - } else { - flushIfNeededLocked(dumpTimeNs); - } - protoOutput->write(FIELD_TYPE_INT64 | FIELD_ID_ID, (long long)mMetricId); - protoOutput->write(FIELD_TYPE_BOOL | FIELD_ID_IS_ACTIVE, isActiveLocked()); - - if (mPastBuckets.empty()) { - VLOG(" Duration metric, empty return"); - return; - } - - protoOutput->write(FIELD_TYPE_INT64 | FIELD_ID_TIME_BASE, (long long)mTimeBaseNs); - protoOutput->write(FIELD_TYPE_INT64 | FIELD_ID_BUCKET_SIZE, (long long)mBucketSizeNs); - - if (!mSliceByPositionALL) { - if (!mDimensionsInWhat.empty()) { - uint64_t dimenPathToken = protoOutput->start( - FIELD_TYPE_MESSAGE | FIELD_ID_DIMENSION_PATH_IN_WHAT); - writeDimensionPathToProto(mDimensionsInWhat, protoOutput); - protoOutput->end(dimenPathToken); - } - } - - uint64_t protoToken = protoOutput->start(FIELD_TYPE_MESSAGE | FIELD_ID_DURATION_METRICS); - - VLOG("Duration metric %lld dump report now...", (long long)mMetricId); - - for (const auto& pair : mPastBuckets) { - const MetricDimensionKey& dimensionKey = pair.first; - VLOG(" dimension key %s", dimensionKey.toString().c_str()); - - uint64_t wrapperToken = - protoOutput->start(FIELD_TYPE_MESSAGE | FIELD_COUNT_REPEATED | FIELD_ID_DATA); - - // First fill dimension. - if (mSliceByPositionALL) { - uint64_t dimensionToken = protoOutput->start( - FIELD_TYPE_MESSAGE | FIELD_ID_DIMENSION_IN_WHAT); - writeDimensionToProto(dimensionKey.getDimensionKeyInWhat(), str_set, protoOutput); - protoOutput->end(dimensionToken); - } else { - writeDimensionLeafNodesToProto(dimensionKey.getDimensionKeyInWhat(), - FIELD_ID_DIMENSION_LEAF_IN_WHAT, str_set, protoOutput); - } - // Then fill slice_by_state. - for (auto state : dimensionKey.getStateValuesKey().getValues()) { - uint64_t stateToken = protoOutput->start(FIELD_TYPE_MESSAGE | FIELD_COUNT_REPEATED | - FIELD_ID_SLICE_BY_STATE); - writeStateToProto(state, protoOutput); - protoOutput->end(stateToken); - } - // Then fill bucket_info (DurationBucketInfo). - for (const auto& bucket : pair.second) { - uint64_t bucketInfoToken = protoOutput->start( - FIELD_TYPE_MESSAGE | FIELD_COUNT_REPEATED | FIELD_ID_BUCKET_INFO); - if (bucket.mBucketEndNs - bucket.mBucketStartNs != mBucketSizeNs) { - protoOutput->write(FIELD_TYPE_INT64 | FIELD_ID_START_BUCKET_ELAPSED_MILLIS, - (long long)NanoToMillis(bucket.mBucketStartNs)); - protoOutput->write(FIELD_TYPE_INT64 | FIELD_ID_END_BUCKET_ELAPSED_MILLIS, - (long long)NanoToMillis(bucket.mBucketEndNs)); - } else { - protoOutput->write(FIELD_TYPE_INT64 | FIELD_ID_BUCKET_NUM, - (long long)(getBucketNumFromEndTimeNs(bucket.mBucketEndNs))); - } - protoOutput->write(FIELD_TYPE_INT64 | FIELD_ID_DURATION, (long long)bucket.mDuration); - protoOutput->end(bucketInfoToken); - VLOG("\t bucket [%lld - %lld] duration: %lld", (long long)bucket.mBucketStartNs, - (long long)bucket.mBucketEndNs, (long long)bucket.mDuration); - } - - protoOutput->end(wrapperToken); - } - - protoOutput->end(protoToken); - if (erase_data) { - mPastBuckets.clear(); - } -} - -void DurationMetricProducer::flushIfNeededLocked(const int64_t& eventTimeNs) { - int64_t currentBucketEndTimeNs = getCurrentBucketEndTimeNs(); - - if (currentBucketEndTimeNs > eventTimeNs) { - return; - } - VLOG("flushing..........."); - int numBucketsForward = 1 + (eventTimeNs - currentBucketEndTimeNs) / mBucketSizeNs; - int64_t nextBucketNs = currentBucketEndTimeNs + (numBucketsForward - 1) * mBucketSizeNs; - flushCurrentBucketLocked(eventTimeNs, nextBucketNs); - - mCurrentBucketNum += numBucketsForward; -} - -void DurationMetricProducer::flushCurrentBucketLocked(const int64_t& eventTimeNs, - const int64_t& nextBucketStartTimeNs) { - for (auto whatIt = mCurrentSlicedDurationTrackerMap.begin(); - whatIt != mCurrentSlicedDurationTrackerMap.end();) { - if (whatIt->second->flushCurrentBucket(eventTimeNs, &mPastBuckets)) { - VLOG("erase bucket for key %s", whatIt->first.toString().c_str()); - whatIt = mCurrentSlicedDurationTrackerMap.erase(whatIt); - } else { - ++whatIt; - } - } - StatsdStats::getInstance().noteBucketCount(mMetricId); - mCurrentBucketStartTimeNs = nextBucketStartTimeNs; -} - -void DurationMetricProducer::dumpStatesLocked(FILE* out, bool verbose) const { - if (mCurrentSlicedDurationTrackerMap.size() == 0) { - return; - } - - fprintf(out, "DurationMetric %lld dimension size %lu\n", (long long)mMetricId, - (unsigned long)mCurrentSlicedDurationTrackerMap.size()); - if (verbose) { - for (const auto& whatIt : mCurrentSlicedDurationTrackerMap) { - fprintf(out, "\t(what)%s\n", whatIt.first.toString().c_str()); - whatIt.second->dumpStates(out, verbose); - } - } -} - -bool DurationMetricProducer::hitGuardRailLocked(const MetricDimensionKey& newKey) { - auto whatIt = mCurrentSlicedDurationTrackerMap.find(newKey.getDimensionKeyInWhat()); - if (whatIt == mCurrentSlicedDurationTrackerMap.end()) { - // 1. Report the tuple count if the tuple count > soft limit - if (mCurrentSlicedDurationTrackerMap.size() > StatsdStats::kDimensionKeySizeSoftLimit - 1) { - size_t newTupleCount = mCurrentSlicedDurationTrackerMap.size() + 1; - StatsdStats::getInstance().noteMetricDimensionSize( - mConfigKey, mMetricId, newTupleCount); - // 2. Don't add more tuples, we are above the allowed threshold. Drop the data. - if (newTupleCount > StatsdStats::kDimensionKeySizeHardLimit) { - ALOGE("DurationMetric %lld dropping data for what dimension key %s", - (long long)mMetricId, newKey.getDimensionKeyInWhat().toString().c_str()); - StatsdStats::getInstance().noteHardDimensionLimitReached(mMetricId); - return true; - } - } - } - return false; -} - -void DurationMetricProducer::handleStartEvent(const MetricDimensionKey& eventKey, - const ConditionKey& conditionKeys, - bool condition, const LogEvent& event) { - const auto& whatKey = eventKey.getDimensionKeyInWhat(); - auto whatIt = mCurrentSlicedDurationTrackerMap.find(whatKey); - if (whatIt == mCurrentSlicedDurationTrackerMap.end()) { - if (hitGuardRailLocked(eventKey)) { - return; - } - mCurrentSlicedDurationTrackerMap[whatKey] = createDurationTracker(eventKey); - } - - auto it = mCurrentSlicedDurationTrackerMap.find(whatKey); - if (mUseWhatDimensionAsInternalDimension) { - it->second->noteStart(whatKey, condition, event.GetElapsedTimestampNs(), conditionKeys); - return; - } - - if (mInternalDimensions.empty()) { - it->second->noteStart(DEFAULT_DIMENSION_KEY, condition, event.GetElapsedTimestampNs(), - conditionKeys); - } else { - HashableDimensionKey dimensionKey = DEFAULT_DIMENSION_KEY; - filterValues(mInternalDimensions, event.getValues(), &dimensionKey); - it->second->noteStart(dimensionKey, condition, event.GetElapsedTimestampNs(), - conditionKeys); - } - -} - -void DurationMetricProducer::onMatchedLogEventInternalLocked( - const size_t matcherIndex, const MetricDimensionKey& eventKey, - const ConditionKey& conditionKeys, bool condition, const LogEvent& event, - const map<int, HashableDimensionKey>& statePrimaryKeys) { - ALOGW("Not used in duration tracker."); -} - -void DurationMetricProducer::onMatchedLogEventLocked(const size_t matcherIndex, - const LogEvent& event) { - int64_t eventTimeNs = event.GetElapsedTimestampNs(); - if (eventTimeNs < mTimeBaseNs) { - return; - } - - if (mIsActive) { - flushIfNeededLocked(event.GetElapsedTimestampNs()); - } - - // Handles Stopall events. - if (matcherIndex == mStopAllIndex) { - for (auto& whatIt : mCurrentSlicedDurationTrackerMap) { - whatIt.second->noteStopAll(event.GetElapsedTimestampNs()); - } - return; - } - - HashableDimensionKey dimensionInWhat = DEFAULT_DIMENSION_KEY; - if (!mDimensionsInWhat.empty()) { - filterValues(mDimensionsInWhat, event.getValues(), &dimensionInWhat); - } - - // Stores atom id to primary key pairs for each state atom that the metric is - // sliced by. - std::map<int, HashableDimensionKey> statePrimaryKeys; - - // For states with primary fields, use MetricStateLinks to get the primary - // field values from the log event. These values will form a primary key - // that will be used to query StateTracker for the correct state value. - for (const auto& stateLink : mMetric2StateLinks) { - getDimensionForState(event.getValues(), stateLink, - &statePrimaryKeys[stateLink.stateAtomId]); - } - - // For each sliced state, query StateTracker for the state value using - // either the primary key from the previous step or the DEFAULT_DIMENSION_KEY. - // - // Expected functionality: for any case where the MetricStateLinks are - // initialized incorrectly (ex. # of state links != # of primary fields, no - // links are provided for a state with primary fields, links are provided - // in the wrong order, etc.), StateTracker will simply return kStateUnknown - // when queried using an incorrect key. - HashableDimensionKey stateValuesKey = DEFAULT_DIMENSION_KEY; - for (auto atomId : mSlicedStateAtoms) { - FieldValue value; - if (statePrimaryKeys.find(atomId) != statePrimaryKeys.end()) { - // found a primary key for this state, query using the key - queryStateValue(atomId, statePrimaryKeys[atomId], &value); - } else { - // if no MetricStateLinks exist for this state atom, - // query using the default dimension key (empty HashableDimensionKey) - queryStateValue(atomId, DEFAULT_DIMENSION_KEY, &value); - } - mapStateValue(atomId, &value); - stateValuesKey.addValue(value); - } - - // Handles Stop events. - if (matcherIndex == mStopIndex) { - if (mUseWhatDimensionAsInternalDimension) { - auto whatIt = mCurrentSlicedDurationTrackerMap.find(dimensionInWhat); - if (whatIt != mCurrentSlicedDurationTrackerMap.end()) { - whatIt->second->noteStop(dimensionInWhat, event.GetElapsedTimestampNs(), false); - } - return; - } - - HashableDimensionKey internalDimensionKey = DEFAULT_DIMENSION_KEY; - if (!mInternalDimensions.empty()) { - filterValues(mInternalDimensions, event.getValues(), &internalDimensionKey); - } - - auto whatIt = mCurrentSlicedDurationTrackerMap.find(dimensionInWhat); - if (whatIt != mCurrentSlicedDurationTrackerMap.end()) { - whatIt->second->noteStop(internalDimensionKey, event.GetElapsedTimestampNs(), false); - } - return; - } - - bool condition; - ConditionKey conditionKey; - if (mConditionSliced) { - for (const auto& link : mMetric2ConditionLinks) { - getDimensionForCondition(event.getValues(), link, &conditionKey[link.conditionId]); - } - - auto conditionState = - mWizard->query(mConditionTrackerIndex, conditionKey, - !mHasLinksToAllConditionDimensionsInTracker); - condition = conditionState == ConditionState::kTrue; - } else { - // TODO: The unknown condition state is not handled here, we should fix it. - condition = mCondition == ConditionState::kTrue; - } - - condition = condition && mIsActive; - - handleStartEvent(MetricDimensionKey(dimensionInWhat, stateValuesKey), conditionKey, condition, - event); -} - -size_t DurationMetricProducer::byteSizeLocked() const { - size_t totalSize = 0; - for (const auto& pair : mPastBuckets) { - totalSize += pair.second.size() * kBucketSize; - } - return totalSize; -} - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/metrics/DurationMetricProducer.h b/cmds/statsd/src/metrics/DurationMetricProducer.h deleted file mode 100644 index bfe1010c89de..000000000000 --- a/cmds/statsd/src/metrics/DurationMetricProducer.h +++ /dev/null @@ -1,169 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#pragma once - - -#include <unordered_map> - -#include <android/util/ProtoOutputStream.h> -#include "../anomaly/DurationAnomalyTracker.h" -#include "../condition/ConditionTracker.h" -#include "../matchers/matcher_util.h" -#include "MetricProducer.h" -#include "duration_helper/DurationTracker.h" -#include "duration_helper/MaxDurationTracker.h" -#include "duration_helper/OringDurationTracker.h" -#include "frameworks/base/cmds/statsd/src/statsd_config.pb.h" -#include "stats_util.h" - -using namespace std; - -namespace android { -namespace os { -namespace statsd { - -class DurationMetricProducer : public MetricProducer { -public: - DurationMetricProducer( - const ConfigKey& key, const DurationMetric& durationMetric, const int conditionIndex, - const vector<ConditionState>& initialConditionCache, const size_t startIndex, - const size_t stopIndex, const size_t stopAllIndex, const bool nesting, - const sp<ConditionWizard>& wizard, const FieldMatcher& internalDimensions, - const int64_t timeBaseNs, const int64_t startTimeNs, - const unordered_map<int, shared_ptr<Activation>>& eventActivationMap = {}, - const unordered_map<int, vector<shared_ptr<Activation>>>& eventDeactivationMap = {}, - const vector<int>& slicedStateAtoms = {}, - const unordered_map<int, unordered_map<int, int64_t>>& stateGroupMap = {}); - - virtual ~DurationMetricProducer(); - - sp<AnomalyTracker> addAnomalyTracker(const Alert &alert, - const sp<AlarmMonitor>& anomalyAlarmMonitor) override; - - void onStateChanged(const int64_t eventTimeNs, const int32_t atomId, - const HashableDimensionKey& primaryKey, const FieldValue& oldState, - const FieldValue& newState) override; - -protected: - void onMatchedLogEventLocked(const size_t matcherIndex, const LogEvent& event) override; - - void onMatchedLogEventInternalLocked( - const size_t matcherIndex, const MetricDimensionKey& eventKey, - const ConditionKey& conditionKeys, bool condition, const LogEvent& event, - const std::map<int, HashableDimensionKey>& statePrimaryKeys) override; - -private: - void handleStartEvent(const MetricDimensionKey& eventKey, const ConditionKey& conditionKeys, - bool condition, const LogEvent& event); - - void onDumpReportLocked(const int64_t dumpTimeNs, - const bool include_current_partial_bucket, - const bool erase_data, - const DumpLatency dumpLatency, - std::set<string> *str_set, - android::util::ProtoOutputStream* protoOutput) override; - - void clearPastBucketsLocked(const int64_t dumpTimeNs) override; - - // Internal interface to handle condition change. - void onConditionChangedLocked(const bool conditionMet, const int64_t eventTime) override; - - // Internal interface to handle active state change. - void onActiveStateChangedLocked(const int64_t& eventTimeNs) override; - - // Internal interface to handle sliced condition change. - void onSlicedConditionMayChangeLocked(bool overallCondition, const int64_t eventTime) override; - - void onSlicedConditionMayChangeInternalLocked(bool overallCondition, - const int64_t eventTimeNs); - - void onSlicedConditionMayChangeLocked_opt1(bool overallCondition, const int64_t eventTime); - void onSlicedConditionMayChangeLocked_opt2(bool overallCondition, const int64_t eventTime); - - // Internal function to calculate the current used bytes. - size_t byteSizeLocked() const override; - - void dumpStatesLocked(FILE* out, bool verbose) const override; - - void dropDataLocked(const int64_t dropTimeNs) override; - - // Util function to flush the old packet. - void flushIfNeededLocked(const int64_t& eventTime); - - void flushCurrentBucketLocked(const int64_t& eventTimeNs, - const int64_t& nextBucketStartTimeNs) override; - - const DurationMetric_AggregationType mAggregationType; - - // Index of the SimpleAtomMatcher which defines the start. - const size_t mStartIndex; - - // Index of the SimpleAtomMatcher which defines the stop. - const size_t mStopIndex; - - // Index of the SimpleAtomMatcher which defines the stop all for all dimensions. - const size_t mStopAllIndex; - - // nest counting -- for the same key, stops must match the number of starts to make real stop - const bool mNested; - - // The dimension from the atom predicate. e.g., uid, wakelock name. - vector<Matcher> mInternalDimensions; - - bool mContainANYPositionInInternalDimensions; - - // This boolean is true iff When mInternalDimensions == mDimensionsInWhat - bool mUseWhatDimensionAsInternalDimension; - - // Caches the current unsliced part condition. - ConditionState mUnSlicedPartCondition; - - // Save the past buckets and we can clear when the StatsLogReport is dumped. - std::unordered_map<MetricDimensionKey, std::vector<DurationBucket>> mPastBuckets; - - // The duration trackers in the current bucket. - std::unordered_map<HashableDimensionKey, std::unique_ptr<DurationTracker>> - mCurrentSlicedDurationTrackerMap; - - // Helper function to create a duration tracker given the metric aggregation type. - std::unique_ptr<DurationTracker> createDurationTracker( - const MetricDimensionKey& eventKey) const; - - // This hides the base class's std::vector<sp<AnomalyTracker>> mAnomalyTrackers - std::vector<sp<DurationAnomalyTracker>> mAnomalyTrackers; - - // Util function to check whether the specified dimension hits the guardrail. - bool hitGuardRailLocked(const MetricDimensionKey& newKey); - - static const size_t kBucketSize = sizeof(DurationBucket{}); - - FRIEND_TEST(DurationMetricTrackerTest, TestNoCondition); - FRIEND_TEST(DurationMetricTrackerTest, TestNonSlicedCondition); - FRIEND_TEST(DurationMetricTrackerTest, TestNonSlicedConditionUnknownState); - FRIEND_TEST(WakelockDurationE2eTest, TestAggregatedPredicates); - FRIEND_TEST(DurationMetricTrackerTest, TestFirstBucket); - - FRIEND_TEST(DurationMetricProducerTest_PartialBucket, TestSumDuration); - FRIEND_TEST(DurationMetricProducerTest_PartialBucket, - TestSumDurationWithSplitInFollowingBucket); - FRIEND_TEST(DurationMetricProducerTest_PartialBucket, TestMaxDuration); - FRIEND_TEST(DurationMetricProducerTest_PartialBucket, TestMaxDurationWithSplitInNextBucket); -}; - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/metrics/EventMetricProducer.cpp b/cmds/statsd/src/metrics/EventMetricProducer.cpp deleted file mode 100644 index dc0036a687f3..000000000000 --- a/cmds/statsd/src/metrics/EventMetricProducer.cpp +++ /dev/null @@ -1,170 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#define DEBUG false // STOPSHIP if true -#include "Log.h" - -#include "EventMetricProducer.h" -#include "stats_util.h" -#include "stats_log_util.h" - -#include <limits.h> -#include <stdlib.h> - -using android::util::FIELD_COUNT_REPEATED; -using android::util::FIELD_TYPE_BOOL; -using android::util::FIELD_TYPE_FLOAT; -using android::util::FIELD_TYPE_INT32; -using android::util::FIELD_TYPE_INT64; -using android::util::FIELD_TYPE_STRING; -using android::util::FIELD_TYPE_MESSAGE; -using android::util::ProtoOutputStream; -using std::map; -using std::string; -using std::unordered_map; -using std::vector; -using std::shared_ptr; - -namespace android { -namespace os { -namespace statsd { - -// for StatsLogReport -const int FIELD_ID_ID = 1; -const int FIELD_ID_EVENT_METRICS = 4; -const int FIELD_ID_IS_ACTIVE = 14; -// for EventMetricDataWrapper -const int FIELD_ID_DATA = 1; -// for EventMetricData -const int FIELD_ID_ELAPSED_TIMESTAMP_NANOS = 1; -const int FIELD_ID_ATOMS = 2; - -EventMetricProducer::EventMetricProducer( - const ConfigKey& key, const EventMetric& metric, const int conditionIndex, - const vector<ConditionState>& initialConditionCache, const sp<ConditionWizard>& wizard, - const int64_t startTimeNs, - const unordered_map<int, shared_ptr<Activation>>& eventActivationMap, - const unordered_map<int, vector<shared_ptr<Activation>>>& eventDeactivationMap, - const vector<int>& slicedStateAtoms, - const unordered_map<int, unordered_map<int, int64_t>>& stateGroupMap) - : MetricProducer(metric.id(), key, startTimeNs, conditionIndex, initialConditionCache, wizard, - eventActivationMap, eventDeactivationMap, slicedStateAtoms, stateGroupMap) { - if (metric.links().size() > 0) { - for (const auto& link : metric.links()) { - Metric2Condition mc; - mc.conditionId = link.condition(); - translateFieldMatcher(link.fields_in_what(), &mc.metricFields); - translateFieldMatcher(link.fields_in_condition(), &mc.conditionFields); - mMetric2ConditionLinks.push_back(mc); - } - mConditionSliced = true; - } - mProto = std::make_unique<ProtoOutputStream>(); - VLOG("metric %lld created. bucket size %lld start_time: %lld", (long long)metric.id(), - (long long)mBucketSizeNs, (long long)mTimeBaseNs); -} - -EventMetricProducer::~EventMetricProducer() { - VLOG("~EventMetricProducer() called"); -} - -void EventMetricProducer::dropDataLocked(const int64_t dropTimeNs) { - mProto->clear(); - StatsdStats::getInstance().noteBucketDropped(mMetricId); -} - -void EventMetricProducer::onSlicedConditionMayChangeLocked(bool overallCondition, - const int64_t eventTime) { -} - -std::unique_ptr<std::vector<uint8_t>> serializeProtoLocked(ProtoOutputStream& protoOutput) { - size_t bufferSize = protoOutput.size(); - - std::unique_ptr<std::vector<uint8_t>> buffer(new std::vector<uint8_t>(bufferSize)); - - size_t pos = 0; - sp<android::util::ProtoReader> reader = protoOutput.data(); - while (reader->readBuffer() != NULL) { - size_t toRead = reader->currentToRead(); - std::memcpy(&((*buffer)[pos]), reader->readBuffer(), toRead); - pos += toRead; - reader->move(toRead); - } - - return buffer; -} - -void EventMetricProducer::clearPastBucketsLocked(const int64_t dumpTimeNs) { - mProto->clear(); -} - -void EventMetricProducer::onDumpReportLocked(const int64_t dumpTimeNs, - const bool include_current_partial_bucket, - const bool erase_data, - const DumpLatency dumpLatency, - std::set<string> *str_set, - ProtoOutputStream* protoOutput) { - protoOutput->write(FIELD_TYPE_INT64 | FIELD_ID_ID, (long long)mMetricId); - protoOutput->write(FIELD_TYPE_BOOL | FIELD_ID_IS_ACTIVE, isActiveLocked()); - if (mProto->size() <= 0) { - return; - } - - size_t bufferSize = mProto->size(); - VLOG("metric %lld dump report now... proto size: %zu ", - (long long)mMetricId, bufferSize); - std::unique_ptr<std::vector<uint8_t>> buffer = serializeProtoLocked(*mProto); - - protoOutput->write(FIELD_TYPE_MESSAGE | FIELD_ID_EVENT_METRICS, - reinterpret_cast<char*>(buffer.get()->data()), buffer.get()->size()); - - if (erase_data) { - mProto->clear(); - } -} - -void EventMetricProducer::onConditionChangedLocked(const bool conditionMet, - const int64_t eventTime) { - VLOG("Metric %lld onConditionChanged", (long long)mMetricId); - mCondition = conditionMet ? ConditionState::kTrue : ConditionState::kFalse; -} - -void EventMetricProducer::onMatchedLogEventInternalLocked( - const size_t matcherIndex, const MetricDimensionKey& eventKey, - const ConditionKey& conditionKey, bool condition, const LogEvent& event, - const map<int, HashableDimensionKey>& statePrimaryKeys) { - if (!condition) { - return; - } - - uint64_t wrapperToken = - mProto->start(FIELD_TYPE_MESSAGE | FIELD_COUNT_REPEATED | FIELD_ID_DATA); - const int64_t elapsedTimeNs = truncateTimestampIfNecessary(event); - mProto->write(FIELD_TYPE_INT64 | FIELD_ID_ELAPSED_TIMESTAMP_NANOS, (long long) elapsedTimeNs); - - uint64_t eventToken = mProto->start(FIELD_TYPE_MESSAGE | FIELD_ID_ATOMS); - event.ToProto(*mProto); - mProto->end(eventToken); - mProto->end(wrapperToken); -} - -size_t EventMetricProducer::byteSizeLocked() const { - return mProto->bytesWritten(); -} - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/metrics/EventMetricProducer.h b/cmds/statsd/src/metrics/EventMetricProducer.h deleted file mode 100644 index bfb2de36fad4..000000000000 --- a/cmds/statsd/src/metrics/EventMetricProducer.h +++ /dev/null @@ -1,83 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#ifndef EVENT_METRIC_PRODUCER_H -#define EVENT_METRIC_PRODUCER_H - -#include <unordered_map> - -#include <android/util/ProtoOutputStream.h> - -#include "../condition/ConditionTracker.h" -#include "../matchers/matcher_util.h" -#include "MetricProducer.h" -#include "frameworks/base/cmds/statsd/src/statsd_config.pb.h" -#include "stats_util.h" - -namespace android { -namespace os { -namespace statsd { - -class EventMetricProducer : public MetricProducer { -public: - EventMetricProducer( - const ConfigKey& key, const EventMetric& eventMetric, const int conditionIndex, - const vector<ConditionState>& initialConditionCache, const sp<ConditionWizard>& wizard, - const int64_t startTimeNs, - const std::unordered_map<int, std::shared_ptr<Activation>>& eventActivationMap = {}, - const std::unordered_map<int, std::vector<std::shared_ptr<Activation>>>& - eventDeactivationMap = {}, - const vector<int>& slicedStateAtoms = {}, - const unordered_map<int, unordered_map<int, int64_t>>& stateGroupMap = {}); - - virtual ~EventMetricProducer(); - -private: - void onMatchedLogEventInternalLocked( - const size_t matcherIndex, const MetricDimensionKey& eventKey, - const ConditionKey& conditionKey, bool condition, const LogEvent& event, - const std::map<int, HashableDimensionKey>& statePrimaryKeys) override; - - void onDumpReportLocked(const int64_t dumpTimeNs, - const bool include_current_partial_bucket, - const bool erase_data, - const DumpLatency dumpLatency, - std::set<string> *str_set, - android::util::ProtoOutputStream* protoOutput) override; - void clearPastBucketsLocked(const int64_t dumpTimeNs) override; - - // Internal interface to handle condition change. - void onConditionChangedLocked(const bool conditionMet, const int64_t eventTime) override; - - // Internal interface to handle sliced condition change. - void onSlicedConditionMayChangeLocked(bool overallCondition, const int64_t eventTime) override; - - void dropDataLocked(const int64_t dropTimeNs) override; - - // Internal function to calculate the current used bytes. - size_t byteSizeLocked() const override; - - void dumpStatesLocked(FILE* out, bool verbose) const override{}; - - // Maps to a EventMetricDataWrapper. Storing atom events in ProtoOutputStream - // is more space efficient than storing LogEvent. - std::unique_ptr<android::util::ProtoOutputStream> mProto; -}; - -} // namespace statsd -} // namespace os -} // namespace android -#endif // EVENT_METRIC_PRODUCER_H diff --git a/cmds/statsd/src/metrics/GaugeMetricProducer.cpp b/cmds/statsd/src/metrics/GaugeMetricProducer.cpp deleted file mode 100644 index 020f4b638f4d..000000000000 --- a/cmds/statsd/src/metrics/GaugeMetricProducer.cpp +++ /dev/null @@ -1,620 +0,0 @@ -/* -* Copyright (C) 2017 The Android Open Source Project -* -* Licensed under the Apache License, Version 2.0 (the "License"); -* you may not use this file except in compliance with the License. -* You may obtain a copy of the License at -* -* http://www.apache.org/licenses/LICENSE-2.0 -* -* Unless required by applicable law or agreed to in writing, software -* distributed under the License is distributed on an "AS IS" BASIS, -* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -* See the License for the specific language governing permissions and -* limitations under the License. -*/ - -#define DEBUG false // STOPSHIP if true -#include "Log.h" - -#include "../guardrail/StatsdStats.h" -#include "GaugeMetricProducer.h" -#include "../stats_log_util.h" - -using android::util::FIELD_COUNT_REPEATED; -using android::util::FIELD_TYPE_BOOL; -using android::util::FIELD_TYPE_FLOAT; -using android::util::FIELD_TYPE_INT32; -using android::util::FIELD_TYPE_INT64; -using android::util::FIELD_TYPE_MESSAGE; -using android::util::FIELD_TYPE_STRING; -using android::util::ProtoOutputStream; -using std::map; -using std::string; -using std::unordered_map; -using std::vector; -using std::make_shared; -using std::shared_ptr; - -namespace android { -namespace os { -namespace statsd { - -// for StatsLogReport -const int FIELD_ID_ID = 1; -const int FIELD_ID_GAUGE_METRICS = 8; -const int FIELD_ID_TIME_BASE = 9; -const int FIELD_ID_BUCKET_SIZE = 10; -const int FIELD_ID_DIMENSION_PATH_IN_WHAT = 11; -const int FIELD_ID_IS_ACTIVE = 14; -// for GaugeMetricDataWrapper -const int FIELD_ID_DATA = 1; -const int FIELD_ID_SKIPPED = 2; -// for SkippedBuckets -const int FIELD_ID_SKIPPED_START_MILLIS = 3; -const int FIELD_ID_SKIPPED_END_MILLIS = 4; -const int FIELD_ID_SKIPPED_DROP_EVENT = 5; -// for DumpEvent Proto -const int FIELD_ID_BUCKET_DROP_REASON = 1; -const int FIELD_ID_DROP_TIME = 2; -// for GaugeMetricData -const int FIELD_ID_DIMENSION_IN_WHAT = 1; -const int FIELD_ID_BUCKET_INFO = 3; -const int FIELD_ID_DIMENSION_LEAF_IN_WHAT = 4; -// for GaugeBucketInfo -const int FIELD_ID_ATOM = 3; -const int FIELD_ID_ELAPSED_ATOM_TIMESTAMP = 4; -const int FIELD_ID_BUCKET_NUM = 6; -const int FIELD_ID_START_BUCKET_ELAPSED_MILLIS = 7; -const int FIELD_ID_END_BUCKET_ELAPSED_MILLIS = 8; - -GaugeMetricProducer::GaugeMetricProducer( - const ConfigKey& key, const GaugeMetric& metric, const int conditionIndex, - const vector<ConditionState>& initialConditionCache, const sp<ConditionWizard>& wizard, - const int whatMatcherIndex, const sp<EventMatcherWizard>& matcherWizard, - const int pullTagId, const int triggerAtomId, const int atomId, const int64_t timeBaseNs, - const int64_t startTimeNs, const sp<StatsPullerManager>& pullerManager, - const unordered_map<int, shared_ptr<Activation>>& eventActivationMap, - const unordered_map<int, vector<shared_ptr<Activation>>>& eventDeactivationMap) - : MetricProducer(metric.id(), key, timeBaseNs, conditionIndex, initialConditionCache, wizard, - eventActivationMap, eventDeactivationMap, /*slicedStateAtoms=*/{}, - /*stateGroupMap=*/{}), - mWhatMatcherIndex(whatMatcherIndex), - mEventMatcherWizard(matcherWizard), - mPullerManager(pullerManager), - mPullTagId(pullTagId), - mTriggerAtomId(triggerAtomId), - mAtomId(atomId), - mIsPulled(pullTagId != -1), - mMinBucketSizeNs(metric.min_bucket_size_nanos()), - mMaxPullDelayNs(metric.max_pull_delay_sec() > 0 ? metric.max_pull_delay_sec() * NS_PER_SEC - : StatsdStats::kPullMaxDelayNs), - mDimensionSoftLimit(StatsdStats::kAtomDimensionKeySizeLimitMap.find(pullTagId) != - StatsdStats::kAtomDimensionKeySizeLimitMap.end() - ? StatsdStats::kAtomDimensionKeySizeLimitMap.at(pullTagId).first - : StatsdStats::kDimensionKeySizeSoftLimit), - mDimensionHardLimit(StatsdStats::kAtomDimensionKeySizeLimitMap.find(pullTagId) != - StatsdStats::kAtomDimensionKeySizeLimitMap.end() - ? StatsdStats::kAtomDimensionKeySizeLimitMap.at(pullTagId).second - : StatsdStats::kDimensionKeySizeHardLimit), - mGaugeAtomsPerDimensionLimit(metric.max_num_gauge_atoms_per_bucket()), - mSplitBucketForAppUpgrade(metric.split_bucket_for_app_upgrade()) { - mCurrentSlicedBucket = std::make_shared<DimToGaugeAtomsMap>(); - mCurrentSlicedBucketForAnomaly = std::make_shared<DimToValMap>(); - int64_t bucketSizeMills = 0; - if (metric.has_bucket()) { - bucketSizeMills = TimeUnitToBucketSizeInMillisGuardrailed(key.GetUid(), metric.bucket()); - } else { - bucketSizeMills = TimeUnitToBucketSizeInMillis(ONE_HOUR); - } - mBucketSizeNs = bucketSizeMills * 1000000; - - mSamplingType = metric.sampling_type(); - if (!metric.gauge_fields_filter().include_all()) { - translateFieldMatcher(metric.gauge_fields_filter().fields(), &mFieldMatchers); - } - - if (metric.has_dimensions_in_what()) { - translateFieldMatcher(metric.dimensions_in_what(), &mDimensionsInWhat); - mContainANYPositionInDimensionsInWhat = HasPositionANY(metric.dimensions_in_what()); - } - - if (metric.links().size() > 0) { - for (const auto& link : metric.links()) { - Metric2Condition mc; - mc.conditionId = link.condition(); - translateFieldMatcher(link.fields_in_what(), &mc.metricFields); - translateFieldMatcher(link.fields_in_condition(), &mc.conditionFields); - mMetric2ConditionLinks.push_back(mc); - } - mConditionSliced = true; - } - mSliceByPositionALL = HasPositionALL(metric.dimensions_in_what()); - - flushIfNeededLocked(startTimeNs); - // Kicks off the puller immediately. - if (mIsPulled && mSamplingType == GaugeMetric::RANDOM_ONE_SAMPLE) { - mPullerManager->RegisterReceiver(mPullTagId, mConfigKey, this, getCurrentBucketEndTimeNs(), - mBucketSizeNs); - } - - // Adjust start for partial first bucket and then pull if needed - mCurrentBucketStartTimeNs = startTimeNs; - - VLOG("Gauge metric %lld created. bucket size %lld start_time: %lld sliced %d", - (long long)metric.id(), (long long)mBucketSizeNs, (long long)mTimeBaseNs, - mConditionSliced); -} - -GaugeMetricProducer::~GaugeMetricProducer() { - VLOG("~GaugeMetricProducer() called"); - if (mIsPulled && mSamplingType == GaugeMetric::RANDOM_ONE_SAMPLE) { - mPullerManager->UnRegisterReceiver(mPullTagId, mConfigKey, this); - } -} - -void GaugeMetricProducer::dumpStatesLocked(FILE* out, bool verbose) const { - if (mCurrentSlicedBucket == nullptr || - mCurrentSlicedBucket->size() == 0) { - return; - } - - fprintf(out, "GaugeMetric %lld dimension size %lu\n", (long long)mMetricId, - (unsigned long)mCurrentSlicedBucket->size()); - if (verbose) { - for (const auto& it : *mCurrentSlicedBucket) { - fprintf(out, "\t(what)%s\t(states)%s %d atoms\n", - it.first.getDimensionKeyInWhat().toString().c_str(), - it.first.getStateValuesKey().toString().c_str(), (int)it.second.size()); - } - } -} - -void GaugeMetricProducer::clearPastBucketsLocked(const int64_t dumpTimeNs) { - flushIfNeededLocked(dumpTimeNs); - mPastBuckets.clear(); - mSkippedBuckets.clear(); -} - -void GaugeMetricProducer::onDumpReportLocked(const int64_t dumpTimeNs, - const bool include_current_partial_bucket, - const bool erase_data, - const DumpLatency dumpLatency, - std::set<string> *str_set, - ProtoOutputStream* protoOutput) { - VLOG("Gauge metric %lld report now...", (long long)mMetricId); - if (include_current_partial_bucket) { - flushLocked(dumpTimeNs); - } else { - flushIfNeededLocked(dumpTimeNs); - } - - protoOutput->write(FIELD_TYPE_INT64 | FIELD_ID_ID, (long long)mMetricId); - protoOutput->write(FIELD_TYPE_BOOL | FIELD_ID_IS_ACTIVE, isActiveLocked()); - - if (mPastBuckets.empty() && mSkippedBuckets.empty()) { - return; - } - - protoOutput->write(FIELD_TYPE_INT64 | FIELD_ID_TIME_BASE, (long long)mTimeBaseNs); - protoOutput->write(FIELD_TYPE_INT64 | FIELD_ID_BUCKET_SIZE, (long long)mBucketSizeNs); - - // Fills the dimension path if not slicing by ALL. - if (!mSliceByPositionALL) { - if (!mDimensionsInWhat.empty()) { - uint64_t dimenPathToken = protoOutput->start( - FIELD_TYPE_MESSAGE | FIELD_ID_DIMENSION_PATH_IN_WHAT); - writeDimensionPathToProto(mDimensionsInWhat, protoOutput); - protoOutput->end(dimenPathToken); - } - } - - uint64_t protoToken = protoOutput->start(FIELD_TYPE_MESSAGE | FIELD_ID_GAUGE_METRICS); - - for (const auto& skippedBucket : mSkippedBuckets) { - uint64_t wrapperToken = - protoOutput->start(FIELD_TYPE_MESSAGE | FIELD_COUNT_REPEATED | FIELD_ID_SKIPPED); - protoOutput->write(FIELD_TYPE_INT64 | FIELD_ID_SKIPPED_START_MILLIS, - (long long)(NanoToMillis(skippedBucket.bucketStartTimeNs))); - protoOutput->write(FIELD_TYPE_INT64 | FIELD_ID_SKIPPED_END_MILLIS, - (long long)(NanoToMillis(skippedBucket.bucketEndTimeNs))); - - for (const auto& dropEvent : skippedBucket.dropEvents) { - uint64_t dropEventToken = protoOutput->start(FIELD_TYPE_MESSAGE | FIELD_COUNT_REPEATED | - FIELD_ID_SKIPPED_DROP_EVENT); - protoOutput->write(FIELD_TYPE_INT32 | FIELD_ID_BUCKET_DROP_REASON, dropEvent.reason); - protoOutput->write(FIELD_TYPE_INT64 | FIELD_ID_DROP_TIME, (long long) (NanoToMillis(dropEvent.dropTimeNs))); - protoOutput->end(dropEventToken); - } - protoOutput->end(wrapperToken); - } - - for (const auto& pair : mPastBuckets) { - const MetricDimensionKey& dimensionKey = pair.first; - - VLOG("Gauge dimension key %s", dimensionKey.toString().c_str()); - uint64_t wrapperToken = - protoOutput->start(FIELD_TYPE_MESSAGE | FIELD_COUNT_REPEATED | FIELD_ID_DATA); - - // First fill dimension. - if (mSliceByPositionALL) { - uint64_t dimensionToken = protoOutput->start( - FIELD_TYPE_MESSAGE | FIELD_ID_DIMENSION_IN_WHAT); - writeDimensionToProto(dimensionKey.getDimensionKeyInWhat(), str_set, protoOutput); - protoOutput->end(dimensionToken); - } else { - writeDimensionLeafNodesToProto(dimensionKey.getDimensionKeyInWhat(), - FIELD_ID_DIMENSION_LEAF_IN_WHAT, str_set, protoOutput); - } - - // Then fill bucket_info (GaugeBucketInfo). - for (const auto& bucket : pair.second) { - uint64_t bucketInfoToken = protoOutput->start( - FIELD_TYPE_MESSAGE | FIELD_COUNT_REPEATED | FIELD_ID_BUCKET_INFO); - - if (bucket.mBucketEndNs - bucket.mBucketStartNs != mBucketSizeNs) { - protoOutput->write(FIELD_TYPE_INT64 | FIELD_ID_START_BUCKET_ELAPSED_MILLIS, - (long long)NanoToMillis(bucket.mBucketStartNs)); - protoOutput->write(FIELD_TYPE_INT64 | FIELD_ID_END_BUCKET_ELAPSED_MILLIS, - (long long)NanoToMillis(bucket.mBucketEndNs)); - } else { - protoOutput->write(FIELD_TYPE_INT64 | FIELD_ID_BUCKET_NUM, - (long long)(getBucketNumFromEndTimeNs(bucket.mBucketEndNs))); - } - - if (!bucket.mGaugeAtoms.empty()) { - for (const auto& atom : bucket.mGaugeAtoms) { - uint64_t atomsToken = - protoOutput->start(FIELD_TYPE_MESSAGE | FIELD_COUNT_REPEATED | - FIELD_ID_ATOM); - writeFieldValueTreeToStream(mAtomId, *(atom.mFields), protoOutput); - protoOutput->end(atomsToken); - } - for (const auto& atom : bucket.mGaugeAtoms) { - protoOutput->write(FIELD_TYPE_INT64 | FIELD_COUNT_REPEATED | - FIELD_ID_ELAPSED_ATOM_TIMESTAMP, - (long long)atom.mElapsedTimestampNs); - } - } - protoOutput->end(bucketInfoToken); - VLOG("Gauge \t bucket [%lld - %lld] includes %d atoms.", - (long long)bucket.mBucketStartNs, (long long)bucket.mBucketEndNs, - (int)bucket.mGaugeAtoms.size()); - } - protoOutput->end(wrapperToken); - } - protoOutput->end(protoToken); - - - if (erase_data) { - mPastBuckets.clear(); - mSkippedBuckets.clear(); - } -} - -void GaugeMetricProducer::prepareFirstBucketLocked() { - if (mIsActive && mIsPulled && mSamplingType == GaugeMetric::RANDOM_ONE_SAMPLE) { - pullAndMatchEventsLocked(mCurrentBucketStartTimeNs); - } -} - -void GaugeMetricProducer::pullAndMatchEventsLocked(const int64_t timestampNs) { - bool triggerPuller = false; - switch(mSamplingType) { - // When the metric wants to do random sampling and there is already one gauge atom for the - // current bucket, do not do it again. - case GaugeMetric::RANDOM_ONE_SAMPLE: { - triggerPuller = mCondition == ConditionState::kTrue && mCurrentSlicedBucket->empty(); - break; - } - case GaugeMetric::CONDITION_CHANGE_TO_TRUE: { - triggerPuller = mCondition == ConditionState::kTrue; - break; - } - case GaugeMetric::FIRST_N_SAMPLES: { - triggerPuller = mCondition == ConditionState::kTrue; - break; - } - default: - break; - } - if (!triggerPuller) { - return; - } - vector<std::shared_ptr<LogEvent>> allData; - if (!mPullerManager->Pull(mPullTagId, mConfigKey, timestampNs, &allData)) { - ALOGE("Gauge Stats puller failed for tag: %d at %lld", mPullTagId, (long long)timestampNs); - return; - } - const int64_t pullDelayNs = getElapsedRealtimeNs() - timestampNs; - StatsdStats::getInstance().notePullDelay(mPullTagId, pullDelayNs); - if (pullDelayNs > mMaxPullDelayNs) { - ALOGE("Pull finish too late for atom %d", mPullTagId); - StatsdStats::getInstance().notePullExceedMaxDelay(mPullTagId); - return; - } - for (const auto& data : allData) { - LogEvent localCopy = data->makeCopy(); - localCopy.setElapsedTimestampNs(timestampNs); - if (mEventMatcherWizard->matchLogEvent(localCopy, mWhatMatcherIndex) == - MatchingState::kMatched) { - onMatchedLogEventLocked(mWhatMatcherIndex, localCopy); - } - } -} - -void GaugeMetricProducer::onActiveStateChangedLocked(const int64_t& eventTimeNs) { - MetricProducer::onActiveStateChangedLocked(eventTimeNs); - if (ConditionState::kTrue != mCondition || !mIsPulled) { - return; - } - if (mTriggerAtomId == -1 || (mIsActive && mSamplingType == GaugeMetric::RANDOM_ONE_SAMPLE)) { - pullAndMatchEventsLocked(eventTimeNs); - } - -} - -void GaugeMetricProducer::onConditionChangedLocked(const bool conditionMet, - const int64_t eventTimeNs) { - VLOG("GaugeMetric %lld onConditionChanged", (long long)mMetricId); - - mCondition = conditionMet ? ConditionState::kTrue : ConditionState::kFalse; - if (!mIsActive) { - return; - } - - flushIfNeededLocked(eventTimeNs); - if (mIsPulled && mTriggerAtomId == -1) { - pullAndMatchEventsLocked(eventTimeNs); - } // else: Push mode. No need to proactively pull the gauge data. -} - -void GaugeMetricProducer::onSlicedConditionMayChangeLocked(bool overallCondition, - const int64_t eventTimeNs) { - VLOG("GaugeMetric %lld onSlicedConditionMayChange overall condition %d", (long long)mMetricId, - overallCondition); - mCondition = overallCondition ? ConditionState::kTrue : ConditionState::kFalse; - if (!mIsActive) { - return; - } - - flushIfNeededLocked(eventTimeNs); - // If the condition is sliced, mCondition is true if any of the dimensions is true. And we will - // pull for every dimension. - if (mIsPulled && mTriggerAtomId == -1) { - pullAndMatchEventsLocked(eventTimeNs); - } // else: Push mode. No need to proactively pull the gauge data. -} - -std::shared_ptr<vector<FieldValue>> GaugeMetricProducer::getGaugeFields(const LogEvent& event) { - std::shared_ptr<vector<FieldValue>> gaugeFields; - if (mFieldMatchers.size() > 0) { - gaugeFields = std::make_shared<vector<FieldValue>>(); - filterGaugeValues(mFieldMatchers, event.getValues(), gaugeFields.get()); - } else { - gaugeFields = std::make_shared<vector<FieldValue>>(event.getValues()); - } - // Trim all dimension fields from output. Dimensions will appear in output report and will - // benefit from dictionary encoding. For large pulled atoms, this can give the benefit of - // optional repeated field. - for (const auto& field : mDimensionsInWhat) { - for (auto it = gaugeFields->begin(); it != gaugeFields->end();) { - if (it->mField.matches(field)) { - it = gaugeFields->erase(it); - } else { - it++; - } - } - } - return gaugeFields; -} - -void GaugeMetricProducer::onDataPulled(const std::vector<std::shared_ptr<LogEvent>>& allData, - bool pullSuccess, int64_t originalPullTimeNs) { - std::lock_guard<std::mutex> lock(mMutex); - if (!pullSuccess || allData.size() == 0) { - return; - } - const int64_t pullDelayNs = getElapsedRealtimeNs() - originalPullTimeNs; - StatsdStats::getInstance().notePullDelay(mPullTagId, pullDelayNs); - if (pullDelayNs > mMaxPullDelayNs) { - ALOGE("Pull finish too late for atom %d", mPullTagId); - StatsdStats::getInstance().notePullExceedMaxDelay(mPullTagId); - return; - } - for (const auto& data : allData) { - if (mEventMatcherWizard->matchLogEvent( - *data, mWhatMatcherIndex) == MatchingState::kMatched) { - onMatchedLogEventLocked(mWhatMatcherIndex, *data); - } - } -} - -bool GaugeMetricProducer::hitGuardRailLocked(const MetricDimensionKey& newKey) { - if (mCurrentSlicedBucket->find(newKey) != mCurrentSlicedBucket->end()) { - return false; - } - // 1. Report the tuple count if the tuple count > soft limit - if (mCurrentSlicedBucket->size() > mDimensionSoftLimit - 1) { - size_t newTupleCount = mCurrentSlicedBucket->size() + 1; - StatsdStats::getInstance().noteMetricDimensionSize(mConfigKey, mMetricId, newTupleCount); - // 2. Don't add more tuples, we are above the allowed threshold. Drop the data. - if (newTupleCount > mDimensionHardLimit) { - ALOGE("GaugeMetric %lld dropping data for dimension key %s", - (long long)mMetricId, newKey.toString().c_str()); - StatsdStats::getInstance().noteHardDimensionLimitReached(mMetricId); - return true; - } - } - - return false; -} - -void GaugeMetricProducer::onMatchedLogEventInternalLocked( - const size_t matcherIndex, const MetricDimensionKey& eventKey, - const ConditionKey& conditionKey, bool condition, const LogEvent& event, - const map<int, HashableDimensionKey>& statePrimaryKeys) { - if (condition == false) { - return; - } - int64_t eventTimeNs = event.GetElapsedTimestampNs(); - if (eventTimeNs < mCurrentBucketStartTimeNs) { - VLOG("Gauge Skip event due to late arrival: %lld vs %lld", (long long)eventTimeNs, - (long long)mCurrentBucketStartTimeNs); - return; - } - flushIfNeededLocked(eventTimeNs); - - if (mTriggerAtomId == event.GetTagId()) { - pullAndMatchEventsLocked(eventTimeNs); - return; - } - - // When gauge metric wants to randomly sample the output atom, we just simply use the first - // gauge in the given bucket. - if (mCurrentSlicedBucket->find(eventKey) != mCurrentSlicedBucket->end() && - mSamplingType == GaugeMetric::RANDOM_ONE_SAMPLE) { - return; - } - if (hitGuardRailLocked(eventKey)) { - return; - } - if ((*mCurrentSlicedBucket)[eventKey].size() >= mGaugeAtomsPerDimensionLimit) { - return; - } - - const int64_t truncatedElapsedTimestampNs = truncateTimestampIfNecessary(event); - GaugeAtom gaugeAtom(getGaugeFields(event), truncatedElapsedTimestampNs); - (*mCurrentSlicedBucket)[eventKey].push_back(gaugeAtom); - // Anomaly detection on gauge metric only works when there is one numeric - // field specified. - if (mAnomalyTrackers.size() > 0) { - if (gaugeAtom.mFields->size() == 1) { - const Value& value = gaugeAtom.mFields->begin()->mValue; - long gaugeVal = 0; - if (value.getType() == INT) { - gaugeVal = (long)value.int_value; - } else if (value.getType() == LONG) { - gaugeVal = value.long_value; - } - for (auto& tracker : mAnomalyTrackers) { - tracker->detectAndDeclareAnomaly(eventTimeNs, mCurrentBucketNum, mMetricId, - eventKey, gaugeVal); - } - } - } -} - -void GaugeMetricProducer::updateCurrentSlicedBucketForAnomaly() { - for (const auto& slice : *mCurrentSlicedBucket) { - if (slice.second.empty()) { - continue; - } - const Value& value = slice.second.front().mFields->front().mValue; - long gaugeVal = 0; - if (value.getType() == INT) { - gaugeVal = (long)value.int_value; - } else if (value.getType() == LONG) { - gaugeVal = value.long_value; - } - (*mCurrentSlicedBucketForAnomaly)[slice.first] = gaugeVal; - } -} - -void GaugeMetricProducer::dropDataLocked(const int64_t dropTimeNs) { - flushIfNeededLocked(dropTimeNs); - StatsdStats::getInstance().noteBucketDropped(mMetricId); - mPastBuckets.clear(); -} - -// When a new matched event comes in, we check if event falls into the current -// bucket. If not, flush the old counter to past buckets and initialize the new -// bucket. -// if data is pushed, onMatchedLogEvent will only be called through onConditionChanged() inside -// the GaugeMetricProducer while holding the lock. -void GaugeMetricProducer::flushIfNeededLocked(const int64_t& eventTimeNs) { - int64_t currentBucketEndTimeNs = getCurrentBucketEndTimeNs(); - - if (eventTimeNs < currentBucketEndTimeNs) { - VLOG("Gauge eventTime is %lld, less than next bucket start time %lld", - (long long)eventTimeNs, (long long)(mCurrentBucketStartTimeNs + mBucketSizeNs)); - return; - } - - // Adjusts the bucket start and end times. - int64_t numBucketsForward = 1 + (eventTimeNs - currentBucketEndTimeNs) / mBucketSizeNs; - int64_t nextBucketNs = currentBucketEndTimeNs + (numBucketsForward - 1) * mBucketSizeNs; - flushCurrentBucketLocked(eventTimeNs, nextBucketNs); - - mCurrentBucketNum += numBucketsForward; - VLOG("Gauge metric %lld: new bucket start time: %lld", (long long)mMetricId, - (long long)mCurrentBucketStartTimeNs); -} - -void GaugeMetricProducer::flushCurrentBucketLocked(const int64_t& eventTimeNs, - const int64_t& nextBucketStartTimeNs) { - int64_t fullBucketEndTimeNs = getCurrentBucketEndTimeNs(); - int64_t bucketEndTime = eventTimeNs < fullBucketEndTimeNs ? eventTimeNs : fullBucketEndTimeNs; - - GaugeBucket info; - info.mBucketStartNs = mCurrentBucketStartTimeNs; - info.mBucketEndNs = bucketEndTime; - - // Add bucket to mPastBuckets if bucket is large enough. - // Otherwise, drop the bucket data and add bucket metadata to mSkippedBuckets. - bool isBucketLargeEnough = info.mBucketEndNs - mCurrentBucketStartTimeNs >= mMinBucketSizeNs; - if (isBucketLargeEnough) { - for (const auto& slice : *mCurrentSlicedBucket) { - info.mGaugeAtoms = slice.second; - auto& bucketList = mPastBuckets[slice.first]; - bucketList.push_back(info); - VLOG("Gauge gauge metric %lld, dump key value: %s", (long long)mMetricId, - slice.first.toString().c_str()); - } - } else { - mCurrentSkippedBucket.bucketStartTimeNs = mCurrentBucketStartTimeNs; - mCurrentSkippedBucket.bucketEndTimeNs = bucketEndTime; - if (!maxDropEventsReached()) { - mCurrentSkippedBucket.dropEvents.emplace_back( - buildDropEvent(eventTimeNs, BucketDropReason::BUCKET_TOO_SMALL)); - } - mSkippedBuckets.emplace_back(mCurrentSkippedBucket); - } - - // If we have anomaly trackers, we need to update the partial bucket values. - if (mAnomalyTrackers.size() > 0) { - updateCurrentSlicedBucketForAnomaly(); - - if (eventTimeNs > fullBucketEndTimeNs) { - // This is known to be a full bucket, so send this data to the anomaly tracker. - for (auto& tracker : mAnomalyTrackers) { - tracker->addPastBucket(mCurrentSlicedBucketForAnomaly, mCurrentBucketNum); - } - mCurrentSlicedBucketForAnomaly = std::make_shared<DimToValMap>(); - } - } - - StatsdStats::getInstance().noteBucketCount(mMetricId); - mCurrentSlicedBucket = std::make_shared<DimToGaugeAtomsMap>(); - mCurrentBucketStartTimeNs = nextBucketStartTimeNs; - mCurrentSkippedBucket.reset(); -} - -size_t GaugeMetricProducer::byteSizeLocked() const { - size_t totalSize = 0; - for (const auto& pair : mPastBuckets) { - for (const auto& bucket : pair.second) { - totalSize += bucket.mGaugeAtoms.size() * sizeof(GaugeAtom); - for (const auto& atom : bucket.mGaugeAtoms) { - if (atom.mFields != nullptr) { - totalSize += atom.mFields->size() * sizeof(FieldValue); - } - } - } - } - return totalSize; -} - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/metrics/GaugeMetricProducer.h b/cmds/statsd/src/metrics/GaugeMetricProducer.h deleted file mode 100644 index 2fc772b6b641..000000000000 --- a/cmds/statsd/src/metrics/GaugeMetricProducer.h +++ /dev/null @@ -1,211 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#pragma once - -#include <unordered_map> - -#include <android/util/ProtoOutputStream.h> -#include <gtest/gtest_prod.h> -#include "../condition/ConditionTracker.h" -#include "../external/PullDataReceiver.h" -#include "../external/StatsPullerManager.h" -#include "../matchers/matcher_util.h" -#include "../matchers/EventMatcherWizard.h" -#include "MetricProducer.h" -#include "frameworks/base/cmds/statsd/src/statsd_config.pb.h" -#include "../stats_util.h" - -namespace android { -namespace os { -namespace statsd { - -struct GaugeAtom { - GaugeAtom(std::shared_ptr<vector<FieldValue>> fields, int64_t elapsedTimeNs) - : mFields(fields), mElapsedTimestampNs(elapsedTimeNs) { - } - std::shared_ptr<vector<FieldValue>> mFields; - int64_t mElapsedTimestampNs; -}; - -struct GaugeBucket { - int64_t mBucketStartNs; - int64_t mBucketEndNs; - std::vector<GaugeAtom> mGaugeAtoms; -}; - -typedef std::unordered_map<MetricDimensionKey, std::vector<GaugeAtom>> - DimToGaugeAtomsMap; - -// This gauge metric producer first register the puller to automatically pull the gauge at the -// beginning of each bucket. If the condition is met, insert it to the bucket info. Otherwise -// proactively pull the gauge when the condition is changed to be true. Therefore, the gauge metric -// producer always reports the guage at the earliest time of the bucket when the condition is met. -class GaugeMetricProducer : public virtual MetricProducer, public virtual PullDataReceiver { -public: - GaugeMetricProducer( - const ConfigKey& key, const GaugeMetric& gaugeMetric, const int conditionIndex, - const vector<ConditionState>& initialConditionCache, - const sp<ConditionWizard>& conditionWizard, const int whatMatcherIndex, - const sp<EventMatcherWizard>& matcherWizard, const int pullTagId, - const int triggerAtomId, const int atomId, const int64_t timeBaseNs, - const int64_t startTimeNs, const sp<StatsPullerManager>& pullerManager, - const std::unordered_map<int, std::shared_ptr<Activation>>& eventActivationMap = {}, - const std::unordered_map<int, std::vector<std::shared_ptr<Activation>>>& - eventDeactivationMap = {}); - - virtual ~GaugeMetricProducer(); - - // Handles when the pulled data arrives. - void onDataPulled(const std::vector<std::shared_ptr<LogEvent>>& data, - bool pullSuccess, int64_t originalPullTimeNs) override; - - // GaugeMetric needs to immediately trigger another pull when we create the partial bucket. - void notifyAppUpgrade(const int64_t& eventTimeNs) override { - std::lock_guard<std::mutex> lock(mMutex); - - if (!mSplitBucketForAppUpgrade) { - return; - } - flushLocked(eventTimeNs); - if (mIsPulled && mSamplingType == GaugeMetric::RANDOM_ONE_SAMPLE) { - pullAndMatchEventsLocked(eventTimeNs); - } - }; - - // GaugeMetric needs to immediately trigger another pull when we create the partial bucket. - void onStatsdInitCompleted(const int64_t& eventTimeNs) override { - std::lock_guard<std::mutex> lock(mMutex); - - flushLocked(eventTimeNs); - if (mIsPulled && mSamplingType == GaugeMetric::RANDOM_ONE_SAMPLE) { - pullAndMatchEventsLocked(eventTimeNs); - } - }; - -protected: - void onMatchedLogEventInternalLocked( - const size_t matcherIndex, const MetricDimensionKey& eventKey, - const ConditionKey& conditionKey, bool condition, const LogEvent& event, - const std::map<int, HashableDimensionKey>& statePrimaryKeys) override; - -private: - void onDumpReportLocked(const int64_t dumpTimeNs, - const bool include_current_partial_bucket, - const bool erase_data, - const DumpLatency dumpLatency, - std::set<string> *str_set, - android::util::ProtoOutputStream* protoOutput) override; - void clearPastBucketsLocked(const int64_t dumpTimeNs) override; - - // Internal interface to handle condition change. - void onConditionChangedLocked(const bool conditionMet, const int64_t eventTime) override; - - // Internal interface to handle active state change. - void onActiveStateChangedLocked(const int64_t& eventTimeNs) override; - - // Internal interface to handle sliced condition change. - void onSlicedConditionMayChangeLocked(bool overallCondition, const int64_t eventTime) override; - - // Internal function to calculate the current used bytes. - size_t byteSizeLocked() const override; - - void dumpStatesLocked(FILE* out, bool verbose) const override; - - void dropDataLocked(const int64_t dropTimeNs) override; - - // Util function to flush the old packet. - void flushIfNeededLocked(const int64_t& eventTime) override; - - void flushCurrentBucketLocked(const int64_t& eventTimeNs, - const int64_t& nextBucketStartTimeNs) override; - - void prepareFirstBucketLocked() override; - - void pullAndMatchEventsLocked(const int64_t timestampNs); - - const int mWhatMatcherIndex; - - sp<EventMatcherWizard> mEventMatcherWizard; - - sp<StatsPullerManager> mPullerManager; - // tagId for pulled data. -1 if this is not pulled - const int mPullTagId; - - // tagId for atoms that trigger the pulling, if any - const int mTriggerAtomId; - - // tagId for output atom - const int mAtomId; - - // if this is pulled metric - const bool mIsPulled; - - // Save the past buckets and we can clear when the StatsLogReport is dumped. - std::unordered_map<MetricDimensionKey, std::vector<GaugeBucket>> mPastBuckets; - - // The current partial bucket. - std::shared_ptr<DimToGaugeAtomsMap> mCurrentSlicedBucket; - - // The current full bucket for anomaly detection. This is updated to the latest value seen for - // this slice (ie, for partial buckets, we use the last partial bucket in this full bucket). - std::shared_ptr<DimToValMap> mCurrentSlicedBucketForAnomaly; - - const int64_t mMinBucketSizeNs; - - // Translate Atom based bucket to single numeric value bucket for anomaly and updates the map - // for each slice with the latest value. - void updateCurrentSlicedBucketForAnomaly(); - - // Whitelist of fields to report. Empty means all are reported. - std::vector<Matcher> mFieldMatchers; - - GaugeMetric::SamplingType mSamplingType; - - const int64_t mMaxPullDelayNs; - - // apply a whitelist on the original input - std::shared_ptr<vector<FieldValue>> getGaugeFields(const LogEvent& event); - - // Util function to check whether the specified dimension hits the guardrail. - bool hitGuardRailLocked(const MetricDimensionKey& newKey); - - static const size_t kBucketSize = sizeof(GaugeBucket{}); - - const size_t mDimensionSoftLimit; - - const size_t mDimensionHardLimit; - - const size_t mGaugeAtomsPerDimensionLimit; - - const bool mSplitBucketForAppUpgrade; - - FRIEND_TEST(GaugeMetricProducerTest, TestPulledEventsWithCondition); - FRIEND_TEST(GaugeMetricProducerTest, TestPulledEventsWithSlicedCondition); - FRIEND_TEST(GaugeMetricProducerTest, TestPulledEventsNoCondition); - FRIEND_TEST(GaugeMetricProducerTest, TestPulledWithAppUpgradeDisabled); - FRIEND_TEST(GaugeMetricProducerTest, TestPulledEventsAnomalyDetection); - FRIEND_TEST(GaugeMetricProducerTest, TestFirstBucket); - FRIEND_TEST(GaugeMetricProducerTest, TestPullOnTrigger); - FRIEND_TEST(GaugeMetricProducerTest, TestRemoveDimensionInOutput); - - FRIEND_TEST(GaugeMetricProducerTest_PartialBucket, TestPushedEvents); - FRIEND_TEST(GaugeMetricProducerTest_PartialBucket, TestPulled); -}; - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/metrics/MetricProducer.cpp b/cmds/statsd/src/metrics/MetricProducer.cpp deleted file mode 100644 index fe143e496373..000000000000 --- a/cmds/statsd/src/metrics/MetricProducer.cpp +++ /dev/null @@ -1,321 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#define DEBUG false // STOPSHIP if true -#include "Log.h" - -#include "MetricProducer.h" - -#include "../guardrail/StatsdStats.h" -#include "state/StateTracker.h" - -using android::util::FIELD_COUNT_REPEATED; -using android::util::FIELD_TYPE_ENUM; -using android::util::FIELD_TYPE_INT32; -using android::util::FIELD_TYPE_INT64; -using android::util::FIELD_TYPE_MESSAGE; -using android::util::ProtoOutputStream; - -namespace android { -namespace os { -namespace statsd { - - -// for ActiveMetric -const int FIELD_ID_ACTIVE_METRIC_ID = 1; -const int FIELD_ID_ACTIVE_METRIC_ACTIVATION = 2; - -// for ActiveEventActivation -const int FIELD_ID_ACTIVE_EVENT_ACTIVATION_ATOM_MATCHER_INDEX = 1; -const int FIELD_ID_ACTIVE_EVENT_ACTIVATION_REMAINING_TTL_NANOS = 2; -const int FIELD_ID_ACTIVE_EVENT_ACTIVATION_STATE = 3; - -MetricProducer::MetricProducer( - const int64_t& metricId, const ConfigKey& key, const int64_t timeBaseNs, - const int conditionIndex, const vector<ConditionState>& initialConditionCache, - const sp<ConditionWizard>& wizard, - const std::unordered_map<int, std::shared_ptr<Activation>>& eventActivationMap, - const std::unordered_map<int, std::vector<std::shared_ptr<Activation>>>& - eventDeactivationMap, - const vector<int>& slicedStateAtoms, - const unordered_map<int, unordered_map<int, int64_t>>& stateGroupMap) - : mMetricId(metricId), - mConfigKey(key), - mTimeBaseNs(timeBaseNs), - mCurrentBucketStartTimeNs(timeBaseNs), - mCurrentBucketNum(0), - mCondition(initialCondition(conditionIndex, initialConditionCache)), - mConditionTrackerIndex(conditionIndex), - mConditionSliced(false), - mWizard(wizard), - mContainANYPositionInDimensionsInWhat(false), - mSliceByPositionALL(false), - mHasLinksToAllConditionDimensionsInTracker(false), - mEventActivationMap(eventActivationMap), - mEventDeactivationMap(eventDeactivationMap), - mIsActive(mEventActivationMap.empty()), - mSlicedStateAtoms(slicedStateAtoms), - mStateGroupMap(stateGroupMap) { -} - -void MetricProducer::onMatchedLogEventLocked(const size_t matcherIndex, const LogEvent& event) { - if (!mIsActive) { - return; - } - int64_t eventTimeNs = event.GetElapsedTimestampNs(); - // this is old event, maybe statsd restarted? - if (eventTimeNs < mTimeBaseNs) { - return; - } - - bool condition; - ConditionKey conditionKey; - if (mConditionSliced) { - for (const auto& link : mMetric2ConditionLinks) { - getDimensionForCondition(event.getValues(), link, &conditionKey[link.conditionId]); - } - auto conditionState = - mWizard->query(mConditionTrackerIndex, conditionKey, - !mHasLinksToAllConditionDimensionsInTracker); - condition = (conditionState == ConditionState::kTrue); - } else { - // TODO: The unknown condition state is not handled here, we should fix it. - condition = mCondition == ConditionState::kTrue; - } - - // Stores atom id to primary key pairs for each state atom that the metric is - // sliced by. - std::map<int32_t, HashableDimensionKey> statePrimaryKeys; - - // For states with primary fields, use MetricStateLinks to get the primary - // field values from the log event. These values will form a primary key - // that will be used to query StateTracker for the correct state value. - for (const auto& stateLink : mMetric2StateLinks) { - getDimensionForState(event.getValues(), stateLink, - &statePrimaryKeys[stateLink.stateAtomId]); - } - - // For each sliced state, query StateTracker for the state value using - // either the primary key from the previous step or the DEFAULT_DIMENSION_KEY. - // - // Expected functionality: for any case where the MetricStateLinks are - // initialized incorrectly (ex. # of state links != # of primary fields, no - // links are provided for a state with primary fields, links are provided - // in the wrong order, etc.), StateTracker will simply return kStateUnknown - // when queried using an incorrect key. - HashableDimensionKey stateValuesKey; - for (auto atomId : mSlicedStateAtoms) { - FieldValue value; - if (statePrimaryKeys.find(atomId) != statePrimaryKeys.end()) { - // found a primary key for this state, query using the key - queryStateValue(atomId, statePrimaryKeys[atomId], &value); - } else { - // if no MetricStateLinks exist for this state atom, - // query using the default dimension key (empty HashableDimensionKey) - queryStateValue(atomId, DEFAULT_DIMENSION_KEY, &value); - } - mapStateValue(atomId, &value); - stateValuesKey.addValue(value); - } - - HashableDimensionKey dimensionInWhat; - filterValues(mDimensionsInWhat, event.getValues(), &dimensionInWhat); - MetricDimensionKey metricKey(dimensionInWhat, stateValuesKey); - onMatchedLogEventInternalLocked(matcherIndex, metricKey, conditionKey, condition, event, - statePrimaryKeys); -} - -bool MetricProducer::evaluateActiveStateLocked(int64_t elapsedTimestampNs) { - bool isActive = mEventActivationMap.empty(); - for (auto& it : mEventActivationMap) { - if (it.second->state == ActivationState::kActive && - elapsedTimestampNs > it.second->ttl_ns + it.second->start_ns) { - it.second->state = ActivationState::kNotActive; - } - if (it.second->state == ActivationState::kActive) { - isActive = true; - } - } - return isActive; -} - -void MetricProducer::flushIfExpire(int64_t elapsedTimestampNs) { - std::lock_guard<std::mutex> lock(mMutex); - if (!mIsActive) { - return; - } - mIsActive = evaluateActiveStateLocked(elapsedTimestampNs); - if (!mIsActive) { - onActiveStateChangedLocked(elapsedTimestampNs); - } -} - -void MetricProducer::activateLocked(int activationTrackerIndex, int64_t elapsedTimestampNs) { - auto it = mEventActivationMap.find(activationTrackerIndex); - if (it == mEventActivationMap.end()) { - return; - } - auto& activation = it->second; - if (ACTIVATE_ON_BOOT == activation->activationType) { - if (ActivationState::kNotActive == activation->state) { - activation->state = ActivationState::kActiveOnBoot; - } - // If the Activation is already active or set to kActiveOnBoot, do nothing. - return; - } - activation->start_ns = elapsedTimestampNs; - activation->state = ActivationState::kActive; - bool oldActiveState = mIsActive; - mIsActive = true; - if (!oldActiveState) { // Metric went from not active to active. - onActiveStateChangedLocked(elapsedTimestampNs); - } -} - -void MetricProducer::cancelEventActivationLocked(int deactivationTrackerIndex) { - auto it = mEventDeactivationMap.find(deactivationTrackerIndex); - if (it == mEventDeactivationMap.end()) { - return; - } - for (auto activationToCancelIt : it->second) { - activationToCancelIt->state = ActivationState::kNotActive; - } -} - -void MetricProducer::loadActiveMetricLocked(const ActiveMetric& activeMetric, - int64_t currentTimeNs) { - if (mEventActivationMap.size() == 0) { - return; - } - for (int i = 0; i < activeMetric.activation_size(); i++) { - const auto& activeEventActivation = activeMetric.activation(i); - auto it = mEventActivationMap.find(activeEventActivation.atom_matcher_index()); - if (it == mEventActivationMap.end()) { - ALOGE("Saved event activation not found"); - continue; - } - auto& activation = it->second; - // If the event activation does not have a state, assume it is active. - if (!activeEventActivation.has_state() || - activeEventActivation.state() == ActiveEventActivation::ACTIVE) { - // We don't want to change the ttl for future activations, so we set the start_ns - // such that start_ns + ttl_ns == currentTimeNs + remaining_ttl_nanos - activation->start_ns = - currentTimeNs + activeEventActivation.remaining_ttl_nanos() - activation->ttl_ns; - activation->state = ActivationState::kActive; - mIsActive = true; - } else if (activeEventActivation.state() == ActiveEventActivation::ACTIVATE_ON_BOOT) { - activation->state = ActivationState::kActiveOnBoot; - } - } -} - -void MetricProducer::writeActiveMetricToProtoOutputStream( - int64_t currentTimeNs, const DumpReportReason reason, ProtoOutputStream* proto) { - proto->write(FIELD_TYPE_INT64 | FIELD_ID_ACTIVE_METRIC_ID, (long long)mMetricId); - for (auto& it : mEventActivationMap) { - const int atom_matcher_index = it.first; - const std::shared_ptr<Activation>& activation = it.second; - - if (ActivationState::kNotActive == activation->state || - (ActivationState::kActive == activation->state && - activation->start_ns + activation->ttl_ns < currentTimeNs)) { - continue; - } - - const uint64_t activationToken = proto->start(FIELD_TYPE_MESSAGE | FIELD_COUNT_REPEATED | - FIELD_ID_ACTIVE_METRIC_ACTIVATION); - proto->write(FIELD_TYPE_INT32 | FIELD_ID_ACTIVE_EVENT_ACTIVATION_ATOM_MATCHER_INDEX, - atom_matcher_index); - if (ActivationState::kActive == activation->state) { - const int64_t remainingTtlNs = - activation->start_ns + activation->ttl_ns - currentTimeNs; - proto->write(FIELD_TYPE_INT64 | FIELD_ID_ACTIVE_EVENT_ACTIVATION_REMAINING_TTL_NANOS, - (long long)remainingTtlNs); - proto->write(FIELD_TYPE_ENUM | FIELD_ID_ACTIVE_EVENT_ACTIVATION_STATE, - ActiveEventActivation::ACTIVE); - - } else if (ActivationState::kActiveOnBoot == activation->state) { - if (reason == DEVICE_SHUTDOWN || reason == TERMINATION_SIGNAL_RECEIVED) { - proto->write( - FIELD_TYPE_INT64 | FIELD_ID_ACTIVE_EVENT_ACTIVATION_REMAINING_TTL_NANOS, - (long long)activation->ttl_ns); - proto->write(FIELD_TYPE_ENUM | FIELD_ID_ACTIVE_EVENT_ACTIVATION_STATE, - ActiveEventActivation::ACTIVE); - } else if (reason == STATSCOMPANION_DIED) { - // We are saving because of system server death, not due to a device shutdown. - // Next time we load, we do not want to activate metrics that activate on boot. - proto->write(FIELD_TYPE_ENUM | FIELD_ID_ACTIVE_EVENT_ACTIVATION_STATE, - ActiveEventActivation::ACTIVATE_ON_BOOT); - } - } - proto->end(activationToken); - } -} - -void MetricProducer::queryStateValue(const int32_t atomId, const HashableDimensionKey& queryKey, - FieldValue* value) { - if (!StateManager::getInstance().getStateValue(atomId, queryKey, value)) { - value->mValue = Value(StateTracker::kStateUnknown); - value->mField.setTag(atomId); - ALOGW("StateTracker not found for state atom %d", atomId); - return; - } -} - -void MetricProducer::mapStateValue(const int32_t atomId, FieldValue* value) { - // check if there is a state map for this atom - auto atomIt = mStateGroupMap.find(atomId); - if (atomIt == mStateGroupMap.end()) { - return; - } - auto valueIt = atomIt->second.find(value->mValue.int_value); - if (valueIt == atomIt->second.end()) { - // state map exists, but value was not put in a state group - // so set mValue to kStateUnknown - // TODO(tsaichristine): handle incomplete state maps - value->mValue.setInt(StateTracker::kStateUnknown); - } else { - // set mValue to group_id - value->mValue.setLong(valueIt->second); - } -} - -HashableDimensionKey MetricProducer::getUnknownStateKey() { - HashableDimensionKey stateKey; - for (auto atom : mSlicedStateAtoms) { - FieldValue fieldValue; - fieldValue.mField.setTag(atom); - fieldValue.mValue.setInt(StateTracker::kStateUnknown); - stateKey.addValue(fieldValue); - } - return stateKey; -} - -DropEvent MetricProducer::buildDropEvent(const int64_t dropTimeNs, const BucketDropReason reason) { - DropEvent event; - event.reason = reason; - event.dropTimeNs = dropTimeNs; - return event; -} - -bool MetricProducer::maxDropEventsReached() { - return mCurrentSkippedBucket.dropEvents.size() >= StatsdStats::kMaxLoggedBucketDropEvents; -} - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/metrics/MetricProducer.h b/cmds/statsd/src/metrics/MetricProducer.h deleted file mode 100644 index be4cd6724bb1..000000000000 --- a/cmds/statsd/src/metrics/MetricProducer.h +++ /dev/null @@ -1,508 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#ifndef METRIC_PRODUCER_H -#define METRIC_PRODUCER_H - -#include <frameworks/base/cmds/statsd/src/active_config_list.pb.h> -#include <utils/RefBase.h> - -#include <unordered_map> - -#include "HashableDimensionKey.h" -#include "anomaly/AnomalyTracker.h" -#include "condition/ConditionWizard.h" -#include "config/ConfigKey.h" -#include "matchers/matcher_util.h" -#include "packages/PackageInfoListener.h" -#include "state/StateListener.h" -#include "state/StateManager.h" - -namespace android { -namespace os { -namespace statsd { - -// Keep this in sync with DumpReportReason enum in stats_log.proto -enum DumpReportReason { - DEVICE_SHUTDOWN = 1, - CONFIG_UPDATED = 2, - CONFIG_REMOVED = 3, - GET_DATA_CALLED = 4, - ADB_DUMP = 5, - CONFIG_RESET = 6, - STATSCOMPANION_DIED = 7, - TERMINATION_SIGNAL_RECEIVED = 8 -}; - -// If the metric has no activation requirement, it will be active once the metric producer is -// created. -// If the metric needs to be activated by atoms, the metric producer will start -// with kNotActive state, turn to kActive or kActiveOnBoot when the activation event arrives, become -// kNotActive when it reaches the duration limit (timebomb). If the activation event arrives again -// before or after it expires, the event producer will be re-activated and ttl will be reset. -enum ActivationState { - kNotActive = 0, - kActive = 1, - kActiveOnBoot = 2, -}; - -enum DumpLatency { - // In some cases, we only have a short time range to do the dump, e.g. statsd is being killed. - // We might be able to return all the data in this mode. For instance, pull metrics might need - // to be pulled when the current bucket is requested. - FAST = 1, - // In other cases, it is fine for a dump to take more than a few milliseconds, e.g. config - // updates. - NO_TIME_CONSTRAINTS = 2 -}; - -// Keep this in sync with BucketDropReason enum in stats_log.proto -enum BucketDropReason { - // For ValueMetric, a bucket is dropped during a dump report request iff - // current bucket should be included, a pull is needed (pulled metric and - // condition is true), and we are under fast time constraints. - DUMP_REPORT_REQUESTED = 1, - EVENT_IN_WRONG_BUCKET = 2, - CONDITION_UNKNOWN = 3, - PULL_FAILED = 4, - PULL_DELAYED = 5, - DIMENSION_GUARDRAIL_REACHED = 6, - MULTIPLE_BUCKETS_SKIPPED = 7, - // Not an invalid bucket case, but the bucket is dropped. - BUCKET_TOO_SMALL = 8, - // Not an invalid bucket case, but the bucket is skipped. - NO_DATA = 9 -}; - -struct Activation { - Activation(const ActivationType& activationType, const int64_t ttlNs) - : ttl_ns(ttlNs), - start_ns(0), - state(ActivationState::kNotActive), - activationType(activationType) {} - - const int64_t ttl_ns; - int64_t start_ns; - ActivationState state; - const ActivationType activationType; -}; - -struct DropEvent { - // Reason for dropping the bucket and/or marking the bucket invalid. - BucketDropReason reason; - // The timestamp of the drop event. - int64_t dropTimeNs; -}; - -struct SkippedBucket { - // Start time of the dropped bucket. - int64_t bucketStartTimeNs; - // End time of the dropped bucket. - int64_t bucketEndTimeNs; - // List of events that invalidated this bucket. - std::vector<DropEvent> dropEvents; - - void reset() { - bucketStartTimeNs = 0; - bucketEndTimeNs = 0; - dropEvents.clear(); - } -}; - -// A MetricProducer is responsible for compute one single metrics, creating stats log report, and -// writing the report to dropbox. MetricProducers should respond to package changes as required in -// PackageInfoListener, but if none of the metrics are slicing by package name, then the update can -// be a no-op. -class MetricProducer : public virtual android::RefBase, public virtual StateListener { -public: - MetricProducer(const int64_t& metricId, const ConfigKey& key, const int64_t timeBaseNs, - const int conditionIndex, const vector<ConditionState>& initialConditionCache, - const sp<ConditionWizard>& wizard, - const std::unordered_map<int, std::shared_ptr<Activation>>& eventActivationMap, - const std::unordered_map<int, std::vector<std::shared_ptr<Activation>>>& - eventDeactivationMap, - const vector<int>& slicedStateAtoms, - const unordered_map<int, unordered_map<int, int64_t>>& stateGroupMap); - - virtual ~MetricProducer(){}; - - ConditionState initialCondition(const int conditionIndex, - const vector<ConditionState>& initialConditionCache) const { - return conditionIndex >= 0 ? initialConditionCache[conditionIndex] : ConditionState::kTrue; - } - - /** - * Force a partial bucket split on app upgrade - */ - virtual void notifyAppUpgrade(const int64_t& eventTimeNs) { - std::lock_guard<std::mutex> lock(mMutex); - flushLocked(eventTimeNs); - }; - - void notifyAppRemoved(const int64_t& eventTimeNs) { - // Force buckets to split on removal also. - notifyAppUpgrade(eventTimeNs); - }; - - /** - * Force a partial bucket split on boot complete. - */ - virtual void onStatsdInitCompleted(const int64_t& eventTimeNs) { - std::lock_guard<std::mutex> lock(mMutex); - flushLocked(eventTimeNs); - } - // Consume the parsed stats log entry that already matched the "what" of the metric. - void onMatchedLogEvent(const size_t matcherIndex, const LogEvent& event) { - std::lock_guard<std::mutex> lock(mMutex); - onMatchedLogEventLocked(matcherIndex, event); - } - - void onConditionChanged(const bool condition, const int64_t eventTime) { - std::lock_guard<std::mutex> lock(mMutex); - onConditionChangedLocked(condition, eventTime); - } - - void onSlicedConditionMayChange(bool overallCondition, const int64_t eventTime) { - std::lock_guard<std::mutex> lock(mMutex); - onSlicedConditionMayChangeLocked(overallCondition, eventTime); - } - - bool isConditionSliced() const { - std::lock_guard<std::mutex> lock(mMutex); - return mConditionSliced; - }; - - void onStateChanged(const int64_t eventTimeNs, const int32_t atomId, - const HashableDimensionKey& primaryKey, const FieldValue& oldState, - const FieldValue& newState){}; - - // Output the metrics data to [protoOutput]. All metrics reports end with the same timestamp. - // This method clears all the past buckets. - void onDumpReport(const int64_t dumpTimeNs, - const bool include_current_partial_bucket, - const bool erase_data, - const DumpLatency dumpLatency, - std::set<string> *str_set, - android::util::ProtoOutputStream* protoOutput) { - std::lock_guard<std::mutex> lock(mMutex); - return onDumpReportLocked(dumpTimeNs, include_current_partial_bucket, erase_data, - dumpLatency, str_set, protoOutput); - } - - void clearPastBuckets(const int64_t dumpTimeNs) { - std::lock_guard<std::mutex> lock(mMutex); - return clearPastBucketsLocked(dumpTimeNs); - } - - void prepareFirstBucket() { - std::lock_guard<std::mutex> lock(mMutex); - prepareFirstBucketLocked(); - } - - // Returns the memory in bytes currently used to store this metric's data. Does not change - // state. - size_t byteSize() const { - std::lock_guard<std::mutex> lock(mMutex); - return byteSizeLocked(); - } - - void dumpStates(FILE* out, bool verbose) const { - std::lock_guard<std::mutex> lock(mMutex); - dumpStatesLocked(out, verbose); - } - - // Let MetricProducer drop in-memory data to save memory. - // We still need to keep future data valid and anomaly tracking work, which means we will - // have to flush old data, informing anomaly trackers then safely drop old data. - // We still keep current bucket data for future metrics' validity. - void dropData(const int64_t dropTimeNs) { - std::lock_guard<std::mutex> lock(mMutex); - dropDataLocked(dropTimeNs); - } - - void loadActiveMetric(const ActiveMetric& activeMetric, int64_t currentTimeNs) { - std::lock_guard<std::mutex> lock(mMutex); - loadActiveMetricLocked(activeMetric, currentTimeNs); - } - - void activate(int activationTrackerIndex, int64_t elapsedTimestampNs) { - std::lock_guard<std::mutex> lock(mMutex); - activateLocked(activationTrackerIndex, elapsedTimestampNs); - } - - void cancelEventActivation(int deactivationTrackerIndex) { - std::lock_guard<std::mutex> lock(mMutex); - cancelEventActivationLocked(deactivationTrackerIndex); - } - - bool isActive() const { - std::lock_guard<std::mutex> lock(mMutex); - return isActiveLocked(); - } - - void flushIfExpire(int64_t elapsedTimestampNs); - - void writeActiveMetricToProtoOutputStream( - int64_t currentTimeNs, const DumpReportReason reason, ProtoOutputStream* proto); - - // Start: getters/setters - inline const int64_t& getMetricId() const { - return mMetricId; - } - - // For test only. - inline int64_t getCurrentBucketNum() const { - return mCurrentBucketNum; - } - - int64_t getBucketSizeInNs() const { - std::lock_guard<std::mutex> lock(mMutex); - return mBucketSizeNs; - } - - inline const std::vector<int> getSlicedStateAtoms() { - std::lock_guard<std::mutex> lock(mMutex); - return mSlicedStateAtoms; - } - - /* If alert is valid, adds an AnomalyTracker and returns it. If invalid, returns nullptr. */ - virtual sp<AnomalyTracker> addAnomalyTracker(const Alert &alert, - const sp<AlarmMonitor>& anomalyAlarmMonitor) { - std::lock_guard<std::mutex> lock(mMutex); - sp<AnomalyTracker> anomalyTracker = new AnomalyTracker(alert, mConfigKey); - if (anomalyTracker != nullptr) { - mAnomalyTrackers.push_back(anomalyTracker); - } - return anomalyTracker; - } - // End: getters/setters -protected: - /** - * Flushes the current bucket if the eventTime is after the current bucket's end time. - */ - virtual void flushIfNeededLocked(const int64_t& eventTime){}; - - /** - * For metrics that aggregate (ie, every metric producer except for EventMetricProducer), - * we need to be able to flush the current buckets on demand (ie, end the current bucket and - * start new bucket). If this function is called when eventTimeNs is greater than the current - * bucket's end timestamp, than we flush up to the end of the latest full bucket; otherwise, - * we assume that we want to flush a partial bucket. The bucket start timestamp and bucket - * number are not changed by this function. This method should only be called by - * flushIfNeededLocked or flushLocked or the app upgrade handler; the caller MUST update the - * bucket timestamp and bucket number as needed. - */ - virtual void flushCurrentBucketLocked(const int64_t& eventTimeNs, - const int64_t& nextBucketStartTimeNs) {}; - - /** - * Flushes all the data including the current partial bucket. - */ - virtual void flushLocked(const int64_t& eventTimeNs) { - flushIfNeededLocked(eventTimeNs); - flushCurrentBucketLocked(eventTimeNs, eventTimeNs); - }; - - /* - * Individual metrics can implement their own business logic here. All pre-processing is done. - * - * [matcherIndex]: the index of the matcher which matched this event. This is interesting to - * DurationMetric, because it has start/stop/stop_all 3 matchers. - * [eventKey]: the extracted dimension key for the final output. if the metric doesn't have - * dimensions, it will be DEFAULT_DIMENSION_KEY - * [conditionKey]: the keys of conditions which should be used to query the condition for this - * target event (from MetricConditionLink). This is passed to individual metrics - * because DurationMetric needs it to be cached. - * [condition]: whether condition is met. If condition is sliced, this is the result coming from - * query with ConditionWizard; If condition is not sliced, this is the - * nonSlicedCondition. - * [event]: the log event, just in case the metric needs its data, e.g., EventMetric. - */ - virtual void onMatchedLogEventInternalLocked( - const size_t matcherIndex, const MetricDimensionKey& eventKey, - const ConditionKey& conditionKey, bool condition, const LogEvent& event, - const map<int, HashableDimensionKey>& statePrimaryKeys) = 0; - - // Consume the parsed stats log entry that already matched the "what" of the metric. - virtual void onMatchedLogEventLocked(const size_t matcherIndex, const LogEvent& event); - virtual void onConditionChangedLocked(const bool condition, const int64_t eventTime) = 0; - virtual void onSlicedConditionMayChangeLocked(bool overallCondition, - const int64_t eventTime) = 0; - virtual void onDumpReportLocked(const int64_t dumpTimeNs, - const bool include_current_partial_bucket, - const bool erase_data, - const DumpLatency dumpLatency, - std::set<string> *str_set, - android::util::ProtoOutputStream* protoOutput) = 0; - virtual void clearPastBucketsLocked(const int64_t dumpTimeNs) = 0; - virtual void prepareFirstBucketLocked(){}; - virtual size_t byteSizeLocked() const = 0; - virtual void dumpStatesLocked(FILE* out, bool verbose) const = 0; - virtual void dropDataLocked(const int64_t dropTimeNs) = 0; - void loadActiveMetricLocked(const ActiveMetric& activeMetric, int64_t currentTimeNs); - void activateLocked(int activationTrackerIndex, int64_t elapsedTimestampNs); - void cancelEventActivationLocked(int deactivationTrackerIndex); - - bool evaluateActiveStateLocked(int64_t elapsedTimestampNs); - - virtual void onActiveStateChangedLocked(const int64_t& eventTimeNs) { - if (!mIsActive) { - flushLocked(eventTimeNs); - } - } - - inline bool isActiveLocked() const { - return mIsActive; - } - - // Convenience to compute the current bucket's end time, which is always aligned with the - // start time of the metric. - int64_t getCurrentBucketEndTimeNs() const { - return mTimeBaseNs + (mCurrentBucketNum + 1) * mBucketSizeNs; - } - - int64_t getBucketNumFromEndTimeNs(const int64_t endNs) { - return (endNs - mTimeBaseNs) / mBucketSizeNs - 1; - } - - // Query StateManager for original state value using the queryKey. - // The field and value are output. - void queryStateValue(const int32_t atomId, const HashableDimensionKey& queryKey, - FieldValue* value); - - // If a state map exists for the given atom, replace the original state - // value with the group id mapped to the value. - // If no state map exists, keep the original state value. - void mapStateValue(const int32_t atomId, FieldValue* value); - - // Returns a HashableDimensionKey with unknown state value for each state - // atom. - HashableDimensionKey getUnknownStateKey(); - - DropEvent buildDropEvent(const int64_t dropTimeNs, const BucketDropReason reason); - - // Returns true if the number of drop events in the current bucket has - // exceeded the maximum number allowed, which is currently capped at 10. - bool maxDropEventsReached(); - - const int64_t mMetricId; - - const ConfigKey mConfigKey; - - // The time when this metric producer was first created. The end time for the current bucket - // can be computed from this based on mCurrentBucketNum. - int64_t mTimeBaseNs; - - // Start time may not be aligned with the start of statsd if there is an app upgrade in the - // middle of a bucket. - int64_t mCurrentBucketStartTimeNs; - - // Used by anomaly detector to track which bucket we are in. This is not sent with the produced - // report. - int64_t mCurrentBucketNum; - - int64_t mBucketSizeNs; - - ConditionState mCondition; - - int mConditionTrackerIndex; - - bool mConditionSliced; - - sp<ConditionWizard> mWizard; - - bool mContainANYPositionInDimensionsInWhat; - - bool mSliceByPositionALL; - - vector<Matcher> mDimensionsInWhat; // The dimensions_in_what defined in statsd_config - - // True iff the metric to condition links cover all dimension fields in the condition tracker. - // This field is always false for combinational condition trackers. - bool mHasLinksToAllConditionDimensionsInTracker; - - std::vector<Metric2Condition> mMetric2ConditionLinks; - - std::vector<sp<AnomalyTracker>> mAnomalyTrackers; - - mutable std::mutex mMutex; - - // When the metric producer has multiple activations, these activations are ORed to determine - // whether the metric producer is ready to generate metrics. - std::unordered_map<int, std::shared_ptr<Activation>> mEventActivationMap; - - // Maps index of atom matcher for deactivation to a list of Activation structs. - std::unordered_map<int, std::vector<std::shared_ptr<Activation>>> mEventDeactivationMap; - - bool mIsActive; - - // The slice_by_state atom ids defined in statsd_config. - const std::vector<int32_t> mSlicedStateAtoms; - - // Maps atom ids and state values to group_ids (<atom_id, <value, group_id>>). - const std::unordered_map<int32_t, std::unordered_map<int, int64_t>> mStateGroupMap; - - // MetricStateLinks defined in statsd_config that link fields in the state - // atom to fields in the "what" atom. - std::vector<Metric2State> mMetric2StateLinks; - - SkippedBucket mCurrentSkippedBucket; - // Buckets that were invalidated and had their data dropped. - std::vector<SkippedBucket> mSkippedBuckets; - - FRIEND_TEST(CountMetricE2eTest, TestSlicedState); - FRIEND_TEST(CountMetricE2eTest, TestSlicedStateWithMap); - FRIEND_TEST(CountMetricE2eTest, TestMultipleSlicedStates); - FRIEND_TEST(CountMetricE2eTest, TestSlicedStateWithPrimaryFields); - FRIEND_TEST(CountMetricE2eTest, TestInitialConditionChanges); - - FRIEND_TEST(DurationMetricE2eTest, TestOneBucket); - FRIEND_TEST(DurationMetricE2eTest, TestTwoBuckets); - FRIEND_TEST(DurationMetricE2eTest, TestWithActivation); - FRIEND_TEST(DurationMetricE2eTest, TestWithCondition); - FRIEND_TEST(DurationMetricE2eTest, TestWithSlicedCondition); - FRIEND_TEST(DurationMetricE2eTest, TestWithActivationAndSlicedCondition); - FRIEND_TEST(DurationMetricE2eTest, TestWithSlicedState); - FRIEND_TEST(DurationMetricE2eTest, TestWithConditionAndSlicedState); - FRIEND_TEST(DurationMetricE2eTest, TestWithSlicedStateMapped); - FRIEND_TEST(DurationMetricE2eTest, TestSlicedStatePrimaryFieldsNotSubsetDimInWhat); - FRIEND_TEST(DurationMetricE2eTest, TestWithSlicedStatePrimaryFieldsSubset); - - FRIEND_TEST(MetricActivationE2eTest, TestCountMetric); - FRIEND_TEST(MetricActivationE2eTest, TestCountMetricWithOneDeactivation); - FRIEND_TEST(MetricActivationE2eTest, TestCountMetricWithTwoDeactivations); - FRIEND_TEST(MetricActivationE2eTest, TestCountMetricWithSameDeactivation); - FRIEND_TEST(MetricActivationE2eTest, TestCountMetricWithTwoMetricsTwoDeactivations); - - FRIEND_TEST(StatsLogProcessorTest, TestActiveConfigMetricDiskWriteRead); - FRIEND_TEST(StatsLogProcessorTest, TestActivationOnBoot); - FRIEND_TEST(StatsLogProcessorTest, TestActivationOnBootMultipleActivations); - FRIEND_TEST(StatsLogProcessorTest, - TestActivationOnBootMultipleActivationsDifferentActivationTypes); - FRIEND_TEST(StatsLogProcessorTest, TestActivationsPersistAcrossSystemServerRestart); - - FRIEND_TEST(ValueMetricE2eTest, TestInitWithSlicedState); - FRIEND_TEST(ValueMetricE2eTest, TestInitWithSlicedState_WithDimensions); - FRIEND_TEST(ValueMetricE2eTest, TestInitWithSlicedState_WithIncorrectDimensions); - FRIEND_TEST(ValueMetricE2eTest, TestInitialConditionChanges); - - FRIEND_TEST(MetricsManagerTest, TestInitialConditions); -}; - -} // namespace statsd -} // namespace os -} // namespace android -#endif // METRIC_PRODUCER_H diff --git a/cmds/statsd/src/metrics/MetricsManager.cpp b/cmds/statsd/src/metrics/MetricsManager.cpp deleted file mode 100644 index 60de1a24cce5..000000000000 --- a/cmds/statsd/src/metrics/MetricsManager.cpp +++ /dev/null @@ -1,695 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -#define DEBUG false // STOPSHIP if true -#include "Log.h" - -#include "MetricsManager.h" - -#include <private/android_filesystem_config.h> - -#include "CountMetricProducer.h" -#include "condition/CombinationConditionTracker.h" -#include "condition/SimpleConditionTracker.h" -#include "guardrail/StatsdStats.h" -#include "matchers/CombinationLogMatchingTracker.h" -#include "matchers/SimpleLogMatchingTracker.h" -#include "metrics_manager_util.h" -#include "state/StateManager.h" -#include "stats_log_util.h" -#include "stats_util.h" -#include "statslog_statsd.h" - -using android::util::FIELD_COUNT_REPEATED; -using android::util::FIELD_TYPE_INT32; -using android::util::FIELD_TYPE_INT64; -using android::util::FIELD_TYPE_MESSAGE; -using android::util::FIELD_TYPE_STRING; -using android::util::ProtoOutputStream; - -using std::set; -using std::string; -using std::vector; - -namespace android { -namespace os { -namespace statsd { - -const int FIELD_ID_METRICS = 1; -const int FIELD_ID_ANNOTATIONS = 7; -const int FIELD_ID_ANNOTATIONS_INT64 = 1; -const int FIELD_ID_ANNOTATIONS_INT32 = 2; - -// for ActiveConfig -const int FIELD_ID_ACTIVE_CONFIG_ID = 1; -const int FIELD_ID_ACTIVE_CONFIG_UID = 2; -const int FIELD_ID_ACTIVE_CONFIG_METRIC = 3; - -MetricsManager::MetricsManager(const ConfigKey& key, const StatsdConfig& config, - const int64_t timeBaseNs, const int64_t currentTimeNs, - const sp<UidMap>& uidMap, - const sp<StatsPullerManager>& pullerManager, - const sp<AlarmMonitor>& anomalyAlarmMonitor, - const sp<AlarmMonitor>& periodicAlarmMonitor) - : mConfigKey(key), - mUidMap(uidMap), - mTtlNs(config.has_ttl_in_seconds() ? config.ttl_in_seconds() * NS_PER_SEC : -1), - mTtlEndNs(-1), - mLastReportTimeNs(currentTimeNs), - mLastReportWallClockNs(getWallClockNs()), - mPullerManager(pullerManager), - mWhitelistedAtomIds(config.whitelisted_atom_ids().begin(), - config.whitelisted_atom_ids().end()), - mShouldPersistHistory(config.persist_locally()) { - // Init the ttl end timestamp. - refreshTtl(timeBaseNs); - - mConfigValid = initStatsdConfig( - key, config, *uidMap, pullerManager, anomalyAlarmMonitor, periodicAlarmMonitor, - timeBaseNs, currentTimeNs, mTagIds, mAllAtomMatchers, mAllConditionTrackers, - mAllMetricProducers, mAllAnomalyTrackers, mAllPeriodicAlarmTrackers, - mConditionToMetricMap, mTrackerToMetricMap, mTrackerToConditionMap, - mActivationAtomTrackerToMetricMap, mDeactivationAtomTrackerToMetricMap, - mAlertTrackerMap, mMetricIndexesWithActivation, mNoReportMetricIds); - - mHashStringsInReport = config.hash_strings_in_metric_report(); - mVersionStringsInReport = config.version_strings_in_metric_report(); - mInstallerInReport = config.installer_in_metric_report(); - - // Init allowed pushed atom uids. - if (config.allowed_log_source_size() == 0) { - mConfigValid = false; - ALOGE("Log source whitelist is empty! This config won't get any data. Suggest adding at " - "least AID_SYSTEM and AID_STATSD to the allowed_log_source field."); - } else { - for (const auto& source : config.allowed_log_source()) { - auto it = UidMap::sAidToUidMapping.find(source); - if (it != UidMap::sAidToUidMapping.end()) { - mAllowedUid.push_back(it->second); - } else { - mAllowedPkg.push_back(source); - } - } - - if (mAllowedUid.size() + mAllowedPkg.size() > StatsdStats::kMaxLogSourceCount) { - ALOGE("Too many log sources. This is likely to be an error in the config."); - mConfigValid = false; - } else { - initLogSourceWhiteList(); - } - } - - // Init default allowed pull atom uids. - int numPullPackages = 0; - for (const string& pullSource : config.default_pull_packages()) { - auto it = UidMap::sAidToUidMapping.find(pullSource); - if (it != UidMap::sAidToUidMapping.end()) { - numPullPackages++; - mDefaultPullUids.insert(it->second); - } else { - ALOGE("Default pull atom packages must be in sAidToUidMapping"); - mConfigValid = false; - } - } - // Init per-atom pull atom packages. - for (const PullAtomPackages& pullAtomPackages : config.pull_atom_packages()) { - int32_t atomId = pullAtomPackages.atom_id(); - for (const string& pullPackage : pullAtomPackages.packages()) { - numPullPackages++; - auto it = UidMap::sAidToUidMapping.find(pullPackage); - if (it != UidMap::sAidToUidMapping.end()) { - mPullAtomUids[atomId].insert(it->second); - } else { - mPullAtomPackages[atomId].insert(pullPackage); - } - } - } - if (numPullPackages > StatsdStats::kMaxPullAtomPackages) { - ALOGE("Too many sources in default_pull_packages and pull_atom_packages. This is likely to " - "be an error in the config"); - mConfigValid = false; - } else { - initPullAtomSources(); - } - mPullerManager->RegisterPullUidProvider(mConfigKey, this); - - // Store the sub-configs used. - for (const auto& annotation : config.annotation()) { - mAnnotations.emplace_back(annotation.field_int64(), annotation.field_int32()); - } - - // Guardrail. Reject the config if it's too big. - if (mAllMetricProducers.size() > StatsdStats::kMaxMetricCountPerConfig || - mAllConditionTrackers.size() > StatsdStats::kMaxConditionCountPerConfig || - mAllAtomMatchers.size() > StatsdStats::kMaxMatcherCountPerConfig) { - ALOGE("This config is too big! Reject!"); - mConfigValid = false; - } - if (mAllAnomalyTrackers.size() > StatsdStats::kMaxAlertCountPerConfig) { - ALOGE("This config has too many alerts! Reject!"); - mConfigValid = false; - } - - mIsAlwaysActive = (mMetricIndexesWithActivation.size() != mAllMetricProducers.size()) || - (mAllMetricProducers.size() == 0); - bool isActive = mIsAlwaysActive; - for (int metric : mMetricIndexesWithActivation) { - isActive |= mAllMetricProducers[metric]->isActive(); - } - mIsActive = isActive; - VLOG("mIsActive is initialized to %d", mIsActive) - - // no matter whether this config is valid, log it in the stats. - StatsdStats::getInstance().noteConfigReceived( - key, mAllMetricProducers.size(), mAllConditionTrackers.size(), mAllAtomMatchers.size(), - mAllAnomalyTrackers.size(), mAnnotations, mConfigValid); - // Check active - for (const auto& metric : mAllMetricProducers) { - if (metric->isActive()) { - mIsActive = true; - break; - } - } -} - -MetricsManager::~MetricsManager() { - for (auto it : mAllMetricProducers) { - for (int atomId : it->getSlicedStateAtoms()) { - StateManager::getInstance().unregisterListener(atomId, it); - } - } - mPullerManager->UnregisterPullUidProvider(mConfigKey, this); - - VLOG("~MetricsManager()"); -} - -void MetricsManager::initLogSourceWhiteList() { - std::lock_guard<std::mutex> lock(mAllowedLogSourcesMutex); - mAllowedLogSources.clear(); - mAllowedLogSources.insert(mAllowedUid.begin(), mAllowedUid.end()); - - for (const auto& pkg : mAllowedPkg) { - auto uids = mUidMap->getAppUid(pkg); - mAllowedLogSources.insert(uids.begin(), uids.end()); - } - if (DEBUG) { - for (const auto& uid : mAllowedLogSources) { - VLOG("Allowed uid %d", uid); - } - } -} - -void MetricsManager::initPullAtomSources() { - std::lock_guard<std::mutex> lock(mAllowedLogSourcesMutex); - mCombinedPullAtomUids.clear(); - for (const auto& [atomId, uids] : mPullAtomUids) { - mCombinedPullAtomUids[atomId].insert(uids.begin(), uids.end()); - } - for (const auto& [atomId, packages] : mPullAtomPackages) { - for (const string& pkg : packages) { - set<int32_t> uids = mUidMap->getAppUid(pkg); - mCombinedPullAtomUids[atomId].insert(uids.begin(), uids.end()); - } - } -} - -bool MetricsManager::isConfigValid() const { - return mConfigValid; -} - -void MetricsManager::notifyAppUpgrade(const int64_t& eventTimeNs, const string& apk, const int uid, - const int64_t version) { - // Inform all metric producers. - for (const auto& it : mAllMetricProducers) { - it->notifyAppUpgrade(eventTimeNs); - } - // check if we care this package - if (std::find(mAllowedPkg.begin(), mAllowedPkg.end(), apk) != mAllowedPkg.end()) { - // We will re-initialize the whole list because we don't want to keep the multi mapping of - // UID<->pkg inside MetricsManager to reduce the memory usage. - initLogSourceWhiteList(); - } - - for (const auto& it : mPullAtomPackages) { - if (it.second.find(apk) != it.second.end()) { - initPullAtomSources(); - return; - } - } -} - -void MetricsManager::notifyAppRemoved(const int64_t& eventTimeNs, const string& apk, - const int uid) { - // Inform all metric producers. - for (const auto& it : mAllMetricProducers) { - it->notifyAppRemoved(eventTimeNs); - } - // check if we care this package - if (std::find(mAllowedPkg.begin(), mAllowedPkg.end(), apk) != mAllowedPkg.end()) { - // We will re-initialize the whole list because we don't want to keep the multi mapping of - // UID<->pkg inside MetricsManager to reduce the memory usage. - initLogSourceWhiteList(); - } - - for (const auto& it : mPullAtomPackages) { - if (it.second.find(apk) != it.second.end()) { - initPullAtomSources(); - return; - } - } -} - -void MetricsManager::onUidMapReceived(const int64_t& eventTimeNs) { - // Purposefully don't inform metric producers on a new snapshot - // because we don't need to flush partial buckets. - // This occurs if a new user is added/removed or statsd crashes. - initPullAtomSources(); - - if (mAllowedPkg.size() == 0) { - return; - } - initLogSourceWhiteList(); -} - -void MetricsManager::onStatsdInitCompleted(const int64_t& eventTimeNs) { - // Inform all metric producers. - for (const auto& it : mAllMetricProducers) { - it->onStatsdInitCompleted(eventTimeNs); - } -} - -void MetricsManager::init() { - for (const auto& producer : mAllMetricProducers) { - producer->prepareFirstBucket(); - } -} - -vector<int32_t> MetricsManager::getPullAtomUids(int32_t atomId) { - std::lock_guard<std::mutex> lock(mAllowedLogSourcesMutex); - vector<int32_t> uids; - const auto& it = mCombinedPullAtomUids.find(atomId); - if (it != mCombinedPullAtomUids.end()) { - uids.insert(uids.end(), it->second.begin(), it->second.end()); - } - uids.insert(uids.end(), mDefaultPullUids.begin(), mDefaultPullUids.end()); - return uids; -} - -void MetricsManager::dumpStates(FILE* out, bool verbose) { - fprintf(out, "ConfigKey %s, allowed source:", mConfigKey.ToString().c_str()); - { - std::lock_guard<std::mutex> lock(mAllowedLogSourcesMutex); - for (const auto& source : mAllowedLogSources) { - fprintf(out, "%d ", source); - } - } - fprintf(out, "\n"); - for (const auto& producer : mAllMetricProducers) { - producer->dumpStates(out, verbose); - } -} - -void MetricsManager::dropData(const int64_t dropTimeNs) { - for (const auto& producer : mAllMetricProducers) { - producer->dropData(dropTimeNs); - } -} - -void MetricsManager::onDumpReport(const int64_t dumpTimeStampNs, - const bool include_current_partial_bucket, - const bool erase_data, - const DumpLatency dumpLatency, - std::set<string> *str_set, - ProtoOutputStream* protoOutput) { - VLOG("=========================Metric Reports Start=========================="); - // one StatsLogReport per MetricProduer - for (const auto& producer : mAllMetricProducers) { - if (mNoReportMetricIds.find(producer->getMetricId()) == mNoReportMetricIds.end()) { - uint64_t token = protoOutput->start( - FIELD_TYPE_MESSAGE | FIELD_COUNT_REPEATED | FIELD_ID_METRICS); - if (mHashStringsInReport) { - producer->onDumpReport(dumpTimeStampNs, include_current_partial_bucket, erase_data, - dumpLatency, str_set, protoOutput); - } else { - producer->onDumpReport(dumpTimeStampNs, include_current_partial_bucket, erase_data, - dumpLatency, nullptr, protoOutput); - } - protoOutput->end(token); - } else { - producer->clearPastBuckets(dumpTimeStampNs); - } - } - for (const auto& annotation : mAnnotations) { - uint64_t token = protoOutput->start(FIELD_TYPE_MESSAGE | FIELD_COUNT_REPEATED | - FIELD_ID_ANNOTATIONS); - protoOutput->write(FIELD_TYPE_INT64 | FIELD_ID_ANNOTATIONS_INT64, - (long long)annotation.first); - protoOutput->write(FIELD_TYPE_INT32 | FIELD_ID_ANNOTATIONS_INT32, annotation.second); - protoOutput->end(token); - } - - // Do not update the timestamps when data is not cleared to avoid timestamps from being - // misaligned. - if (erase_data) { - mLastReportTimeNs = dumpTimeStampNs; - mLastReportWallClockNs = getWallClockNs(); - } - VLOG("=========================Metric Reports End=========================="); -} - - -bool MetricsManager::checkLogCredentials(const LogEvent& event) { - if (mWhitelistedAtomIds.find(event.GetTagId()) != mWhitelistedAtomIds.end()) { - return true; - } - std::lock_guard<std::mutex> lock(mAllowedLogSourcesMutex); - if (mAllowedLogSources.find(event.GetUid()) == mAllowedLogSources.end()) { - VLOG("log source %d not on the whitelist", event.GetUid()); - return false; - } - return true; -} - -bool MetricsManager::eventSanityCheck(const LogEvent& event) { - if (event.GetTagId() == util::APP_BREADCRUMB_REPORTED) { - // Check that app breadcrumb reported fields are valid. - status_t err = NO_ERROR; - - // Uid is 3rd from last field and must match the caller's uid, - // unless that caller is statsd itself (statsd is allowed to spoof uids). - long appHookUid = event.GetLong(event.size()-2, &err); - if (err != NO_ERROR) { - VLOG("APP_BREADCRUMB_REPORTED had error when parsing the uid"); - return false; - } - - // Because the uid within the LogEvent may have been mapped from - // isolated to host, map the loggerUid similarly before comparing. - int32_t loggerUid = mUidMap->getHostUidOrSelf(event.GetUid()); - if (loggerUid != appHookUid && loggerUid != AID_STATSD) { - VLOG("APP_BREADCRUMB_REPORTED has invalid uid: claimed %ld but caller is %d", - appHookUid, loggerUid); - return false; - } - - // The state must be from 0,3. This part of code must be manually updated. - long appHookState = event.GetLong(event.size(), &err); - if (err != NO_ERROR) { - VLOG("APP_BREADCRUMB_REPORTED had error when parsing the state field"); - return false; - } else if (appHookState < 0 || appHookState > 3) { - VLOG("APP_BREADCRUMB_REPORTED does not have valid state %ld", appHookState); - return false; - } - } else if (event.GetTagId() == util::DAVEY_OCCURRED) { - // Daveys can be logged from any app since they are logged in libs/hwui/JankTracker.cpp. - // Check that the davey duration is reasonable. Max length check is for privacy. - status_t err = NO_ERROR; - - // Uid is the first field provided. - long jankUid = event.GetLong(1, &err); - if (err != NO_ERROR) { - VLOG("Davey occurred had error when parsing the uid"); - return false; - } - int32_t loggerUid = event.GetUid(); - if (loggerUid != jankUid && loggerUid != AID_STATSD) { - VLOG("DAVEY_OCCURRED has invalid uid: claimed %ld but caller is %d", jankUid, - loggerUid); - return false; - } - - long duration = event.GetLong(event.size(), &err); - if (err != NO_ERROR) { - VLOG("Davey occurred had error when parsing the duration"); - return false; - } else if (duration > 100000) { - VLOG("Davey duration is unreasonably long: %ld", duration); - return false; - } - } - - return true; -} - -// Consume the stats log if it's interesting to this metric. -void MetricsManager::onLogEvent(const LogEvent& event) { - if (!mConfigValid) { - return; - } - - if (!checkLogCredentials(event)) { - return; - } - - if (!eventSanityCheck(event)) { - return; - } - - int tagId = event.GetTagId(); - int64_t eventTimeNs = event.GetElapsedTimestampNs(); - - bool isActive = mIsAlwaysActive; - - // Set of metrics that are still active after flushing. - unordered_set<int> activeMetricsIndices; - - // Update state of all metrics w/ activation conditions as of eventTimeNs. - for (int metricIndex : mMetricIndexesWithActivation) { - const sp<MetricProducer>& metric = mAllMetricProducers[metricIndex]; - metric->flushIfExpire(eventTimeNs); - if (metric->isActive()) { - // If this metric w/ activation condition is still active after - // flushing, remember it. - activeMetricsIndices.insert(metricIndex); - } - } - - mIsActive = isActive || !activeMetricsIndices.empty(); - - if (mTagIds.find(tagId) == mTagIds.end()) { - // Not interesting... - return; - } - - vector<MatchingState> matcherCache(mAllAtomMatchers.size(), MatchingState::kNotComputed); - - // Evaluate all atom matchers. - for (auto& matcher : mAllAtomMatchers) { - matcher->onLogEvent(event, mAllAtomMatchers, matcherCache); - } - - // Set of metrics that received an activation cancellation. - unordered_set<int> metricIndicesWithCanceledActivations; - - // Determine which metric activations received a cancellation and cancel them. - for (const auto& it : mDeactivationAtomTrackerToMetricMap) { - if (matcherCache[it.first] == MatchingState::kMatched) { - for (int metricIndex : it.second) { - mAllMetricProducers[metricIndex]->cancelEventActivation(it.first); - metricIndicesWithCanceledActivations.insert(metricIndex); - } - } - } - - // Determine whether any metrics are no longer active after cancelling metric activations. - for (const int metricIndex : metricIndicesWithCanceledActivations) { - const sp<MetricProducer>& metric = mAllMetricProducers[metricIndex]; - metric->flushIfExpire(eventTimeNs); - if (!metric->isActive()) { - activeMetricsIndices.erase(metricIndex); - } - } - - isActive |= !activeMetricsIndices.empty(); - - - // Determine which metric activations should be turned on and turn them on - for (const auto& it : mActivationAtomTrackerToMetricMap) { - if (matcherCache[it.first] == MatchingState::kMatched) { - for (int metricIndex : it.second) { - mAllMetricProducers[metricIndex]->activate(it.first, eventTimeNs); - isActive |= mAllMetricProducers[metricIndex]->isActive(); - } - } - } - - mIsActive = isActive; - - // A bitmap to see which ConditionTracker needs to be re-evaluated. - vector<bool> conditionToBeEvaluated(mAllConditionTrackers.size(), false); - - for (const auto& pair : mTrackerToConditionMap) { - if (matcherCache[pair.first] == MatchingState::kMatched) { - const auto& conditionList = pair.second; - for (const int conditionIndex : conditionList) { - conditionToBeEvaluated[conditionIndex] = true; - } - } - } - - vector<ConditionState> conditionCache(mAllConditionTrackers.size(), - ConditionState::kNotEvaluated); - // A bitmap to track if a condition has changed value. - vector<bool> changedCache(mAllConditionTrackers.size(), false); - for (size_t i = 0; i < mAllConditionTrackers.size(); i++) { - if (conditionToBeEvaluated[i] == false) { - continue; - } - sp<ConditionTracker>& condition = mAllConditionTrackers[i]; - condition->evaluateCondition(event, matcherCache, mAllConditionTrackers, conditionCache, - changedCache); - } - - for (size_t i = 0; i < mAllConditionTrackers.size(); i++) { - if (changedCache[i] == false) { - continue; - } - auto pair = mConditionToMetricMap.find(i); - if (pair != mConditionToMetricMap.end()) { - auto& metricList = pair->second; - for (auto metricIndex : metricList) { - // Metric cares about non sliced condition, and it's changed. - // Push the new condition to it directly. - if (!mAllMetricProducers[metricIndex]->isConditionSliced()) { - mAllMetricProducers[metricIndex]->onConditionChanged(conditionCache[i], - eventTimeNs); - // Metric cares about sliced conditions, and it may have changed. Send - // notification, and the metric can query the sliced conditions that are - // interesting to it. - } else { - mAllMetricProducers[metricIndex]->onSlicedConditionMayChange(conditionCache[i], - eventTimeNs); - } - } - } - } - - // For matched AtomMatchers, tell relevant metrics that a matched event has come. - for (size_t i = 0; i < mAllAtomMatchers.size(); i++) { - if (matcherCache[i] == MatchingState::kMatched) { - StatsdStats::getInstance().noteMatcherMatched(mConfigKey, - mAllAtomMatchers[i]->getId()); - auto pair = mTrackerToMetricMap.find(i); - if (pair != mTrackerToMetricMap.end()) { - auto& metricList = pair->second; - for (const int metricIndex : metricList) { - // pushed metrics are never scheduled pulls - mAllMetricProducers[metricIndex]->onMatchedLogEvent(i, event); - } - } - } - } -} - -void MetricsManager::onAnomalyAlarmFired( - const int64_t& timestampNs, - unordered_set<sp<const InternalAlarm>, SpHash<InternalAlarm>>& alarmSet) { - for (const auto& itr : mAllAnomalyTrackers) { - itr->informAlarmsFired(timestampNs, alarmSet); - } -} - -void MetricsManager::onPeriodicAlarmFired( - const int64_t& timestampNs, - unordered_set<sp<const InternalAlarm>, SpHash<InternalAlarm>>& alarmSet) { - for (const auto& itr : mAllPeriodicAlarmTrackers) { - itr->informAlarmsFired(timestampNs, alarmSet); - } -} - -// Returns the total byte size of all metrics managed by a single config source. -size_t MetricsManager::byteSize() { - size_t totalSize = 0; - for (const auto& metricProducer : mAllMetricProducers) { - totalSize += metricProducer->byteSize(); - } - return totalSize; -} - -void MetricsManager::loadActiveConfig(const ActiveConfig& config, int64_t currentTimeNs) { - if (config.metric_size() == 0) { - ALOGW("No active metric for config %s", mConfigKey.ToString().c_str()); - return; - } - - for (int i = 0; i < config.metric_size(); i++) { - const auto& activeMetric = config.metric(i); - for (int metricIndex : mMetricIndexesWithActivation) { - const auto& metric = mAllMetricProducers[metricIndex]; - if (metric->getMetricId() == activeMetric.id()) { - VLOG("Setting active metric: %lld", (long long)metric->getMetricId()); - metric->loadActiveMetric(activeMetric, currentTimeNs); - if (!mIsActive && metric->isActive()) { - StatsdStats::getInstance().noteActiveStatusChanged(mConfigKey, - /*activate=*/ true); - } - mIsActive |= metric->isActive(); - } - } - } -} - -void MetricsManager::writeActiveConfigToProtoOutputStream( - int64_t currentTimeNs, const DumpReportReason reason, ProtoOutputStream* proto) { - proto->write(FIELD_TYPE_INT64 | FIELD_ID_ACTIVE_CONFIG_ID, (long long)mConfigKey.GetId()); - proto->write(FIELD_TYPE_INT32 | FIELD_ID_ACTIVE_CONFIG_UID, mConfigKey.GetUid()); - for (int metricIndex : mMetricIndexesWithActivation) { - const auto& metric = mAllMetricProducers[metricIndex]; - const uint64_t metricToken = proto->start(FIELD_TYPE_MESSAGE | FIELD_COUNT_REPEATED | - FIELD_ID_ACTIVE_CONFIG_METRIC); - metric->writeActiveMetricToProtoOutputStream(currentTimeNs, reason, proto); - proto->end(metricToken); - } -} - -bool MetricsManager::writeMetadataToProto(int64_t currentWallClockTimeNs, - int64_t systemElapsedTimeNs, - metadata::StatsMetadata* statsMetadata) { - bool metadataWritten = false; - metadata::ConfigKey* configKey = statsMetadata->mutable_config_key(); - configKey->set_config_id(mConfigKey.GetId()); - configKey->set_uid(mConfigKey.GetUid()); - for (const auto& anomalyTracker : mAllAnomalyTrackers) { - metadata::AlertMetadata* alertMetadata = statsMetadata->add_alert_metadata(); - bool alertWritten = anomalyTracker->writeAlertMetadataToProto(currentWallClockTimeNs, - systemElapsedTimeNs, alertMetadata); - if (!alertWritten) { - statsMetadata->mutable_alert_metadata()->RemoveLast(); - } - metadataWritten |= alertWritten; - } - return metadataWritten; -} - -void MetricsManager::loadMetadata(const metadata::StatsMetadata& metadata, - int64_t currentWallClockTimeNs, - int64_t systemElapsedTimeNs) { - for (const metadata::AlertMetadata& alertMetadata : metadata.alert_metadata()) { - int64_t alertId = alertMetadata.alert_id(); - auto it = mAlertTrackerMap.find(alertId); - if (it == mAlertTrackerMap.end()) { - ALOGE("No anomalyTracker found for alertId %lld", (long long) alertId); - continue; - } - mAllAnomalyTrackers[it->second]->loadAlertMetadata(alertMetadata, - currentWallClockTimeNs, - systemElapsedTimeNs); - } -} - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/metrics/MetricsManager.h b/cmds/statsd/src/metrics/MetricsManager.h deleted file mode 100644 index ad30a88c5d19..000000000000 --- a/cmds/statsd/src/metrics/MetricsManager.h +++ /dev/null @@ -1,351 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#pragma once - -#include "anomaly/AlarmMonitor.h" -#include "anomaly/AlarmTracker.h" -#include "anomaly/AnomalyTracker.h" -#include "condition/ConditionTracker.h" -#include "config/ConfigKey.h" -#include "external/StatsPullerManager.h" -#include "frameworks/base/cmds/statsd/src/statsd_config.pb.h" -#include "frameworks/base/cmds/statsd/src/statsd_metadata.pb.h" -#include "logd/LogEvent.h" -#include "matchers/LogMatchingTracker.h" -#include "metrics/MetricProducer.h" -#include "packages/UidMap.h" - -#include <unordered_map> - -namespace android { -namespace os { -namespace statsd { - -// A MetricsManager is responsible for managing metrics from one single config source. -class MetricsManager : public virtual android::RefBase, public virtual PullUidProvider { -public: - MetricsManager(const ConfigKey& configKey, const StatsdConfig& config, const int64_t timeBaseNs, - const int64_t currentTimeNs, const sp<UidMap>& uidMap, - const sp<StatsPullerManager>& pullerManager, - const sp<AlarmMonitor>& anomalyAlarmMonitor, - const sp<AlarmMonitor>& periodicAlarmMonitor); - - virtual ~MetricsManager(); - - // Return whether the configuration is valid. - bool isConfigValid() const; - - bool checkLogCredentials(const LogEvent& event); - - bool eventSanityCheck(const LogEvent& event); - - void onLogEvent(const LogEvent& event); - - void onAnomalyAlarmFired( - const int64_t& timestampNs, - unordered_set<sp<const InternalAlarm>, SpHash<InternalAlarm>>& alarmSet); - - void onPeriodicAlarmFired( - const int64_t& timestampNs, - unordered_set<sp<const InternalAlarm>, SpHash<InternalAlarm>>& alarmSet); - - void notifyAppUpgrade(const int64_t& eventTimeNs, const string& apk, const int uid, - const int64_t version); - - void notifyAppRemoved(const int64_t& eventTimeNs, const string& apk, const int uid); - - void onUidMapReceived(const int64_t& eventTimeNs); - - void onStatsdInitCompleted(const int64_t& elapsedTimeNs); - - void init(); - - vector<int32_t> getPullAtomUids(int32_t atomId) override; - - bool shouldWriteToDisk() const { - return mNoReportMetricIds.size() != mAllMetricProducers.size(); - } - - bool shouldPersistLocalHistory() const { - return mShouldPersistHistory; - } - - void dumpStates(FILE* out, bool verbose); - - inline bool isInTtl(const int64_t timestampNs) const { - return mTtlNs <= 0 || timestampNs < mTtlEndNs; - }; - - inline bool hashStringInReport() const { - return mHashStringsInReport; - }; - - inline bool versionStringsInReport() const { - return mVersionStringsInReport; - }; - - inline bool installerInReport() const { - return mInstallerInReport; - }; - - void refreshTtl(const int64_t currentTimestampNs) { - if (mTtlNs > 0) { - mTtlEndNs = currentTimestampNs + mTtlNs; - } - }; - - // Returns the elapsed realtime when this metric manager last reported metrics. If this config - // has not yet dumped any reports, this is the time the metricsmanager was initialized. - inline int64_t getLastReportTimeNs() const { - return mLastReportTimeNs; - }; - - inline int64_t getLastReportWallClockNs() const { - return mLastReportWallClockNs; - }; - - inline size_t getNumMetrics() const { - return mAllMetricProducers.size(); - } - - virtual void dropData(const int64_t dropTimeNs); - - virtual void onDumpReport(const int64_t dumpTimeNs, - const bool include_current_partial_bucket, - const bool erase_data, - const DumpLatency dumpLatency, - std::set<string> *str_set, - android::util::ProtoOutputStream* protoOutput); - - // Computes the total byte size of all metrics managed by a single config source. - // Does not change the state. - virtual size_t byteSize(); - - // Returns whether or not this config is active. - // The config is active if any metric in the config is active. - inline bool isActive() const { - return mIsActive; - } - - void loadActiveConfig(const ActiveConfig& config, int64_t currentTimeNs); - - void writeActiveConfigToProtoOutputStream( - int64_t currentTimeNs, const DumpReportReason reason, ProtoOutputStream* proto); - - // Returns true if at least one piece of metadata is written. - bool writeMetadataToProto(int64_t currentWallClockTimeNs, - int64_t systemElapsedTimeNs, - metadata::StatsMetadata* statsMetadata); - - void loadMetadata(const metadata::StatsMetadata& metadata, - int64_t currentWallClockTimeNs, - int64_t systemElapsedTimeNs); -private: - // For test only. - inline int64_t getTtlEndNs() const { return mTtlEndNs; } - - const ConfigKey mConfigKey; - - sp<UidMap> mUidMap; - - bool mConfigValid = false; - - bool mHashStringsInReport = false; - bool mVersionStringsInReport = false; - bool mInstallerInReport = false; - - const int64_t mTtlNs; - int64_t mTtlEndNs; - - int64_t mLastReportTimeNs; - int64_t mLastReportWallClockNs; - - sp<StatsPullerManager> mPullerManager; - - // The uid log sources from StatsdConfig. - std::vector<int32_t> mAllowedUid; - - // The pkg log sources from StatsdConfig. - std::vector<std::string> mAllowedPkg; - - // The combined uid sources (after translating pkg name to uid). - // Logs from uids that are not in the list will be ignored to avoid spamming. - std::set<int32_t> mAllowedLogSources; - - // To guard access to mAllowedLogSources - mutable std::mutex mAllowedLogSourcesMutex; - - const std::set<int32_t> mWhitelistedAtomIds; - - // We can pull any atom from these uids. - std::set<int32_t> mDefaultPullUids; - - // Uids that specific atoms can pull from. - // This is a map<atom id, set<uids>> - std::map<int32_t, std::set<int32_t>> mPullAtomUids; - - // Packages that specific atoms can be pulled from. - std::map<int32_t, std::set<std::string>> mPullAtomPackages; - - // All uids to pull for this atom. NOTE: Does not include the default uids for memory. - std::map<int32_t, std::set<int32_t>> mCombinedPullAtomUids; - - // Contains the annotations passed in with StatsdConfig. - std::list<std::pair<const int64_t, const int32_t>> mAnnotations; - - const bool mShouldPersistHistory; - - - // All event tags that are interesting to my metrics. - std::set<int> mTagIds; - - // We only store the sp of LogMatchingTracker, MetricProducer, and ConditionTracker in - // MetricsManager. There are relationships between them, and the relationships are denoted by - // index instead of pointers. The reasons for this are: (1) the relationship between them are - // complicated, so storing index instead of pointers reduces the risk that A holds B's sp, and B - // holds A's sp. (2) When we evaluate matcher results, or condition results, we can quickly get - // the related results from a cache using the index. - - // Hold all the atom matchers from the config. - std::vector<sp<LogMatchingTracker>> mAllAtomMatchers; - - // Hold all the conditions from the config. - std::vector<sp<ConditionTracker>> mAllConditionTrackers; - - // Hold all metrics from the config. - std::vector<sp<MetricProducer>> mAllMetricProducers; - - // Hold all alert trackers. - std::vector<sp<AnomalyTracker>> mAllAnomalyTrackers; - - // Hold all periodic alarm trackers. - std::vector<sp<AlarmTracker>> mAllPeriodicAlarmTrackers; - - // To make the log processing more efficient, we want to do as much filtering as possible - // before we go into individual trackers and conditions to match. - - // 1st filter: check if the event tag id is in mTagIds. - // 2nd filter: if it is, we parse the event because there is at least one member is interested. - // then pass to all LogMatchingTrackers (itself also filter events by ids). - // 3nd filter: for LogMatchingTrackers that matched this event, we pass this event to the - // ConditionTrackers and MetricProducers that use this matcher. - // 4th filter: for ConditionTrackers that changed value due to this event, we pass - // new conditions to metrics that use this condition. - - // The following map is initialized from the statsd_config. - - // Maps from the index of the LogMatchingTracker to index of MetricProducer. - std::unordered_map<int, std::vector<int>> mTrackerToMetricMap; - - // Maps from LogMatchingTracker to ConditionTracker - std::unordered_map<int, std::vector<int>> mTrackerToConditionMap; - - // Maps from ConditionTracker to MetricProducer - std::unordered_map<int, std::vector<int>> mConditionToMetricMap; - - // Maps from life span triggering event to MetricProducers. - std::unordered_map<int, std::vector<int>> mActivationAtomTrackerToMetricMap; - - // Maps deactivation triggering event to MetricProducers. - std::unordered_map<int, std::vector<int>> mDeactivationAtomTrackerToMetricMap; - - // Maps AlertIds to the index of the corresponding AnomalyTracker stored in mAllAnomalyTrackers. - // The map is used in LoadMetadata to more efficiently lookup AnomalyTrackers from an AlertId. - std::unordered_map<int64_t, int> mAlertTrackerMap; - - std::vector<int> mMetricIndexesWithActivation; - - void initLogSourceWhiteList(); - - void initPullAtomSources(); - - // The metrics that don't need to be uploaded or even reported. - std::set<int64_t> mNoReportMetricIds; - - // The config is active if any metric in the config is active. - bool mIsActive; - - // The config is always active if any metric in the config does not have an activation signal. - bool mIsAlwaysActive; - - FRIEND_TEST(WakelockDurationE2eTest, TestAggregatedPredicateDimensions); - FRIEND_TEST(MetricConditionLinkE2eTest, TestMultiplePredicatesAndLinks); - FRIEND_TEST(AttributionE2eTest, TestAttributionMatchAndSliceByFirstUid); - FRIEND_TEST(AttributionE2eTest, TestAttributionMatchAndSliceByChain); - FRIEND_TEST(GaugeMetricE2eTest, TestMultipleFieldsForPushedEvent); - FRIEND_TEST(GaugeMetricE2eTest, TestRandomSamplePulledEvents); - FRIEND_TEST(GaugeMetricE2eTest, TestRandomSamplePulledEvent_LateAlarm); - FRIEND_TEST(GaugeMetricE2eTest, TestRandomSamplePulledEventsWithActivation); - FRIEND_TEST(GaugeMetricE2eTest, TestRandomSamplePulledEventsNoCondition); - FRIEND_TEST(GaugeMetricE2eTest, TestConditionChangeToTrueSamplePulledEvents); - - FRIEND_TEST(AnomalyDetectionE2eTest, TestSlicedCountMetric_single_bucket); - FRIEND_TEST(AnomalyDetectionE2eTest, TestSlicedCountMetric_multiple_buckets); - FRIEND_TEST(AnomalyDetectionE2eTest, TestCountMetric_save_refractory_to_disk_no_data_written); - FRIEND_TEST(AnomalyDetectionE2eTest, TestCountMetric_save_refractory_to_disk); - FRIEND_TEST(AnomalyDetectionE2eTest, TestCountMetric_load_refractory_from_disk); - FRIEND_TEST(AnomalyDetectionE2eTest, TestDurationMetric_SUM_single_bucket); - FRIEND_TEST(AnomalyDetectionE2eTest, TestDurationMetric_SUM_multiple_buckets); - FRIEND_TEST(AnomalyDetectionE2eTest, TestDurationMetric_SUM_long_refractory_period); - - FRIEND_TEST(AlarmE2eTest, TestMultipleAlarms); - FRIEND_TEST(ConfigTtlE2eTest, TestCountMetric); - FRIEND_TEST(MetricActivationE2eTest, TestCountMetric); - FRIEND_TEST(MetricActivationE2eTest, TestCountMetricWithOneDeactivation); - FRIEND_TEST(MetricActivationE2eTest, TestCountMetricWithTwoDeactivations); - FRIEND_TEST(MetricActivationE2eTest, TestCountMetricWithSameDeactivation); - FRIEND_TEST(MetricActivationE2eTest, TestCountMetricWithTwoMetricsTwoDeactivations); - - FRIEND_TEST(MetricsManagerTest, TestLogSources); - - FRIEND_TEST(StatsLogProcessorTest, TestActiveConfigMetricDiskWriteRead); - FRIEND_TEST(StatsLogProcessorTest, TestActivationOnBoot); - FRIEND_TEST(StatsLogProcessorTest, TestActivationOnBootMultipleActivations); - FRIEND_TEST(StatsLogProcessorTest, - TestActivationOnBootMultipleActivationsDifferentActivationTypes); - FRIEND_TEST(StatsLogProcessorTest, TestActivationsPersistAcrossSystemServerRestart); - - FRIEND_TEST(CountMetricE2eTest, TestInitialConditionChanges); - FRIEND_TEST(CountMetricE2eTest, TestSlicedState); - FRIEND_TEST(CountMetricE2eTest, TestSlicedStateWithMap); - FRIEND_TEST(CountMetricE2eTest, TestMultipleSlicedStates); - FRIEND_TEST(CountMetricE2eTest, TestSlicedStateWithPrimaryFields); - - FRIEND_TEST(DurationMetricE2eTest, TestOneBucket); - FRIEND_TEST(DurationMetricE2eTest, TestTwoBuckets); - FRIEND_TEST(DurationMetricE2eTest, TestWithActivation); - FRIEND_TEST(DurationMetricE2eTest, TestWithCondition); - FRIEND_TEST(DurationMetricE2eTest, TestWithSlicedCondition); - FRIEND_TEST(DurationMetricE2eTest, TestWithActivationAndSlicedCondition); - FRIEND_TEST(DurationMetricE2eTest, TestWithSlicedState); - FRIEND_TEST(DurationMetricE2eTest, TestWithConditionAndSlicedState); - FRIEND_TEST(DurationMetricE2eTest, TestWithSlicedStateMapped); - FRIEND_TEST(DurationMetricE2eTest, TestWithSlicedStatePrimaryFieldsSuperset); - FRIEND_TEST(DurationMetricE2eTest, TestWithSlicedStatePrimaryFieldsSubset); - - FRIEND_TEST(ValueMetricE2eTest, TestInitialConditionChanges); - FRIEND_TEST(ValueMetricE2eTest, TestPulledEvents); - FRIEND_TEST(ValueMetricE2eTest, TestPulledEvents_LateAlarm); - FRIEND_TEST(ValueMetricE2eTest, TestPulledEvents_WithActivation); - FRIEND_TEST(ValueMetricE2eTest, TestInitWithSlicedState); - FRIEND_TEST(ValueMetricE2eTest, TestInitWithSlicedState_WithDimensions); - FRIEND_TEST(ValueMetricE2eTest, TestInitWithSlicedState_WithIncorrectDimensions); -}; - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/metrics/ValueMetricProducer.cpp b/cmds/statsd/src/metrics/ValueMetricProducer.cpp deleted file mode 100644 index 5987a723a421..000000000000 --- a/cmds/statsd/src/metrics/ValueMetricProducer.cpp +++ /dev/null @@ -1,1156 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#define DEBUG false // STOPSHIP if true -#include "Log.h" - -#include "ValueMetricProducer.h" -#include "../guardrail/StatsdStats.h" -#include "../stats_log_util.h" - -#include <limits.h> -#include <stdlib.h> - -using android::util::FIELD_COUNT_REPEATED; -using android::util::FIELD_TYPE_BOOL; -using android::util::FIELD_TYPE_DOUBLE; -using android::util::FIELD_TYPE_INT32; -using android::util::FIELD_TYPE_INT64; -using android::util::FIELD_TYPE_MESSAGE; -using android::util::FIELD_TYPE_STRING; -using android::util::ProtoOutputStream; -using std::map; -using std::shared_ptr; -using std::unordered_map; - -namespace android { -namespace os { -namespace statsd { - -// for StatsLogReport -const int FIELD_ID_ID = 1; -const int FIELD_ID_VALUE_METRICS = 7; -const int FIELD_ID_TIME_BASE = 9; -const int FIELD_ID_BUCKET_SIZE = 10; -const int FIELD_ID_DIMENSION_PATH_IN_WHAT = 11; -const int FIELD_ID_IS_ACTIVE = 14; -// for ValueMetricDataWrapper -const int FIELD_ID_DATA = 1; -const int FIELD_ID_SKIPPED = 2; -// for SkippedBuckets -const int FIELD_ID_SKIPPED_START_MILLIS = 3; -const int FIELD_ID_SKIPPED_END_MILLIS = 4; -const int FIELD_ID_SKIPPED_DROP_EVENT = 5; -// for DumpEvent Proto -const int FIELD_ID_BUCKET_DROP_REASON = 1; -const int FIELD_ID_DROP_TIME = 2; -// for ValueMetricData -const int FIELD_ID_DIMENSION_IN_WHAT = 1; -const int FIELD_ID_BUCKET_INFO = 3; -const int FIELD_ID_DIMENSION_LEAF_IN_WHAT = 4; -const int FIELD_ID_SLICE_BY_STATE = 6; -// for ValueBucketInfo -const int FIELD_ID_VALUE_INDEX = 1; -const int FIELD_ID_VALUE_LONG = 2; -const int FIELD_ID_VALUE_DOUBLE = 3; -const int FIELD_ID_VALUES = 9; -const int FIELD_ID_BUCKET_NUM = 4; -const int FIELD_ID_START_BUCKET_ELAPSED_MILLIS = 5; -const int FIELD_ID_END_BUCKET_ELAPSED_MILLIS = 6; -const int FIELD_ID_CONDITION_TRUE_NS = 10; - -const Value ZERO_LONG((int64_t)0); -const Value ZERO_DOUBLE((int64_t)0); - -// ValueMetric has a minimum bucket size of 10min so that we don't pull too frequently -ValueMetricProducer::ValueMetricProducer( - const ConfigKey& key, const ValueMetric& metric, const int conditionIndex, - const vector<ConditionState>& initialConditionCache, - const sp<ConditionWizard>& conditionWizard, const int whatMatcherIndex, - const sp<EventMatcherWizard>& matcherWizard, const int pullTagId, const int64_t timeBaseNs, - const int64_t startTimeNs, const sp<StatsPullerManager>& pullerManager, - const unordered_map<int, shared_ptr<Activation>>& eventActivationMap, - const unordered_map<int, vector<shared_ptr<Activation>>>& eventDeactivationMap, - const vector<int>& slicedStateAtoms, - const unordered_map<int, unordered_map<int, int64_t>>& stateGroupMap) - : MetricProducer(metric.id(), key, timeBaseNs, conditionIndex, initialConditionCache, - conditionWizard, eventActivationMap, eventDeactivationMap, slicedStateAtoms, - stateGroupMap), - mWhatMatcherIndex(whatMatcherIndex), - mEventMatcherWizard(matcherWizard), - mPullerManager(pullerManager), - mPullTagId(pullTagId), - mIsPulled(pullTagId != -1), - mMinBucketSizeNs(metric.min_bucket_size_nanos()), - mDimensionSoftLimit(StatsdStats::kAtomDimensionKeySizeLimitMap.find(pullTagId) != - StatsdStats::kAtomDimensionKeySizeLimitMap.end() - ? StatsdStats::kAtomDimensionKeySizeLimitMap.at(pullTagId).first - : StatsdStats::kDimensionKeySizeSoftLimit), - mDimensionHardLimit(StatsdStats::kAtomDimensionKeySizeLimitMap.find(pullTagId) != - StatsdStats::kAtomDimensionKeySizeLimitMap.end() - ? StatsdStats::kAtomDimensionKeySizeLimitMap.at(pullTagId).second - : StatsdStats::kDimensionKeySizeHardLimit), - mUseAbsoluteValueOnReset(metric.use_absolute_value_on_reset()), - mAggregationType(metric.aggregation_type()), - mUseDiff(metric.has_use_diff() ? metric.use_diff() : (mIsPulled ? true : false)), - mValueDirection(metric.value_direction()), - mSkipZeroDiffOutput(metric.skip_zero_diff_output()), - mUseZeroDefaultBase(metric.use_zero_default_base()), - mHasGlobalBase(false), - mCurrentBucketIsSkipped(false), - mMaxPullDelayNs(metric.max_pull_delay_sec() > 0 ? metric.max_pull_delay_sec() * NS_PER_SEC - : StatsdStats::kPullMaxDelayNs), - mSplitBucketForAppUpgrade(metric.split_bucket_for_app_upgrade()), - // Condition timer will be set later within the constructor after pulling events - mConditionTimer(false, timeBaseNs) { - int64_t bucketSizeMills = 0; - if (metric.has_bucket()) { - bucketSizeMills = TimeUnitToBucketSizeInMillisGuardrailed(key.GetUid(), metric.bucket()); - } else { - bucketSizeMills = TimeUnitToBucketSizeInMillis(ONE_HOUR); - } - - mBucketSizeNs = bucketSizeMills * 1000000; - - translateFieldMatcher(metric.value_field(), &mFieldMatchers); - - if (metric.has_dimensions_in_what()) { - translateFieldMatcher(metric.dimensions_in_what(), &mDimensionsInWhat); - mContainANYPositionInDimensionsInWhat = HasPositionANY(metric.dimensions_in_what()); - mSliceByPositionALL = HasPositionALL(metric.dimensions_in_what()); - } - - if (metric.links().size() > 0) { - for (const auto& link : metric.links()) { - Metric2Condition mc; - mc.conditionId = link.condition(); - translateFieldMatcher(link.fields_in_what(), &mc.metricFields); - translateFieldMatcher(link.fields_in_condition(), &mc.conditionFields); - mMetric2ConditionLinks.push_back(mc); - } - mConditionSliced = true; - } - - for (const auto& stateLink : metric.state_link()) { - Metric2State ms; - ms.stateAtomId = stateLink.state_atom_id(); - translateFieldMatcher(stateLink.fields_in_what(), &ms.metricFields); - translateFieldMatcher(stateLink.fields_in_state(), &ms.stateFields); - mMetric2StateLinks.push_back(ms); - } - - int64_t numBucketsForward = calcBucketsForwardCount(startTimeNs); - mCurrentBucketNum += numBucketsForward; - - flushIfNeededLocked(startTimeNs); - - if (mIsPulled) { - mPullerManager->RegisterReceiver(mPullTagId, mConfigKey, this, getCurrentBucketEndTimeNs(), - mBucketSizeNs); - } - - // Only do this for partial buckets like first bucket. All other buckets should use - // flushIfNeeded to adjust start and end to bucket boundaries. - // Adjust start for partial bucket - mCurrentBucketStartTimeNs = startTimeNs; - mConditionTimer.newBucketStart(mCurrentBucketStartTimeNs); - - // Now that activations are processed, start the condition timer if needed. - mConditionTimer.onConditionChanged(mIsActive && mCondition == ConditionState::kTrue, - mCurrentBucketStartTimeNs); - - VLOG("value metric %lld created. bucket size %lld start_time: %lld", (long long)metric.id(), - (long long)mBucketSizeNs, (long long)mTimeBaseNs); -} - -ValueMetricProducer::~ValueMetricProducer() { - VLOG("~ValueMetricProducer() called"); - if (mIsPulled) { - mPullerManager->UnRegisterReceiver(mPullTagId, mConfigKey, this); - } -} - -void ValueMetricProducer::onStateChanged(int64_t eventTimeNs, int32_t atomId, - const HashableDimensionKey& primaryKey, - const FieldValue& oldState, const FieldValue& newState) { - VLOG("ValueMetric %lld onStateChanged time %lld, State %d, key %s, %d -> %d", - (long long)mMetricId, (long long)eventTimeNs, atomId, primaryKey.toString().c_str(), - oldState.mValue.int_value, newState.mValue.int_value); - - // If old and new states are in the same StateGroup, then we do not need to - // pull for this state change. - FieldValue oldStateCopy = oldState; - FieldValue newStateCopy = newState; - mapStateValue(atomId, &oldStateCopy); - mapStateValue(atomId, &newStateCopy); - if (oldStateCopy == newStateCopy) { - return; - } - - // If condition is not true or metric is not active, we do not need to pull - // for this state change. - if (mCondition != ConditionState::kTrue || !mIsActive) { - return; - } - - bool isEventLate = eventTimeNs < mCurrentBucketStartTimeNs; - if (isEventLate) { - VLOG("Skip event due to late arrival: %lld vs %lld", (long long)eventTimeNs, - (long long)mCurrentBucketStartTimeNs); - invalidateCurrentBucket(eventTimeNs, BucketDropReason::EVENT_IN_WRONG_BUCKET); - return; - } - mStateChangePrimaryKey.first = atomId; - mStateChangePrimaryKey.second = primaryKey; - if (mIsPulled) { - pullAndMatchEventsLocked(eventTimeNs); - } - mStateChangePrimaryKey.first = 0; - mStateChangePrimaryKey.second = DEFAULT_DIMENSION_KEY; - flushIfNeededLocked(eventTimeNs); -} - -void ValueMetricProducer::onSlicedConditionMayChangeLocked(bool overallCondition, - const int64_t eventTime) { - VLOG("Metric %lld onSlicedConditionMayChange", (long long)mMetricId); -} - -void ValueMetricProducer::dropDataLocked(const int64_t dropTimeNs) { - StatsdStats::getInstance().noteBucketDropped(mMetricId); - - // The current partial bucket is not flushed and does not require a pull, - // so the data is still valid. - flushIfNeededLocked(dropTimeNs); - clearPastBucketsLocked(dropTimeNs); -} - -void ValueMetricProducer::clearPastBucketsLocked(const int64_t dumpTimeNs) { - mPastBuckets.clear(); - mSkippedBuckets.clear(); -} - -void ValueMetricProducer::onDumpReportLocked(const int64_t dumpTimeNs, - const bool include_current_partial_bucket, - const bool erase_data, - const DumpLatency dumpLatency, - std::set<string> *str_set, - ProtoOutputStream* protoOutput) { - VLOG("metric %lld dump report now...", (long long)mMetricId); - if (include_current_partial_bucket) { - // For pull metrics, we need to do a pull at bucket boundaries. If we do not do that the - // current bucket will have incomplete data and the next will have the wrong snapshot to do - // a diff against. If the condition is false, we are fine since the base data is reset and - // we are not tracking anything. - bool pullNeeded = mIsPulled && mCondition == ConditionState::kTrue; - if (pullNeeded) { - switch (dumpLatency) { - case FAST: - invalidateCurrentBucket(dumpTimeNs, BucketDropReason::DUMP_REPORT_REQUESTED); - break; - case NO_TIME_CONSTRAINTS: - pullAndMatchEventsLocked(dumpTimeNs); - break; - } - } - flushCurrentBucketLocked(dumpTimeNs, dumpTimeNs); - } - protoOutput->write(FIELD_TYPE_INT64 | FIELD_ID_ID, (long long)mMetricId); - protoOutput->write(FIELD_TYPE_BOOL | FIELD_ID_IS_ACTIVE, isActiveLocked()); - - if (mPastBuckets.empty() && mSkippedBuckets.empty()) { - return; - } - protoOutput->write(FIELD_TYPE_INT64 | FIELD_ID_TIME_BASE, (long long)mTimeBaseNs); - protoOutput->write(FIELD_TYPE_INT64 | FIELD_ID_BUCKET_SIZE, (long long)mBucketSizeNs); - // Fills the dimension path if not slicing by ALL. - if (!mSliceByPositionALL) { - if (!mDimensionsInWhat.empty()) { - uint64_t dimenPathToken = - protoOutput->start(FIELD_TYPE_MESSAGE | FIELD_ID_DIMENSION_PATH_IN_WHAT); - writeDimensionPathToProto(mDimensionsInWhat, protoOutput); - protoOutput->end(dimenPathToken); - } - } - - uint64_t protoToken = protoOutput->start(FIELD_TYPE_MESSAGE | FIELD_ID_VALUE_METRICS); - - for (const auto& skippedBucket : mSkippedBuckets) { - uint64_t wrapperToken = - protoOutput->start(FIELD_TYPE_MESSAGE | FIELD_COUNT_REPEATED | FIELD_ID_SKIPPED); - protoOutput->write(FIELD_TYPE_INT64 | FIELD_ID_SKIPPED_START_MILLIS, - (long long)(NanoToMillis(skippedBucket.bucketStartTimeNs))); - protoOutput->write(FIELD_TYPE_INT64 | FIELD_ID_SKIPPED_END_MILLIS, - (long long)(NanoToMillis(skippedBucket.bucketEndTimeNs))); - for (const auto& dropEvent : skippedBucket.dropEvents) { - uint64_t dropEventToken = protoOutput->start(FIELD_TYPE_MESSAGE | FIELD_COUNT_REPEATED | - FIELD_ID_SKIPPED_DROP_EVENT); - protoOutput->write(FIELD_TYPE_INT32 | FIELD_ID_BUCKET_DROP_REASON, dropEvent.reason); - protoOutput->write(FIELD_TYPE_INT64 | FIELD_ID_DROP_TIME, - (long long)(NanoToMillis(dropEvent.dropTimeNs))); - ; - protoOutput->end(dropEventToken); - } - protoOutput->end(wrapperToken); - } - - for (const auto& pair : mPastBuckets) { - const MetricDimensionKey& dimensionKey = pair.first; - VLOG(" dimension key %s", dimensionKey.toString().c_str()); - uint64_t wrapperToken = - protoOutput->start(FIELD_TYPE_MESSAGE | FIELD_COUNT_REPEATED | FIELD_ID_DATA); - - // First fill dimension. - if (mSliceByPositionALL) { - uint64_t dimensionToken = - protoOutput->start(FIELD_TYPE_MESSAGE | FIELD_ID_DIMENSION_IN_WHAT); - writeDimensionToProto(dimensionKey.getDimensionKeyInWhat(), str_set, protoOutput); - protoOutput->end(dimensionToken); - } else { - writeDimensionLeafNodesToProto(dimensionKey.getDimensionKeyInWhat(), - FIELD_ID_DIMENSION_LEAF_IN_WHAT, str_set, protoOutput); - } - - // Then fill slice_by_state. - for (auto state : dimensionKey.getStateValuesKey().getValues()) { - uint64_t stateToken = protoOutput->start(FIELD_TYPE_MESSAGE | FIELD_COUNT_REPEATED | - FIELD_ID_SLICE_BY_STATE); - writeStateToProto(state, protoOutput); - protoOutput->end(stateToken); - } - - // Then fill bucket_info (ValueBucketInfo). - for (const auto& bucket : pair.second) { - uint64_t bucketInfoToken = protoOutput->start( - FIELD_TYPE_MESSAGE | FIELD_COUNT_REPEATED | FIELD_ID_BUCKET_INFO); - - if (bucket.mBucketEndNs - bucket.mBucketStartNs != mBucketSizeNs) { - protoOutput->write(FIELD_TYPE_INT64 | FIELD_ID_START_BUCKET_ELAPSED_MILLIS, - (long long)NanoToMillis(bucket.mBucketStartNs)); - protoOutput->write(FIELD_TYPE_INT64 | FIELD_ID_END_BUCKET_ELAPSED_MILLIS, - (long long)NanoToMillis(bucket.mBucketEndNs)); - } else { - protoOutput->write(FIELD_TYPE_INT64 | FIELD_ID_BUCKET_NUM, - (long long)(getBucketNumFromEndTimeNs(bucket.mBucketEndNs))); - } - // only write the condition timer value if the metric has a condition. - if (mConditionTrackerIndex >= 0) { - protoOutput->write(FIELD_TYPE_INT64 | FIELD_ID_CONDITION_TRUE_NS, - (long long)bucket.mConditionTrueNs); - } - for (int i = 0; i < (int)bucket.valueIndex.size(); i++) { - int index = bucket.valueIndex[i]; - const Value& value = bucket.values[i]; - uint64_t valueToken = protoOutput->start( - FIELD_TYPE_MESSAGE | FIELD_COUNT_REPEATED | FIELD_ID_VALUES); - protoOutput->write(FIELD_TYPE_INT32 | FIELD_ID_VALUE_INDEX, - index); - if (value.getType() == LONG) { - protoOutput->write(FIELD_TYPE_INT64 | FIELD_ID_VALUE_LONG, - (long long)value.long_value); - VLOG("\t bucket [%lld - %lld] value %d: %lld", (long long)bucket.mBucketStartNs, - (long long)bucket.mBucketEndNs, index, (long long)value.long_value); - } else if (value.getType() == DOUBLE) { - protoOutput->write(FIELD_TYPE_DOUBLE | FIELD_ID_VALUE_DOUBLE, - value.double_value); - VLOG("\t bucket [%lld - %lld] value %d: %.2f", (long long)bucket.mBucketStartNs, - (long long)bucket.mBucketEndNs, index, value.double_value); - } else { - VLOG("Wrong value type for ValueMetric output: %d", value.getType()); - } - protoOutput->end(valueToken); - } - protoOutput->end(bucketInfoToken); - } - protoOutput->end(wrapperToken); - } - protoOutput->end(protoToken); - - VLOG("metric %lld dump report now...", (long long)mMetricId); - if (erase_data) { - mPastBuckets.clear(); - mSkippedBuckets.clear(); - } -} - -void ValueMetricProducer::invalidateCurrentBucketWithoutResetBase(const int64_t dropTimeNs, - const BucketDropReason reason) { - if (!mCurrentBucketIsSkipped) { - // Only report to StatsdStats once per invalid bucket. - StatsdStats::getInstance().noteInvalidatedBucket(mMetricId); - } - - skipCurrentBucket(dropTimeNs, reason); -} - -void ValueMetricProducer::invalidateCurrentBucket(const int64_t dropTimeNs, - const BucketDropReason reason) { - invalidateCurrentBucketWithoutResetBase(dropTimeNs, reason); - resetBase(); -} - -void ValueMetricProducer::skipCurrentBucket(const int64_t dropTimeNs, - const BucketDropReason reason) { - if (!maxDropEventsReached()) { - mCurrentSkippedBucket.dropEvents.emplace_back(buildDropEvent(dropTimeNs, reason)); - } - mCurrentBucketIsSkipped = true; -} - -void ValueMetricProducer::resetBase() { - for (auto& slice : mCurrentBaseInfo) { - for (auto& baseInfo : slice.second) { - baseInfo.hasBase = false; - } - } - mHasGlobalBase = false; -} - -// Handle active state change. Active state change is treated like a condition change: -// - drop bucket if active state change event arrives too late -// - if condition is true, pull data on active state changes -// - ConditionTimer tracks changes based on AND of condition and active state. -void ValueMetricProducer::onActiveStateChangedLocked(const int64_t& eventTimeNs) { - bool isEventTooLate = eventTimeNs < mCurrentBucketStartTimeNs; - if (isEventTooLate) { - // Drop bucket because event arrived too late, ie. we are missing data for this bucket. - StatsdStats::getInstance().noteLateLogEventSkipped(mMetricId); - invalidateCurrentBucket(eventTimeNs, BucketDropReason::EVENT_IN_WRONG_BUCKET); - } - - // Call parent method once we've verified the validity of current bucket. - MetricProducer::onActiveStateChangedLocked(eventTimeNs); - - if (ConditionState::kTrue != mCondition) { - return; - } - - // Pull on active state changes. - if (!isEventTooLate) { - if (mIsPulled) { - pullAndMatchEventsLocked(eventTimeNs); - } - // When active state changes from true to false, clear diff base but don't - // reset other counters as we may accumulate more value in the bucket. - if (mUseDiff && !mIsActive) { - resetBase(); - } - } - - flushIfNeededLocked(eventTimeNs); - - // Let condition timer know of new active state. - mConditionTimer.onConditionChanged(mIsActive, eventTimeNs); -} - -void ValueMetricProducer::onConditionChangedLocked(const bool condition, - const int64_t eventTimeNs) { - ConditionState newCondition = condition ? ConditionState::kTrue : ConditionState::kFalse; - bool isEventTooLate = eventTimeNs < mCurrentBucketStartTimeNs; - - // If the config is not active, skip the event. - if (!mIsActive) { - mCondition = isEventTooLate ? ConditionState::kUnknown : newCondition; - return; - } - - // If the event arrived late, mark the bucket as invalid and skip the event. - if (isEventTooLate) { - VLOG("Skip event due to late arrival: %lld vs %lld", (long long)eventTimeNs, - (long long)mCurrentBucketStartTimeNs); - StatsdStats::getInstance().noteLateLogEventSkipped(mMetricId); - StatsdStats::getInstance().noteConditionChangeInNextBucket(mMetricId); - invalidateCurrentBucket(eventTimeNs, BucketDropReason::EVENT_IN_WRONG_BUCKET); - mCondition = ConditionState::kUnknown; - mConditionTimer.onConditionChanged(mCondition, eventTimeNs); - return; - } - - // If the previous condition was unknown, mark the bucket as invalid - // because the bucket will contain partial data. For example, the condition - // change might happen close to the end of the bucket and we might miss a - // lot of data. - // - // We still want to pull to set the base. - if (mCondition == ConditionState::kUnknown) { - invalidateCurrentBucket(eventTimeNs, BucketDropReason::CONDITION_UNKNOWN); - } - - // Pull and match for the following condition change cases: - // unknown/false -> true - condition changed - // true -> false - condition changed - // true -> true - old condition was true so we can flush the bucket at the - // end if needed. - // - // We don’t need to pull for unknown -> false or false -> false. - // - // onConditionChangedLocked might happen on bucket boundaries if this is - // called before #onDataPulled. - if (mIsPulled && - (newCondition == ConditionState::kTrue || mCondition == ConditionState::kTrue)) { - pullAndMatchEventsLocked(eventTimeNs); - } - - // For metrics that use diff, when condition changes from true to false, - // clear diff base but don't reset other counts because we may accumulate - // more value in the bucket. - if (mUseDiff && - (mCondition == ConditionState::kTrue && newCondition == ConditionState::kFalse)) { - resetBase(); - } - - // Update condition state after pulling. - mCondition = newCondition; - - flushIfNeededLocked(eventTimeNs); - mConditionTimer.onConditionChanged(mCondition, eventTimeNs); -} - -void ValueMetricProducer::prepareFirstBucketLocked() { - // Kicks off the puller immediately if condition is true and diff based. - if (mIsActive && mIsPulled && mCondition == ConditionState::kTrue && mUseDiff) { - pullAndMatchEventsLocked(mCurrentBucketStartTimeNs); - } -} - -void ValueMetricProducer::pullAndMatchEventsLocked(const int64_t timestampNs) { - vector<std::shared_ptr<LogEvent>> allData; - if (!mPullerManager->Pull(mPullTagId, mConfigKey, timestampNs, &allData)) { - ALOGE("Stats puller failed for tag: %d at %lld", mPullTagId, (long long)timestampNs); - invalidateCurrentBucket(timestampNs, BucketDropReason::PULL_FAILED); - return; - } - - accumulateEvents(allData, timestampNs, timestampNs); -} - -int64_t ValueMetricProducer::calcPreviousBucketEndTime(const int64_t currentTimeNs) { - return mTimeBaseNs + ((currentTimeNs - mTimeBaseNs) / mBucketSizeNs) * mBucketSizeNs; -} - -// By design, statsd pulls data at bucket boundaries using AlarmManager. These pulls are likely -// to be delayed. Other events like condition changes or app upgrade which are not based on -// AlarmManager might have arrived earlier and close the bucket. -void ValueMetricProducer::onDataPulled(const std::vector<std::shared_ptr<LogEvent>>& allData, - bool pullSuccess, int64_t originalPullTimeNs) { - std::lock_guard<std::mutex> lock(mMutex); - if (mCondition == ConditionState::kTrue) { - // If the pull failed, we won't be able to compute a diff. - if (!pullSuccess) { - invalidateCurrentBucket(originalPullTimeNs, BucketDropReason::PULL_FAILED); - } else { - bool isEventLate = originalPullTimeNs < getCurrentBucketEndTimeNs(); - if (isEventLate) { - // If the event is late, we are in the middle of a bucket. Just - // process the data without trying to snap the data to the nearest bucket. - accumulateEvents(allData, originalPullTimeNs, originalPullTimeNs); - } else { - // For scheduled pulled data, the effective event time is snap to the nearest - // bucket end. In the case of waking up from a deep sleep state, we will - // attribute to the previous bucket end. If the sleep was long but not very - // long, we will be in the immediate next bucket. Previous bucket may get a - // larger number as we pull at a later time than real bucket end. - // - // If the sleep was very long, we skip more than one bucket before sleep. In - // this case, if the diff base will be cleared and this new data will serve as - // new diff base. - int64_t bucketEndTime = calcPreviousBucketEndTime(originalPullTimeNs) - 1; - StatsdStats::getInstance().noteBucketBoundaryDelayNs( - mMetricId, originalPullTimeNs - bucketEndTime); - accumulateEvents(allData, originalPullTimeNs, bucketEndTime); - } - } - } - - // We can probably flush the bucket. Since we used bucketEndTime when calling - // #onMatchedLogEventInternalLocked, the current bucket will not have been flushed. - flushIfNeededLocked(originalPullTimeNs); -} - -void ValueMetricProducer::accumulateEvents(const std::vector<std::shared_ptr<LogEvent>>& allData, - int64_t originalPullTimeNs, int64_t eventElapsedTimeNs) { - bool isEventLate = eventElapsedTimeNs < mCurrentBucketStartTimeNs; - if (isEventLate) { - VLOG("Skip bucket end pull due to late arrival: %lld vs %lld", - (long long)eventElapsedTimeNs, (long long)mCurrentBucketStartTimeNs); - StatsdStats::getInstance().noteLateLogEventSkipped(mMetricId); - invalidateCurrentBucket(eventElapsedTimeNs, BucketDropReason::EVENT_IN_WRONG_BUCKET); - return; - } - - const int64_t elapsedRealtimeNs = getElapsedRealtimeNs(); - const int64_t pullDelayNs = elapsedRealtimeNs - originalPullTimeNs; - StatsdStats::getInstance().notePullDelay(mPullTagId, pullDelayNs); - if (pullDelayNs > mMaxPullDelayNs) { - ALOGE("Pull finish too late for atom %d, longer than %lld", mPullTagId, - (long long)mMaxPullDelayNs); - StatsdStats::getInstance().notePullExceedMaxDelay(mPullTagId); - // We are missing one pull from the bucket which means we will not have a complete view of - // what's going on. - invalidateCurrentBucket(eventElapsedTimeNs, BucketDropReason::PULL_DELAYED); - return; - } - - mMatchedMetricDimensionKeys.clear(); - for (const auto& data : allData) { - LogEvent localCopy = data->makeCopy(); - if (mEventMatcherWizard->matchLogEvent(localCopy, mWhatMatcherIndex) == - MatchingState::kMatched) { - localCopy.setElapsedTimestampNs(eventElapsedTimeNs); - onMatchedLogEventLocked(mWhatMatcherIndex, localCopy); - } - } - // If a key that is: - // 1. Tracked in mCurrentSlicedBucket and - // 2. A superset of the current mStateChangePrimaryKey - // was not found in the new pulled data (i.e. not in mMatchedDimensionInWhatKeys) - // then we need to reset the base. - for (auto& slice : mCurrentSlicedBucket) { - const auto& whatKey = slice.first.getDimensionKeyInWhat(); - bool presentInPulledData = - mMatchedMetricDimensionKeys.find(whatKey) != mMatchedMetricDimensionKeys.end(); - if (!presentInPulledData && whatKey.contains(mStateChangePrimaryKey.second)) { - auto it = mCurrentBaseInfo.find(whatKey); - for (auto& baseInfo : it->second) { - baseInfo.hasBase = false; - } - } - } - mMatchedMetricDimensionKeys.clear(); - mHasGlobalBase = true; - - // If we reach the guardrail, we might have dropped some data which means the bucket is - // incomplete. - // - // The base also needs to be reset. If we do not have the full data, we might - // incorrectly compute the diff when mUseZeroDefaultBase is true since an existing key - // might be missing from mCurrentSlicedBucket. - if (hasReachedGuardRailLimit()) { - invalidateCurrentBucket(eventElapsedTimeNs, BucketDropReason::DIMENSION_GUARDRAIL_REACHED); - mCurrentSlicedBucket.clear(); - } -} - -void ValueMetricProducer::dumpStatesLocked(FILE* out, bool verbose) const { - if (mCurrentSlicedBucket.size() == 0) { - return; - } - - fprintf(out, "ValueMetric %lld dimension size %lu\n", (long long)mMetricId, - (unsigned long)mCurrentSlicedBucket.size()); - if (verbose) { - for (const auto& it : mCurrentSlicedBucket) { - for (const auto& interval : it.second) { - fprintf(out, "\t(what)%s\t(states)%s (value)%s\n", - it.first.getDimensionKeyInWhat().toString().c_str(), - it.first.getStateValuesKey().toString().c_str(), - interval.value.toString().c_str()); - } - } - } -} - -bool ValueMetricProducer::hasReachedGuardRailLimit() const { - return mCurrentSlicedBucket.size() >= mDimensionHardLimit; -} - -bool ValueMetricProducer::hitGuardRailLocked(const MetricDimensionKey& newKey) { - // ===========GuardRail============== - // 1. Report the tuple count if the tuple count > soft limit - if (mCurrentSlicedBucket.find(newKey) != mCurrentSlicedBucket.end()) { - return false; - } - if (mCurrentSlicedBucket.size() > mDimensionSoftLimit - 1) { - size_t newTupleCount = mCurrentSlicedBucket.size() + 1; - StatsdStats::getInstance().noteMetricDimensionSize(mConfigKey, mMetricId, newTupleCount); - // 2. Don't add more tuples, we are above the allowed threshold. Drop the data. - if (hasReachedGuardRailLimit()) { - ALOGE("ValueMetric %lld dropping data for dimension key %s", (long long)mMetricId, - newKey.toString().c_str()); - StatsdStats::getInstance().noteHardDimensionLimitReached(mMetricId); - return true; - } - } - - return false; -} - -bool ValueMetricProducer::hitFullBucketGuardRailLocked(const MetricDimensionKey& newKey) { - // ===========GuardRail============== - // 1. Report the tuple count if the tuple count > soft limit - if (mCurrentFullBucket.find(newKey) != mCurrentFullBucket.end()) { - return false; - } - if (mCurrentFullBucket.size() > mDimensionSoftLimit - 1) { - size_t newTupleCount = mCurrentFullBucket.size() + 1; - // 2. Don't add more tuples, we are above the allowed threshold. Drop the data. - if (newTupleCount > mDimensionHardLimit) { - ALOGE("ValueMetric %lld dropping data for full bucket dimension key %s", - (long long)mMetricId, - newKey.toString().c_str()); - return true; - } - } - - return false; -} - -bool getDoubleOrLong(const LogEvent& event, const Matcher& matcher, Value& ret) { - for (const FieldValue& value : event.getValues()) { - if (value.mField.matches(matcher)) { - switch (value.mValue.type) { - case INT: - ret.setLong(value.mValue.int_value); - break; - case LONG: - ret.setLong(value.mValue.long_value); - break; - case FLOAT: - ret.setDouble(value.mValue.float_value); - break; - case DOUBLE: - ret.setDouble(value.mValue.double_value); - break; - default: - return false; - break; - } - return true; - } - } - return false; -} - -void ValueMetricProducer::onMatchedLogEventInternalLocked( - const size_t matcherIndex, const MetricDimensionKey& eventKey, - const ConditionKey& conditionKey, bool condition, const LogEvent& event, - const map<int, HashableDimensionKey>& statePrimaryKeys) { - auto whatKey = eventKey.getDimensionKeyInWhat(); - auto stateKey = eventKey.getStateValuesKey(); - - // Skip this event if a state changed occurred for a different primary key. - auto it = statePrimaryKeys.find(mStateChangePrimaryKey.first); - // Check that both the atom id and the primary key are equal. - if (it != statePrimaryKeys.end() && it->second != mStateChangePrimaryKey.second) { - VLOG("ValueMetric skip event with primary key %s because state change primary key " - "is %s", - it->second.toString().c_str(), mStateChangePrimaryKey.second.toString().c_str()); - return; - } - - int64_t eventTimeNs = event.GetElapsedTimestampNs(); - if (eventTimeNs < mCurrentBucketStartTimeNs) { - VLOG("Skip event due to late arrival: %lld vs %lld", (long long)eventTimeNs, - (long long)mCurrentBucketStartTimeNs); - return; - } - mMatchedMetricDimensionKeys.insert(whatKey); - - if (!mIsPulled) { - // We cannot flush without doing a pull first. - flushIfNeededLocked(eventTimeNs); - } - - // We should not accumulate the data for pushed metrics when the condition is false. - bool shouldSkipForPushMetric = !mIsPulled && !condition; - // For pulled metrics, there are two cases: - // - to compute diffs, we need to process all the state changes - // - for non-diffs metrics, we should ignore the data if the condition wasn't true. If we have a - // state change from - // + True -> True: we should process the data, it might be a bucket boundary - // + True -> False: we als need to process the data. - bool shouldSkipForPulledMetric = mIsPulled && !mUseDiff - && mCondition != ConditionState::kTrue; - if (shouldSkipForPushMetric || shouldSkipForPulledMetric) { - VLOG("ValueMetric skip event because condition is false and we are not using diff (for " - "pulled metric)"); - return; - } - - if (hitGuardRailLocked(eventKey)) { - return; - } - - vector<BaseInfo>& baseInfos = mCurrentBaseInfo[whatKey]; - if (baseInfos.size() < mFieldMatchers.size()) { - VLOG("Resizing number of intervals to %d", (int)mFieldMatchers.size()); - baseInfos.resize(mFieldMatchers.size()); - } - - for (BaseInfo& baseInfo : baseInfos) { - if (!baseInfo.hasCurrentState) { - baseInfo.currentState = getUnknownStateKey(); - baseInfo.hasCurrentState = true; - } - } - - // We need to get the intervals stored with the previous state key so we can - // close these value intervals. - const auto oldStateKey = baseInfos[0].currentState; - vector<Interval>& intervals = mCurrentSlicedBucket[MetricDimensionKey(whatKey, oldStateKey)]; - if (intervals.size() < mFieldMatchers.size()) { - VLOG("Resizing number of intervals to %d", (int)mFieldMatchers.size()); - intervals.resize(mFieldMatchers.size()); - } - - // We only use anomaly detection under certain cases. - // N.B.: The anomaly detection cases were modified in order to fix an issue with value metrics - // containing multiple values. We tried to retain all previous behaviour, but we are unsure the - // previous behaviour was correct. At the time of the fix, anomaly detection had no owner. - // Whoever next works on it should look into the cases where it is triggered in this function. - // Discussion here: http://ag/6124370. - bool useAnomalyDetection = true; - - for (int i = 0; i < (int)mFieldMatchers.size(); i++) { - const Matcher& matcher = mFieldMatchers[i]; - BaseInfo& baseInfo = baseInfos[i]; - Interval& interval = intervals[i]; - interval.valueIndex = i; - Value value; - baseInfo.hasCurrentState = true; - baseInfo.currentState = stateKey; - if (!getDoubleOrLong(event, matcher, value)) { - VLOG("Failed to get value %d from event %s", i, event.ToString().c_str()); - StatsdStats::getInstance().noteBadValueType(mMetricId); - return; - } - interval.seenNewData = true; - - if (mUseDiff) { - if (!baseInfo.hasBase) { - if (mHasGlobalBase && mUseZeroDefaultBase) { - // The bucket has global base. This key does not. - // Optionally use zero as base. - baseInfo.base = (value.type == LONG ? ZERO_LONG : ZERO_DOUBLE); - baseInfo.hasBase = true; - } else { - // no base. just update base and return. - baseInfo.base = value; - baseInfo.hasBase = true; - // If we're missing a base, do not use anomaly detection on incomplete data - useAnomalyDetection = false; - // Continue (instead of return) here in order to set baseInfo.base and - // baseInfo.hasBase for other baseInfos - continue; - } - } - - Value diff; - switch (mValueDirection) { - case ValueMetric::INCREASING: - if (value >= baseInfo.base) { - diff = value - baseInfo.base; - } else if (mUseAbsoluteValueOnReset) { - diff = value; - } else { - VLOG("Unexpected decreasing value"); - StatsdStats::getInstance().notePullDataError(mPullTagId); - baseInfo.base = value; - // If we've got bad data, do not use anomaly detection - useAnomalyDetection = false; - continue; - } - break; - case ValueMetric::DECREASING: - if (baseInfo.base >= value) { - diff = baseInfo.base - value; - } else if (mUseAbsoluteValueOnReset) { - diff = value; - } else { - VLOG("Unexpected increasing value"); - StatsdStats::getInstance().notePullDataError(mPullTagId); - baseInfo.base = value; - // If we've got bad data, do not use anomaly detection - useAnomalyDetection = false; - continue; - } - break; - case ValueMetric::ANY: - diff = value - baseInfo.base; - break; - default: - break; - } - baseInfo.base = value; - value = diff; - } - - if (interval.hasValue) { - switch (mAggregationType) { - case ValueMetric::SUM: - // for AVG, we add up and take average when flushing the bucket - case ValueMetric::AVG: - interval.value += value; - break; - case ValueMetric::MIN: - interval.value = std::min(value, interval.value); - break; - case ValueMetric::MAX: - interval.value = std::max(value, interval.value); - break; - default: - break; - } - } else { - interval.value = value; - interval.hasValue = true; - } - interval.sampleSize += 1; - } - - // Only trigger the tracker if all intervals are correct - if (useAnomalyDetection) { - // TODO: propgate proper values down stream when anomaly support doubles - long wholeBucketVal = intervals[0].value.long_value; - auto prev = mCurrentFullBucket.find(eventKey); - if (prev != mCurrentFullBucket.end()) { - wholeBucketVal += prev->second; - } - for (auto& tracker : mAnomalyTrackers) { - tracker->detectAndDeclareAnomaly(eventTimeNs, mCurrentBucketNum, mMetricId, eventKey, - wholeBucketVal); - } - } -} - -// For pulled metrics, we always need to make sure we do a pull before flushing the bucket -// if mCondition is true! -void ValueMetricProducer::flushIfNeededLocked(const int64_t& eventTimeNs) { - int64_t currentBucketEndTimeNs = getCurrentBucketEndTimeNs(); - if (eventTimeNs < currentBucketEndTimeNs) { - VLOG("eventTime is %lld, less than current bucket end time %lld", (long long)eventTimeNs, - (long long)(currentBucketEndTimeNs)); - return; - } - int64_t numBucketsForward = calcBucketsForwardCount(eventTimeNs); - int64_t nextBucketStartTimeNs = currentBucketEndTimeNs + (numBucketsForward - 1) * mBucketSizeNs; - flushCurrentBucketLocked(eventTimeNs, nextBucketStartTimeNs); -} - -int64_t ValueMetricProducer::calcBucketsForwardCount(const int64_t& eventTimeNs) const { - int64_t currentBucketEndTimeNs = getCurrentBucketEndTimeNs(); - if (eventTimeNs < currentBucketEndTimeNs) { - return 0; - } - return 1 + (eventTimeNs - currentBucketEndTimeNs) / mBucketSizeNs; -} - -void ValueMetricProducer::flushCurrentBucketLocked(const int64_t& eventTimeNs, - const int64_t& nextBucketStartTimeNs) { - if (mCondition == ConditionState::kUnknown) { - StatsdStats::getInstance().noteBucketUnknownCondition(mMetricId); - invalidateCurrentBucketWithoutResetBase(eventTimeNs, BucketDropReason::CONDITION_UNKNOWN); - } - - VLOG("finalizing bucket for %ld, dumping %d slices", (long)mCurrentBucketStartTimeNs, - (int)mCurrentSlicedBucket.size()); - - int64_t fullBucketEndTimeNs = getCurrentBucketEndTimeNs(); - int64_t bucketEndTime = fullBucketEndTimeNs; - int64_t numBucketsForward = calcBucketsForwardCount(eventTimeNs); - - // Skip buckets if this is a pulled metric or a pushed metric that is diffed. - if (numBucketsForward > 1 && (mIsPulled || mUseDiff)) { - - VLOG("Skipping forward %lld buckets", (long long)numBucketsForward); - StatsdStats::getInstance().noteSkippedForwardBuckets(mMetricId); - // Something went wrong. Maybe the device was sleeping for a long time. It is better - // to mark the current bucket as invalid. The last pull might have been successful through. - invalidateCurrentBucketWithoutResetBase(eventTimeNs, - BucketDropReason::MULTIPLE_BUCKETS_SKIPPED); - // End the bucket at the next bucket start time so the entire interval is skipped. - bucketEndTime = nextBucketStartTimeNs; - } else if (eventTimeNs < fullBucketEndTimeNs) { - bucketEndTime = eventTimeNs; - } - - // Close the current bucket. - int64_t conditionTrueDuration = mConditionTimer.newBucketStart(bucketEndTime); - bool isBucketLargeEnough = bucketEndTime - mCurrentBucketStartTimeNs >= mMinBucketSizeNs; - if (!isBucketLargeEnough) { - skipCurrentBucket(eventTimeNs, BucketDropReason::BUCKET_TOO_SMALL); - } - if (!mCurrentBucketIsSkipped) { - bool bucketHasData = false; - // The current bucket is large enough to keep. - for (const auto& slice : mCurrentSlicedBucket) { - ValueBucket bucket = buildPartialBucket(bucketEndTime, slice.second); - bucket.mConditionTrueNs = conditionTrueDuration; - // it will auto create new vector of ValuebucketInfo if the key is not found. - if (bucket.valueIndex.size() > 0) { - auto& bucketList = mPastBuckets[slice.first]; - bucketList.push_back(bucket); - bucketHasData = true; - } - } - if (!bucketHasData) { - skipCurrentBucket(eventTimeNs, BucketDropReason::NO_DATA); - } - } - - if (mCurrentBucketIsSkipped) { - mCurrentSkippedBucket.bucketStartTimeNs = mCurrentBucketStartTimeNs; - mCurrentSkippedBucket.bucketEndTimeNs = bucketEndTime; - mSkippedBuckets.emplace_back(mCurrentSkippedBucket); - } - - // This means that the current bucket was not flushed before a forced bucket split. - // This can happen if an app update or a dump report with include_current_partial_bucket is - // requested before we get a chance to flush the bucket due to receiving new data, either from - // the statsd socket or the StatsPullerManager. - if (bucketEndTime < nextBucketStartTimeNs) { - SkippedBucket bucketInGap; - bucketInGap.bucketStartTimeNs = bucketEndTime; - bucketInGap.bucketEndTimeNs = nextBucketStartTimeNs; - bucketInGap.dropEvents.emplace_back( - buildDropEvent(eventTimeNs, BucketDropReason::NO_DATA)); - mSkippedBuckets.emplace_back(bucketInGap); - } - - appendToFullBucket(eventTimeNs > fullBucketEndTimeNs); - initCurrentSlicedBucket(nextBucketStartTimeNs); - // Update the condition timer again, in case we skipped buckets. - mConditionTimer.newBucketStart(nextBucketStartTimeNs); - mCurrentBucketNum += numBucketsForward; -} - -ValueBucket ValueMetricProducer::buildPartialBucket(int64_t bucketEndTime, - const std::vector<Interval>& intervals) { - ValueBucket bucket; - bucket.mBucketStartNs = mCurrentBucketStartTimeNs; - bucket.mBucketEndNs = bucketEndTime; - for (const auto& interval : intervals) { - if (interval.hasValue) { - // skip the output if the diff is zero - if (mSkipZeroDiffOutput && mUseDiff && interval.value.isZero()) { - continue; - } - bucket.valueIndex.push_back(interval.valueIndex); - if (mAggregationType != ValueMetric::AVG) { - bucket.values.push_back(interval.value); - } else { - double sum = interval.value.type == LONG ? (double)interval.value.long_value - : interval.value.double_value; - bucket.values.push_back(Value((double)sum / interval.sampleSize)); - } - } - } - return bucket; -} - -void ValueMetricProducer::initCurrentSlicedBucket(int64_t nextBucketStartTimeNs) { - StatsdStats::getInstance().noteBucketCount(mMetricId); - // Cleanup data structure to aggregate values. - for (auto it = mCurrentSlicedBucket.begin(); it != mCurrentSlicedBucket.end();) { - bool obsolete = true; - for (auto& interval : it->second) { - interval.hasValue = false; - interval.sampleSize = 0; - if (interval.seenNewData) { - obsolete = false; - } - interval.seenNewData = false; - } - - if (obsolete) { - it = mCurrentSlicedBucket.erase(it); - } else { - it++; - } - // TODO(b/157655103): remove mCurrentBaseInfo entries when obsolete - } - - mCurrentBucketIsSkipped = false; - mCurrentSkippedBucket.reset(); - - // If we do not have a global base when the condition is true, - // we will have incomplete bucket for the next bucket. - if (mUseDiff && !mHasGlobalBase && mCondition) { - mCurrentBucketIsSkipped = false; - } - mCurrentBucketStartTimeNs = nextBucketStartTimeNs; - VLOG("metric %lld: new bucket start time: %lld", (long long)mMetricId, - (long long)mCurrentBucketStartTimeNs); -} - -void ValueMetricProducer::appendToFullBucket(const bool isFullBucketReached) { - if (mCurrentBucketIsSkipped) { - if (isFullBucketReached) { - // If the bucket is invalid, we ignore the full bucket since it contains invalid data. - mCurrentFullBucket.clear(); - } - // Current bucket is invalid, we do not add it to the full bucket. - return; - } - - if (isFullBucketReached) { // If full bucket, send to anomaly tracker. - // Accumulate partial buckets with current value and then send to anomaly tracker. - if (mCurrentFullBucket.size() > 0) { - for (const auto& slice : mCurrentSlicedBucket) { - if (hitFullBucketGuardRailLocked(slice.first)) { - continue; - } - // TODO: fix this when anomaly can accept double values - auto& interval = slice.second[0]; - if (interval.hasValue) { - mCurrentFullBucket[slice.first] += interval.value.long_value; - } - } - for (const auto& slice : mCurrentFullBucket) { - for (auto& tracker : mAnomalyTrackers) { - if (tracker != nullptr) { - tracker->addPastBucket(slice.first, slice.second, mCurrentBucketNum); - } - } - } - mCurrentFullBucket.clear(); - } else { - // Skip aggregating the partial buckets since there's no previous partial bucket. - for (const auto& slice : mCurrentSlicedBucket) { - for (auto& tracker : mAnomalyTrackers) { - if (tracker != nullptr) { - // TODO: fix this when anomaly can accept double values - auto& interval = slice.second[0]; - if (interval.hasValue) { - tracker->addPastBucket(slice.first, interval.value.long_value, - mCurrentBucketNum); - } - } - } - } - } - } else { - // Accumulate partial bucket. - for (const auto& slice : mCurrentSlicedBucket) { - // TODO: fix this when anomaly can accept double values - auto& interval = slice.second[0]; - if (interval.hasValue) { - mCurrentFullBucket[slice.first] += interval.value.long_value; - } - } - } -} - -size_t ValueMetricProducer::byteSizeLocked() const { - size_t totalSize = 0; - for (const auto& pair : mPastBuckets) { - totalSize += pair.second.size() * kBucketSize; - } - return totalSize; -} - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/metrics/ValueMetricProducer.h b/cmds/statsd/src/metrics/ValueMetricProducer.h deleted file mode 100644 index b359af745c91..000000000000 --- a/cmds/statsd/src/metrics/ValueMetricProducer.h +++ /dev/null @@ -1,340 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#pragma once - -#include <gtest/gtest_prod.h> -#include "anomaly/AnomalyTracker.h" -#include "condition/ConditionTimer.h" -#include "condition/ConditionTracker.h" -#include "external/PullDataReceiver.h" -#include "external/StatsPullerManager.h" -#include "matchers/EventMatcherWizard.h" -#include "stats_log_util.h" -#include "MetricProducer.h" -#include "frameworks/base/cmds/statsd/src/statsd_config.pb.h" - -namespace android { -namespace os { -namespace statsd { - -struct ValueBucket { - int64_t mBucketStartNs; - int64_t mBucketEndNs; - std::vector<int> valueIndex; - std::vector<Value> values; - // If the metric has no condition, then this field is just wasted. - // When we tune statsd memory usage in the future, this is a candidate to optimize. - int64_t mConditionTrueNs; -}; - - -// Aggregates values within buckets. -// -// There are different events that might complete a bucket -// - a condition change -// - an app upgrade -// - an alarm set to the end of the bucket -class ValueMetricProducer : public virtual MetricProducer, public virtual PullDataReceiver { -public: - ValueMetricProducer( - const ConfigKey& key, const ValueMetric& valueMetric, const int conditionIndex, - const vector<ConditionState>& initialConditionCache, - const sp<ConditionWizard>& conditionWizard, const int whatMatcherIndex, - const sp<EventMatcherWizard>& matcherWizard, const int pullTagId, - const int64_t timeBaseNs, const int64_t startTimeNs, - const sp<StatsPullerManager>& pullerManager, - const std::unordered_map<int, std::shared_ptr<Activation>>& eventActivationMap = {}, - const std::unordered_map<int, std::vector<std::shared_ptr<Activation>>>& - eventDeactivationMap = {}, - const vector<int>& slicedStateAtoms = {}, - const unordered_map<int, unordered_map<int, int64_t>>& stateGroupMap = {}); - - virtual ~ValueMetricProducer(); - - // Process data pulled on bucket boundary. - void onDataPulled(const std::vector<std::shared_ptr<LogEvent>>& data, - bool pullSuccess, int64_t originalPullTimeNs) override; - - // ValueMetric needs special logic if it's a pulled atom. - void notifyAppUpgrade(const int64_t& eventTimeNs) override { - std::lock_guard<std::mutex> lock(mMutex); - if (!mSplitBucketForAppUpgrade) { - return; - } - if (mIsPulled && mCondition == ConditionState::kTrue) { - pullAndMatchEventsLocked(eventTimeNs); - } - flushCurrentBucketLocked(eventTimeNs, eventTimeNs); - }; - - // ValueMetric needs special logic if it's a pulled atom. - void onStatsdInitCompleted(const int64_t& eventTimeNs) override { - std::lock_guard<std::mutex> lock(mMutex); - if (mIsPulled && mCondition == ConditionState::kTrue) { - pullAndMatchEventsLocked(eventTimeNs); - } - flushCurrentBucketLocked(eventTimeNs, eventTimeNs); - }; - - void onStateChanged(int64_t eventTimeNs, int32_t atomId, const HashableDimensionKey& primaryKey, - const FieldValue& oldState, const FieldValue& newState) override; - -protected: - void onMatchedLogEventInternalLocked( - const size_t matcherIndex, const MetricDimensionKey& eventKey, - const ConditionKey& conditionKey, bool condition, const LogEvent& event, - const std::map<int, HashableDimensionKey>& statePrimaryKeys) override; - -private: - void onDumpReportLocked(const int64_t dumpTimeNs, - const bool include_current_partial_bucket, - const bool erase_data, - const DumpLatency dumpLatency, - std::set<string> *str_set, - android::util::ProtoOutputStream* protoOutput) override; - void clearPastBucketsLocked(const int64_t dumpTimeNs) override; - - // Internal interface to handle active state change. - void onActiveStateChangedLocked(const int64_t& eventTimeNs) override; - - // Internal interface to handle condition change. - void onConditionChangedLocked(const bool conditionMet, const int64_t eventTime) override; - - // Internal interface to handle sliced condition change. - void onSlicedConditionMayChangeLocked(bool overallCondition, const int64_t eventTime) override; - - // Internal function to calculate the current used bytes. - size_t byteSizeLocked() const override; - - void dumpStatesLocked(FILE* out, bool verbose) const override; - - // For pulled metrics, this method should only be called if a pull has be done. Else we will - // not have complete data for the bucket. - void flushIfNeededLocked(const int64_t& eventTime) override; - - // For pulled metrics, this method should only be called if a pulled have be done. Else we will - // not have complete data for the bucket. - void flushCurrentBucketLocked(const int64_t& eventTimeNs, - const int64_t& nextBucketStartTimeNs) override; - - void prepareFirstBucketLocked() override; - - void dropDataLocked(const int64_t dropTimeNs) override; - - // Calculate previous bucket end time based on current time. - int64_t calcPreviousBucketEndTime(const int64_t currentTimeNs); - - // Calculate how many buckets are present between the current bucket and eventTimeNs. - int64_t calcBucketsForwardCount(const int64_t& eventTimeNs) const; - - // Mark the data as invalid. - void invalidateCurrentBucket(const int64_t dropTimeNs, const BucketDropReason reason); - - void invalidateCurrentBucketWithoutResetBase(const int64_t dropTimeNs, - const BucketDropReason reason); - - // Skips the current bucket without notifying StatsdStats of the skipped bucket. - // This should only be called from #flushCurrentBucketLocked. Otherwise, a future event that - // causes the bucket to be invalidated will not notify StatsdStats. - void skipCurrentBucket(const int64_t dropTimeNs, const BucketDropReason reason); - - const int mWhatMatcherIndex; - - sp<EventMatcherWizard> mEventMatcherWizard; - - sp<StatsPullerManager> mPullerManager; - - // Value fields for matching. - std::vector<Matcher> mFieldMatchers; - - // Value fields for matching. - std::set<HashableDimensionKey> mMatchedMetricDimensionKeys; - - // Holds the atom id, primary key pair from a state change. - pair<int32_t, HashableDimensionKey> mStateChangePrimaryKey; - - // tagId for pulled data. -1 if this is not pulled - const int mPullTagId; - - // if this is pulled metric - const bool mIsPulled; - - // internal state of an ongoing aggregation bucket. - typedef struct { - // Index in multi value aggregation. - int valueIndex; - // Current value, depending on the aggregation type. - Value value; - // Number of samples collected. - int sampleSize; - // If this dimension has any non-tainted value. If not, don't report the - // dimension. - bool hasValue = false; - // Whether new data is seen in the bucket. - bool seenNewData = false; - } Interval; - - typedef struct { - // Holds current base value of the dimension. Take diff and update if necessary. - Value base; - // Whether there is a base to diff to. - bool hasBase; - // Last seen state value(s). - HashableDimensionKey currentState; - // Whether this dimensions in what key has a current state key. - bool hasCurrentState; - } BaseInfo; - - std::unordered_map<MetricDimensionKey, std::vector<Interval>> mCurrentSlicedBucket; - - std::unordered_map<HashableDimensionKey, std::vector<BaseInfo>> mCurrentBaseInfo; - - std::unordered_map<MetricDimensionKey, int64_t> mCurrentFullBucket; - - // Save the past buckets and we can clear when the StatsLogReport is dumped. - std::unordered_map<MetricDimensionKey, std::vector<ValueBucket>> mPastBuckets; - - const int64_t mMinBucketSizeNs; - - // Util function to check whether the specified dimension hits the guardrail. - bool hitGuardRailLocked(const MetricDimensionKey& newKey); - - bool hasReachedGuardRailLimit() const; - - bool hitFullBucketGuardRailLocked(const MetricDimensionKey& newKey); - - void pullAndMatchEventsLocked(const int64_t timestampNs); - - void accumulateEvents(const std::vector<std::shared_ptr<LogEvent>>& allData, - int64_t originalPullTimeNs, int64_t eventElapsedTimeNs); - - ValueBucket buildPartialBucket(int64_t bucketEndTime, - const std::vector<Interval>& intervals); - - void initCurrentSlicedBucket(int64_t nextBucketStartTimeNs); - - void appendToFullBucket(const bool isFullBucketReached); - - // Reset diff base and mHasGlobalBase - void resetBase(); - - static const size_t kBucketSize = sizeof(ValueBucket{}); - - const size_t mDimensionSoftLimit; - - const size_t mDimensionHardLimit; - - const bool mUseAbsoluteValueOnReset; - - const ValueMetric::AggregationType mAggregationType; - - const bool mUseDiff; - - const ValueMetric::ValueDirection mValueDirection; - - const bool mSkipZeroDiffOutput; - - // If true, use a zero value as base to compute the diff. - // This is used for new keys which are present in the new data but was not - // present in the base data. - // The default base will only be used if we have a global base. - const bool mUseZeroDefaultBase; - - // For pulled metrics, this is always set to true whenever a pull succeeds. - // It is set to false when a pull fails, or upon condition change to false. - // This is used to decide if we have the right base data to compute the - // diff against. - bool mHasGlobalBase; - - // This is to track whether or not the bucket is skipped for any of the reasons listed in - // BucketDropReason, many of which make the bucket potentially invalid. - bool mCurrentBucketIsSkipped; - - const int64_t mMaxPullDelayNs; - - const bool mSplitBucketForAppUpgrade; - - ConditionTimer mConditionTimer; - - FRIEND_TEST(ValueMetricProducerTest, TestAnomalyDetection); - FRIEND_TEST(ValueMetricProducerTest, TestBaseSetOnConditionChange); - FRIEND_TEST(ValueMetricProducerTest, TestBucketBoundariesOnConditionChange); - FRIEND_TEST(ValueMetricProducerTest, TestBucketBoundaryNoCondition); - FRIEND_TEST(ValueMetricProducerTest, TestBucketBoundaryWithCondition); - FRIEND_TEST(ValueMetricProducerTest, TestBucketBoundaryWithCondition2); - FRIEND_TEST(ValueMetricProducerTest, TestBucketInvalidIfGlobalBaseIsNotSet); - FRIEND_TEST(ValueMetricProducerTest, TestCalcPreviousBucketEndTime); - FRIEND_TEST(ValueMetricProducerTest, TestDataIsNotUpdatedWhenNoConditionChanged); - FRIEND_TEST(ValueMetricProducerTest, TestEmptyDataResetsBase_onBucketBoundary); - FRIEND_TEST(ValueMetricProducerTest, TestEmptyDataResetsBase_onConditionChanged); - FRIEND_TEST(ValueMetricProducerTest, TestEmptyDataResetsBase_onDataPulled); - FRIEND_TEST(ValueMetricProducerTest, TestEventsWithNonSlicedCondition); - FRIEND_TEST(ValueMetricProducerTest, TestFirstBucket); - FRIEND_TEST(ValueMetricProducerTest, TestLateOnDataPulledWithDiff); - FRIEND_TEST(ValueMetricProducerTest, TestLateOnDataPulledWithoutDiff); - FRIEND_TEST(ValueMetricProducerTest, TestPartialResetOnBucketBoundaries); - FRIEND_TEST(ValueMetricProducerTest, TestPulledData_noDiff_bucketBoundaryFalse); - FRIEND_TEST(ValueMetricProducerTest, TestPulledData_noDiff_bucketBoundaryTrue); - FRIEND_TEST(ValueMetricProducerTest, TestPulledData_noDiff_withFailure); - FRIEND_TEST(ValueMetricProducerTest, TestPulledData_noDiff_withMultipleConditionChanges); - FRIEND_TEST(ValueMetricProducerTest, TestPulledData_noDiff_withoutCondition); - FRIEND_TEST(ValueMetricProducerTest, TestPulledEventsNoCondition); - FRIEND_TEST(ValueMetricProducerTest, TestPulledEventsTakeAbsoluteValueOnReset); - FRIEND_TEST(ValueMetricProducerTest, TestPulledEventsTakeZeroOnReset); - FRIEND_TEST(ValueMetricProducerTest, TestPulledEventsWithFiltering); - FRIEND_TEST(ValueMetricProducerTest, TestPulledWithAppUpgradeDisabled); - FRIEND_TEST(ValueMetricProducerTest, TestPushedAggregateAvg); - FRIEND_TEST(ValueMetricProducerTest, TestPushedAggregateMax); - FRIEND_TEST(ValueMetricProducerTest, TestPushedAggregateMin); - FRIEND_TEST(ValueMetricProducerTest, TestPushedAggregateSum); - FRIEND_TEST(ValueMetricProducerTest, TestPushedEventsWithCondition); - FRIEND_TEST(ValueMetricProducerTest, TestPushedEventsWithoutCondition); - FRIEND_TEST(ValueMetricProducerTest, TestResetBaseOnPullDelayExceeded); - FRIEND_TEST(ValueMetricProducerTest, TestResetBaseOnPullFailAfterConditionChange); - FRIEND_TEST(ValueMetricProducerTest, TestResetBaseOnPullFailAfterConditionChange_EndOfBucket); - FRIEND_TEST(ValueMetricProducerTest, TestResetBaseOnPullFailBeforeConditionChange); - FRIEND_TEST(ValueMetricProducerTest, TestResetBaseOnPullTooLate); - FRIEND_TEST(ValueMetricProducerTest, TestSkipZeroDiffOutput); - FRIEND_TEST(ValueMetricProducerTest, TestSkipZeroDiffOutputMultiValue); - FRIEND_TEST(ValueMetricProducerTest, TestSlicedState); - FRIEND_TEST(ValueMetricProducerTest, TestSlicedStateWithMap); - FRIEND_TEST(ValueMetricProducerTest, TestSlicedStateWithPrimaryField_WithDimensions); - FRIEND_TEST(ValueMetricProducerTest, TestSlicedStateWithCondition); - FRIEND_TEST(ValueMetricProducerTest, TestTrimUnusedDimensionKey); - FRIEND_TEST(ValueMetricProducerTest, TestUseZeroDefaultBase); - FRIEND_TEST(ValueMetricProducerTest, TestUseZeroDefaultBaseWithPullFailures); - - FRIEND_TEST(ValueMetricProducerTest_BucketDrop, TestInvalidBucketWhenOneConditionFailed); - FRIEND_TEST(ValueMetricProducerTest_BucketDrop, TestInvalidBucketWhenInitialPullFailed); - FRIEND_TEST(ValueMetricProducerTest_BucketDrop, TestInvalidBucketWhenLastPullFailed); - FRIEND_TEST(ValueMetricProducerTest_BucketDrop, TestInvalidBucketWhenGuardRailHit); - FRIEND_TEST(ValueMetricProducerTest_BucketDrop, - TestInvalidBucketWhenAccumulateEventWrongBucket); - - FRIEND_TEST(ValueMetricProducerTest_PartialBucket, TestBucketBoundariesOnPartialBucket); - FRIEND_TEST(ValueMetricProducerTest_PartialBucket, TestFullBucketResetWhenLastBucketInvalid); - FRIEND_TEST(ValueMetricProducerTest_PartialBucket, TestPartialBucketCreated); - FRIEND_TEST(ValueMetricProducerTest_PartialBucket, TestPushedEvents); - FRIEND_TEST(ValueMetricProducerTest_PartialBucket, TestPulledValue); - FRIEND_TEST(ValueMetricProducerTest_PartialBucket, TestPulledValueWhileConditionFalse); - - friend class ValueMetricProducerTestHelper; -}; - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/metrics/duration_helper/DurationTracker.h b/cmds/statsd/src/metrics/duration_helper/DurationTracker.h deleted file mode 100644 index 8d59d1362919..000000000000 --- a/cmds/statsd/src/metrics/duration_helper/DurationTracker.h +++ /dev/null @@ -1,226 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#ifndef DURATION_TRACKER_H -#define DURATION_TRACKER_H - -#include "anomaly/DurationAnomalyTracker.h" -#include "condition/ConditionWizard.h" -#include "config/ConfigKey.h" -#include "stats_util.h" - -namespace android { -namespace os { -namespace statsd { - -enum DurationState { - kStopped = 0, // The event is stopped. - kStarted = 1, // The event is on going. - kPaused = 2, // The event is started, but condition is false, clock is paused. When condition - // turns to true, kPaused will become kStarted. -}; - -// Hold duration information for one atom level duration in current on-going bucket. -struct DurationInfo { - DurationState state; - - // the number of starts seen. - int32_t startCount; - - // most recent start time. - int64_t lastStartTime; - // existing duration in current bucket. - int64_t lastDuration; - // cache the HashableDimensionKeys we need to query the condition for this duration event. - ConditionKey conditionKeys; - - DurationInfo() : state(kStopped), startCount(0), lastStartTime(0), lastDuration(0){}; -}; - -struct DurationBucket { - int64_t mBucketStartNs; - int64_t mBucketEndNs; - int64_t mDuration; -}; - -struct DurationValues { - // Recorded duration for current partial bucket. - int64_t mDuration; - - // Sum of past partial bucket durations in current full bucket. - // Used for anomaly detection. - int64_t mDurationFullBucket; -}; - -class DurationTracker { -public: - DurationTracker(const ConfigKey& key, const int64_t& id, const MetricDimensionKey& eventKey, - sp<ConditionWizard> wizard, int conditionIndex, bool nesting, - int64_t currentBucketStartNs, int64_t currentBucketNum, int64_t startTimeNs, - int64_t bucketSizeNs, bool conditionSliced, bool fullLink, - const std::vector<sp<DurationAnomalyTracker>>& anomalyTrackers) - : mConfigKey(key), - mTrackerId(id), - mEventKey(eventKey), - mWizard(wizard), - mConditionTrackerIndex(conditionIndex), - mBucketSizeNs(bucketSizeNs), - mNested(nesting), - mCurrentBucketStartTimeNs(currentBucketStartNs), - mDuration(0), - mCurrentBucketNum(currentBucketNum), - mStartTimeNs(startTimeNs), - mConditionSliced(conditionSliced), - mHasLinksToAllConditionDimensionsInTracker(fullLink), - mAnomalyTrackers(anomalyTrackers){}; - - virtual ~DurationTracker(){}; - - virtual void noteStart(const HashableDimensionKey& key, bool condition, const int64_t eventTime, - const ConditionKey& conditionKey) = 0; - virtual void noteStop(const HashableDimensionKey& key, const int64_t eventTime, - const bool stopAll) = 0; - virtual void noteStopAll(const int64_t eventTime) = 0; - - virtual void onSlicedConditionMayChange(bool overallCondition, const int64_t timestamp) = 0; - virtual void onConditionChanged(bool condition, const int64_t timestamp) = 0; - - virtual void onStateChanged(const int64_t timestamp, const int32_t atomId, - const FieldValue& newState) = 0; - - // Flush stale buckets if needed, and return true if the tracker has no on-going duration - // events, so that the owner can safely remove the tracker. - virtual bool flushIfNeeded( - int64_t timestampNs, - std::unordered_map<MetricDimensionKey, std::vector<DurationBucket>>* output) = 0; - - // Should only be called during an app upgrade or from this tracker's flushIfNeeded. If from - // an app upgrade, we assume that we're trying to form a partial bucket. - virtual bool flushCurrentBucket( - const int64_t& eventTimeNs, - std::unordered_map<MetricDimensionKey, std::vector<DurationBucket>>* output) = 0; - - // Predict the anomaly timestamp given the current status. - virtual int64_t predictAnomalyTimestampNs(const DurationAnomalyTracker& anomalyTracker, - const int64_t currentTimestamp) const = 0; - // Dump internal states for debugging - virtual void dumpStates(FILE* out, bool verbose) const = 0; - - virtual int64_t getCurrentStateKeyDuration() const = 0; - - virtual int64_t getCurrentStateKeyFullBucketDuration() const = 0; - - // Replace old value with new value for the given state atom. - virtual void updateCurrentStateKey(const int32_t atomId, const FieldValue& newState) = 0; - -protected: - int64_t getCurrentBucketEndTimeNs() const { - return mStartTimeNs + (mCurrentBucketNum + 1) * mBucketSizeNs; - } - - // Starts the anomaly alarm. - void startAnomalyAlarm(const int64_t eventTime) { - for (auto& anomalyTracker : mAnomalyTrackers) { - if (anomalyTracker != nullptr) { - const int64_t alarmTimestampNs = - predictAnomalyTimestampNs(*anomalyTracker, eventTime); - if (alarmTimestampNs > 0) { - anomalyTracker->startAlarm(mEventKey, alarmTimestampNs); - } - } - } - } - - // Stops the anomaly alarm. If it should have already fired, declare the anomaly now. - void stopAnomalyAlarm(const int64_t timestamp) { - for (auto& anomalyTracker : mAnomalyTrackers) { - if (anomalyTracker != nullptr) { - anomalyTracker->stopAlarm(mEventKey, timestamp); - } - } - } - - void addPastBucketToAnomalyTrackers(const MetricDimensionKey eventKey, - const int64_t& bucketValue, const int64_t& bucketNum) { - for (auto& anomalyTracker : mAnomalyTrackers) { - if (anomalyTracker != nullptr) { - anomalyTracker->addPastBucket(eventKey, bucketValue, bucketNum); - } - } - } - - void detectAndDeclareAnomaly(const int64_t& timestamp, const int64_t& currBucketNum, - const int64_t& currentBucketValue) { - for (auto& anomalyTracker : mAnomalyTrackers) { - if (anomalyTracker != nullptr) { - anomalyTracker->detectAndDeclareAnomaly(timestamp, currBucketNum, mTrackerId, - mEventKey, currentBucketValue); - } - } - } - - // Convenience to compute the current bucket's end time, which is always aligned with the - // start time of the metric. - int64_t getCurrentBucketEndTimeNs() { - return mStartTimeNs + (mCurrentBucketNum + 1) * mBucketSizeNs; - } - - void setEventKey(const MetricDimensionKey& eventKey) { - mEventKey = eventKey; - } - - // A reference to the DurationMetricProducer's config key. - const ConfigKey& mConfigKey; - - const int64_t mTrackerId; - - MetricDimensionKey mEventKey; - - sp<ConditionWizard> mWizard; - - const int mConditionTrackerIndex; - - const int64_t mBucketSizeNs; - - const bool mNested; - - int64_t mCurrentBucketStartTimeNs; - - int64_t mDuration; // current recorded duration result (for partial bucket) - - // Recorded duration results for each state key in the current partial bucket. - std::unordered_map<HashableDimensionKey, DurationValues> mStateKeyDurationMap; - - int64_t mCurrentBucketNum; - - const int64_t mStartTimeNs; - - const bool mConditionSliced; - - bool mHasLinksToAllConditionDimensionsInTracker; - - std::vector<sp<DurationAnomalyTracker>> mAnomalyTrackers; - - FRIEND_TEST(OringDurationTrackerTest, TestPredictAnomalyTimestamp); - FRIEND_TEST(OringDurationTrackerTest, TestAnomalyDetectionExpiredAlarm); - FRIEND_TEST(OringDurationTrackerTest, TestAnomalyDetectionFiredAlarm); -}; - -} // namespace statsd -} // namespace os -} // namespace android - -#endif // DURATION_TRACKER_H diff --git a/cmds/statsd/src/metrics/duration_helper/MaxDurationTracker.cpp b/cmds/statsd/src/metrics/duration_helper/MaxDurationTracker.cpp deleted file mode 100644 index ee4e1672411f..000000000000 --- a/cmds/statsd/src/metrics/duration_helper/MaxDurationTracker.cpp +++ /dev/null @@ -1,331 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#define DEBUG false - -#include "Log.h" -#include "MaxDurationTracker.h" -#include "guardrail/StatsdStats.h" - -namespace android { -namespace os { -namespace statsd { - -MaxDurationTracker::MaxDurationTracker(const ConfigKey& key, const int64_t& id, - const MetricDimensionKey& eventKey, - sp<ConditionWizard> wizard, int conditionIndex, bool nesting, - int64_t currentBucketStartNs, int64_t currentBucketNum, - int64_t startTimeNs, int64_t bucketSizeNs, - bool conditionSliced, bool fullLink, - const vector<sp<DurationAnomalyTracker>>& anomalyTrackers) - : DurationTracker(key, id, eventKey, wizard, conditionIndex, nesting, currentBucketStartNs, - currentBucketNum, startTimeNs, bucketSizeNs, conditionSliced, fullLink, - anomalyTrackers) { -} - -bool MaxDurationTracker::hitGuardRail(const HashableDimensionKey& newKey) { - // ===========GuardRail============== - if (mInfos.find(newKey) != mInfos.end()) { - // if the key existed, we are good! - return false; - } - // 1. Report the tuple count if the tuple count > soft limit - if (mInfos.size() > StatsdStats::kDimensionKeySizeSoftLimit - 1) { - size_t newTupleCount = mInfos.size() + 1; - StatsdStats::getInstance().noteMetricDimensionSize(mConfigKey, mTrackerId, newTupleCount); - // 2. Don't add more tuples, we are above the allowed threshold. Drop the data. - if (newTupleCount > StatsdStats::kDimensionKeySizeHardLimit) { - ALOGE("MaxDurTracker %lld dropping data for dimension key %s", - (long long)mTrackerId, newKey.toString().c_str()); - return true; - } - } - return false; -} - -void MaxDurationTracker::noteStart(const HashableDimensionKey& key, bool condition, - const int64_t eventTime, const ConditionKey& conditionKey) { - // this will construct a new DurationInfo if this key didn't exist. - if (hitGuardRail(key)) { - return; - } - - DurationInfo& duration = mInfos[key]; - if (mConditionSliced) { - duration.conditionKeys = conditionKey; - } - VLOG("MaxDuration: key %s start condition %d", key.toString().c_str(), condition); - - switch (duration.state) { - case kStarted: - duration.startCount++; - break; - case kPaused: - duration.startCount++; - break; - case kStopped: - if (!condition) { - // event started, but we need to wait for the condition to become true. - duration.state = DurationState::kPaused; - } else { - duration.state = DurationState::kStarted; - duration.lastStartTime = eventTime; - startAnomalyAlarm(eventTime); - } - duration.startCount = 1; - break; - } -} - -void MaxDurationTracker::noteStop(const HashableDimensionKey& key, const int64_t eventTime, - bool forceStop) { - VLOG("MaxDuration: key %s stop", key.toString().c_str()); - if (mInfos.find(key) == mInfos.end()) { - // we didn't see a start event before. do nothing. - return; - } - DurationInfo& duration = mInfos[key]; - - switch (duration.state) { - case DurationState::kStopped: - // already stopped, do nothing. - break; - case DurationState::kStarted: { - duration.startCount--; - if (forceStop || !mNested || duration.startCount <= 0) { - stopAnomalyAlarm(eventTime); - duration.state = DurationState::kStopped; - int64_t durationTime = eventTime - duration.lastStartTime; - VLOG("Max, key %s, Stop %lld %lld %lld", key.toString().c_str(), - (long long)duration.lastStartTime, (long long)eventTime, - (long long)durationTime); - duration.lastDuration += durationTime; - if (anyStarted()) { - // In case any other dimensions are still started, we need to keep the alarm - // set. - startAnomalyAlarm(eventTime); - } - VLOG(" record duration: %lld ", (long long)duration.lastDuration); - } - break; - } - case DurationState::kPaused: { - duration.startCount--; - if (forceStop || !mNested || duration.startCount <= 0) { - duration.state = DurationState::kStopped; - } - break; - } - } - - if (duration.lastDuration > mDuration) { - mDuration = duration.lastDuration; - VLOG("Max: new max duration: %lld", (long long)mDuration); - } - // Once an atom duration ends, we erase it. Next time, if we see another atom event with the - // same name, they are still considered as different atom durations. - if (duration.state == DurationState::kStopped) { - mInfos.erase(key); - } -} - -bool MaxDurationTracker::anyStarted() { - for (auto& pair : mInfos) { - if (pair.second.state == kStarted) { - return true; - } - } - return false; -} - -void MaxDurationTracker::noteStopAll(const int64_t eventTime) { - std::set<HashableDimensionKey> keys; - for (const auto& pair : mInfos) { - keys.insert(pair.first); - } - for (auto& key : keys) { - noteStop(key, eventTime, true); - } -} - -bool MaxDurationTracker::flushCurrentBucket( - const int64_t& eventTimeNs, - std::unordered_map<MetricDimensionKey, std::vector<DurationBucket>>* output) { - VLOG("MaxDurationTracker flushing....."); - - // adjust the bucket start time - int numBucketsForward = 0; - int64_t fullBucketEnd = getCurrentBucketEndTimeNs(); - int64_t currentBucketEndTimeNs; - if (eventTimeNs >= fullBucketEnd) { - numBucketsForward = 1 + (eventTimeNs - fullBucketEnd) / mBucketSizeNs; - currentBucketEndTimeNs = fullBucketEnd; - } else { - // This must be a partial bucket. - currentBucketEndTimeNs = eventTimeNs; - } - - bool hasPendingEvent = - false; // has either a kStarted or kPaused event across bucket boundaries - // meaning we need to carry them over to the new bucket. - for (auto it = mInfos.begin(); it != mInfos.end();) { - if (it->second.state == DurationState::kStopped) { - // No need to keep buckets for events that were stopped before. - it = mInfos.erase(it); - } else { - ++it; - hasPendingEvent = true; - } - } - - // mDuration is updated in noteStop to the maximum duration that ended in the current bucket. - if (mDuration != 0) { - DurationBucket info; - info.mBucketStartNs = mCurrentBucketStartTimeNs; - info.mBucketEndNs = currentBucketEndTimeNs; - info.mDuration = mDuration; - (*output)[mEventKey].push_back(info); - VLOG(" final duration for last bucket: %lld", (long long)mDuration); - } - - if (numBucketsForward > 0) { - mCurrentBucketStartTimeNs = fullBucketEnd + (numBucketsForward - 1) * mBucketSizeNs; - mCurrentBucketNum += numBucketsForward; - } else { // We must be forming a partial bucket. - mCurrentBucketStartTimeNs = eventTimeNs; - } - - mDuration = 0; - // If this tracker has no pending events, tell owner to remove. - return !hasPendingEvent; -} - -bool MaxDurationTracker::flushIfNeeded( - int64_t eventTimeNs, unordered_map<MetricDimensionKey, vector<DurationBucket>>* output) { - if (eventTimeNs < getCurrentBucketEndTimeNs()) { - return false; - } - return flushCurrentBucket(eventTimeNs, output); -} - -void MaxDurationTracker::onSlicedConditionMayChange(bool overallCondition, - const int64_t timestamp) { - // Now for each of the on-going event, check if the condition has changed for them. - for (auto& pair : mInfos) { - if (pair.second.state == kStopped) { - continue; - } - ConditionState conditionState = mWizard->query( - mConditionTrackerIndex, pair.second.conditionKeys, - !mHasLinksToAllConditionDimensionsInTracker); - bool conditionMet = (conditionState == ConditionState::kTrue); - - VLOG("key: %s, condition: %d", pair.first.toString().c_str(), conditionMet); - noteConditionChanged(pair.first, conditionMet, timestamp); - } -} - -void MaxDurationTracker::onStateChanged(const int64_t timestamp, const int32_t atomId, - const FieldValue& newState) { - ALOGE("MaxDurationTracker does not handle sliced state changes."); -} - -void MaxDurationTracker::onConditionChanged(bool condition, const int64_t timestamp) { - for (auto& pair : mInfos) { - noteConditionChanged(pair.first, condition, timestamp); - } -} - -void MaxDurationTracker::noteConditionChanged(const HashableDimensionKey& key, bool conditionMet, - const int64_t timestamp) { - auto it = mInfos.find(key); - if (it == mInfos.end()) { - return; - } - - switch (it->second.state) { - case kStarted: - // If condition becomes false, kStarted -> kPaused. Record the current duration and - // stop anomaly alarm. - if (!conditionMet) { - stopAnomalyAlarm(timestamp); - it->second.state = DurationState::kPaused; - it->second.lastDuration += (timestamp - it->second.lastStartTime); - if (anyStarted()) { - // In case any other dimensions are still started, we need to set the alarm. - startAnomalyAlarm(timestamp); - } - VLOG("MaxDurationTracker Key: %s Started->Paused ", key.toString().c_str()); - } - break; - case kStopped: - // Nothing to do if it's stopped. - break; - case kPaused: - // If condition becomes true, kPaused -> kStarted. and the start time is the condition - // change time. - if (conditionMet) { - it->second.state = DurationState::kStarted; - it->second.lastStartTime = timestamp; - startAnomalyAlarm(timestamp); - VLOG("MaxDurationTracker Key: %s Paused->Started", key.toString().c_str()); - } - break; - } - // Note that we don't update mDuration here since it's only updated during noteStop. -} - -int64_t MaxDurationTracker::predictAnomalyTimestampNs(const DurationAnomalyTracker& anomalyTracker, - const int64_t currentTimestamp) const { - // The allowed time we can continue in the current state is the - // (anomaly threshold) - max(elapsed time of the started mInfos). - int64_t maxElapsed = 0; - for (auto it = mInfos.begin(); it != mInfos.end(); ++it) { - if (it->second.state == DurationState::kStarted) { - int64_t duration = - it->second.lastDuration + (currentTimestamp - it->second.lastStartTime); - if (duration > maxElapsed) { - maxElapsed = duration; - } - } - } - int64_t anomalyTimeNs = currentTimestamp + anomalyTracker.getAnomalyThreshold() - maxElapsed; - int64_t refractoryEndNs = anomalyTracker.getRefractoryPeriodEndsSec(mEventKey) * NS_PER_SEC; - return std::max(anomalyTimeNs, refractoryEndNs); -} - -void MaxDurationTracker::dumpStates(FILE* out, bool verbose) const { - fprintf(out, "\t\t sub-durations %lu\n", (unsigned long)mInfos.size()); - fprintf(out, "\t\t current duration %lld\n", (long long)mDuration); -} - -int64_t MaxDurationTracker::getCurrentStateKeyDuration() const { - ALOGE("MaxDurationTracker does not handle sliced state changes."); - return -1; -} - -int64_t MaxDurationTracker::getCurrentStateKeyFullBucketDuration() const { - ALOGE("MaxDurationTracker does not handle sliced state changes."); - return -1; -} - -void MaxDurationTracker::updateCurrentStateKey(const int32_t atomId, const FieldValue& newState) { - ALOGE("MaxDurationTracker does not handle sliced state changes."); -} - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/metrics/duration_helper/MaxDurationTracker.h b/cmds/statsd/src/metrics/duration_helper/MaxDurationTracker.h deleted file mode 100644 index 2891c6e1138a..000000000000 --- a/cmds/statsd/src/metrics/duration_helper/MaxDurationTracker.h +++ /dev/null @@ -1,94 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#ifndef MAX_DURATION_TRACKER_H -#define MAX_DURATION_TRACKER_H - -#include "DurationTracker.h" - -namespace android { -namespace os { -namespace statsd { - -// Tracks a pool of atom durations, and output the max duration for each bucket. -// To get max duration, we need to keep track of each individual durations, and compare them when -// they stop or bucket expires. -class MaxDurationTracker : public DurationTracker { -public: - MaxDurationTracker(const ConfigKey& key, const int64_t& id, const MetricDimensionKey& eventKey, - sp<ConditionWizard> wizard, int conditionIndex, - bool nesting, - int64_t currentBucketStartNs, int64_t currentBucketNum, - int64_t startTimeNs, int64_t bucketSizeNs, bool conditionSliced, - bool fullLink, - const std::vector<sp<DurationAnomalyTracker>>& anomalyTrackers); - - MaxDurationTracker(const MaxDurationTracker& tracker) = default; - - void noteStart(const HashableDimensionKey& key, bool condition, const int64_t eventTime, - const ConditionKey& conditionKey) override; - void noteStop(const HashableDimensionKey& key, const int64_t eventTime, - const bool stopAll) override; - void noteStopAll(const int64_t eventTime) override; - - bool flushIfNeeded( - int64_t timestampNs, - std::unordered_map<MetricDimensionKey, std::vector<DurationBucket>>* output) override; - bool flushCurrentBucket( - const int64_t& eventTimeNs, - std::unordered_map<MetricDimensionKey, std::vector<DurationBucket>>*) override; - - void onSlicedConditionMayChange(bool overallCondition, const int64_t timestamp) override; - void onConditionChanged(bool condition, const int64_t timestamp) override; - - void onStateChanged(const int64_t timestamp, const int32_t atomId, - const FieldValue& newState) override; - - int64_t predictAnomalyTimestampNs(const DurationAnomalyTracker& anomalyTracker, - const int64_t currentTimestamp) const override; - void dumpStates(FILE* out, bool verbose) const override; - - int64_t getCurrentStateKeyDuration() const override; - - int64_t getCurrentStateKeyFullBucketDuration() const override; - - void updateCurrentStateKey(const int32_t atomId, const FieldValue& newState); - -private: - // Returns true if at least one of the mInfos is started. - bool anyStarted(); - - std::unordered_map<HashableDimensionKey, DurationInfo> mInfos; - - void noteConditionChanged(const HashableDimensionKey& key, bool conditionMet, - const int64_t timestamp); - - // return true if we should not allow newKey to be tracked because we are above the threshold - bool hitGuardRail(const HashableDimensionKey& newKey); - - FRIEND_TEST(MaxDurationTrackerTest, TestSimpleMaxDuration); - FRIEND_TEST(MaxDurationTrackerTest, TestCrossBucketBoundary); - FRIEND_TEST(MaxDurationTrackerTest, TestMaxDurationWithCondition); - FRIEND_TEST(MaxDurationTrackerTest, TestStopAll); - FRIEND_TEST(MaxDurationTrackerTest, TestAnomalyDetection); - FRIEND_TEST(MaxDurationTrackerTest, TestAnomalyPredictedTimestamp); -}; - -} // namespace statsd -} // namespace os -} // namespace android - -#endif // MAX_DURATION_TRACKER_H diff --git a/cmds/statsd/src/metrics/duration_helper/OringDurationTracker.cpp b/cmds/statsd/src/metrics/duration_helper/OringDurationTracker.cpp deleted file mode 100644 index 0d49bbc269a3..000000000000 --- a/cmds/statsd/src/metrics/duration_helper/OringDurationTracker.cpp +++ /dev/null @@ -1,463 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -#define DEBUG false -#include "Log.h" -#include "OringDurationTracker.h" -#include "guardrail/StatsdStats.h" - -namespace android { -namespace os { -namespace statsd { - -using std::pair; - -OringDurationTracker::OringDurationTracker( - const ConfigKey& key, const int64_t& id, const MetricDimensionKey& eventKey, - sp<ConditionWizard> wizard, int conditionIndex, bool nesting, int64_t currentBucketStartNs, - int64_t currentBucketNum, int64_t startTimeNs, int64_t bucketSizeNs, bool conditionSliced, - bool fullLink, const vector<sp<DurationAnomalyTracker>>& anomalyTrackers) - : DurationTracker(key, id, eventKey, wizard, conditionIndex, nesting, currentBucketStartNs, - currentBucketNum, startTimeNs, bucketSizeNs, conditionSliced, fullLink, - anomalyTrackers), - mStarted(), - mPaused() { - mLastStartTime = 0; -} - -bool OringDurationTracker::hitGuardRail(const HashableDimensionKey& newKey) { - // ===========GuardRail============== - // 1. Report the tuple count if the tuple count > soft limit - if (mConditionKeyMap.find(newKey) != mConditionKeyMap.end()) { - return false; - } - if (mConditionKeyMap.size() > StatsdStats::kDimensionKeySizeSoftLimit - 1) { - size_t newTupleCount = mConditionKeyMap.size() + 1; - StatsdStats::getInstance().noteMetricDimensionSize(mConfigKey, mTrackerId, newTupleCount); - // 2. Don't add more tuples, we are above the allowed threshold. Drop the data. - if (newTupleCount > StatsdStats::kDimensionKeySizeHardLimit) { - ALOGE("OringDurTracker %lld dropping data for dimension key %s", - (long long)mTrackerId, newKey.toString().c_str()); - return true; - } - } - return false; -} - -void OringDurationTracker::noteStart(const HashableDimensionKey& key, bool condition, - const int64_t eventTime, const ConditionKey& conditionKey) { - if (hitGuardRail(key)) { - return; - } - if (condition) { - if (mStarted.size() == 0) { - mLastStartTime = eventTime; - VLOG("record first start...."); - startAnomalyAlarm(eventTime); - } - mStarted[key]++; - } else { - mPaused[key]++; - } - - if (mConditionSliced && mConditionKeyMap.find(key) == mConditionKeyMap.end()) { - mConditionKeyMap[key] = conditionKey; - } - VLOG("Oring: %s start, condition %d", key.toString().c_str(), condition); -} - -void OringDurationTracker::noteStop(const HashableDimensionKey& key, const int64_t timestamp, - const bool stopAll) { - VLOG("Oring: %s stop", key.toString().c_str()); - auto it = mStarted.find(key); - if (it != mStarted.end()) { - (it->second)--; - if (stopAll || !mNested || it->second <= 0) { - mStarted.erase(it); - mConditionKeyMap.erase(key); - } - if (mStarted.empty()) { - mStateKeyDurationMap[mEventKey.getStateValuesKey()].mDuration += - (timestamp - mLastStartTime); - detectAndDeclareAnomaly( - timestamp, mCurrentBucketNum, - getCurrentStateKeyDuration() + getCurrentStateKeyFullBucketDuration()); - VLOG("record duration %lld, total duration %lld for state key %s", - (long long)timestamp - mLastStartTime, (long long)getCurrentStateKeyDuration(), - mEventKey.getStateValuesKey().toString().c_str()); - } - } - - auto pausedIt = mPaused.find(key); - if (pausedIt != mPaused.end()) { - (pausedIt->second)--; - if (stopAll || !mNested || pausedIt->second <= 0) { - mPaused.erase(pausedIt); - mConditionKeyMap.erase(key); - } - } - if (mStarted.empty()) { - stopAnomalyAlarm(timestamp); - } -} - -void OringDurationTracker::noteStopAll(const int64_t timestamp) { - if (!mStarted.empty()) { - mStateKeyDurationMap[mEventKey.getStateValuesKey()].mDuration += - (timestamp - mLastStartTime); - VLOG("Oring Stop all: record duration %lld, total duration %lld for state key %s", - (long long)timestamp - mLastStartTime, (long long)getCurrentStateKeyDuration(), - mEventKey.getStateValuesKey().toString().c_str()); - detectAndDeclareAnomaly( - timestamp, mCurrentBucketNum, - getCurrentStateKeyDuration() + getCurrentStateKeyFullBucketDuration()); - } - - stopAnomalyAlarm(timestamp); - mStarted.clear(); - mPaused.clear(); - mConditionKeyMap.clear(); -} - -bool OringDurationTracker::flushCurrentBucket( - const int64_t& eventTimeNs, - std::unordered_map<MetricDimensionKey, std::vector<DurationBucket>>* output) { - VLOG("OringDurationTracker Flushing............."); - - // Note that we have to mimic the bucket time changes we do in the - // MetricProducer#notifyAppUpgrade. - - int numBucketsForward = 0; - int64_t fullBucketEnd = getCurrentBucketEndTimeNs(); - int64_t currentBucketEndTimeNs; - - if (eventTimeNs >= fullBucketEnd) { - numBucketsForward = 1 + (eventTimeNs - fullBucketEnd) / mBucketSizeNs; - currentBucketEndTimeNs = fullBucketEnd; - } else { - // This must be a partial bucket. - currentBucketEndTimeNs = eventTimeNs; - } - - // Process the current bucket. - if (mStarted.size() > 0) { - // Calculate the duration for the current state key. - mStateKeyDurationMap[mEventKey.getStateValuesKey()].mDuration += - (currentBucketEndTimeNs - mLastStartTime); - } - // Store DurationBucket info for each whatKey, stateKey pair. - // Note: The whatKey stored in mEventKey is constant for each DurationTracker, while the - // stateKey stored in mEventKey is only the current stateKey. mStateKeyDurationMap is used to - // store durations for each stateKey, so we need to flush the bucket by creating a - // DurationBucket for each stateKey. - for (auto& durationIt : mStateKeyDurationMap) { - if (durationIt.second.mDuration > 0) { - DurationBucket current_info; - current_info.mBucketStartNs = mCurrentBucketStartTimeNs; - current_info.mBucketEndNs = currentBucketEndTimeNs; - current_info.mDuration = durationIt.second.mDuration; - (*output)[MetricDimensionKey(mEventKey.getDimensionKeyInWhat(), durationIt.first)] - .push_back(current_info); - - durationIt.second.mDurationFullBucket += durationIt.second.mDuration; - VLOG(" duration: %lld", (long long)current_info.mDuration); - } - - if (eventTimeNs > fullBucketEnd) { - // End of full bucket, can send to anomaly tracker now. - addPastBucketToAnomalyTrackers( - MetricDimensionKey(mEventKey.getDimensionKeyInWhat(), durationIt.first), - getCurrentStateKeyFullBucketDuration(), mCurrentBucketNum); - durationIt.second.mDurationFullBucket = 0; - } - durationIt.second.mDuration = 0; - } - - if (mStarted.size() > 0) { - for (int i = 1; i < numBucketsForward; i++) { - DurationBucket info; - info.mBucketStartNs = fullBucketEnd + mBucketSizeNs * (i - 1); - info.mBucketEndNs = info.mBucketStartNs + mBucketSizeNs; - info.mDuration = mBucketSizeNs; - // Full duration buckets are attributed to the current stateKey. - (*output)[mEventKey].push_back(info); - // Safe to send these buckets to anomaly tracker since they must be full buckets. - // If it's a partial bucket, numBucketsForward would be 0. - addPastBucketToAnomalyTrackers(mEventKey, info.mDuration, mCurrentBucketNum + i); - VLOG(" add filling bucket with duration %lld", (long long)info.mDuration); - } - } else { - if (numBucketsForward >= 2) { - addPastBucketToAnomalyTrackers(mEventKey, 0, mCurrentBucketNum + numBucketsForward - 1); - } - } - - if (numBucketsForward > 0) { - mCurrentBucketStartTimeNs = fullBucketEnd + (numBucketsForward - 1) * mBucketSizeNs; - mCurrentBucketNum += numBucketsForward; - } else { // We must be forming a partial bucket. - mCurrentBucketStartTimeNs = eventTimeNs; - } - mLastStartTime = mCurrentBucketStartTimeNs; - - // if all stopped, then tell owner it's safe to remove this tracker. - return mStarted.empty() && mPaused.empty(); -} - -bool OringDurationTracker::flushIfNeeded( - int64_t eventTimeNs, unordered_map<MetricDimensionKey, vector<DurationBucket>>* output) { - if (eventTimeNs < getCurrentBucketEndTimeNs()) { - return false; - } - return flushCurrentBucket(eventTimeNs, output); -} - -void OringDurationTracker::onSlicedConditionMayChange(bool overallCondition, - const int64_t timestamp) { - vector<pair<HashableDimensionKey, int>> startedToPaused; - vector<pair<HashableDimensionKey, int>> pausedToStarted; - if (!mStarted.empty()) { - for (auto it = mStarted.begin(); it != mStarted.end();) { - const auto& key = it->first; - const auto& condIt = mConditionKeyMap.find(key); - if (condIt == mConditionKeyMap.end()) { - VLOG("Key %s dont have condition key", key.toString().c_str()); - ++it; - continue; - } - ConditionState conditionState = - mWizard->query(mConditionTrackerIndex, condIt->second, - !mHasLinksToAllConditionDimensionsInTracker); - if (conditionState != ConditionState::kTrue) { - startedToPaused.push_back(*it); - it = mStarted.erase(it); - VLOG("Key %s started -> paused", key.toString().c_str()); - } else { - ++it; - } - } - - if (mStarted.empty()) { - mStateKeyDurationMap[mEventKey.getStateValuesKey()].mDuration += - (timestamp - mLastStartTime); - VLOG("record duration %lld, total duration %lld for state key %s", - (long long)(timestamp - mLastStartTime), (long long)getCurrentStateKeyDuration(), - mEventKey.getStateValuesKey().toString().c_str()); - detectAndDeclareAnomaly( - timestamp, mCurrentBucketNum, - getCurrentStateKeyDuration() + getCurrentStateKeyFullBucketDuration()); - } - } - - if (!mPaused.empty()) { - for (auto it = mPaused.begin(); it != mPaused.end();) { - const auto& key = it->first; - if (mConditionKeyMap.find(key) == mConditionKeyMap.end()) { - VLOG("Key %s dont have condition key", key.toString().c_str()); - ++it; - continue; - } - ConditionState conditionState = - mWizard->query(mConditionTrackerIndex, mConditionKeyMap[key], - !mHasLinksToAllConditionDimensionsInTracker); - if (conditionState == ConditionState::kTrue) { - pausedToStarted.push_back(*it); - it = mPaused.erase(it); - VLOG("Key %s paused -> started", key.toString().c_str()); - } else { - ++it; - } - } - - if (mStarted.empty() && pausedToStarted.size() > 0) { - mLastStartTime = timestamp; - } - } - - if (mStarted.empty() && !pausedToStarted.empty()) { - startAnomalyAlarm(timestamp); - } - mStarted.insert(pausedToStarted.begin(), pausedToStarted.end()); - mPaused.insert(startedToPaused.begin(), startedToPaused.end()); - - if (mStarted.empty()) { - stopAnomalyAlarm(timestamp); - } -} - -void OringDurationTracker::onConditionChanged(bool condition, const int64_t timestamp) { - if (condition) { - if (!mPaused.empty()) { - VLOG("Condition true, all started"); - if (mStarted.empty()) { - mLastStartTime = timestamp; - } - if (mStarted.empty() && !mPaused.empty()) { - startAnomalyAlarm(timestamp); - } - mStarted.insert(mPaused.begin(), mPaused.end()); - mPaused.clear(); - } - } else { - if (!mStarted.empty()) { - VLOG("Condition false, all paused"); - mStateKeyDurationMap[mEventKey.getStateValuesKey()].mDuration += - (timestamp - mLastStartTime); - mPaused.insert(mStarted.begin(), mStarted.end()); - mStarted.clear(); - detectAndDeclareAnomaly( - timestamp, mCurrentBucketNum, - getCurrentStateKeyDuration() + getCurrentStateKeyFullBucketDuration()); - } - } - if (mStarted.empty()) { - stopAnomalyAlarm(timestamp); - } -} - -void OringDurationTracker::onStateChanged(const int64_t timestamp, const int32_t atomId, - const FieldValue& newState) { - // Nothing needs to be done on a state change if we have not seen a start - // event, the metric is currently not active, or condition is false. - // For these cases, no keys are being tracked in mStarted, so update - // the current state key and return. - if (mStarted.empty()) { - updateCurrentStateKey(atomId, newState); - return; - } - // Add the current duration length to the previous state key and then update - // the last start time and current state key. - mStateKeyDurationMap[mEventKey.getStateValuesKey()].mDuration += (timestamp - mLastStartTime); - mLastStartTime = timestamp; - updateCurrentStateKey(atomId, newState); -} - -int64_t OringDurationTracker::predictAnomalyTimestampNs( - const DurationAnomalyTracker& anomalyTracker, const int64_t eventTimestampNs) const { - - // The anomaly threshold. - const int64_t thresholdNs = anomalyTracker.getAnomalyThreshold(); - - // The timestamp of the current bucket end. - const int64_t currentBucketEndNs = getCurrentBucketEndTimeNs(); - - // The past duration ns for the current bucket of the current stateKey. - int64_t currentStateBucketPastNs = - getCurrentStateKeyDuration() + getCurrentStateKeyFullBucketDuration(); - - // As we move into the future, old buckets get overwritten (so their old data is erased). - // Sum of past durations. Will change as we overwrite old buckets. - int64_t pastNs = currentStateBucketPastNs + anomalyTracker.getSumOverPastBuckets(mEventKey); - - // The refractory period end timestamp for dimension mEventKey. - const int64_t refractoryPeriodEndNs = - anomalyTracker.getRefractoryPeriodEndsSec(mEventKey) * NS_PER_SEC; - - // The anomaly should happen when accumulated wakelock duration is above the threshold and - // not within the refractory period. - int64_t anomalyTimestampNs = - std::max(eventTimestampNs + thresholdNs - pastNs, refractoryPeriodEndNs); - // If the predicted the anomaly timestamp is within the current bucket, return it directly. - if (anomalyTimestampNs <= currentBucketEndNs) { - return std::max(eventTimestampNs, anomalyTimestampNs); - } - - // Remove the old bucket. - if (anomalyTracker.getNumOfPastBuckets() > 0) { - pastNs -= anomalyTracker.getPastBucketValue( - mEventKey, - mCurrentBucketNum - anomalyTracker.getNumOfPastBuckets()); - // Add the remaining of the current bucket to the accumulated wakelock duration. - pastNs += (currentBucketEndNs - eventTimestampNs); - } else { - // The anomaly depends on only one bucket. - pastNs = 0; - } - - // The anomaly will not happen in the current bucket. We need to iterate over the future buckets - // to predict the accumulated wakelock duration and determine the anomaly timestamp accordingly. - for (int futureBucketIdx = 1; futureBucketIdx <= anomalyTracker.getNumOfPastBuckets() + 1; - futureBucketIdx++) { - // The alarm candidate timestamp should meet two requirements: - // 1. the accumulated wakelock duration is above the threshold. - // 2. it is not within the refractory period. - // 3. the alarm timestamp falls in this bucket. Otherwise we need to flush the past buckets, - // find the new alarm candidate timestamp and check these requirements again. - const int64_t bucketEndNs = currentBucketEndNs + futureBucketIdx * mBucketSizeNs; - int64_t anomalyTimestampNs = - std::max(bucketEndNs - mBucketSizeNs + thresholdNs - pastNs, refractoryPeriodEndNs); - if (anomalyTimestampNs <= bucketEndNs) { - return anomalyTimestampNs; - } - if (anomalyTracker.getNumOfPastBuckets() <= 0) { - continue; - } - - // No valid alarm timestamp is found in this bucket. The clock moves to the end of the - // bucket. Update the pastNs. - pastNs += mBucketSizeNs; - // 1. If the oldest past bucket is still in the past bucket window, we could fetch the past - // bucket and erase it from pastNs. - // 2. If the oldest past bucket is the current bucket, we should compute the - // wakelock duration in the current bucket and erase it from pastNs. - // 3. Otherwise all othe past buckets are ancient. - if (futureBucketIdx < anomalyTracker.getNumOfPastBuckets()) { - pastNs -= anomalyTracker.getPastBucketValue( - mEventKey, - mCurrentBucketNum - anomalyTracker.getNumOfPastBuckets() + futureBucketIdx); - } else if (futureBucketIdx == anomalyTracker.getNumOfPastBuckets()) { - pastNs -= (currentStateBucketPastNs + (currentBucketEndNs - eventTimestampNs)); - } - } - - return std::max(eventTimestampNs + thresholdNs, refractoryPeriodEndNs); -} - -void OringDurationTracker::dumpStates(FILE* out, bool verbose) const { - fprintf(out, "\t\t started count %lu\n", (unsigned long)mStarted.size()); - fprintf(out, "\t\t paused count %lu\n", (unsigned long)mPaused.size()); - fprintf(out, "\t\t current duration %lld\n", (long long)getCurrentStateKeyDuration()); -} - -int64_t OringDurationTracker::getCurrentStateKeyDuration() const { - auto it = mStateKeyDurationMap.find(mEventKey.getStateValuesKey()); - if (it == mStateKeyDurationMap.end()) { - return 0; - } else { - return it->second.mDuration; - } -} - -int64_t OringDurationTracker::getCurrentStateKeyFullBucketDuration() const { - auto it = mStateKeyDurationMap.find(mEventKey.getStateValuesKey()); - if (it == mStateKeyDurationMap.end()) { - return 0; - } else { - return it->second.mDurationFullBucket; - } -} - -void OringDurationTracker::updateCurrentStateKey(const int32_t atomId, const FieldValue& newState) { - HashableDimensionKey* stateValuesKey = mEventKey.getMutableStateValuesKey(); - for (size_t i = 0; i < stateValuesKey->getValues().size(); i++) { - if (stateValuesKey->getValues()[i].mField.getTag() == atomId) { - stateValuesKey->mutableValue(i)->mValue = newState.mValue; - } - } -} - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/metrics/duration_helper/OringDurationTracker.h b/cmds/statsd/src/metrics/duration_helper/OringDurationTracker.h deleted file mode 100644 index bd8017a7decd..000000000000 --- a/cmds/statsd/src/metrics/duration_helper/OringDurationTracker.h +++ /dev/null @@ -1,93 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#ifndef ORING_DURATION_TRACKER_H -#define ORING_DURATION_TRACKER_H - -#include "DurationTracker.h" - -namespace android { -namespace os { -namespace statsd { - -// Tracks the "Or'd" duration -- if 2 durations are overlapping, they won't be double counted. -class OringDurationTracker : public DurationTracker { -public: - OringDurationTracker(const ConfigKey& key, const int64_t& id, - const MetricDimensionKey& eventKey, sp<ConditionWizard> wizard, - int conditionIndex, bool nesting, int64_t currentBucketStartNs, - int64_t currentBucketNum, int64_t startTimeNs, int64_t bucketSizeNs, - bool conditionSliced, bool fullLink, - const std::vector<sp<DurationAnomalyTracker>>& anomalyTrackers); - - OringDurationTracker(const OringDurationTracker& tracker) = default; - - void noteStart(const HashableDimensionKey& key, bool condition, const int64_t eventTime, - const ConditionKey& conditionKey) override; - void noteStop(const HashableDimensionKey& key, const int64_t eventTime, - const bool stopAll) override; - void noteStopAll(const int64_t eventTime) override; - - void onSlicedConditionMayChange(bool overallCondition, const int64_t timestamp) override; - void onConditionChanged(bool condition, const int64_t timestamp) override; - - void onStateChanged(const int64_t timestamp, const int32_t atomId, - const FieldValue& newState) override; - - bool flushCurrentBucket( - const int64_t& eventTimeNs, - std::unordered_map<MetricDimensionKey, std::vector<DurationBucket>>* output) override; - bool flushIfNeeded( - int64_t timestampNs, - std::unordered_map<MetricDimensionKey, std::vector<DurationBucket>>* output) override; - - int64_t predictAnomalyTimestampNs(const DurationAnomalyTracker& anomalyTracker, - const int64_t currentTimestamp) const override; - void dumpStates(FILE* out, bool verbose) const override; - - int64_t getCurrentStateKeyDuration() const override; - - int64_t getCurrentStateKeyFullBucketDuration() const override; - - void updateCurrentStateKey(const int32_t atomId, const FieldValue& newState); - -private: - // We don't need to keep track of individual durations. The information that's needed is: - // 1) which keys are started. We record the first start time. - // 2) which keys are paused (started but condition was false) - // 3) whenever a key stops, we remove it from the started set. And if the set becomes empty, - // it means everything has stopped, we then record the end time. - std::unordered_map<HashableDimensionKey, int> mStarted; - std::unordered_map<HashableDimensionKey, int> mPaused; - int64_t mLastStartTime; - std::unordered_map<HashableDimensionKey, ConditionKey> mConditionKeyMap; - - // return true if we should not allow newKey to be tracked because we are above the threshold - bool hitGuardRail(const HashableDimensionKey& newKey); - - FRIEND_TEST(OringDurationTrackerTest, TestDurationOverlap); - FRIEND_TEST(OringDurationTrackerTest, TestCrossBucketBoundary); - FRIEND_TEST(OringDurationTrackerTest, TestDurationConditionChange); - FRIEND_TEST(OringDurationTrackerTest, TestPredictAnomalyTimestamp); - FRIEND_TEST(OringDurationTrackerTest, TestAnomalyDetectionExpiredAlarm); - FRIEND_TEST(OringDurationTrackerTest, TestAnomalyDetectionFiredAlarm); -}; - -} // namespace statsd -} // namespace os -} // namespace android - -#endif // ORING_DURATION_TRACKER_H diff --git a/cmds/statsd/src/metrics/metrics_manager_util.cpp b/cmds/statsd/src/metrics/metrics_manager_util.cpp deleted file mode 100644 index 8917c36bb608..000000000000 --- a/cmds/statsd/src/metrics/metrics_manager_util.cpp +++ /dev/null @@ -1,983 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#define DEBUG false // STOPSHIP if true -#include "Log.h" - -#include "metrics_manager_util.h" - -#include <inttypes.h> - -#include "FieldValue.h" -#include "MetricProducer.h" -#include "condition/CombinationConditionTracker.h" -#include "condition/SimpleConditionTracker.h" -#include "external/StatsPullerManager.h" -#include "matchers/CombinationLogMatchingTracker.h" -#include "matchers/EventMatcherWizard.h" -#include "matchers/SimpleLogMatchingTracker.h" -#include "metrics/CountMetricProducer.h" -#include "metrics/DurationMetricProducer.h" -#include "metrics/EventMetricProducer.h" -#include "metrics/GaugeMetricProducer.h" -#include "metrics/ValueMetricProducer.h" -#include "state/StateManager.h" -#include "stats_util.h" - -using std::set; -using std::unordered_map; -using std::vector; - -namespace android { -namespace os { -namespace statsd { - -namespace { - -bool hasLeafNode(const FieldMatcher& matcher) { - if (!matcher.has_field()) { - return false; - } - for (int i = 0; i < matcher.child_size(); ++i) { - if (hasLeafNode(matcher.child(i))) { - return true; - } - } - return true; -} - -} // namespace - -bool handleMetricWithLogTrackers(const int64_t what, const int metricIndex, - const bool usedForDimension, - const vector<sp<LogMatchingTracker>>& allAtomMatchers, - const unordered_map<int64_t, int>& logTrackerMap, - unordered_map<int, std::vector<int>>& trackerToMetricMap, - int& logTrackerIndex) { - auto logTrackerIt = logTrackerMap.find(what); - if (logTrackerIt == logTrackerMap.end()) { - ALOGW("cannot find the AtomMatcher \"%lld\" in config", (long long)what); - return false; - } - if (usedForDimension && allAtomMatchers[logTrackerIt->second]->getAtomIds().size() > 1) { - ALOGE("AtomMatcher \"%lld\" has more than one tag ids. When a metric has dimension, " - "the \"what\" can only about one atom type.", - (long long)what); - return false; - } - logTrackerIndex = logTrackerIt->second; - auto& metric_list = trackerToMetricMap[logTrackerIndex]; - metric_list.push_back(metricIndex); - return true; -} - -bool handlePullMetricTriggerWithLogTrackers( - const int64_t trigger, const int metricIndex, - const vector<sp<LogMatchingTracker>>& allAtomMatchers, - const unordered_map<int64_t, int>& logTrackerMap, - unordered_map<int, std::vector<int>>& trackerToMetricMap, int& logTrackerIndex) { - auto logTrackerIt = logTrackerMap.find(trigger); - if (logTrackerIt == logTrackerMap.end()) { - ALOGW("cannot find the AtomMatcher \"%lld\" in config", (long long)trigger); - return false; - } - if (allAtomMatchers[logTrackerIt->second]->getAtomIds().size() > 1) { - ALOGE("AtomMatcher \"%lld\" has more than one tag ids." - "Trigger can only be one atom type.", - (long long)trigger); - return false; - } - logTrackerIndex = logTrackerIt->second; - auto& metric_list = trackerToMetricMap[logTrackerIndex]; - metric_list.push_back(metricIndex); - return true; -} - -bool handleMetricWithConditions( - const int64_t condition, const int metricIndex, - const unordered_map<int64_t, int>& conditionTrackerMap, - const ::google::protobuf::RepeatedPtrField<::android::os::statsd::MetricConditionLink>& - links, - vector<sp<ConditionTracker>>& allConditionTrackers, int& conditionIndex, - unordered_map<int, std::vector<int>>& conditionToMetricMap) { - auto condition_it = conditionTrackerMap.find(condition); - if (condition_it == conditionTrackerMap.end()) { - ALOGW("cannot find Predicate \"%lld\" in the config", (long long)condition); - return false; - } - - for (const auto& link : links) { - auto it = conditionTrackerMap.find(link.condition()); - if (it == conditionTrackerMap.end()) { - ALOGW("cannot find Predicate \"%lld\" in the config", (long long)link.condition()); - return false; - } - allConditionTrackers[condition_it->second]->setSliced(true); - allConditionTrackers[it->second]->setSliced(true); - } - conditionIndex = condition_it->second; - - // will create new vector if not exist before. - auto& metricList = conditionToMetricMap[condition_it->second]; - metricList.push_back(metricIndex); - return true; -} - -// Initializes state data structures for a metric. -// input: -// [config]: the input config -// [stateIds]: the slice_by_state ids for this metric -// [stateAtomIdMap]: this map contains the mapping from all state ids to atom ids -// [allStateGroupMaps]: this map contains the mapping from state ids and state -// values to state group ids for all states -// output: -// [slicedStateAtoms]: a vector of atom ids of all the slice_by_states -// [stateGroupMap]: this map should contain the mapping from states ids and state -// values to state group ids for all states that this metric -// is interested in -bool handleMetricWithStates( - const StatsdConfig& config, const ::google::protobuf::RepeatedField<int64_t>& stateIds, - const unordered_map<int64_t, int>& stateAtomIdMap, - const unordered_map<int64_t, unordered_map<int, int64_t>>& allStateGroupMaps, - vector<int>& slicedStateAtoms, - unordered_map<int, unordered_map<int, int64_t>>& stateGroupMap) { - for (const auto& stateId : stateIds) { - auto it = stateAtomIdMap.find(stateId); - if (it == stateAtomIdMap.end()) { - ALOGW("cannot find State %" PRId64 " in the config", stateId); - return false; - } - int atomId = it->second; - slicedStateAtoms.push_back(atomId); - - auto stateIt = allStateGroupMaps.find(stateId); - if (stateIt != allStateGroupMaps.end()) { - stateGroupMap[atomId] = stateIt->second; - } - } - return true; -} - -bool handleMetricWithStateLink(const FieldMatcher& stateMatcher, - const vector<Matcher>& dimensionsInWhat) { - vector<Matcher> stateMatchers; - translateFieldMatcher(stateMatcher, &stateMatchers); - - return subsetDimensions(stateMatchers, dimensionsInWhat); -} - -// Validates a metricActivation and populates state. -// EventActivationMap and EventDeactivationMap are supplied to a MetricProducer -// to provide the producer with state about its activators and deactivators. -// Returns false if there are errors. -bool handleMetricActivation( - const StatsdConfig& config, - const int64_t metricId, - const int metricIndex, - const unordered_map<int64_t, int>& metricToActivationMap, - const unordered_map<int64_t, int>& logTrackerMap, - unordered_map<int, vector<int>>& activationAtomTrackerToMetricMap, - unordered_map<int, vector<int>>& deactivationAtomTrackerToMetricMap, - vector<int>& metricsWithActivation, - unordered_map<int, shared_ptr<Activation>>& eventActivationMap, - unordered_map<int, vector<shared_ptr<Activation>>>& eventDeactivationMap) { - // Check if metric has an associated activation - auto itr = metricToActivationMap.find(metricId); - if (itr == metricToActivationMap.end()) return true; - - int activationIndex = itr->second; - const MetricActivation& metricActivation = config.metric_activation(activationIndex); - - for (int i = 0; i < metricActivation.event_activation_size(); i++) { - const EventActivation& activation = metricActivation.event_activation(i); - - auto itr = logTrackerMap.find(activation.atom_matcher_id()); - if (itr == logTrackerMap.end()) { - ALOGE("Atom matcher not found for event activation."); - return false; - } - - ActivationType activationType = (activation.has_activation_type()) ? - activation.activation_type() : metricActivation.activation_type(); - std::shared_ptr<Activation> activationWrapper = std::make_shared<Activation>( - activationType, activation.ttl_seconds() * NS_PER_SEC); - - int atomMatcherIndex = itr->second; - activationAtomTrackerToMetricMap[atomMatcherIndex].push_back(metricIndex); - eventActivationMap.emplace(atomMatcherIndex, activationWrapper); - - if (activation.has_deactivation_atom_matcher_id()) { - itr = logTrackerMap.find(activation.deactivation_atom_matcher_id()); - if (itr == logTrackerMap.end()) { - ALOGE("Atom matcher not found for event deactivation."); - return false; - } - int deactivationAtomMatcherIndex = itr->second; - deactivationAtomTrackerToMetricMap[deactivationAtomMatcherIndex].push_back(metricIndex); - eventDeactivationMap[deactivationAtomMatcherIndex].push_back(activationWrapper); - } - } - - metricsWithActivation.push_back(metricIndex); - return true; -} - -bool initLogTrackers(const StatsdConfig& config, const UidMap& uidMap, - unordered_map<int64_t, int>& logTrackerMap, - vector<sp<LogMatchingTracker>>& allAtomMatchers, set<int>& allTagIds) { - vector<AtomMatcher> matcherConfigs; - const int atomMatcherCount = config.atom_matcher_size(); - matcherConfigs.reserve(atomMatcherCount); - allAtomMatchers.reserve(atomMatcherCount); - - for (int i = 0; i < atomMatcherCount; i++) { - const AtomMatcher& logMatcher = config.atom_matcher(i); - - int index = allAtomMatchers.size(); - switch (logMatcher.contents_case()) { - case AtomMatcher::ContentsCase::kSimpleAtomMatcher: - allAtomMatchers.push_back(new SimpleLogMatchingTracker( - logMatcher.id(), index, logMatcher.simple_atom_matcher(), uidMap)); - break; - case AtomMatcher::ContentsCase::kCombination: - allAtomMatchers.push_back( - new CombinationLogMatchingTracker(logMatcher.id(), index)); - break; - default: - ALOGE("Matcher \"%lld\" malformed", (long long)logMatcher.id()); - return false; - // continue; - } - if (logTrackerMap.find(logMatcher.id()) != logTrackerMap.end()) { - ALOGE("Duplicate AtomMatcher found!"); - return false; - } - logTrackerMap[logMatcher.id()] = index; - matcherConfigs.push_back(logMatcher); - } - - vector<bool> stackTracker2(allAtomMatchers.size(), false); - for (auto& matcher : allAtomMatchers) { - if (!matcher->init(matcherConfigs, allAtomMatchers, logTrackerMap, stackTracker2)) { - return false; - } - // Collect all the tag ids that are interesting. TagIds exist in leaf nodes only. - const set<int>& tagIds = matcher->getAtomIds(); - allTagIds.insert(tagIds.begin(), tagIds.end()); - } - return true; -} - -bool initConditions(const ConfigKey& key, const StatsdConfig& config, - const unordered_map<int64_t, int>& logTrackerMap, - unordered_map<int64_t, int>& conditionTrackerMap, - vector<sp<ConditionTracker>>& allConditionTrackers, - unordered_map<int, std::vector<int>>& trackerToConditionMap, - vector<ConditionState>& initialConditionCache) { - vector<Predicate> conditionConfigs; - const int conditionTrackerCount = config.predicate_size(); - conditionConfigs.reserve(conditionTrackerCount); - allConditionTrackers.reserve(conditionTrackerCount); - initialConditionCache.reserve(conditionTrackerCount); - std::fill(initialConditionCache.begin(), initialConditionCache.end(), ConditionState::kUnknown); - - for (int i = 0; i < conditionTrackerCount; i++) { - const Predicate& condition = config.predicate(i); - int index = allConditionTrackers.size(); - switch (condition.contents_case()) { - case Predicate::ContentsCase::kSimplePredicate: { - allConditionTrackers.push_back(new SimpleConditionTracker( - key, condition.id(), index, condition.simple_predicate(), logTrackerMap)); - break; - } - case Predicate::ContentsCase::kCombination: { - allConditionTrackers.push_back( - new CombinationConditionTracker(condition.id(), index)); - break; - } - default: - ALOGE("Predicate \"%lld\" malformed", (long long)condition.id()); - return false; - } - if (conditionTrackerMap.find(condition.id()) != conditionTrackerMap.end()) { - ALOGE("Duplicate Predicate found!"); - return false; - } - conditionTrackerMap[condition.id()] = index; - conditionConfigs.push_back(condition); - } - - vector<bool> stackTracker(allConditionTrackers.size(), false); - for (size_t i = 0; i < allConditionTrackers.size(); i++) { - auto& conditionTracker = allConditionTrackers[i]; - if (!conditionTracker->init(conditionConfigs, allConditionTrackers, conditionTrackerMap, - stackTracker, initialConditionCache)) { - return false; - } - for (const int trackerIndex : conditionTracker->getLogTrackerIndex()) { - auto& conditionList = trackerToConditionMap[trackerIndex]; - conditionList.push_back(i); - } - } - return true; -} - -bool initStates(const StatsdConfig& config, unordered_map<int64_t, int>& stateAtomIdMap, - unordered_map<int64_t, unordered_map<int, int64_t>>& allStateGroupMaps) { - for (int i = 0; i < config.state_size(); i++) { - const State& state = config.state(i); - const int64_t stateId = state.id(); - stateAtomIdMap[stateId] = state.atom_id(); - - const StateMap& stateMap = state.map(); - for (auto group : stateMap.group()) { - for (auto value : group.value()) { - allStateGroupMaps[stateId][value] = group.group_id(); - } - } - } - - return true; -} - -bool initMetrics(const ConfigKey& key, const StatsdConfig& config, const int64_t timeBaseTimeNs, - const int64_t currentTimeNs, const sp<StatsPullerManager>& pullerManager, - const unordered_map<int64_t, int>& logTrackerMap, - const unordered_map<int64_t, int>& conditionTrackerMap, - const vector<sp<LogMatchingTracker>>& allAtomMatchers, - const unordered_map<int64_t, int>& stateAtomIdMap, - const unordered_map<int64_t, unordered_map<int, int64_t>>& allStateGroupMaps, - vector<sp<ConditionTracker>>& allConditionTrackers, - const vector<ConditionState>& initialConditionCache, - vector<sp<MetricProducer>>& allMetricProducers, - unordered_map<int, vector<int>>& conditionToMetricMap, - unordered_map<int, vector<int>>& trackerToMetricMap, - unordered_map<int64_t, int>& metricMap, std::set<int64_t>& noReportMetricIds, - unordered_map<int, vector<int>>& activationAtomTrackerToMetricMap, - unordered_map<int, vector<int>>& deactivationAtomTrackerToMetricMap, - vector<int>& metricsWithActivation) { - sp<ConditionWizard> wizard = new ConditionWizard(allConditionTrackers); - sp<EventMatcherWizard> matcherWizard = new EventMatcherWizard(allAtomMatchers); - const int allMetricsCount = config.count_metric_size() + config.duration_metric_size() + - config.event_metric_size() + config.gauge_metric_size() + - config.value_metric_size(); - allMetricProducers.reserve(allMetricsCount); - - // Construct map from metric id to metric activation index. The map will be used to determine - // the metric activation corresponding to a metric. - unordered_map<int64_t, int> metricToActivationMap; - for (int i = 0; i < config.metric_activation_size(); i++) { - const MetricActivation& metricActivation = config.metric_activation(i); - int64_t metricId = metricActivation.metric_id(); - if (metricToActivationMap.find(metricId) != metricToActivationMap.end()) { - ALOGE("Metric %lld has multiple MetricActivations", (long long) metricId); - return false; - } - metricToActivationMap.insert({metricId, i}); - } - - // Build MetricProducers for each metric defined in config. - // build CountMetricProducer - for (int i = 0; i < config.count_metric_size(); i++) { - const CountMetric& metric = config.count_metric(i); - if (!metric.has_what()) { - ALOGW("cannot find \"what\" in CountMetric \"%lld\"", (long long)metric.id()); - return false; - } - - int metricIndex = allMetricProducers.size(); - metricMap.insert({metric.id(), metricIndex}); - int trackerIndex; - if (!handleMetricWithLogTrackers(metric.what(), metricIndex, - metric.has_dimensions_in_what(), - allAtomMatchers, logTrackerMap, trackerToMetricMap, - trackerIndex)) { - return false; - } - - int conditionIndex = -1; - if (metric.has_condition()) { - if (!handleMetricWithConditions(metric.condition(), metricIndex, conditionTrackerMap, - metric.links(), allConditionTrackers, conditionIndex, - conditionToMetricMap)) { - return false; - } - } else { - if (metric.links_size() > 0) { - ALOGW("metrics has a MetricConditionLink but doesn't have a condition"); - return false; - } - } - - std::vector<int> slicedStateAtoms; - unordered_map<int, unordered_map<int, int64_t>> stateGroupMap; - if (metric.slice_by_state_size() > 0) { - if (!handleMetricWithStates(config, metric.slice_by_state(), stateAtomIdMap, - allStateGroupMaps, slicedStateAtoms, stateGroupMap)) { - return false; - } - } else { - if (metric.state_link_size() > 0) { - ALOGW("CountMetric has a MetricStateLink but doesn't have a slice_by_state"); - return false; - } - } - - unordered_map<int, shared_ptr<Activation>> eventActivationMap; - unordered_map<int, vector<shared_ptr<Activation>>> eventDeactivationMap; - bool success = handleMetricActivation(config, metric.id(), metricIndex, - metricToActivationMap, logTrackerMap, activationAtomTrackerToMetricMap, - deactivationAtomTrackerToMetricMap, metricsWithActivation, eventActivationMap, - eventDeactivationMap); - if (!success) return false; - - sp<MetricProducer> countProducer = - new CountMetricProducer(key, metric, conditionIndex, initialConditionCache, wizard, - timeBaseTimeNs, currentTimeNs, eventActivationMap, - eventDeactivationMap, slicedStateAtoms, stateGroupMap); - allMetricProducers.push_back(countProducer); - } - - // build DurationMetricProducer - for (int i = 0; i < config.duration_metric_size(); i++) { - int metricIndex = allMetricProducers.size(); - const DurationMetric& metric = config.duration_metric(i); - metricMap.insert({metric.id(), metricIndex}); - - auto what_it = conditionTrackerMap.find(metric.what()); - if (what_it == conditionTrackerMap.end()) { - ALOGE("DurationMetric's \"what\" is invalid"); - return false; - } - - const Predicate& durationWhat = config.predicate(what_it->second); - - if (durationWhat.contents_case() != Predicate::ContentsCase::kSimplePredicate) { - ALOGE("DurationMetric's \"what\" must be a simple condition"); - return false; - } - - const auto& simplePredicate = durationWhat.simple_predicate(); - - bool nesting = simplePredicate.count_nesting(); - - int trackerIndices[3] = {-1, -1, -1}; - if (!simplePredicate.has_start() || - !handleMetricWithLogTrackers(simplePredicate.start(), metricIndex, - metric.has_dimensions_in_what(), allAtomMatchers, - logTrackerMap, trackerToMetricMap, trackerIndices[0])) { - ALOGE("Duration metrics must specify a valid the start event matcher"); - return false; - } - - if (simplePredicate.has_stop() && - !handleMetricWithLogTrackers(simplePredicate.stop(), metricIndex, - metric.has_dimensions_in_what(), allAtomMatchers, - logTrackerMap, trackerToMetricMap, trackerIndices[1])) { - return false; - } - - if (simplePredicate.has_stop_all() && - !handleMetricWithLogTrackers(simplePredicate.stop_all(), metricIndex, - metric.has_dimensions_in_what(), allAtomMatchers, - logTrackerMap, trackerToMetricMap, trackerIndices[2])) { - return false; - } - - FieldMatcher internalDimensions = simplePredicate.dimensions(); - - int conditionIndex = -1; - - if (metric.has_condition()) { - bool good = handleMetricWithConditions( - metric.condition(), metricIndex, conditionTrackerMap, metric.links(), - allConditionTrackers, conditionIndex, conditionToMetricMap); - if (!good) { - return false; - } - } else { - if (metric.links_size() > 0) { - ALOGW("metrics has a MetricConditionLink but doesn't have a condition"); - return false; - } - } - - std::vector<int> slicedStateAtoms; - unordered_map<int, unordered_map<int, int64_t>> stateGroupMap; - if (metric.slice_by_state_size() > 0) { - if (metric.aggregation_type() == DurationMetric::MAX_SPARSE) { - ALOGE("DurationMetric with aggregation type MAX_SPARSE cannot be sliced by state"); - return false; - } - if (!handleMetricWithStates(config, metric.slice_by_state(), stateAtomIdMap, - allStateGroupMaps, slicedStateAtoms, stateGroupMap)) { - return false; - } - } else { - if (metric.state_link_size() > 0) { - ALOGW("DurationMetric has a MetricStateLink but doesn't have a sliced state"); - return false; - } - } - - // Check that all metric state links are a subset of dimensions_in_what fields. - std::vector<Matcher> dimensionsInWhat; - translateFieldMatcher(metric.dimensions_in_what(), &dimensionsInWhat); - for (const auto& stateLink : metric.state_link()) { - if (!handleMetricWithStateLink(stateLink.fields_in_what(), dimensionsInWhat)) { - return false; - } - } - - unordered_map<int, shared_ptr<Activation>> eventActivationMap; - unordered_map<int, vector<shared_ptr<Activation>>> eventDeactivationMap; - bool success = handleMetricActivation(config, metric.id(), metricIndex, - metricToActivationMap, logTrackerMap, activationAtomTrackerToMetricMap, - deactivationAtomTrackerToMetricMap, metricsWithActivation, eventActivationMap, - eventDeactivationMap); - if (!success) return false; - - sp<MetricProducer> durationMetric = new DurationMetricProducer( - key, metric, conditionIndex, initialConditionCache, trackerIndices[0], - trackerIndices[1], trackerIndices[2], nesting, wizard, internalDimensions, - timeBaseTimeNs, currentTimeNs, eventActivationMap, eventDeactivationMap, - slicedStateAtoms, stateGroupMap); - - allMetricProducers.push_back(durationMetric); - } - - // build EventMetricProducer - for (int i = 0; i < config.event_metric_size(); i++) { - int metricIndex = allMetricProducers.size(); - const EventMetric& metric = config.event_metric(i); - metricMap.insert({metric.id(), metricIndex}); - if (!metric.has_id() || !metric.has_what()) { - ALOGW("cannot find the metric name or what in config"); - return false; - } - int trackerIndex; - if (!handleMetricWithLogTrackers(metric.what(), metricIndex, false, allAtomMatchers, - logTrackerMap, trackerToMetricMap, trackerIndex)) { - return false; - } - - int conditionIndex = -1; - if (metric.has_condition()) { - bool good = handleMetricWithConditions( - metric.condition(), metricIndex, conditionTrackerMap, metric.links(), - allConditionTrackers, conditionIndex, conditionToMetricMap); - if (!good) { - return false; - } - } else { - if (metric.links_size() > 0) { - ALOGW("metrics has a MetricConditionLink but doesn't have a condition"); - return false; - } - } - - unordered_map<int, shared_ptr<Activation>> eventActivationMap; - unordered_map<int, vector<shared_ptr<Activation>>> eventDeactivationMap; - bool success = handleMetricActivation(config, metric.id(), metricIndex, - metricToActivationMap, logTrackerMap, activationAtomTrackerToMetricMap, - deactivationAtomTrackerToMetricMap, metricsWithActivation, eventActivationMap, - eventDeactivationMap); - if (!success) return false; - - sp<MetricProducer> eventMetric = - new EventMetricProducer(key, metric, conditionIndex, initialConditionCache, wizard, - timeBaseTimeNs, eventActivationMap, eventDeactivationMap); - - allMetricProducers.push_back(eventMetric); - } - - // build ValueMetricProducer - for (int i = 0; i < config.value_metric_size(); i++) { - const ValueMetric& metric = config.value_metric(i); - if (!metric.has_what()) { - ALOGW("cannot find \"what\" in ValueMetric \"%lld\"", (long long)metric.id()); - return false; - } - if (!metric.has_value_field()) { - ALOGW("cannot find \"value_field\" in ValueMetric \"%lld\"", (long long)metric.id()); - return false; - } - std::vector<Matcher> fieldMatchers; - translateFieldMatcher(metric.value_field(), &fieldMatchers); - if (fieldMatchers.size() < 1) { - ALOGW("incorrect \"value_field\" in ValueMetric \"%lld\"", (long long)metric.id()); - return false; - } - - int metricIndex = allMetricProducers.size(); - metricMap.insert({metric.id(), metricIndex}); - int trackerIndex; - if (!handleMetricWithLogTrackers(metric.what(), metricIndex, - metric.has_dimensions_in_what(), - allAtomMatchers, logTrackerMap, trackerToMetricMap, - trackerIndex)) { - return false; - } - - sp<LogMatchingTracker> atomMatcher = allAtomMatchers.at(trackerIndex); - // If it is pulled atom, it should be simple matcher with one tagId. - if (atomMatcher->getAtomIds().size() != 1) { - return false; - } - int atomTagId = *(atomMatcher->getAtomIds().begin()); - int pullTagId = pullerManager->PullerForMatcherExists(atomTagId) ? atomTagId : -1; - - int conditionIndex = -1; - if (metric.has_condition()) { - bool good = handleMetricWithConditions( - metric.condition(), metricIndex, conditionTrackerMap, metric.links(), - allConditionTrackers, conditionIndex, conditionToMetricMap); - if (!good) { - return false; - } - } else { - if (metric.links_size() > 0) { - ALOGW("metrics has a MetricConditionLink but doesn't have a condition"); - return false; - } - } - - std::vector<int> slicedStateAtoms; - unordered_map<int, unordered_map<int, int64_t>> stateGroupMap; - if (metric.slice_by_state_size() > 0) { - if (!handleMetricWithStates(config, metric.slice_by_state(), stateAtomIdMap, - allStateGroupMaps, slicedStateAtoms, stateGroupMap)) { - return false; - } - } else { - if (metric.state_link_size() > 0) { - ALOGW("ValueMetric has a MetricStateLink but doesn't have a sliced state"); - return false; - } - } - - // Check that all metric state links are a subset of dimensions_in_what fields. - std::vector<Matcher> dimensionsInWhat; - translateFieldMatcher(metric.dimensions_in_what(), &dimensionsInWhat); - for (const auto& stateLink : metric.state_link()) { - if (!handleMetricWithStateLink(stateLink.fields_in_what(), dimensionsInWhat)) { - return false; - } - } - - unordered_map<int, shared_ptr<Activation>> eventActivationMap; - unordered_map<int, vector<shared_ptr<Activation>>> eventDeactivationMap; - bool success = handleMetricActivation( - config, metric.id(), metricIndex, metricToActivationMap, logTrackerMap, - activationAtomTrackerToMetricMap, deactivationAtomTrackerToMetricMap, - metricsWithActivation, eventActivationMap, eventDeactivationMap); - if (!success) return false; - - sp<MetricProducer> valueProducer = new ValueMetricProducer( - key, metric, conditionIndex, initialConditionCache, wizard, trackerIndex, - matcherWizard, pullTagId, timeBaseTimeNs, currentTimeNs, pullerManager, - eventActivationMap, eventDeactivationMap, slicedStateAtoms, stateGroupMap); - allMetricProducers.push_back(valueProducer); - } - - // Gauge metrics. - for (int i = 0; i < config.gauge_metric_size(); i++) { - const GaugeMetric& metric = config.gauge_metric(i); - if (!metric.has_what()) { - ALOGW("cannot find \"what\" in GaugeMetric \"%lld\"", (long long)metric.id()); - return false; - } - - if ((!metric.gauge_fields_filter().has_include_all() || - (metric.gauge_fields_filter().include_all() == false)) && - !hasLeafNode(metric.gauge_fields_filter().fields())) { - ALOGW("Incorrect field filter setting in GaugeMetric %lld", (long long)metric.id()); - return false; - } - if ((metric.gauge_fields_filter().has_include_all() && - metric.gauge_fields_filter().include_all() == true) && - hasLeafNode(metric.gauge_fields_filter().fields())) { - ALOGW("Incorrect field filter setting in GaugeMetric %lld", (long long)metric.id()); - return false; - } - - int metricIndex = allMetricProducers.size(); - metricMap.insert({metric.id(), metricIndex}); - int trackerIndex; - if (!handleMetricWithLogTrackers(metric.what(), metricIndex, - metric.has_dimensions_in_what(), - allAtomMatchers, logTrackerMap, trackerToMetricMap, - trackerIndex)) { - return false; - } - - sp<LogMatchingTracker> atomMatcher = allAtomMatchers.at(trackerIndex); - // For GaugeMetric atom, it should be simple matcher with one tagId. - if (atomMatcher->getAtomIds().size() != 1) { - return false; - } - int atomTagId = *(atomMatcher->getAtomIds().begin()); - int pullTagId = pullerManager->PullerForMatcherExists(atomTagId) ? atomTagId : -1; - - int triggerTrackerIndex; - int triggerAtomId = -1; - if (metric.has_trigger_event()) { - if (pullTagId == -1) { - ALOGW("Pull atom not specified for trigger"); - return false; - } - // event_trigger should be used with FIRST_N_SAMPLES - if (metric.sampling_type() != GaugeMetric::FIRST_N_SAMPLES) { - return false; - } - if (!handlePullMetricTriggerWithLogTrackers(metric.trigger_event(), metricIndex, - allAtomMatchers, logTrackerMap, - trackerToMetricMap, triggerTrackerIndex)) { - return false; - } - sp<LogMatchingTracker> triggerAtomMatcher = allAtomMatchers.at(triggerTrackerIndex); - triggerAtomId = *(triggerAtomMatcher->getAtomIds().begin()); - } - - if (!metric.has_trigger_event() && pullTagId != -1 && - metric.sampling_type() == GaugeMetric::FIRST_N_SAMPLES) { - ALOGW("FIRST_N_SAMPLES is only for pushed event or pull_on_trigger"); - return false; - } - - int conditionIndex = -1; - if (metric.has_condition()) { - bool good = handleMetricWithConditions( - metric.condition(), metricIndex, conditionTrackerMap, metric.links(), - allConditionTrackers, conditionIndex, conditionToMetricMap); - if (!good) { - return false; - } - } else { - if (metric.links_size() > 0) { - ALOGW("metrics has a MetricConditionLink but doesn't have a condition"); - return false; - } - } - - unordered_map<int, shared_ptr<Activation>> eventActivationMap; - unordered_map<int, vector<shared_ptr<Activation>>> eventDeactivationMap; - bool success = handleMetricActivation(config, metric.id(), metricIndex, - metricToActivationMap, logTrackerMap, activationAtomTrackerToMetricMap, - deactivationAtomTrackerToMetricMap, metricsWithActivation, eventActivationMap, - eventDeactivationMap); - if (!success) return false; - - sp<MetricProducer> gaugeProducer = new GaugeMetricProducer( - key, metric, conditionIndex, initialConditionCache, wizard, trackerIndex, - matcherWizard, pullTagId, triggerAtomId, atomTagId, timeBaseTimeNs, currentTimeNs, - pullerManager, eventActivationMap, eventDeactivationMap); - allMetricProducers.push_back(gaugeProducer); - } - for (int i = 0; i < config.no_report_metric_size(); ++i) { - const auto no_report_metric = config.no_report_metric(i); - if (metricMap.find(no_report_metric) == metricMap.end()) { - ALOGW("no_report_metric %" PRId64 " not exist", no_report_metric); - return false; - } - noReportMetricIds.insert(no_report_metric); - } - - const set<int> whitelistedAtomIds(config.whitelisted_atom_ids().begin(), - config.whitelisted_atom_ids().end()); - for (const auto& it : allMetricProducers) { - // Register metrics to StateTrackers - for (int atomId : it->getSlicedStateAtoms()) { - // Register listener for non-whitelisted atoms only. Using whitelisted atom as a sliced - // state atom is not allowed. - if (whitelistedAtomIds.find(atomId) == whitelistedAtomIds.end()) { - StateManager::getInstance().registerListener(atomId, it); - } else { - return false; - } - } - } - return true; -} - -bool initAlerts(const StatsdConfig& config, - const unordered_map<int64_t, int>& metricProducerMap, - unordered_map<int64_t, int>& alertTrackerMap, - const sp<AlarmMonitor>& anomalyAlarmMonitor, - vector<sp<MetricProducer>>& allMetricProducers, - vector<sp<AnomalyTracker>>& allAnomalyTrackers) { - for (int i = 0; i < config.alert_size(); i++) { - const Alert& alert = config.alert(i); - const auto& itr = metricProducerMap.find(alert.metric_id()); - if (itr == metricProducerMap.end()) { - ALOGW("alert \"%lld\" has unknown metric id: \"%lld\"", (long long)alert.id(), - (long long)alert.metric_id()); - return false; - } - if (!alert.has_trigger_if_sum_gt()) { - ALOGW("invalid alert: missing threshold"); - return false; - } - if (alert.trigger_if_sum_gt() < 0 || alert.num_buckets() <= 0) { - ALOGW("invalid alert: threshold=%f num_buckets= %d", - alert.trigger_if_sum_gt(), alert.num_buckets()); - return false; - } - const int metricIndex = itr->second; - sp<MetricProducer> metric = allMetricProducers[metricIndex]; - sp<AnomalyTracker> anomalyTracker = metric->addAnomalyTracker(alert, anomalyAlarmMonitor); - if (anomalyTracker == nullptr) { - // The ALOGW for this invalid alert was already displayed in addAnomalyTracker(). - return false; - } - alertTrackerMap.insert(std::make_pair(alert.id(), allAnomalyTrackers.size())); - allAnomalyTrackers.push_back(anomalyTracker); - } - for (int i = 0; i < config.subscription_size(); ++i) { - const Subscription& subscription = config.subscription(i); - if (subscription.rule_type() != Subscription::ALERT) { - continue; - } - if (subscription.subscriber_information_case() == - Subscription::SubscriberInformationCase::SUBSCRIBER_INFORMATION_NOT_SET) { - ALOGW("subscription \"%lld\" has no subscriber info.\"", - (long long)subscription.id()); - return false; - } - const auto& itr = alertTrackerMap.find(subscription.rule_id()); - if (itr == alertTrackerMap.end()) { - ALOGW("subscription \"%lld\" has unknown rule id: \"%lld\"", - (long long)subscription.id(), (long long)subscription.rule_id()); - return false; - } - const int anomalyTrackerIndex = itr->second; - allAnomalyTrackers[anomalyTrackerIndex]->addSubscription(subscription); - } - return true; -} - -bool initAlarms(const StatsdConfig& config, const ConfigKey& key, - const sp<AlarmMonitor>& periodicAlarmMonitor, - const int64_t timeBaseNs, const int64_t currentTimeNs, - vector<sp<AlarmTracker>>& allAlarmTrackers) { - unordered_map<int64_t, int> alarmTrackerMap; - int64_t startMillis = timeBaseNs / 1000 / 1000; - int64_t currentTimeMillis = currentTimeNs / 1000 /1000; - for (int i = 0; i < config.alarm_size(); i++) { - const Alarm& alarm = config.alarm(i); - if (alarm.offset_millis() <= 0) { - ALOGW("Alarm offset_millis should be larger than 0."); - return false; - } - if (alarm.period_millis() <= 0) { - ALOGW("Alarm period_millis should be larger than 0."); - return false; - } - alarmTrackerMap.insert(std::make_pair(alarm.id(), allAlarmTrackers.size())); - allAlarmTrackers.push_back( - new AlarmTracker(startMillis, currentTimeMillis, - alarm, key, periodicAlarmMonitor)); - } - for (int i = 0; i < config.subscription_size(); ++i) { - const Subscription& subscription = config.subscription(i); - if (subscription.rule_type() != Subscription::ALARM) { - continue; - } - if (subscription.subscriber_information_case() == - Subscription::SubscriberInformationCase::SUBSCRIBER_INFORMATION_NOT_SET) { - ALOGW("subscription \"%lld\" has no subscriber info.\"", - (long long)subscription.id()); - return false; - } - const auto& itr = alarmTrackerMap.find(subscription.rule_id()); - if (itr == alarmTrackerMap.end()) { - ALOGW("subscription \"%lld\" has unknown rule id: \"%lld\"", - (long long)subscription.id(), (long long)subscription.rule_id()); - return false; - } - const int trackerIndex = itr->second; - allAlarmTrackers[trackerIndex]->addSubscription(subscription); - } - return true; -} - -bool initStatsdConfig(const ConfigKey& key, const StatsdConfig& config, UidMap& uidMap, - const sp<StatsPullerManager>& pullerManager, - const sp<AlarmMonitor>& anomalyAlarmMonitor, - const sp<AlarmMonitor>& periodicAlarmMonitor, const int64_t timeBaseNs, - const int64_t currentTimeNs, set<int>& allTagIds, - vector<sp<LogMatchingTracker>>& allAtomMatchers, - vector<sp<ConditionTracker>>& allConditionTrackers, - vector<sp<MetricProducer>>& allMetricProducers, - vector<sp<AnomalyTracker>>& allAnomalyTrackers, - vector<sp<AlarmTracker>>& allPeriodicAlarmTrackers, - unordered_map<int, std::vector<int>>& conditionToMetricMap, - unordered_map<int, std::vector<int>>& trackerToMetricMap, - unordered_map<int, std::vector<int>>& trackerToConditionMap, - unordered_map<int, std::vector<int>>& activationAtomTrackerToMetricMap, - unordered_map<int, std::vector<int>>& deactivationAtomTrackerToMetricMap, - unordered_map<int64_t, int>& alertTrackerMap, - vector<int>& metricsWithActivation, - std::set<int64_t>& noReportMetricIds) { - unordered_map<int64_t, int> logTrackerMap; - unordered_map<int64_t, int> conditionTrackerMap; - vector<ConditionState> initialConditionCache; - unordered_map<int64_t, int> metricProducerMap; - unordered_map<int64_t, int> stateAtomIdMap; - unordered_map<int64_t, unordered_map<int, int64_t>> allStateGroupMaps; - - if (!initLogTrackers(config, uidMap, logTrackerMap, allAtomMatchers, allTagIds)) { - ALOGE("initLogMatchingTrackers failed"); - return false; - } - VLOG("initLogMatchingTrackers succeed..."); - - if (!initConditions(key, config, logTrackerMap, conditionTrackerMap, allConditionTrackers, - trackerToConditionMap, initialConditionCache)) { - ALOGE("initConditionTrackers failed"); - return false; - } - - if (!initStates(config, stateAtomIdMap, allStateGroupMaps)) { - ALOGE("initStates failed"); - return false; - } - if (!initMetrics(key, config, timeBaseNs, currentTimeNs, pullerManager, logTrackerMap, - conditionTrackerMap, allAtomMatchers, stateAtomIdMap, allStateGroupMaps, - allConditionTrackers, initialConditionCache, allMetricProducers, - conditionToMetricMap, trackerToMetricMap, metricProducerMap, noReportMetricIds, - activationAtomTrackerToMetricMap, deactivationAtomTrackerToMetricMap, - metricsWithActivation)) { - ALOGE("initMetricProducers failed"); - return false; - } - if (!initAlerts(config, metricProducerMap, alertTrackerMap, anomalyAlarmMonitor, - allMetricProducers, allAnomalyTrackers)) { - ALOGE("initAlerts failed"); - return false; - } - if (!initAlarms(config, key, periodicAlarmMonitor, - timeBaseNs, currentTimeNs, allPeriodicAlarmTrackers)) { - ALOGE("initAlarms failed"); - return false; - } - - return true; -} - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/metrics/metrics_manager_util.h b/cmds/statsd/src/metrics/metrics_manager_util.h deleted file mode 100644 index 96b5c26ff789..000000000000 --- a/cmds/statsd/src/metrics/metrics_manager_util.h +++ /dev/null @@ -1,140 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#pragma once - -#include <set> -#include <unordered_map> -#include <vector> - -#include "../anomaly/AlarmTracker.h" -#include "../condition/ConditionTracker.h" -#include "../external/StatsPullerManager.h" -#include "../matchers/LogMatchingTracker.h" -#include "../metrics/MetricProducer.h" - -namespace android { -namespace os { -namespace statsd { - -// Helper functions for MetricsManager to initialize from StatsdConfig. -// *Note*: only initStatsdConfig() should be called from outside. -// All other functions are intermediate -// steps, created to make unit tests easier. And most of the parameters in these -// functions are temporary objects in the initialization phase. - -// Initialize the LogMatchingTrackers. -// input: -// [key]: the config key that this config belongs to -// [config]: the input StatsdConfig -// output: -// [logTrackerMap]: this map should contain matcher name to index mapping -// [allAtomMatchers]: should store the sp to all the LogMatchingTracker -// [allTagIds]: contains the set of all interesting tag ids to this config. -bool initLogTrackers(const StatsdConfig& config, - const UidMap& uidMap, - std::unordered_map<int64_t, int>& logTrackerMap, - std::vector<sp<LogMatchingTracker>>& allAtomMatchers, - std::set<int>& allTagIds); - -// Initialize ConditionTrackers -// input: -// [key]: the config key that this config belongs to -// [config]: the input config -// [logTrackerMap]: LogMatchingTracker name to index mapping from previous step. -// output: -// [conditionTrackerMap]: this map should contain condition name to index mapping -// [allConditionTrackers]: stores the sp to all the ConditionTrackers -// [trackerToConditionMap]: contain the mapping from index of -// log tracker to condition trackers that use the log tracker -// [initialConditionCache]: stores the initial conditions for each ConditionTracker -bool initConditions(const ConfigKey& key, const StatsdConfig& config, - const std::unordered_map<int64_t, int>& logTrackerMap, - std::unordered_map<int64_t, int>& conditionTrackerMap, - std::vector<sp<ConditionTracker>>& allConditionTrackers, - std::unordered_map<int, std::vector<int>>& trackerToConditionMap, - std::unordered_map<int, std::vector<MetricConditionLink>>& eventConditionLinks, - std::vector<ConditionState>& initialConditionCache); - -// Initialize State maps using State protos in the config. These maps will -// eventually be passed to MetricProducers to initialize their state info. -// input: -// [config]: the input config -// output: -// [stateAtomIdMap]: this map should contain the mapping from state ids to atom ids -// [allStateGroupMaps]: this map should contain the mapping from states ids and state -// values to state group ids for all states -bool initStates(const StatsdConfig& config, unordered_map<int64_t, int>& stateAtomIdMap, - unordered_map<int64_t, unordered_map<int, int64_t>>& allStateGroupMaps); - -// Initialize MetricProducers. -// input: -// [key]: the config key that this config belongs to -// [config]: the input config -// [timeBaseSec]: start time base for all metrics -// [logTrackerMap]: LogMatchingTracker name to index mapping from previous step. -// [conditionTrackerMap]: condition name to index mapping -// [stateAtomIdMap]: contains the mapping from state ids to atom ids -// [allStateGroupMaps]: contains the mapping from atom ids and state values to -// state group ids for all states -// output: -// [allMetricProducers]: contains the list of sp to the MetricProducers created. -// [conditionToMetricMap]: contains the mapping from condition tracker index to -// the list of MetricProducer index -// [trackerToMetricMap]: contains the mapping from log tracker to MetricProducer index. -bool initMetrics( - const ConfigKey& key, const StatsdConfig& config, const int64_t timeBaseTimeNs, - const int64_t currentTimeNs, UidMap& uidMap, const sp<StatsPullerManager>& pullerManager, - const std::unordered_map<int64_t, int>& logTrackerMap, - const std::unordered_map<int64_t, int>& conditionTrackerMap, - const std::unordered_map<int, std::vector<MetricConditionLink>>& eventConditionLinks, - const vector<sp<LogMatchingTracker>>& allAtomMatchers, - const unordered_map<int64_t, int>& stateAtomIdMap, - const unordered_map<int64_t, unordered_map<int, int64_t>>& allStateGroupMaps, - vector<sp<ConditionTracker>>& allConditionTrackers, - const std::vector<ConditionState>& initialConditionCache, - std::vector<sp<MetricProducer>>& allMetricProducers, - std::unordered_map<int, std::vector<int>>& conditionToMetricMap, - std::unordered_map<int, std::vector<int>>& trackerToMetricMap, - std::set<int64_t>& noReportMetricIds, - std::unordered_map<int, std::vector<int>>& activationAtomTrackerToMetricMap, - std::unordered_map<int, std::vector<int>>& deactivationAtomTrackerToMetricMap, - std::vector<int>& metricsWithActivation); - -// Initialize MetricsManager from StatsdConfig. -// Parameters are the members of MetricsManager. See MetricsManager for declaration. -bool initStatsdConfig(const ConfigKey& key, const StatsdConfig& config, UidMap& uidMap, - const sp<StatsPullerManager>& pullerManager, - const sp<AlarmMonitor>& anomalyAlarmMonitor, - const sp<AlarmMonitor>& periodicAlarmMonitor, const int64_t timeBaseNs, - const int64_t currentTimeNs, std::set<int>& allTagIds, - std::vector<sp<LogMatchingTracker>>& allAtomMatchers, - std::vector<sp<ConditionTracker>>& allConditionTrackers, - std::vector<sp<MetricProducer>>& allMetricProducers, - vector<sp<AnomalyTracker>>& allAnomalyTrackers, - vector<sp<AlarmTracker>>& allPeriodicAlarmTrackers, - std::unordered_map<int, std::vector<int>>& conditionToMetricMap, - std::unordered_map<int, std::vector<int>>& trackerToMetricMap, - std::unordered_map<int, std::vector<int>>& trackerToConditionMap, - unordered_map<int, std::vector<int>>& activationAtomTrackerToMetricMap, - unordered_map<int, std::vector<int>>& deactivationAtomTrackerToMetricMap, - std::unordered_map<int64_t, int>& alertTrackerMap, - vector<int>& metricsWithActivation, - std::set<int64_t>& noReportMetricIds); - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/packages/PackageInfoListener.h b/cmds/statsd/src/packages/PackageInfoListener.h deleted file mode 100644 index 6c50a8c41770..000000000000 --- a/cmds/statsd/src/packages/PackageInfoListener.h +++ /dev/null @@ -1,45 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#ifndef STATSD_PACKAGE_INFO_LISTENER_H -#define STATSD_PACKAGE_INFO_LISTENER_H - -#include <string> - -namespace android { -namespace os { -namespace statsd { - -class PackageInfoListener : public virtual android::RefBase { -public: - // Uid map will notify this listener that the app with apk name and uid has been upgraded to - // the specified version. - virtual void notifyAppUpgrade(const int64_t& eventTimeNs, const std::string& apk, - const int uid, const int64_t version) = 0; - - // Notify interested listeners that the given apk and uid combination no longer exits. - virtual void notifyAppRemoved(const int64_t& eventTimeNs, const std::string& apk, - const int uid) = 0; - - // Notify the listener that the UidMap snapshot is available. - virtual void onUidMapReceived(const int64_t& eventTimeNs) = 0; -}; - -} // namespace statsd -} // namespace os -} // namespace android - -#endif // STATSD_PACKAGE_INFO_LISTENER_H diff --git a/cmds/statsd/src/packages/UidMap.cpp b/cmds/statsd/src/packages/UidMap.cpp deleted file mode 100644 index acf40c88a00d..000000000000 --- a/cmds/statsd/src/packages/UidMap.cpp +++ /dev/null @@ -1,563 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, versionCode 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -#define DEBUG false // STOPSHIP if true -#include "Log.h" - -#include "hash.h" -#include "stats_log_util.h" -#include "guardrail/StatsdStats.h" -#include "packages/UidMap.h" - -#include <inttypes.h> - -using namespace android; - -using android::base::StringPrintf; -using android::util::FIELD_COUNT_REPEATED; -using android::util::FIELD_TYPE_BOOL; -using android::util::FIELD_TYPE_FLOAT; -using android::util::FIELD_TYPE_INT32; -using android::util::FIELD_TYPE_INT64; -using android::util::FIELD_TYPE_UINT64; -using android::util::FIELD_TYPE_MESSAGE; -using android::util::FIELD_TYPE_STRING; -using android::util::ProtoOutputStream; - -namespace android { -namespace os { -namespace statsd { - -const int FIELD_ID_SNAPSHOT_PACKAGE_NAME = 1; -const int FIELD_ID_SNAPSHOT_PACKAGE_VERSION = 2; -const int FIELD_ID_SNAPSHOT_PACKAGE_UID = 3; -const int FIELD_ID_SNAPSHOT_PACKAGE_DELETED = 4; -const int FIELD_ID_SNAPSHOT_PACKAGE_NAME_HASH = 5; -const int FIELD_ID_SNAPSHOT_PACKAGE_VERSION_STRING = 6; -const int FIELD_ID_SNAPSHOT_PACKAGE_VERSION_STRING_HASH = 7; -const int FIELD_ID_SNAPSHOT_PACKAGE_INSTALLER = 8; -const int FIELD_ID_SNAPSHOT_PACKAGE_INSTALLER_HASH = 9; -const int FIELD_ID_SNAPSHOT_TIMESTAMP = 1; -const int FIELD_ID_SNAPSHOT_PACKAGE_INFO = 2; -const int FIELD_ID_SNAPSHOTS = 1; -const int FIELD_ID_CHANGES = 2; -const int FIELD_ID_CHANGE_DELETION = 1; -const int FIELD_ID_CHANGE_TIMESTAMP = 2; -const int FIELD_ID_CHANGE_PACKAGE = 3; -const int FIELD_ID_CHANGE_UID = 4; -const int FIELD_ID_CHANGE_NEW_VERSION = 5; -const int FIELD_ID_CHANGE_PREV_VERSION = 6; -const int FIELD_ID_CHANGE_PACKAGE_HASH = 7; -const int FIELD_ID_CHANGE_NEW_VERSION_STRING = 8; -const int FIELD_ID_CHANGE_PREV_VERSION_STRING = 9; -const int FIELD_ID_CHANGE_NEW_VERSION_STRING_HASH = 10; -const int FIELD_ID_CHANGE_PREV_VERSION_STRING_HASH = 11; - -UidMap::UidMap() : mBytesUsed(0) {} - -UidMap::~UidMap() {} - -sp<UidMap> UidMap::getInstance() { - static sp<UidMap> sInstance = new UidMap(); - return sInstance; -} - -bool UidMap::hasApp(int uid, const string& packageName) const { - lock_guard<mutex> lock(mMutex); - - auto it = mMap.find(std::make_pair(uid, packageName)); - return it != mMap.end() && !it->second.deleted; -} - -string UidMap::normalizeAppName(const string& appName) const { - string normalizedName = appName; - std::transform(normalizedName.begin(), normalizedName.end(), normalizedName.begin(), ::tolower); - return normalizedName; -} - -std::set<string> UidMap::getAppNamesFromUid(const int32_t& uid, bool returnNormalized) const { - lock_guard<mutex> lock(mMutex); - return getAppNamesFromUidLocked(uid,returnNormalized); -} - -std::set<string> UidMap::getAppNamesFromUidLocked(const int32_t& uid, bool returnNormalized) const { - std::set<string> names; - for (const auto& kv : mMap) { - if (kv.first.first == uid && !kv.second.deleted) { - names.insert(returnNormalized ? normalizeAppName(kv.first.second) : kv.first.second); - } - } - return names; -} - -int64_t UidMap::getAppVersion(int uid, const string& packageName) const { - lock_guard<mutex> lock(mMutex); - - auto it = mMap.find(std::make_pair(uid, packageName)); - if (it == mMap.end() || it->second.deleted) { - return 0; - } - return it->second.versionCode; -} - -void UidMap::updateMap(const int64_t& timestamp, const vector<int32_t>& uid, - const vector<int64_t>& versionCode, const vector<String16>& versionString, - const vector<String16>& packageName, const vector<String16>& installer) { - wp<PackageInfoListener> broadcast = NULL; - { - lock_guard<mutex> lock(mMutex); // Exclusively lock for updates. - - std::unordered_map<std::pair<int, string>, AppData, PairHash> deletedApps; - - // Copy all the deleted apps. - for (const auto& kv : mMap) { - if (kv.second.deleted) { - deletedApps[kv.first] = kv.second; - } - } - - mMap.clear(); - for (size_t j = 0; j < uid.size(); j++) { - string package = string(String8(packageName[j]).string()); - mMap[std::make_pair(uid[j], package)] = - AppData(versionCode[j], string(String8(versionString[j]).string()), - string(String8(installer[j]).string())); - } - - for (const auto& kv : deletedApps) { - auto mMapIt = mMap.find(kv.first); - if (mMapIt != mMap.end()) { - // Insert this deleted app back into the current map. - mMap[kv.first] = kv.second; - } - } - - ensureBytesUsedBelowLimit(); - StatsdStats::getInstance().setCurrentUidMapMemory(mBytesUsed); - broadcast = mSubscriber; - } - // To avoid invoking callback while holding the internal lock. we get a copy of the listener - // and invoke the callback. It's still possible that after we copy the listener, it removes - // itself before we call it. It's then the listener's job to handle it (expect the callback to - // be called after listener is removed, and the listener should properly ignore it). - auto strongPtr = broadcast.promote(); - if (strongPtr != NULL) { - strongPtr->onUidMapReceived(timestamp); - } -} - -void UidMap::updateApp(const int64_t& timestamp, const String16& app_16, const int32_t& uid, - const int64_t& versionCode, const String16& versionString, - const String16& installer) { - wp<PackageInfoListener> broadcast = NULL; - string appName = string(String8(app_16).string()); - { - lock_guard<mutex> lock(mMutex); - int32_t prevVersion = 0; - string prevVersionString = ""; - string newVersionString = string(String8(versionString).string()); - bool found = false; - auto it = mMap.find(std::make_pair(uid, appName)); - if (it != mMap.end()) { - found = true; - prevVersion = it->second.versionCode; - prevVersionString = it->second.versionString; - it->second.versionCode = versionCode; - it->second.versionString = newVersionString; - it->second.installer = string(String8(installer).string()); - it->second.deleted = false; - } - if (!found) { - // Otherwise, we need to add an app at this uid. - mMap[std::make_pair(uid, appName)] = - AppData(versionCode, newVersionString, string(String8(installer).string())); - } else { - // Only notify the listeners if this is an app upgrade. If this app is being installed - // for the first time, then we don't notify the listeners. - // It's also OK to split again if we're forming a partial bucket after re-installing an - // app after deletion. - broadcast = mSubscriber; - } - mChanges.emplace_back(false, timestamp, appName, uid, versionCode, newVersionString, - prevVersion, prevVersionString); - mBytesUsed += kBytesChangeRecord; - ensureBytesUsedBelowLimit(); - StatsdStats::getInstance().setCurrentUidMapMemory(mBytesUsed); - StatsdStats::getInstance().setUidMapChanges(mChanges.size()); - } - - auto strongPtr = broadcast.promote(); - if (strongPtr != NULL) { - strongPtr->notifyAppUpgrade(timestamp, appName, uid, versionCode); - } -} - -void UidMap::ensureBytesUsedBelowLimit() { - size_t limit; - if (maxBytesOverride <= 0) { - limit = StatsdStats::kMaxBytesUsedUidMap; - } else { - limit = maxBytesOverride; - } - while (mBytesUsed > limit) { - ALOGI("Bytes used %zu is above limit %zu, need to delete something", mBytesUsed, limit); - if (mChanges.size() > 0) { - mBytesUsed -= kBytesChangeRecord; - mChanges.pop_front(); - StatsdStats::getInstance().noteUidMapDropped(1); - } - } -} - -void UidMap::removeApp(const int64_t& timestamp, const String16& app_16, const int32_t& uid) { - wp<PackageInfoListener> broadcast = NULL; - string app = string(String8(app_16).string()); - { - lock_guard<mutex> lock(mMutex); - - int64_t prevVersion = 0; - string prevVersionString = ""; - auto key = std::make_pair(uid, app); - auto it = mMap.find(key); - if (it != mMap.end() && !it->second.deleted) { - prevVersion = it->second.versionCode; - prevVersionString = it->second.versionString; - it->second.deleted = true; - mDeletedApps.push_back(key); - } - if (mDeletedApps.size() > StatsdStats::kMaxDeletedAppsInUidMap) { - // Delete the oldest one. - auto oldest = mDeletedApps.front(); - mDeletedApps.pop_front(); - mMap.erase(oldest); - StatsdStats::getInstance().noteUidMapAppDeletionDropped(); - } - mChanges.emplace_back(true, timestamp, app, uid, 0, "", prevVersion, prevVersionString); - mBytesUsed += kBytesChangeRecord; - ensureBytesUsedBelowLimit(); - StatsdStats::getInstance().setCurrentUidMapMemory(mBytesUsed); - StatsdStats::getInstance().setUidMapChanges(mChanges.size()); - broadcast = mSubscriber; - } - - auto strongPtr = broadcast.promote(); - if (strongPtr != NULL) { - strongPtr->notifyAppRemoved(timestamp, app, uid); - } -} - -void UidMap::setListener(wp<PackageInfoListener> listener) { - lock_guard<mutex> lock(mMutex); // Lock for updates - mSubscriber = listener; -} - -void UidMap::assignIsolatedUid(int isolatedUid, int parentUid) { - lock_guard<mutex> lock(mIsolatedMutex); - - mIsolatedUidMap[isolatedUid] = parentUid; -} - -void UidMap::removeIsolatedUid(int isolatedUid) { - lock_guard<mutex> lock(mIsolatedMutex); - - auto it = mIsolatedUidMap.find(isolatedUid); - if (it != mIsolatedUidMap.end()) { - mIsolatedUidMap.erase(it); - } -} - -int UidMap::getHostUidOrSelf(int uid) const { - lock_guard<mutex> lock(mIsolatedMutex); - - auto it = mIsolatedUidMap.find(uid); - if (it != mIsolatedUidMap.end()) { - return it->second; - } - return uid; -} - -void UidMap::clearOutput() { - mChanges.clear(); - // Also update the guardrail trackers. - StatsdStats::getInstance().setUidMapChanges(0); - mBytesUsed = 0; - StatsdStats::getInstance().setCurrentUidMapMemory(mBytesUsed); -} - -int64_t UidMap::getMinimumTimestampNs() { - int64_t m = 0; - for (const auto& kv : mLastUpdatePerConfigKey) { - if (m == 0) { - m = kv.second; - } else if (kv.second < m) { - m = kv.second; - } - } - return m; -} - -size_t UidMap::getBytesUsed() const { - return mBytesUsed; -} - -void UidMap::writeUidMapSnapshot(int64_t timestamp, bool includeVersionStrings, - bool includeInstaller, const std::set<int32_t>& interestingUids, - std::set<string>* str_set, ProtoOutputStream* proto) { - lock_guard<mutex> lock(mMutex); - - writeUidMapSnapshotLocked(timestamp, includeVersionStrings, includeInstaller, interestingUids, - str_set, proto); -} - -void UidMap::writeUidMapSnapshotLocked(int64_t timestamp, bool includeVersionStrings, - bool includeInstaller, - const std::set<int32_t>& interestingUids, - std::set<string>* str_set, ProtoOutputStream* proto) { - proto->write(FIELD_TYPE_INT64 | FIELD_ID_SNAPSHOT_TIMESTAMP, (long long)timestamp); - for (const auto& kv : mMap) { - if (!interestingUids.empty() && - interestingUids.find(kv.first.first) == interestingUids.end()) { - continue; - } - uint64_t token = proto->start(FIELD_TYPE_MESSAGE | FIELD_COUNT_REPEATED | - FIELD_ID_SNAPSHOT_PACKAGE_INFO); - if (str_set != nullptr) { - str_set->insert(kv.first.second); - proto->write(FIELD_TYPE_UINT64 | FIELD_ID_SNAPSHOT_PACKAGE_NAME_HASH, - (long long)Hash64(kv.first.second)); - if (includeVersionStrings) { - str_set->insert(kv.second.versionString); - proto->write(FIELD_TYPE_UINT64 | FIELD_ID_SNAPSHOT_PACKAGE_VERSION_STRING_HASH, - (long long)Hash64(kv.second.versionString)); - } - if (includeInstaller) { - str_set->insert(kv.second.installer); - proto->write(FIELD_TYPE_UINT64 | FIELD_ID_SNAPSHOT_PACKAGE_INSTALLER_HASH, - (long long)Hash64(kv.second.installer)); - } - } else { - proto->write(FIELD_TYPE_STRING | FIELD_ID_SNAPSHOT_PACKAGE_NAME, kv.first.second); - if (includeVersionStrings) { - proto->write(FIELD_TYPE_STRING | FIELD_ID_SNAPSHOT_PACKAGE_VERSION_STRING, - kv.second.versionString); - } - if (includeInstaller) { - proto->write(FIELD_TYPE_STRING | FIELD_ID_SNAPSHOT_PACKAGE_INSTALLER, - kv.second.installer); - } - } - - proto->write(FIELD_TYPE_INT64 | FIELD_ID_SNAPSHOT_PACKAGE_VERSION, - (long long)kv.second.versionCode); - proto->write(FIELD_TYPE_INT32 | FIELD_ID_SNAPSHOT_PACKAGE_UID, kv.first.first); - proto->write(FIELD_TYPE_BOOL | FIELD_ID_SNAPSHOT_PACKAGE_DELETED, kv.second.deleted); - proto->end(token); - } -} - -void UidMap::appendUidMap(const int64_t& timestamp, const ConfigKey& key, std::set<string>* str_set, - bool includeVersionStrings, bool includeInstaller, - ProtoOutputStream* proto) { - lock_guard<mutex> lock(mMutex); // Lock for updates - - for (const ChangeRecord& record : mChanges) { - if (record.timestampNs > mLastUpdatePerConfigKey[key]) { - uint64_t changesToken = - proto->start(FIELD_TYPE_MESSAGE | FIELD_COUNT_REPEATED | FIELD_ID_CHANGES); - proto->write(FIELD_TYPE_BOOL | FIELD_ID_CHANGE_DELETION, (bool)record.deletion); - proto->write(FIELD_TYPE_INT64 | FIELD_ID_CHANGE_TIMESTAMP, - (long long)record.timestampNs); - if (str_set != nullptr) { - str_set->insert(record.package); - proto->write(FIELD_TYPE_UINT64 | FIELD_ID_CHANGE_PACKAGE_HASH, - (long long)Hash64(record.package)); - if (includeVersionStrings) { - str_set->insert(record.versionString); - proto->write(FIELD_TYPE_UINT64 | FIELD_ID_CHANGE_NEW_VERSION_STRING_HASH, - (long long)Hash64(record.versionString)); - str_set->insert(record.prevVersionString); - proto->write(FIELD_TYPE_UINT64 | FIELD_ID_CHANGE_PREV_VERSION_STRING_HASH, - (long long)Hash64(record.prevVersionString)); - } - } else { - proto->write(FIELD_TYPE_STRING | FIELD_ID_CHANGE_PACKAGE, record.package); - if (includeVersionStrings) { - proto->write(FIELD_TYPE_STRING | FIELD_ID_CHANGE_NEW_VERSION_STRING, - record.versionString); - proto->write(FIELD_TYPE_STRING | FIELD_ID_CHANGE_PREV_VERSION_STRING, - record.prevVersionString); - } - } - - proto->write(FIELD_TYPE_INT32 | FIELD_ID_CHANGE_UID, (int)record.uid); - proto->write(FIELD_TYPE_INT64 | FIELD_ID_CHANGE_NEW_VERSION, (long long)record.version); - proto->write(FIELD_TYPE_INT64 | FIELD_ID_CHANGE_PREV_VERSION, - (long long)record.prevVersion); - proto->end(changesToken); - } - } - - // Write snapshot from current uid map state. - uint64_t snapshotsToken = - proto->start(FIELD_TYPE_MESSAGE | FIELD_COUNT_REPEATED | FIELD_ID_SNAPSHOTS); - writeUidMapSnapshotLocked(timestamp, includeVersionStrings, includeInstaller, - std::set<int32_t>() /*empty uid set means including every uid*/, - str_set, proto); - proto->end(snapshotsToken); - - int64_t prevMin = getMinimumTimestampNs(); - mLastUpdatePerConfigKey[key] = timestamp; - int64_t newMin = getMinimumTimestampNs(); - - if (newMin > prevMin) { // Delete anything possible now that the minimum has - // moved forward. - int64_t cutoff_nanos = newMin; - for (auto it_changes = mChanges.begin(); it_changes != mChanges.end();) { - if (it_changes->timestampNs < cutoff_nanos) { - mBytesUsed -= kBytesChangeRecord; - it_changes = mChanges.erase(it_changes); - } else { - ++it_changes; - } - } - } - StatsdStats::getInstance().setCurrentUidMapMemory(mBytesUsed); - StatsdStats::getInstance().setUidMapChanges(mChanges.size()); -} - -void UidMap::printUidMap(int out) const { - lock_guard<mutex> lock(mMutex); - - for (const auto& kv : mMap) { - if (!kv.second.deleted) { - dprintf(out, "%s, v%" PRId64 ", %s, %s (%i)\n", kv.first.second.c_str(), - kv.second.versionCode, kv.second.versionString.c_str(), - kv.second.installer.c_str(), kv.first.first); - } - } -} - -void UidMap::OnConfigUpdated(const ConfigKey& key) { - mLastUpdatePerConfigKey[key] = -1; -} - -void UidMap::OnConfigRemoved(const ConfigKey& key) { - mLastUpdatePerConfigKey.erase(key); -} - -set<int32_t> UidMap::getAppUid(const string& package) const { - lock_guard<mutex> lock(mMutex); - - set<int32_t> results; - for (const auto& kv : mMap) { - if (kv.first.second == package && !kv.second.deleted) { - results.insert(kv.first.first); - } - } - return results; -} - -// Note not all the following AIDs are used as uids. Some are used only for gids. -// It's ok to leave them in the map, but we won't ever see them in the log's uid field. -// App's uid starts from 10000, and will not overlap with the following AIDs. -const std::map<string, uint32_t> UidMap::sAidToUidMapping = {{"AID_ROOT", 0}, - {"AID_SYSTEM", 1000}, - {"AID_RADIO", 1001}, - {"AID_BLUETOOTH", 1002}, - {"AID_GRAPHICS", 1003}, - {"AID_INPUT", 1004}, - {"AID_AUDIO", 1005}, - {"AID_CAMERA", 1006}, - {"AID_LOG", 1007}, - {"AID_COMPASS", 1008}, - {"AID_MOUNT", 1009}, - {"AID_WIFI", 1010}, - {"AID_ADB", 1011}, - {"AID_INSTALL", 1012}, - {"AID_MEDIA", 1013}, - {"AID_DHCP", 1014}, - {"AID_SDCARD_RW", 1015}, - {"AID_VPN", 1016}, - {"AID_KEYSTORE", 1017}, - {"AID_USB", 1018}, - {"AID_DRM", 1019}, - {"AID_MDNSR", 1020}, - {"AID_GPS", 1021}, - // {"AID_UNUSED1", 1022}, - {"AID_MEDIA_RW", 1023}, - {"AID_MTP", 1024}, - // {"AID_UNUSED2", 1025}, - {"AID_DRMRPC", 1026}, - {"AID_NFC", 1027}, - {"AID_SDCARD_R", 1028}, - {"AID_CLAT", 1029}, - {"AID_LOOP_RADIO", 1030}, - {"AID_MEDIA_DRM", 1031}, - {"AID_PACKAGE_INFO", 1032}, - {"AID_SDCARD_PICS", 1033}, - {"AID_SDCARD_AV", 1034}, - {"AID_SDCARD_ALL", 1035}, - {"AID_LOGD", 1036}, - {"AID_SHARED_RELRO", 1037}, - {"AID_DBUS", 1038}, - {"AID_TLSDATE", 1039}, - {"AID_MEDIA_EX", 1040}, - {"AID_AUDIOSERVER", 1041}, - {"AID_METRICS_COLL", 1042}, - {"AID_METRICSD", 1043}, - {"AID_WEBSERV", 1044}, - {"AID_DEBUGGERD", 1045}, - {"AID_MEDIA_CODEC", 1046}, - {"AID_CAMERASERVER", 1047}, - {"AID_FIREWALL", 1048}, - {"AID_TRUNKS", 1049}, - {"AID_NVRAM", 1050}, - {"AID_DNS", 1051}, - {"AID_DNS_TETHER", 1052}, - {"AID_WEBVIEW_ZYGOTE", 1053}, - {"AID_VEHICLE_NETWORK", 1054}, - {"AID_MEDIA_AUDIO", 1055}, - {"AID_MEDIA_VIDEO", 1056}, - {"AID_MEDIA_IMAGE", 1057}, - {"AID_TOMBSTONED", 1058}, - {"AID_MEDIA_OBB", 1059}, - {"AID_ESE", 1060}, - {"AID_OTA_UPDATE", 1061}, - {"AID_AUTOMOTIVE_EVS", 1062}, - {"AID_LOWPAN", 1063}, - {"AID_HSM", 1064}, - {"AID_RESERVED_DISK", 1065}, - {"AID_STATSD", 1066}, - {"AID_INCIDENTD", 1067}, - {"AID_SECURE_ELEMENT", 1068}, - {"AID_LMKD", 1069}, - {"AID_LLKD", 1070}, - {"AID_IORAPD", 1071}, - {"AID_GPU_SERVICE", 1072}, - {"AID_NETWORK_STACK", 1073}, - {"AID_GSID", 1074}, - {"AID_FSVERITY_CERT", 1075}, - {"AID_CREDSTORE", 1076}, - {"AID_EXTERNAL_STORAGE", 1077}, - {"AID_EXT_DATA_RW", 1078}, - {"AID_EXT_OBB_RW", 1079}, - {"AID_CONTEXT_HUB", 1080}, - {"AID_SHELL", 2000}, - {"AID_CACHE", 2001}, - {"AID_DIAG", 2002}}; - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/packages/UidMap.h b/cmds/statsd/src/packages/UidMap.h deleted file mode 100644 index 22250aee402e..000000000000 --- a/cmds/statsd/src/packages/UidMap.h +++ /dev/null @@ -1,227 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#pragma once - -#include "config/ConfigKey.h" -#include "config/ConfigListener.h" -#include "packages/PackageInfoListener.h" -#include "stats_util.h" - -#include <gtest/gtest_prod.h> -#include <stdio.h> -#include <utils/RefBase.h> -#include <utils/String16.h> - -#include <list> -#include <mutex> -#include <set> -#include <string> -#include <unordered_map> - -using namespace android; -using namespace std; - -using android::util::ProtoOutputStream; - -namespace android { -namespace os { -namespace statsd { - -struct AppData { - int64_t versionCode; - string versionString; - string installer; - bool deleted; - - // Empty constructor needed for unordered map. - AppData() { - } - - AppData(const int64_t v, const string& versionString, const string& installer) - : versionCode(v), versionString(versionString), installer(installer), deleted(false){}; -}; - -// When calling appendUidMap, we retrieve all the ChangeRecords since the last -// timestamp we called appendUidMap for this configuration key. -struct ChangeRecord { - const bool deletion; - const int64_t timestampNs; - const string package; - const int32_t uid; - const int64_t version; - const int64_t prevVersion; - const string versionString; - const string prevVersionString; - - ChangeRecord(const bool isDeletion, const int64_t timestampNs, const string& package, - const int32_t uid, const int64_t version, const string versionString, - const int64_t prevVersion, const string prevVersionString) - : deletion(isDeletion), - timestampNs(timestampNs), - package(package), - uid(uid), - version(version), - prevVersion(prevVersion), - versionString(versionString), - prevVersionString(prevVersionString) { - } -}; - -const unsigned int kBytesChangeRecord = sizeof(struct ChangeRecord); - -// UidMap keeps track of what the corresponding app name (APK name) and version code for every uid -// at any given moment. This map must be updated by StatsCompanionService. -class UidMap : public virtual android::RefBase { -public: - UidMap(); - ~UidMap(); - static const std::map<std::string, uint32_t> sAidToUidMapping; - - static sp<UidMap> getInstance(); - /* - * All three inputs must be the same size, and the jth element in each array refers to the same - * tuple, ie. uid[j] corresponds to packageName[j] with versionCode[j]. - */ - void updateMap(const int64_t& timestamp, const vector<int32_t>& uid, - const vector<int64_t>& versionCode, const vector<String16>& versionString, - const vector<String16>& packageName, const vector<String16>& installer); - - void updateApp(const int64_t& timestamp, const String16& packageName, const int32_t& uid, - const int64_t& versionCode, const String16& versionString, - const String16& installer); - void removeApp(const int64_t& timestamp, const String16& packageName, const int32_t& uid); - - // Returns true if the given uid contains the specified app (eg. com.google.android.gms). - bool hasApp(int uid, const string& packageName) const; - - // Returns the app names from uid. - std::set<string> getAppNamesFromUid(const int32_t& uid, bool returnNormalized) const; - - int64_t getAppVersion(int uid, const string& packageName) const; - - // Helper for debugging contents of this uid map. Can be triggered with: - // adb shell cmd stats print-uid-map - void printUidMap(int outFd) const; - - // Command for indicating to the map that StatsLogProcessor should be notified if an app is - // updated. This allows metric producers and managers to distinguish when the same uid or app - // represents a different version of an app. - void setListener(wp<PackageInfoListener> listener); - - // Informs uid map that a config is added/updated. Used for keeping mConfigKeys up to date. - void OnConfigUpdated(const ConfigKey& key); - - // Informs uid map that a config is removed. Used for keeping mConfigKeys up to date. - void OnConfigRemoved(const ConfigKey& key); - - void assignIsolatedUid(int isolatedUid, int parentUid); - void removeIsolatedUid(int isolatedUid); - - // Returns the host uid if it exists. Otherwise, returns the same uid that was passed-in. - virtual int getHostUidOrSelf(int uid) const; - - // Gets all snapshots and changes that have occurred since the last output. - // If every config key has received a change or snapshot record, then this - // record is deleted. - void appendUidMap(const int64_t& timestamp, const ConfigKey& key, std::set<string>* str_set, - bool includeVersionStrings, bool includeInstaller, - ProtoOutputStream* proto); - - // Forces the output to be cleared. We still generate a snapshot based on the current state. - // This results in extra data uploaded but helps us reconstruct the uid mapping on the server - // in case we lose a previous upload. - void clearOutput(); - - // Get currently cached value of memory used by UID map. - size_t getBytesUsed() const; - - virtual std::set<int32_t> getAppUid(const string& package) const; - - // Write current PackageInfoSnapshot to ProtoOutputStream. - // interestingUids: If not empty, only write the package info for these uids. If empty, write - // package info for all uids. - // str_set: if not null, add new string to the set and write str_hash to proto - // if null, write string to proto. - void writeUidMapSnapshot(int64_t timestamp, bool includeVersionStrings, bool includeInstaller, - const std::set<int32_t>& interestingUids, std::set<string>* str_set, - ProtoOutputStream* proto); - -private: - std::set<string> getAppNamesFromUidLocked(const int32_t& uid, bool returnNormalized) const; - string normalizeAppName(const string& appName) const; - - void writeUidMapSnapshotLocked(int64_t timestamp, bool includeVersionStrings, - bool includeInstaller, const std::set<int32_t>& interestingUids, - std::set<string>* str_set, ProtoOutputStream* proto); - - mutable mutex mMutex; - mutable mutex mIsolatedMutex; - - struct PairHash { - size_t operator()(std::pair<int, string> p) const noexcept { - std::hash<std::string> hash_fn; - return hash_fn(std::to_string(p.first) + p.second); - } - }; - // Maps uid and package name to application data. - std::unordered_map<std::pair<int, string>, AppData, PairHash> mMap; - - // Maps isolated uid to the parent uid. Any metrics for an isolated uid will instead contribute - // to the parent uid. - std::unordered_map<int, int> mIsolatedUidMap; - - // Record the changes that can be provided with the uploads. - std::list<ChangeRecord> mChanges; - - // Store which uid and apps represent deleted ones. - std::list<std::pair<int, string>> mDeletedApps; - - // Notify StatsLogProcessor if there's an upgrade/removal in any app. - wp<PackageInfoListener> mSubscriber; - - // Mapping of config keys we're aware of to the epoch time they last received an update. This - // lets us know it's safe to delete events older than the oldest update. The value is nanosec. - // Value of -1 denotes this config key has never received an upload. - std::unordered_map<ConfigKey, int64_t> mLastUpdatePerConfigKey; - - // Returns the minimum value from mConfigKeys. - int64_t getMinimumTimestampNs(); - - // If our current used bytes is above the limit, then we clear out the earliest snapshot. If - // there are no more snapshots, then we clear out the earliest delta. We repeat the deletions - // until the memory consumed by mOutput is below the specified limit. - void ensureBytesUsedBelowLimit(); - - // Override used for testing the max memory allowed by uid map. 0 means we use the value - // specified in StatsdStats.h with the rest of the guardrails. - size_t maxBytesOverride = 0; - - // Cache the size of mOutput; - size_t mBytesUsed; - - // Allows unit-test to access private methods. - FRIEND_TEST(UidMapTest, TestClearingOutput); - FRIEND_TEST(UidMapTest, TestRemovedAppRetained); - FRIEND_TEST(UidMapTest, TestRemovedAppOverGuardrail); - FRIEND_TEST(UidMapTest, TestOutputIncludesAtLeastOneSnapshot); - FRIEND_TEST(UidMapTest, TestMemoryComputed); - FRIEND_TEST(UidMapTest, TestMemoryGuardrail); -}; - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/shell/ShellSubscriber.cpp b/cmds/statsd/src/shell/ShellSubscriber.cpp deleted file mode 100644 index fd883c29dba0..000000000000 --- a/cmds/statsd/src/shell/ShellSubscriber.cpp +++ /dev/null @@ -1,245 +0,0 @@ -/* - * Copyright (C) 2018 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -#define DEBUG false // STOPSHIP if true -#include "Log.h" - -#include "ShellSubscriber.h" - -#include <android-base/file.h> - -#include "matchers/matcher_util.h" -#include "stats_log_util.h" - -using android::util::ProtoOutputStream; - -namespace android { -namespace os { -namespace statsd { - -const static int FIELD_ID_ATOM = 1; - -void ShellSubscriber::startNewSubscription(int in, int out, int timeoutSec) { - int myToken = claimToken(); - VLOG("ShellSubscriber: new subscription %d has come in", myToken); - mSubscriptionShouldEnd.notify_one(); - - shared_ptr<SubscriptionInfo> mySubscriptionInfo = make_shared<SubscriptionInfo>(in, out); - if (!readConfig(mySubscriptionInfo)) return; - - { - std::unique_lock<std::mutex> lock(mMutex); - mSubscriptionInfo = mySubscriptionInfo; - spawnHelperThread(myToken); - waitForSubscriptionToEndLocked(mySubscriptionInfo, myToken, lock, timeoutSec); - - if (mSubscriptionInfo == mySubscriptionInfo) { - mSubscriptionInfo = nullptr; - } - - } -} - -void ShellSubscriber::spawnHelperThread(int myToken) { - std::thread t([this, myToken] { pullAndSendHeartbeats(myToken); }); - t.detach(); -} - -void ShellSubscriber::waitForSubscriptionToEndLocked(shared_ptr<SubscriptionInfo> myInfo, - int myToken, - std::unique_lock<std::mutex>& lock, - int timeoutSec) { - if (timeoutSec > 0) { - mSubscriptionShouldEnd.wait_for(lock, timeoutSec * 1s, [this, myToken, &myInfo] { - return mToken != myToken || !myInfo->mClientAlive; - }); - } else { - mSubscriptionShouldEnd.wait(lock, [this, myToken, &myInfo] { - return mToken != myToken || !myInfo->mClientAlive; - }); - } -} - -// Atomically claim the next token. Token numbers denote subscriber ordering. -int ShellSubscriber::claimToken() { - std::unique_lock<std::mutex> lock(mMutex); - int myToken = ++mToken; - return myToken; -} - -// Read and parse single config. There should only one config per input. -bool ShellSubscriber::readConfig(shared_ptr<SubscriptionInfo> subscriptionInfo) { - // Read the size of the config. - size_t bufferSize; - if (!android::base::ReadFully(subscriptionInfo->mInputFd, &bufferSize, sizeof(bufferSize))) { - return false; - } - - // Read the config. - vector<uint8_t> buffer(bufferSize); - if (!android::base::ReadFully(subscriptionInfo->mInputFd, buffer.data(), bufferSize)) { - return false; - } - - // Parse the config. - ShellSubscription config; - if (!config.ParseFromArray(buffer.data(), bufferSize)) { - return false; - } - - // Update SubscriptionInfo with state from config - for (const auto& pushed : config.pushed()) { - subscriptionInfo->mPushedMatchers.push_back(pushed); - } - - for (const auto& pulled : config.pulled()) { - vector<string> packages; - vector<int32_t> uids; - for (const string& pkg : pulled.packages()) { - auto it = UidMap::sAidToUidMapping.find(pkg); - if (it != UidMap::sAidToUidMapping.end()) { - uids.push_back(it->second); - } else { - packages.push_back(pkg); - } - } - - subscriptionInfo->mPulledInfo.emplace_back(pulled.matcher(), pulled.freq_millis(), packages, - uids); - VLOG("adding matcher for pulled atom %d", pulled.matcher().atom_id()); - } - - return true; -} - -void ShellSubscriber::pullAndSendHeartbeats(int myToken) { - VLOG("ShellSubscriber: helper thread %d starting", myToken); - while (true) { - int64_t sleepTimeMs = INT_MAX; - { - std::lock_guard<std::mutex> lock(mMutex); - if (!mSubscriptionInfo || mToken != myToken) { - VLOG("ShellSubscriber: helper thread %d done!", myToken); - return; - } - - int64_t nowMillis = getElapsedRealtimeMillis(); - int64_t nowNanos = getElapsedRealtimeNs(); - for (PullInfo& pullInfo : mSubscriptionInfo->mPulledInfo) { - if (pullInfo.mPrevPullElapsedRealtimeMs + pullInfo.mInterval >= nowMillis) { - continue; - } - - vector<int32_t> uids; - getUidsForPullAtom(&uids, pullInfo); - - vector<std::shared_ptr<LogEvent>> data; - mPullerMgr->Pull(pullInfo.mPullerMatcher.atom_id(), uids, nowNanos, &data); - VLOG("Pulled %zu atoms with id %d", data.size(), pullInfo.mPullerMatcher.atom_id()); - writePulledAtomsLocked(data, pullInfo.mPullerMatcher); - - pullInfo.mPrevPullElapsedRealtimeMs = nowMillis; - } - - // Send a heartbeat, consisting of a data size of 0, if perfd hasn't recently received - // data from statsd. When it receives the data size of 0, perfd will not expect any - // atoms and recheck whether the subscription should end. - if (nowMillis - mLastWriteMs > kMsBetweenHeartbeats) { - attemptWriteToPipeLocked(/*dataSize=*/0); - } - - // Determine how long to sleep before doing more work. - for (PullInfo& pullInfo : mSubscriptionInfo->mPulledInfo) { - int64_t nextPullTime = pullInfo.mPrevPullElapsedRealtimeMs + pullInfo.mInterval; - int64_t timeBeforePull = nextPullTime - nowMillis; // guaranteed to be non-negative - if (timeBeforePull < sleepTimeMs) sleepTimeMs = timeBeforePull; - } - int64_t timeBeforeHeartbeat = (mLastWriteMs + kMsBetweenHeartbeats) - nowMillis; - if (timeBeforeHeartbeat < sleepTimeMs) sleepTimeMs = timeBeforeHeartbeat; - } - - VLOG("ShellSubscriber: helper thread %d sleeping for %lld ms", myToken, - (long long)sleepTimeMs); - std::this_thread::sleep_for(std::chrono::milliseconds(sleepTimeMs)); - } -} - -void ShellSubscriber::getUidsForPullAtom(vector<int32_t>* uids, const PullInfo& pullInfo) { - uids->insert(uids->end(), pullInfo.mPullUids.begin(), pullInfo.mPullUids.end()); - // This is slow. Consider storing the uids per app and listening to uidmap updates. - for (const string& pkg : pullInfo.mPullPackages) { - set<int32_t> uidsForPkg = mUidMap->getAppUid(pkg); - uids->insert(uids->end(), uidsForPkg.begin(), uidsForPkg.end()); - } - uids->push_back(DEFAULT_PULL_UID); -} - -void ShellSubscriber::writePulledAtomsLocked(const vector<std::shared_ptr<LogEvent>>& data, - const SimpleAtomMatcher& matcher) { - mProto.clear(); - int count = 0; - for (const auto& event : data) { - if (matchesSimple(*mUidMap, matcher, *event)) { - count++; - uint64_t atomToken = mProto.start(util::FIELD_TYPE_MESSAGE | - util::FIELD_COUNT_REPEATED | FIELD_ID_ATOM); - event->ToProto(mProto); - mProto.end(atomToken); - } - } - - if (count > 0) attemptWriteToPipeLocked(mProto.size()); -} - -void ShellSubscriber::onLogEvent(const LogEvent& event) { - std::lock_guard<std::mutex> lock(mMutex); - if (!mSubscriptionInfo) return; - - mProto.clear(); - for (const auto& matcher : mSubscriptionInfo->mPushedMatchers) { - if (matchesSimple(*mUidMap, matcher, event)) { - uint64_t atomToken = mProto.start(util::FIELD_TYPE_MESSAGE | - util::FIELD_COUNT_REPEATED | FIELD_ID_ATOM); - event.ToProto(mProto); - mProto.end(atomToken); - attemptWriteToPipeLocked(mProto.size()); - } - } -} - -// Tries to write the atom encoded in mProto to the pipe. If the write fails -// because the read end of the pipe has closed, signals to other threads that -// the subscription should end. -void ShellSubscriber::attemptWriteToPipeLocked(size_t dataSize) { - // First, write the payload size. - if (!android::base::WriteFully(mSubscriptionInfo->mOutputFd, &dataSize, sizeof(dataSize))) { - mSubscriptionInfo->mClientAlive = false; - mSubscriptionShouldEnd.notify_one(); - return; - } - - // Then, write the payload if this is not just a heartbeat. - if (dataSize > 0 && !mProto.flush(mSubscriptionInfo->mOutputFd)) { - mSubscriptionInfo->mClientAlive = false; - mSubscriptionShouldEnd.notify_one(); - return; - } - - mLastWriteMs = getElapsedRealtimeMillis(); -} - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/shell/ShellSubscriber.h b/cmds/statsd/src/shell/ShellSubscriber.h deleted file mode 100644 index 4c05fa7f71c2..000000000000 --- a/cmds/statsd/src/shell/ShellSubscriber.h +++ /dev/null @@ -1,146 +0,0 @@ -/* - * Copyright (C) 2018 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#pragma once - -#include <android/util/ProtoOutputStream.h> -#include <private/android_filesystem_config.h> - -#include <condition_variable> -#include <mutex> -#include <thread> - -#include "external/StatsPullerManager.h" -#include "frameworks/base/cmds/statsd/src/shell/shell_config.pb.h" -#include "frameworks/base/cmds/statsd/src/statsd_config.pb.h" -#include "logd/LogEvent.h" -#include "packages/UidMap.h" - -namespace android { -namespace os { -namespace statsd { - -/** - * Handles atoms subscription via shell cmd. - * - * A shell subscription lasts *until shell exits*. Unlike config based clients, a shell client - * communicates with statsd via file descriptors. They can subscribe pushed and pulled atoms. - * The atoms are sent back to the client in real time, as opposed to keeping the data in memory. - * Shell clients do not subscribe aggregated metrics, as they are responsible for doing the - * aggregation after receiving the atom events. - * - * Shell clients pass ShellSubscription in the proto binary format. Clients can update the - * subscription by sending a new subscription. The new subscription would replace the old one. - * Input data stream format is: - * - * |size_t|subscription proto|size_t|subscription proto|.... - * - * statsd sends the events back in Atom proto binary format. Each Atom message is preceded - * with sizeof(size_t) bytes indicating the size of the proto message payload. - * - * The stream would be in the following format: - * |size_t|shellData proto|size_t|shellData proto|.... - * - * Only one shell subscriber is allowed at a time because each shell subscriber blocks one thread - * until it exits. - */ -class ShellSubscriber : public virtual RefBase { -public: - ShellSubscriber(sp<UidMap> uidMap, sp<StatsPullerManager> pullerMgr) - : mUidMap(uidMap), mPullerMgr(pullerMgr){}; - - void startNewSubscription(int inFd, int outFd, int timeoutSec); - - void onLogEvent(const LogEvent& event); - -private: - struct PullInfo { - PullInfo(const SimpleAtomMatcher& matcher, int64_t interval, - const std::vector<std::string>& packages, const std::vector<int32_t>& uids) - : mPullerMatcher(matcher), - mInterval(interval), - mPrevPullElapsedRealtimeMs(0), - mPullPackages(packages), - mPullUids(uids) { - } - SimpleAtomMatcher mPullerMatcher; - int64_t mInterval; - int64_t mPrevPullElapsedRealtimeMs; - std::vector<std::string> mPullPackages; - std::vector<int32_t> mPullUids; - }; - - struct SubscriptionInfo { - SubscriptionInfo(const int& inputFd, const int& outputFd) - : mInputFd(inputFd), mOutputFd(outputFd), mClientAlive(true) { - } - - int mInputFd; - int mOutputFd; - std::vector<SimpleAtomMatcher> mPushedMatchers; - std::vector<PullInfo> mPulledInfo; - bool mClientAlive; - }; - - int claimToken(); - - bool readConfig(std::shared_ptr<SubscriptionInfo> subscriptionInfo); - - void spawnHelperThread(int myToken); - - void waitForSubscriptionToEndLocked(std::shared_ptr<SubscriptionInfo> myInfo, - int myToken, - std::unique_lock<std::mutex>& lock, - int timeoutSec); - - // Helper thread that pulls atoms at a regular frequency and sends - // heartbeats to perfd if statsd hasn't recently sent any data. Statsd must - // send heartbeats for perfd to escape a blocking read call and recheck if - // the user has terminated the subscription. - void pullAndSendHeartbeats(int myToken); - - void writePulledAtomsLocked(const vector<std::shared_ptr<LogEvent>>& data, - const SimpleAtomMatcher& matcher); - - void getUidsForPullAtom(vector<int32_t>* uids, const PullInfo& pullInfo); - - void attemptWriteToPipeLocked(size_t dataSize); - - sp<UidMap> mUidMap; - - sp<StatsPullerManager> mPullerMgr; - - android::util::ProtoOutputStream mProto; - - mutable std::mutex mMutex; - - std::condition_variable mSubscriptionShouldEnd; - - std::shared_ptr<SubscriptionInfo> mSubscriptionInfo = nullptr; - - int mToken = 0; - - const int32_t DEFAULT_PULL_UID = AID_SYSTEM; - - // Tracks when we last send data to perfd. We need that time to determine - // when next to send a heartbeat. - int64_t mLastWriteMs = 0; - const int64_t kMsBetweenHeartbeats = 1000; -}; - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/shell/shell_config.proto b/cmds/statsd/src/shell/shell_config.proto deleted file mode 100644 index 07d0310ef2dd..000000000000 --- a/cmds/statsd/src/shell/shell_config.proto +++ /dev/null @@ -1,39 +0,0 @@ -/* - * Copyright (C) 2018 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -syntax = "proto2"; - -package android.os.statsd; - -option java_package = "com.android.os"; -option java_outer_classname = "ShellConfig"; - -import "frameworks/base/cmds/statsd/src/statsd_config.proto"; - -message PulledAtomSubscription { - optional SimpleAtomMatcher matcher = 1; - - /* gap between two pulls in milliseconds */ - optional int32 freq_millis = 2; - - /* Packages that the pull is requested from */ - repeated string packages = 3; -} - -message ShellSubscription { - repeated SimpleAtomMatcher pushed = 1; - repeated PulledAtomSubscription pulled = 2; -}
\ No newline at end of file diff --git a/cmds/statsd/src/shell/shell_data.proto b/cmds/statsd/src/shell/shell_data.proto deleted file mode 100644 index 236bdbdd31f6..000000000000 --- a/cmds/statsd/src/shell/shell_data.proto +++ /dev/null @@ -1,29 +0,0 @@ -/* - * Copyright (C) 2018 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -syntax = "proto2"; - -package android.os.statsd; - -option java_package = "com.android.os.statsd"; -option java_outer_classname = "ShellDataProto"; - -import "frameworks/base/cmds/statsd/src/atoms.proto"; - -// The output of shell subscription, including both pulled and pushed subscriptions. -message ShellData { - repeated Atom atom = 1; -} diff --git a/cmds/statsd/src/socket/StatsSocketListener.cpp b/cmds/statsd/src/socket/StatsSocketListener.cpp deleted file mode 100755 index b877cc9c352f..000000000000 --- a/cmds/statsd/src/socket/StatsSocketListener.cpp +++ /dev/null @@ -1,156 +0,0 @@ -/* - * Copyright (C) 2018 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -#define DEBUG false // STOPSHIP if true -#include "Log.h" - -#include <ctype.h> -#include <limits.h> -#include <stdio.h> -#include <sys/cdefs.h> -#include <sys/prctl.h> -#include <sys/socket.h> -#include <sys/types.h> -#include <sys/un.h> -#include <unistd.h> - -#include <cutils/sockets.h> - -#include "StatsSocketListener.h" -#include "guardrail/StatsdStats.h" -#include "stats_log_util.h" - -namespace android { -namespace os { -namespace statsd { - -StatsSocketListener::StatsSocketListener(std::shared_ptr<LogEventQueue> queue) - : SocketListener(getLogSocket(), false /*start listen*/), mQueue(queue) { -} - -StatsSocketListener::~StatsSocketListener() { -} - -bool StatsSocketListener::onDataAvailable(SocketClient* cli) { - static bool name_set; - if (!name_set) { - prctl(PR_SET_NAME, "statsd.writer"); - name_set = true; - } - - // + 1 to ensure null terminator if MAX_PAYLOAD buffer is received - char buffer[sizeof(android_log_header_t) + LOGGER_ENTRY_MAX_PAYLOAD + 1]; - struct iovec iov = {buffer, sizeof(buffer) - 1}; - - alignas(4) char control[CMSG_SPACE(sizeof(struct ucred))]; - struct msghdr hdr = { - NULL, 0, &iov, 1, control, sizeof(control), 0, - }; - - int socket = cli->getSocket(); - - // To clear the entire buffer is secure/safe, but this contributes to 1.68% - // overhead under logging load. We are safe because we check counts, but - // still need to clear null terminator - // memset(buffer, 0, sizeof(buffer)); - ssize_t n = recvmsg(socket, &hdr, 0); - if (n <= (ssize_t)(sizeof(android_log_header_t))) { - return false; - } - - buffer[n] = 0; - - struct ucred* cred = NULL; - - struct cmsghdr* cmsg = CMSG_FIRSTHDR(&hdr); - while (cmsg != NULL) { - if (cmsg->cmsg_level == SOL_SOCKET && cmsg->cmsg_type == SCM_CREDENTIALS) { - cred = (struct ucred*)CMSG_DATA(cmsg); - break; - } - cmsg = CMSG_NXTHDR(&hdr, cmsg); - } - - struct ucred fake_cred; - if (cred == NULL) { - cred = &fake_cred; - cred->pid = 0; - cred->uid = DEFAULT_OVERFLOWUID; - } - - uint8_t* ptr = ((uint8_t*)buffer) + sizeof(android_log_header_t); - n -= sizeof(android_log_header_t); - - // When a log failed to write to statsd socket (e.g., due ot EBUSY), a special message would - // be sent to statsd when the socket communication becomes available again. - // The format is android_log_event_int_t with a single integer in the payload indicating the - // number of logs that failed. (*FORMAT MUST BE IN SYNC WITH system/core/libstats*) - // Note that all normal stats logs are in the format of event_list, so there won't be confusion. - // - // TODO(b/80538532): In addition to log it in StatsdStats, we should properly reset the config. - if (n == sizeof(android_log_event_long_t)) { - android_log_event_long_t* long_event = reinterpret_cast<android_log_event_long_t*>(ptr); - if (long_event->payload.type == EVENT_TYPE_LONG) { - int64_t composed_long = long_event->payload.data; - - // format: - // |last_tag|dropped_count| - int32_t dropped_count = (int32_t)(0xffffffff & composed_long); - int32_t last_atom_tag = (int32_t)((0xffffffff00000000 & (uint64_t)composed_long) >> 32); - - ALOGE("Found dropped events: %d error %d last atom tag %d from uid %d", dropped_count, - long_event->header.tag, last_atom_tag, cred->uid); - StatsdStats::getInstance().noteLogLost((int32_t)getWallClockSec(), dropped_count, - long_event->header.tag, last_atom_tag, cred->uid, - cred->pid); - return true; - } - } - - // move past the 4-byte StatsEventTag - uint8_t* msg = ptr + sizeof(uint32_t); - uint32_t len = n - sizeof(uint32_t); - uint32_t uid = cred->uid; - uint32_t pid = cred->pid; - - int64_t oldestTimestamp; - std::unique_ptr<LogEvent> logEvent = std::make_unique<LogEvent>(uid, pid); - logEvent->parseBuffer(msg, len); - - if (!mQueue->push(std::move(logEvent), &oldestTimestamp)) { - StatsdStats::getInstance().noteEventQueueOverflow(oldestTimestamp); - } - - return true; -} - -int StatsSocketListener::getLogSocket() { - static const char socketName[] = "statsdw"; - int sock = android_get_control_socket(socketName); - - if (sock < 0) { // statsd started up in init.sh - sock = socket_local_server(socketName, ANDROID_SOCKET_NAMESPACE_RESERVED, SOCK_DGRAM); - - int on = 1; - if (setsockopt(sock, SOL_SOCKET, SO_PASSCRED, &on, sizeof(on))) { - return -1; - } - } - return sock; -} - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/socket/StatsSocketListener.h b/cmds/statsd/src/socket/StatsSocketListener.h deleted file mode 100644 index 2167a56445b9..000000000000 --- a/cmds/statsd/src/socket/StatsSocketListener.h +++ /dev/null @@ -1,54 +0,0 @@ -/* - * Copyright (C) 2018 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -#pragma once - -#include <sysutils/SocketListener.h> -#include <utils/RefBase.h> -#include "logd/LogEventQueue.h" - -// DEFAULT_OVERFLOWUID is defined in linux/highuid.h, which is not part of -// the uapi headers for userspace to use. This value is filled in on the -// out-of-band socket credentials if the OS fails to find one available. -// One of the causes of this is if SO_PASSCRED is set, all the packets before -// that point will have this value. We also use it in a fake credential if -// no socket credentials are supplied. -#ifndef DEFAULT_OVERFLOWUID -#define DEFAULT_OVERFLOWUID 65534 -#endif - -namespace android { -namespace os { -namespace statsd { - -class StatsSocketListener : public SocketListener, public virtual android::RefBase { -public: - explicit StatsSocketListener(std::shared_ptr<LogEventQueue> queue); - - virtual ~StatsSocketListener(); - -protected: - virtual bool onDataAvailable(SocketClient* cli); - -private: - static int getLogSocket(); - /** - * Who is going to get the events when they're read. - */ - std::shared_ptr<LogEventQueue> mQueue; -}; -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/state/StateListener.h b/cmds/statsd/src/state/StateListener.h deleted file mode 100644 index 63880017ca18..000000000000 --- a/cmds/statsd/src/state/StateListener.h +++ /dev/null @@ -1,54 +0,0 @@ -/* - * Copyright (C) 2019, The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -#pragma once - -#include <utils/RefBase.h> - -#include "HashableDimensionKey.h" - -namespace android { -namespace os { -namespace statsd { - -class StateListener : public virtual RefBase { -public: - StateListener(){}; - - virtual ~StateListener(){}; - - /** - * Interface for handling a state change. - * - * The old and new state values map to the original state values. - * StateTrackers only track the original state values and are unaware - * of higher-level state groups. MetricProducers hold information on - * state groups and are responsible for mapping original state values to - * the correct state group. - * - * [eventTimeNs]: Time of the state change log event. - * [atomId]: The id of the state atom - * [primaryKey]: The primary field values of the state atom - * [oldState]: Previous state value before state change - * [newState]: Current state value after state change - */ - virtual void onStateChanged(const int64_t eventTimeNs, const int32_t atomId, - const HashableDimensionKey& primaryKey, const FieldValue& oldState, - const FieldValue& newState) = 0; -}; - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/state/StateManager.cpp b/cmds/statsd/src/state/StateManager.cpp deleted file mode 100644 index c29afeb794fa..000000000000 --- a/cmds/statsd/src/state/StateManager.cpp +++ /dev/null @@ -1,112 +0,0 @@ -/* - * Copyright (C) 2019, The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#define DEBUG false // STOPSHIP if true -#include "Log.h" - -#include "StateManager.h" - -#include <private/android_filesystem_config.h> - -namespace android { -namespace os { -namespace statsd { - -StateManager::StateManager() - : mAllowedPkg({ - "com.android.systemui", - }) { -} - -StateManager& StateManager::getInstance() { - static StateManager sStateManager; - return sStateManager; -} - -void StateManager::clear() { - mStateTrackers.clear(); -} - -void StateManager::onLogEvent(const LogEvent& event) { - // Only process state events from uids in AID_* and packages that are whitelisted in - // mAllowedPkg. - // Whitelisted AIDs are AID_ROOT and all AIDs in [1000, 2000) - if (event.GetUid() == AID_ROOT || (event.GetUid() >= 1000 && event.GetUid() < 2000) || - mAllowedLogSources.find(event.GetUid()) != mAllowedLogSources.end()) { - if (mStateTrackers.find(event.GetTagId()) != mStateTrackers.end()) { - mStateTrackers[event.GetTagId()]->onLogEvent(event); - } - } -} - -void StateManager::registerListener(const int32_t atomId, wp<StateListener> listener) { - // Check if state tracker already exists. - if (mStateTrackers.find(atomId) == mStateTrackers.end()) { - mStateTrackers[atomId] = new StateTracker(atomId); - } - mStateTrackers[atomId]->registerListener(listener); -} - -void StateManager::unregisterListener(const int32_t atomId, wp<StateListener> listener) { - std::unique_lock<std::mutex> lock(mMutex); - - // Hold the sp<> until the lock is released so that ~StateTracker() is - // not called while the lock is held. - sp<StateTracker> toRemove; - - // Unregister listener from correct StateTracker - auto it = mStateTrackers.find(atomId); - if (it != mStateTrackers.end()) { - it->second->unregisterListener(listener); - - // Remove the StateTracker if it has no listeners - if (it->second->getListenersCount() == 0) { - toRemove = it->second; - mStateTrackers.erase(it); - } - } else { - ALOGE("StateManager cannot unregister listener, StateTracker for atom %d does not exist", - atomId); - } - lock.unlock(); -} - -bool StateManager::getStateValue(const int32_t atomId, const HashableDimensionKey& key, - FieldValue* output) const { - auto it = mStateTrackers.find(atomId); - if (it != mStateTrackers.end()) { - return it->second->getStateValue(key, output); - } - return false; -} - -void StateManager::updateLogSources(const sp<UidMap>& uidMap) { - mAllowedLogSources.clear(); - for (const auto& pkg : mAllowedPkg) { - auto uids = uidMap->getAppUid(pkg); - mAllowedLogSources.insert(uids.begin(), uids.end()); - } -} - -void StateManager::notifyAppChanged(const string& apk, const sp<UidMap>& uidMap) { - if (mAllowedPkg.find(apk) != mAllowedPkg.end()) { - updateLogSources(uidMap); - } -} - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/state/StateManager.h b/cmds/statsd/src/state/StateManager.h deleted file mode 100644 index 18c404c29c4e..000000000000 --- a/cmds/statsd/src/state/StateManager.h +++ /dev/null @@ -1,103 +0,0 @@ -/* - * Copyright (C) 2019, The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -#pragma once - -#include <inttypes.h> -#include <utils/RefBase.h> - -#include <set> -#include <string> -#include <unordered_map> - -#include "HashableDimensionKey.h" -#include "packages/UidMap.h" -#include "state/StateListener.h" -#include "state/StateTracker.h" - -namespace android { -namespace os { -namespace statsd { - -/** - * This class is NOT thread safe. - * It should only be used while StatsLogProcessor's lock is held. - */ -class StateManager : public virtual RefBase { -public: - StateManager(); - - ~StateManager(){}; - - // Returns a pointer to the single, shared StateManager object. - static StateManager& getInstance(); - - // Unregisters all listeners and removes all trackers from StateManager. - void clear(); - - // Notifies the correct StateTracker of an event. - void onLogEvent(const LogEvent& event); - - // Notifies the StateTracker for the given atomId to register listener. - // If the correct StateTracker does not exist, a new StateTracker is created. - // Note: StateTrackers can be created for non-state atoms. They are essentially empty and - // do not perform any actions. - void registerListener(const int32_t atomId, wp<StateListener> listener); - - // Notifies the correct StateTracker to unregister a listener - // and removes the tracker if it no longer has any listeners. - void unregisterListener(const int32_t atomId, wp<StateListener> listener); - - // Returns true if the StateTracker exists and queries for the - // original state value mapped to the given query key. The state value is - // stored and output in a FieldValue class. - // Returns false if the StateTracker doesn't exist. - bool getStateValue(const int32_t atomId, const HashableDimensionKey& queryKey, - FieldValue* output) const; - - // Updates mAllowedLogSources with the latest uids for the packages that are allowed to log. - void updateLogSources(const sp<UidMap>& uidMap); - - void notifyAppChanged(const string& apk, const sp<UidMap>& uidMap); - - inline int getStateTrackersCount() const { - return mStateTrackers.size(); - } - - inline int getListenersCount(const int32_t atomId) const { - auto it = mStateTrackers.find(atomId); - if (it != mStateTrackers.end()) { - return it->second->getListenersCount(); - } - return -1; - } - -private: - mutable std::mutex mMutex; - - // Maps state atom ids to StateTrackers - std::unordered_map<int32_t, sp<StateTracker>> mStateTrackers; - - // The package names that can log state events. - const std::set<std::string> mAllowedPkg; - - // The combined uid sources (after translating pkg name to uid). - // State events from uids that are not in the list will be ignored to avoid state pollution. - std::set<int32_t> mAllowedLogSources; -}; - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/state/StateTracker.cpp b/cmds/statsd/src/state/StateTracker.cpp deleted file mode 100644 index 41e525c343ba..000000000000 --- a/cmds/statsd/src/state/StateTracker.cpp +++ /dev/null @@ -1,190 +0,0 @@ -/* - * Copyright (C) 2019, The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#define DEBUG true // STOPSHIP if true -#include "Log.h" - -#include "stats_util.h" - -#include "StateTracker.h" - -namespace android { -namespace os { -namespace statsd { - -StateTracker::StateTracker(const int32_t atomId) : mField(atomId, 0) { -} - -void StateTracker::onLogEvent(const LogEvent& event) { - const int64_t eventTimeNs = event.GetElapsedTimestampNs(); - - // Parse event for primary field values i.e. primary key. - HashableDimensionKey primaryKey; - filterPrimaryKey(event.getValues(), &primaryKey); - - FieldValue newState; - if (!getStateFieldValueFromLogEvent(event, &newState)) { - ALOGE("StateTracker error extracting state from log event. Missing exclusive state field."); - clearStateForPrimaryKey(eventTimeNs, primaryKey); - return; - } - - mField.setField(newState.mField.getField()); - - if (newState.mValue.getType() != INT) { - ALOGE("StateTracker error extracting state from log event. Type: %d", - newState.mValue.getType()); - clearStateForPrimaryKey(eventTimeNs, primaryKey); - return; - } - - if (int resetState = event.getResetState(); resetState != -1) { - VLOG("StateTracker new reset state: %d", resetState); - const FieldValue resetStateFieldValue(mField, Value(resetState)); - handleReset(eventTimeNs, resetStateFieldValue); - return; - } - - const bool nested = newState.mAnnotations.isNested(); - StateValueInfo* stateValueInfo = &mStateMap[primaryKey]; - updateStateForPrimaryKey(eventTimeNs, primaryKey, newState, nested, stateValueInfo); -} - -void StateTracker::registerListener(wp<StateListener> listener) { - mListeners.insert(listener); -} - -void StateTracker::unregisterListener(wp<StateListener> listener) { - mListeners.erase(listener); -} - -bool StateTracker::getStateValue(const HashableDimensionKey& queryKey, FieldValue* output) const { - output->mField = mField; - - if (const auto it = mStateMap.find(queryKey); it != mStateMap.end()) { - output->mValue = it->second.state; - return true; - } - - // Set the state value to kStateUnknown if query key is not found in state map. - output->mValue = kStateUnknown; - return false; -} - -void StateTracker::handleReset(const int64_t eventTimeNs, const FieldValue& newState) { - VLOG("StateTracker handle reset"); - for (auto& [primaryKey, stateValueInfo] : mStateMap) { - updateStateForPrimaryKey(eventTimeNs, primaryKey, newState, - false /* nested; treat this state change as not nested */, - &stateValueInfo); - } -} - -void StateTracker::clearStateForPrimaryKey(const int64_t eventTimeNs, - const HashableDimensionKey& primaryKey) { - VLOG("StateTracker clear state for primary key"); - const std::unordered_map<HashableDimensionKey, StateValueInfo>::iterator it = - mStateMap.find(primaryKey); - - // If there is no entry for the primaryKey in mStateMap, then the state is already - // kStateUnknown. - const FieldValue state(mField, Value(kStateUnknown)); - if (it != mStateMap.end()) { - updateStateForPrimaryKey(eventTimeNs, primaryKey, state, - false /* nested; treat this state change as not nested */, - &it->second); - } -} - -void StateTracker::updateStateForPrimaryKey(const int64_t eventTimeNs, - const HashableDimensionKey& primaryKey, - const FieldValue& newState, const bool nested, - StateValueInfo* stateValueInfo) { - FieldValue oldState; - oldState.mField = mField; - oldState.mValue.setInt(stateValueInfo->state); - const int32_t oldStateValue = stateValueInfo->state; - const int32_t newStateValue = newState.mValue.int_value; - - if (kStateUnknown == newStateValue) { - mStateMap.erase(primaryKey); - } - - // Update state map for non-nested counting case. - // Every state event triggers a state overwrite. - if (!nested) { - stateValueInfo->state = newStateValue; - stateValueInfo->count = 1; - - // Notify listeners if state has changed. - if (oldStateValue != newStateValue) { - notifyListeners(eventTimeNs, primaryKey, oldState, newState); - } - return; - } - - // Update state map for nested counting case. - // - // Nested counting is only allowed for binary state events such as ON/OFF or - // ACQUIRE/RELEASE. For example, WakelockStateChanged might have the state - // events: ON, ON, OFF. The state will still be ON until we see the same - // number of OFF events as ON events. - // - // In atoms.proto, a state atom with nested counting enabled - // must only have 2 states. There is no enforcemnt here of this requirement. - // The atom must be logged correctly. - if (kStateUnknown == newStateValue) { - if (kStateUnknown != oldStateValue) { - notifyListeners(eventTimeNs, primaryKey, oldState, newState); - } - } else if (oldStateValue == kStateUnknown) { - stateValueInfo->state = newStateValue; - stateValueInfo->count = 1; - notifyListeners(eventTimeNs, primaryKey, oldState, newState); - } else if (oldStateValue == newStateValue) { - stateValueInfo->count++; - } else if (--stateValueInfo->count == 0) { - stateValueInfo->state = newStateValue; - stateValueInfo->count = 1; - notifyListeners(eventTimeNs, primaryKey, oldState, newState); - } -} - -void StateTracker::notifyListeners(const int64_t eventTimeNs, - const HashableDimensionKey& primaryKey, - const FieldValue& oldState, const FieldValue& newState) { - for (auto l : mListeners) { - auto sl = l.promote(); - if (sl != nullptr) { - sl->onStateChanged(eventTimeNs, mField.getTag(), primaryKey, oldState, newState); - } - } -} - -bool getStateFieldValueFromLogEvent(const LogEvent& event, FieldValue* output) { - const int exclusiveStateFieldIndex = event.getExclusiveStateFieldIndex(); - if (-1 == exclusiveStateFieldIndex) { - ALOGE("error extracting state from log event. Missing exclusive state field."); - return false; - } - - *output = event.getValues()[exclusiveStateFieldIndex]; - return true; -} - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/state/StateTracker.h b/cmds/statsd/src/state/StateTracker.h deleted file mode 100644 index abd579e7e302..000000000000 --- a/cmds/statsd/src/state/StateTracker.h +++ /dev/null @@ -1,94 +0,0 @@ -/* - * Copyright (C) 2019, The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -#pragma once - -#include <utils/RefBase.h> -#include "HashableDimensionKey.h" -#include "logd/LogEvent.h" - -#include "state/StateListener.h" - -#include <unordered_map> - -namespace android { -namespace os { -namespace statsd { - -class StateTracker : public virtual RefBase { -public: - StateTracker(const int32_t atomId); - - virtual ~StateTracker(){}; - - // Updates state map and notifies all listeners if a state change occurs. - // Checks if a state change has occurred by getting the state value from - // the log event and comparing the old and new states. - void onLogEvent(const LogEvent& event); - - // Adds new listeners to set of StateListeners. If a listener is already - // registered, it is ignored. - void registerListener(wp<StateListener> listener); - - void unregisterListener(wp<StateListener> listener); - - // The output is a FieldValue object that has mStateField as the field and - // the original state value (found using the given query key) as the value. - // - // If the key isn't mapped to a state or the key size doesn't match the - // number of primary fields, the output value is set to kStateUnknown. - bool getStateValue(const HashableDimensionKey& queryKey, FieldValue* output) const; - - inline int getListenersCount() const { - return mListeners.size(); - } - - const static int kStateUnknown = -1; - -private: - struct StateValueInfo { - int32_t state = kStateUnknown; // state value - int count = 0; // nested count (only used for binary states) - }; - - Field mField; - - // Maps primary key to state value info - std::unordered_map<HashableDimensionKey, StateValueInfo> mStateMap; - - // Set of all StateListeners (objects listening for state changes) - std::set<wp<StateListener>> mListeners; - - // Reset all state values in map to the given state. - void handleReset(const int64_t eventTimeNs, const FieldValue& newState); - - // Clears the state value mapped to the given primary key by setting it to kStateUnknown. - void clearStateForPrimaryKey(const int64_t eventTimeNs, const HashableDimensionKey& primaryKey); - - // Update the StateMap based on the received state value. - void updateStateForPrimaryKey(const int64_t eventTimeNs, const HashableDimensionKey& primaryKey, - const FieldValue& newState, const bool nested, - StateValueInfo* stateValueInfo); - - // Notify registered state listeners of state change. - void notifyListeners(const int64_t eventTimeNs, const HashableDimensionKey& primaryKey, - const FieldValue& oldState, const FieldValue& newState); -}; - -bool getStateFieldValueFromLogEvent(const LogEvent& event, FieldValue* output); - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/stats_log.proto b/cmds/statsd/src/stats_log.proto deleted file mode 100644 index ddd2725c9cb9..000000000000 --- a/cmds/statsd/src/stats_log.proto +++ /dev/null @@ -1,553 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -syntax = "proto2"; - -package android.os.statsd; - -option java_package = "com.android.os"; -option java_outer_classname = "StatsLog"; - -import "frameworks/base/cmds/statsd/src/atoms.proto"; - -message DimensionsValue { - optional int32 field = 1; - - oneof value { - string value_str = 2; - int32 value_int = 3; - int64 value_long = 4; - bool value_bool = 5; - float value_float = 6; - DimensionsValueTuple value_tuple = 7; - uint64 value_str_hash = 8; - } -} - -message DimensionsValueTuple { - repeated DimensionsValue dimensions_value = 1; -} - -message StateValue { - optional int32 atom_id = 1; - - oneof contents { - int64 group_id = 2; - int32 value = 3; - } -} - -message EventMetricData { - optional int64 elapsed_timestamp_nanos = 1; - - optional Atom atom = 2; - - optional int64 wall_clock_timestamp_nanos = 3 [deprecated = true]; -} - -message CountBucketInfo { - optional int64 start_bucket_elapsed_nanos = 1; - - optional int64 end_bucket_elapsed_nanos = 2; - - optional int64 count = 3; - - optional int64 bucket_num = 4; - - optional int64 start_bucket_elapsed_millis = 5; - - optional int64 end_bucket_elapsed_millis = 6; -} - -message CountMetricData { - optional DimensionsValue dimensions_in_what = 1; - - repeated StateValue slice_by_state = 6; - - repeated CountBucketInfo bucket_info = 3; - - repeated DimensionsValue dimension_leaf_values_in_what = 4; - - optional DimensionsValue dimensions_in_condition = 2 [deprecated = true]; - - repeated DimensionsValue dimension_leaf_values_in_condition = 5 [deprecated = true]; -} - -message DurationBucketInfo { - optional int64 start_bucket_elapsed_nanos = 1; - - optional int64 end_bucket_elapsed_nanos = 2; - - optional int64 duration_nanos = 3; - - optional int64 bucket_num = 4; - - optional int64 start_bucket_elapsed_millis = 5; - - optional int64 end_bucket_elapsed_millis = 6; -} - -message DurationMetricData { - optional DimensionsValue dimensions_in_what = 1; - - repeated StateValue slice_by_state = 6; - - repeated DurationBucketInfo bucket_info = 3; - - repeated DimensionsValue dimension_leaf_values_in_what = 4; - - optional DimensionsValue dimensions_in_condition = 2 [deprecated = true]; - - repeated DimensionsValue dimension_leaf_values_in_condition = 5 [deprecated = true]; -} - -message ValueBucketInfo { - optional int64 start_bucket_elapsed_nanos = 1; - - optional int64 end_bucket_elapsed_nanos = 2; - - optional int64 value = 3 [deprecated = true]; - - oneof single_value { - int64 value_long = 7 [deprecated = true]; - - double value_double = 8 [deprecated = true]; - } - - message Value { - optional int32 index = 1; - oneof value { - int64 value_long = 2; - double value_double = 3; - } - } - - repeated Value values = 9; - - optional int64 bucket_num = 4; - - optional int64 start_bucket_elapsed_millis = 5; - - optional int64 end_bucket_elapsed_millis = 6; - - optional int64 condition_true_nanos = 10; -} - -message ValueMetricData { - optional DimensionsValue dimensions_in_what = 1; - - repeated StateValue slice_by_state = 6; - - repeated ValueBucketInfo bucket_info = 3; - - repeated DimensionsValue dimension_leaf_values_in_what = 4; - - optional DimensionsValue dimensions_in_condition = 2 [deprecated = true]; - - repeated DimensionsValue dimension_leaf_values_in_condition = 5 [deprecated = true]; -} - -message GaugeBucketInfo { - optional int64 start_bucket_elapsed_nanos = 1; - - optional int64 end_bucket_elapsed_nanos = 2; - - repeated Atom atom = 3; - - repeated int64 elapsed_timestamp_nanos = 4; - - repeated int64 wall_clock_timestamp_nanos = 5 [deprecated = true]; - - optional int64 bucket_num = 6; - - optional int64 start_bucket_elapsed_millis = 7; - - optional int64 end_bucket_elapsed_millis = 8; -} - -message GaugeMetricData { - optional DimensionsValue dimensions_in_what = 1; - - // Currently unsupported - repeated StateValue slice_by_state = 6; - - repeated GaugeBucketInfo bucket_info = 3; - - repeated DimensionsValue dimension_leaf_values_in_what = 4; - - optional DimensionsValue dimensions_in_condition = 2 [deprecated = true]; - - repeated DimensionsValue dimension_leaf_values_in_condition = 5 [deprecated = true]; -} - -message StatsLogReport { - optional int64 metric_id = 1; - - // Fields 2 and 3 are reserved. - - // Keep this in sync with BucketDropReason enum in MetricProducer.h. - enum BucketDropReason { - // For ValueMetric, a bucket is dropped during a dump report request iff - // current bucket should be included, a pull is needed (pulled metric and - // condition is true), and we are under fast time constraints. - DUMP_REPORT_REQUESTED = 1; - EVENT_IN_WRONG_BUCKET = 2; - CONDITION_UNKNOWN = 3; - PULL_FAILED = 4; - PULL_DELAYED = 5; - DIMENSION_GUARDRAIL_REACHED = 6; - MULTIPLE_BUCKETS_SKIPPED = 7; - // Not an invalid bucket case, but the bucket is dropped. - BUCKET_TOO_SMALL = 8; - // Not an invalid bucket case, but the bucket is skipped. - NO_DATA = 9; - }; - - message DropEvent { - optional BucketDropReason drop_reason = 1; - - optional int64 drop_time_millis = 2; - } - - message SkippedBuckets { - optional int64 start_bucket_elapsed_nanos = 1; - - optional int64 end_bucket_elapsed_nanos = 2; - - optional int64 start_bucket_elapsed_millis = 3; - - optional int64 end_bucket_elapsed_millis = 4; - - // The number of drop events is capped by StatsdStats::kMaxLoggedBucketDropEvents. - // The current maximum is 10 drop events. - repeated DropEvent drop_event = 5; - } - - message EventMetricDataWrapper { - repeated EventMetricData data = 1; - } - message CountMetricDataWrapper { - repeated CountMetricData data = 1; - } - message DurationMetricDataWrapper { - repeated DurationMetricData data = 1; - } - message ValueMetricDataWrapper { - repeated ValueMetricData data = 1; - repeated SkippedBuckets skipped = 2; - } - - message GaugeMetricDataWrapper { - repeated GaugeMetricData data = 1; - repeated SkippedBuckets skipped = 2; - } - - oneof data { - EventMetricDataWrapper event_metrics = 4; - CountMetricDataWrapper count_metrics = 5; - DurationMetricDataWrapper duration_metrics = 6; - ValueMetricDataWrapper value_metrics = 7; - GaugeMetricDataWrapper gauge_metrics = 8; - } - - optional int64 time_base_elapsed_nano_seconds = 9; - - optional int64 bucket_size_nano_seconds = 10; - - optional DimensionsValue dimensions_path_in_what = 11; - - optional DimensionsValue dimensions_path_in_condition = 12 [deprecated = true]; - - // DO NOT USE field 13. - - optional bool is_active = 14; -} - -message UidMapping { - message PackageInfoSnapshot { - message PackageInfo { - optional string name = 1; - - optional int64 version = 2; - - optional int32 uid = 3; - - optional bool deleted = 4; - - optional uint64 name_hash = 5; - - optional string version_string = 6; - - optional uint64 version_string_hash = 7; - - optional string installer = 8; - - optional uint64 installer_hash = 9; - } - optional int64 elapsed_timestamp_nanos = 1; - - repeated PackageInfo package_info = 2; - } - repeated PackageInfoSnapshot snapshots = 1; - - message Change { - optional bool deletion = 1; - - optional int64 elapsed_timestamp_nanos = 2; - optional string app = 3; - optional int32 uid = 4; - - optional int64 new_version = 5; - optional int64 prev_version = 6; - optional uint64 app_hash = 7; - optional string new_version_string = 8; - optional string prev_version_string = 9; - optional uint64 new_version_string_hash = 10; - optional uint64 prev_version_string_hash = 11; - } - repeated Change changes = 2; -} - -message ConfigMetricsReport { - repeated StatsLogReport metrics = 1; - - optional UidMapping uid_map = 2; - - optional int64 last_report_elapsed_nanos = 3; - - optional int64 current_report_elapsed_nanos = 4; - - optional int64 last_report_wall_clock_nanos = 5; - - optional int64 current_report_wall_clock_nanos = 6; - - message Annotation { - optional int64 field_int64 = 1; - optional int32 field_int32 = 2; - } - repeated Annotation annotation = 7; - - enum DumpReportReason { - DEVICE_SHUTDOWN = 1; - CONFIG_UPDATED = 2; - CONFIG_REMOVED = 3; - GET_DATA_CALLED = 4; - ADB_DUMP = 5; - CONFIG_RESET = 6; - STATSCOMPANION_DIED = 7; - TERMINATION_SIGNAL_RECEIVED = 8; - } - optional DumpReportReason dump_report_reason = 8; - - repeated string strings = 9; -} - -message ConfigMetricsReportList { - message ConfigKey { - optional int32 uid = 1; - optional int64 id = 2; - } - optional ConfigKey config_key = 1; - - repeated ConfigMetricsReport reports = 2; - - reserved 10; -} - -message StatsdStatsReport { - optional int32 stats_begin_time_sec = 1; - - optional int32 stats_end_time_sec = 2; - - message MatcherStats { - optional int64 id = 1; - optional int32 matched_times = 2; - } - - message ConditionStats { - optional int64 id = 1; - optional int32 max_tuple_counts = 2; - } - - message MetricStats { - optional int64 id = 1; - optional int32 max_tuple_counts = 2; - } - - message AlertStats { - optional int64 id = 1; - optional int32 alerted_times = 2; - } - - message ConfigStats { - optional int32 uid = 1; - optional int64 id = 2; - optional int32 creation_time_sec = 3; - optional int32 deletion_time_sec = 4; - optional int32 reset_time_sec = 19; - optional int32 metric_count = 5; - optional int32 condition_count = 6; - optional int32 matcher_count = 7; - optional int32 alert_count = 8; - optional bool is_valid = 9; - repeated int32 broadcast_sent_time_sec = 10; - repeated int32 data_drop_time_sec = 11; - repeated int64 data_drop_bytes = 21; - repeated int32 dump_report_time_sec = 12; - repeated int32 dump_report_data_size = 20; - repeated MatcherStats matcher_stats = 13; - repeated ConditionStats condition_stats = 14; - repeated MetricStats metric_stats = 15; - repeated AlertStats alert_stats = 16; - repeated MetricStats metric_dimension_in_condition_stats = 17 [deprecated = true]; - message Annotation { - optional int64 field_int64 = 1; - optional int32 field_int32 = 2; - } - repeated Annotation annotation = 18; - repeated int32 activation_time_sec = 22; - repeated int32 deactivation_time_sec = 23; - } - - repeated ConfigStats config_stats = 3; - - message AtomStats { - optional int32 tag = 1; - optional int32 count = 2; - optional int32 error_count = 3; - } - - repeated AtomStats atom_stats = 7; - - message UidMapStats { - optional int32 changes = 1; - optional int32 bytes_used = 2; - optional int32 dropped_changes = 3; - optional int32 deleted_apps = 4; - } - optional UidMapStats uidmap_stats = 8; - - message AnomalyAlarmStats { - optional int32 alarms_registered = 1; - } - optional AnomalyAlarmStats anomaly_alarm_stats = 9; - - message PulledAtomStats { - optional int32 atom_id = 1; - optional int64 total_pull = 2; - optional int64 total_pull_from_cache = 3; - optional int64 min_pull_interval_sec = 4; - optional int64 average_pull_time_nanos = 5; - optional int64 max_pull_time_nanos = 6; - optional int64 average_pull_delay_nanos = 7; - optional int64 max_pull_delay_nanos = 8; - optional int64 data_error = 9; - optional int64 pull_timeout = 10; - optional int64 pull_exceed_max_delay = 11; - optional int64 pull_failed = 12; - optional int64 stats_companion_pull_failed = 13 [deprecated = true]; - optional int64 stats_companion_pull_binder_transaction_failed = 14 [deprecated = true]; - optional int64 empty_data = 15; - optional int64 registered_count = 16; - optional int64 unregistered_count = 17; - optional int32 atom_error_count = 18; - optional int64 binder_call_failed = 19; - optional int64 failed_uid_provider_not_found = 20; - optional int64 puller_not_found = 21; - message PullTimeoutMetadata { - optional int64 pull_timeout_uptime_millis = 1; - optional int64 pull_timeout_elapsed_millis = 2; - } - repeated PullTimeoutMetadata pull_atom_metadata = 22; - } - repeated PulledAtomStats pulled_atom_stats = 10; - - message AtomMetricStats { - optional int64 metric_id = 1; - optional int64 hard_dimension_limit_reached = 2; - optional int64 late_log_event_skipped = 3; - optional int64 skipped_forward_buckets = 4; - optional int64 bad_value_type = 5; - optional int64 condition_change_in_next_bucket = 6; - optional int64 invalidated_bucket = 7; - optional int64 bucket_dropped = 8; - optional int64 min_bucket_boundary_delay_ns = 9; - optional int64 max_bucket_boundary_delay_ns = 10; - optional int64 bucket_unknown_condition = 11; - optional int64 bucket_count = 12; - } - repeated AtomMetricStats atom_metric_stats = 17; - - message LoggerErrorStats { - optional int32 logger_disconnection_sec = 1; - optional int32 error_code = 2; - } - repeated LoggerErrorStats logger_error_stats = 11; - - message PeriodicAlarmStats { - optional int32 alarms_registered = 1; - } - optional PeriodicAlarmStats periodic_alarm_stats = 12; - - message SkippedLogEventStats { - optional int32 tag = 1; - optional int64 elapsed_timestamp_nanos = 2; - } - repeated SkippedLogEventStats skipped_log_event_stats = 13; - - repeated int64 log_loss_stats = 14; - - repeated int32 system_restart_sec = 15; - - message LogLossStats { - optional int32 detected_time_sec = 1; - optional int32 count = 2; - optional int32 last_error = 3; - optional int32 last_tag = 4; - optional int32 uid = 5; - optional int32 pid = 6; - } - repeated LogLossStats detected_log_loss = 16; - - message EventQueueOverflow { - optional int32 count = 1; - optional int64 max_queue_history_ns = 2; - optional int64 min_queue_history_ns = 3; - } - - optional EventQueueOverflow queue_overflow = 18; - - message ActivationBroadcastGuardrail { - optional int32 uid = 1; - repeated int32 guardrail_met_sec = 2; - } - - repeated ActivationBroadcastGuardrail activation_guardrail_stats = 19; -} - -message AlertTriggerDetails { - message MetricValue { - optional int64 metric_id = 1; - optional DimensionsValue dimension_in_what = 2; - optional DimensionsValue dimension_in_condition = 3 [deprecated = true]; - optional int64 value = 4; - } - oneof value { - MetricValue trigger_metric = 1; - EventMetricData trigger_event = 2; - } - optional UidMapping.PackageInfoSnapshot package_info = 3; -} diff --git a/cmds/statsd/src/stats_log_util.cpp b/cmds/statsd/src/stats_log_util.cpp deleted file mode 100644 index 423bae8bc0a4..000000000000 --- a/cmds/statsd/src/stats_log_util.cpp +++ /dev/null @@ -1,609 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#include "hash.h" -#include "stats_log_util.h" - -#include <aidl/android/os/IStatsCompanionService.h> -#include <private/android_filesystem_config.h> -#include <set> -#include <utils/SystemClock.h> - -#include "statscompanion_util.h" - -using android::util::FIELD_COUNT_REPEATED; -using android::util::FIELD_TYPE_BOOL; -using android::util::FIELD_TYPE_FIXED64; -using android::util::FIELD_TYPE_FLOAT; -using android::util::FIELD_TYPE_INT32; -using android::util::FIELD_TYPE_INT64; -using android::util::FIELD_TYPE_MESSAGE; -using android::util::FIELD_TYPE_STRING; -using android::util::FIELD_TYPE_UINT64; -using android::util::ProtoOutputStream; - -using aidl::android::os::IStatsCompanionService; -using std::shared_ptr; -using std::string; - -namespace android { -namespace os { -namespace statsd { - -// for DimensionsValue Proto -const int DIMENSIONS_VALUE_FIELD = 1; -const int DIMENSIONS_VALUE_VALUE_STR = 2; -const int DIMENSIONS_VALUE_VALUE_INT = 3; -const int DIMENSIONS_VALUE_VALUE_LONG = 4; -// const int DIMENSIONS_VALUE_VALUE_BOOL = 5; // logd doesn't have bool data type. -const int DIMENSIONS_VALUE_VALUE_FLOAT = 6; -const int DIMENSIONS_VALUE_VALUE_TUPLE = 7; -const int DIMENSIONS_VALUE_VALUE_STR_HASH = 8; - -const int DIMENSIONS_VALUE_TUPLE_VALUE = 1; - -// for StateValue Proto -const int STATE_VALUE_ATOM_ID = 1; -const int STATE_VALUE_CONTENTS_GROUP_ID = 2; -const int STATE_VALUE_CONTENTS_VALUE = 3; - -// for PulledAtomStats proto -const int FIELD_ID_PULLED_ATOM_STATS = 10; -const int FIELD_ID_PULL_ATOM_ID = 1; -const int FIELD_ID_TOTAL_PULL = 2; -const int FIELD_ID_TOTAL_PULL_FROM_CACHE = 3; -const int FIELD_ID_MIN_PULL_INTERVAL_SEC = 4; -const int FIELD_ID_AVERAGE_PULL_TIME_NANOS = 5; -const int FIELD_ID_MAX_PULL_TIME_NANOS = 6; -const int FIELD_ID_AVERAGE_PULL_DELAY_NANOS = 7; -const int FIELD_ID_MAX_PULL_DELAY_NANOS = 8; -const int FIELD_ID_DATA_ERROR = 9; -const int FIELD_ID_PULL_TIMEOUT = 10; -const int FIELD_ID_PULL_EXCEED_MAX_DELAY = 11; -const int FIELD_ID_PULL_FAILED = 12; -const int FIELD_ID_EMPTY_DATA = 15; -const int FIELD_ID_PULL_REGISTERED_COUNT = 16; -const int FIELD_ID_PULL_UNREGISTERED_COUNT = 17; -const int FIELD_ID_ATOM_ERROR_COUNT = 18; -const int FIELD_ID_BINDER_CALL_FAIL_COUNT = 19; -const int FIELD_ID_PULL_UID_PROVIDER_NOT_FOUND = 20; -const int FIELD_ID_PULLER_NOT_FOUND = 21; -const int FIELD_ID_PULL_TIMEOUT_METADATA = 22; -const int FIELD_ID_PULL_TIMEOUT_METADATA_UPTIME_MILLIS = 1; -const int FIELD_ID_PULL_TIMEOUT_METADATA_ELAPSED_MILLIS = 2; - -// for AtomMetricStats proto -const int FIELD_ID_ATOM_METRIC_STATS = 17; -const int FIELD_ID_METRIC_ID = 1; -const int FIELD_ID_HARD_DIMENSION_LIMIT_REACHED = 2; -const int FIELD_ID_LATE_LOG_EVENT_SKIPPED = 3; -const int FIELD_ID_SKIPPED_FORWARD_BUCKETS = 4; -const int FIELD_ID_BAD_VALUE_TYPE = 5; -const int FIELD_ID_CONDITION_CHANGE_IN_NEXT_BUCKET = 6; -const int FIELD_ID_INVALIDATED_BUCKET = 7; -const int FIELD_ID_BUCKET_DROPPED = 8; -const int FIELD_ID_MIN_BUCKET_BOUNDARY_DELAY_NS = 9; -const int FIELD_ID_MAX_BUCKET_BOUNDARY_DELAY_NS = 10; -const int FIELD_ID_BUCKET_UNKNOWN_CONDITION = 11; -const int FIELD_ID_BUCKET_COUNT = 12; - -namespace { - -void writeDimensionToProtoHelper(const std::vector<FieldValue>& dims, size_t* index, int depth, - int prefix, std::set<string> *str_set, - ProtoOutputStream* protoOutput) { - size_t count = dims.size(); - while (*index < count) { - const auto& dim = dims[*index]; - const int valueDepth = dim.mField.getDepth(); - const int valuePrefix = dim.mField.getPrefix(depth); - const int fieldNum = dim.mField.getPosAtDepth(depth); - if (valueDepth > 2) { - ALOGE("Depth > 2 not supported"); - return; - } - - if (depth == valueDepth && valuePrefix == prefix) { - uint64_t token = protoOutput->start(FIELD_TYPE_MESSAGE | FIELD_COUNT_REPEATED | - DIMENSIONS_VALUE_TUPLE_VALUE); - protoOutput->write(FIELD_TYPE_INT32 | DIMENSIONS_VALUE_FIELD, fieldNum); - switch (dim.mValue.getType()) { - case INT: - protoOutput->write(FIELD_TYPE_INT32 | DIMENSIONS_VALUE_VALUE_INT, - dim.mValue.int_value); - break; - case LONG: - protoOutput->write(FIELD_TYPE_INT64 | DIMENSIONS_VALUE_VALUE_LONG, - (long long)dim.mValue.long_value); - break; - case FLOAT: - protoOutput->write(FIELD_TYPE_FLOAT | DIMENSIONS_VALUE_VALUE_FLOAT, - dim.mValue.float_value); - break; - case STRING: - if (str_set == nullptr) { - protoOutput->write(FIELD_TYPE_STRING | DIMENSIONS_VALUE_VALUE_STR, - dim.mValue.str_value); - } else { - str_set->insert(dim.mValue.str_value); - protoOutput->write( - FIELD_TYPE_UINT64 | DIMENSIONS_VALUE_VALUE_STR_HASH, - (long long)Hash64(dim.mValue.str_value)); - } - break; - default: - break; - } - if (token != 0) { - protoOutput->end(token); - } - (*index)++; - } else if (valueDepth > depth && valuePrefix == prefix) { - // Writing the sub tree - uint64_t dimensionToken = protoOutput->start( - FIELD_TYPE_MESSAGE | FIELD_COUNT_REPEATED | DIMENSIONS_VALUE_TUPLE_VALUE); - protoOutput->write(FIELD_TYPE_INT32 | DIMENSIONS_VALUE_FIELD, fieldNum); - uint64_t tupleToken = - protoOutput->start(FIELD_TYPE_MESSAGE | DIMENSIONS_VALUE_VALUE_TUPLE); - writeDimensionToProtoHelper(dims, index, valueDepth, dim.mField.getPrefix(valueDepth), - str_set, protoOutput); - protoOutput->end(tupleToken); - protoOutput->end(dimensionToken); - } else { - // Done with the prev sub tree - return; - } - } -} - -void writeDimensionLeafToProtoHelper(const std::vector<FieldValue>& dims, - const int dimensionLeafField, - size_t* index, int depth, - int prefix, std::set<string> *str_set, - ProtoOutputStream* protoOutput) { - size_t count = dims.size(); - while (*index < count) { - const auto& dim = dims[*index]; - const int valueDepth = dim.mField.getDepth(); - const int valuePrefix = dim.mField.getPrefix(depth); - if (valueDepth > 2) { - ALOGE("Depth > 2 not supported"); - return; - } - - if (depth == valueDepth && valuePrefix == prefix) { - uint64_t token = protoOutput->start(FIELD_TYPE_MESSAGE | FIELD_COUNT_REPEATED | - dimensionLeafField); - switch (dim.mValue.getType()) { - case INT: - protoOutput->write(FIELD_TYPE_INT32 | DIMENSIONS_VALUE_VALUE_INT, - dim.mValue.int_value); - break; - case LONG: - protoOutput->write(FIELD_TYPE_INT64 | DIMENSIONS_VALUE_VALUE_LONG, - (long long)dim.mValue.long_value); - break; - case FLOAT: - protoOutput->write(FIELD_TYPE_FLOAT | DIMENSIONS_VALUE_VALUE_FLOAT, - dim.mValue.float_value); - break; - case STRING: - if (str_set == nullptr) { - protoOutput->write(FIELD_TYPE_STRING | DIMENSIONS_VALUE_VALUE_STR, - dim.mValue.str_value); - } else { - str_set->insert(dim.mValue.str_value); - protoOutput->write( - FIELD_TYPE_UINT64 | DIMENSIONS_VALUE_VALUE_STR_HASH, - (long long)Hash64(dim.mValue.str_value)); - } - break; - default: - break; - } - if (token != 0) { - protoOutput->end(token); - } - (*index)++; - } else if (valueDepth > depth && valuePrefix == prefix) { - writeDimensionLeafToProtoHelper(dims, dimensionLeafField, - index, valueDepth, dim.mField.getPrefix(valueDepth), - str_set, protoOutput); - } else { - // Done with the prev sub tree - return; - } - } -} - -void writeDimensionPathToProtoHelper(const std::vector<Matcher>& fieldMatchers, - size_t* index, int depth, int prefix, - ProtoOutputStream* protoOutput) { - size_t count = fieldMatchers.size(); - while (*index < count) { - const Field& field = fieldMatchers[*index].mMatcher; - const int valueDepth = field.getDepth(); - const int valuePrefix = field.getPrefix(depth); - const int fieldNum = field.getPosAtDepth(depth); - if (valueDepth > 2) { - ALOGE("Depth > 2 not supported"); - return; - } - - if (depth == valueDepth && valuePrefix == prefix) { - uint64_t token = protoOutput->start(FIELD_TYPE_MESSAGE | FIELD_COUNT_REPEATED | - DIMENSIONS_VALUE_TUPLE_VALUE); - protoOutput->write(FIELD_TYPE_INT32 | DIMENSIONS_VALUE_FIELD, fieldNum); - if (token != 0) { - protoOutput->end(token); - } - (*index)++; - } else if (valueDepth > depth && valuePrefix == prefix) { - // Writing the sub tree - uint64_t dimensionToken = protoOutput->start( - FIELD_TYPE_MESSAGE | FIELD_COUNT_REPEATED | DIMENSIONS_VALUE_TUPLE_VALUE); - protoOutput->write(FIELD_TYPE_INT32 | DIMENSIONS_VALUE_FIELD, fieldNum); - uint64_t tupleToken = - protoOutput->start(FIELD_TYPE_MESSAGE | DIMENSIONS_VALUE_VALUE_TUPLE); - writeDimensionPathToProtoHelper(fieldMatchers, index, valueDepth, - field.getPrefix(valueDepth), protoOutput); - protoOutput->end(tupleToken); - protoOutput->end(dimensionToken); - } else { - // Done with the prev sub tree - return; - } - } -} - -} // namespace - -void writeDimensionToProto(const HashableDimensionKey& dimension, std::set<string> *str_set, - ProtoOutputStream* protoOutput) { - if (dimension.getValues().size() == 0) { - return; - } - protoOutput->write(FIELD_TYPE_INT32 | DIMENSIONS_VALUE_FIELD, - dimension.getValues()[0].mField.getTag()); - uint64_t topToken = protoOutput->start(FIELD_TYPE_MESSAGE | DIMENSIONS_VALUE_VALUE_TUPLE); - size_t index = 0; - writeDimensionToProtoHelper(dimension.getValues(), &index, 0, 0, str_set, protoOutput); - protoOutput->end(topToken); -} - -void writeDimensionLeafNodesToProto(const HashableDimensionKey& dimension, - const int dimensionLeafFieldId, - std::set<string> *str_set, - ProtoOutputStream* protoOutput) { - if (dimension.getValues().size() == 0) { - return; - } - size_t index = 0; - writeDimensionLeafToProtoHelper(dimension.getValues(), dimensionLeafFieldId, - &index, 0, 0, str_set, protoOutput); -} - -void writeDimensionPathToProto(const std::vector<Matcher>& fieldMatchers, - ProtoOutputStream* protoOutput) { - if (fieldMatchers.size() == 0) { - return; - } - protoOutput->write(FIELD_TYPE_INT32 | DIMENSIONS_VALUE_FIELD, - fieldMatchers[0].mMatcher.getTag()); - uint64_t topToken = protoOutput->start(FIELD_TYPE_MESSAGE | DIMENSIONS_VALUE_VALUE_TUPLE); - size_t index = 0; - writeDimensionPathToProtoHelper(fieldMatchers, &index, 0, 0, protoOutput); - protoOutput->end(topToken); -} - -// Supported Atoms format -// XYZ_Atom { -// repeated SubMsg field_1 = 1; -// SubMsg2 field_2 = 2; -// int32/float/string/int63 field_3 = 3; -// } -// logd's msg format, doesn't allow us to distinguish between the 2 cases below -// Case (1): -// Atom { -// SubMsg { -// int i = 1; -// int j = 2; -// } -// repeated SubMsg -// } -// -// and case (2): -// Atom { -// SubMsg { -// repeated int i = 1; -// repeated int j = 2; -// } -// optional SubMsg = 1; -// } -// -// -void writeFieldValueTreeToStreamHelper(int tagId, const std::vector<FieldValue>& dims, - size_t* index, int depth, int prefix, - ProtoOutputStream* protoOutput) { - size_t count = dims.size(); - while (*index < count) { - const auto& dim = dims[*index]; - const int valueDepth = dim.mField.getDepth(); - const int valuePrefix = dim.mField.getPrefix(depth); - const int fieldNum = dim.mField.getPosAtDepth(depth); - if (valueDepth > 2) { - ALOGE("Depth > 2 not supported"); - return; - } - - if (depth == valueDepth && valuePrefix == prefix) { - switch (dim.mValue.getType()) { - case INT: - protoOutput->write(FIELD_TYPE_INT32 | fieldNum, dim.mValue.int_value); - break; - case LONG: - protoOutput->write(FIELD_TYPE_INT64 | fieldNum, - (long long)dim.mValue.long_value); - break; - case FLOAT: - protoOutput->write(FIELD_TYPE_FLOAT | fieldNum, dim.mValue.float_value); - break; - case STRING: { - protoOutput->write(FIELD_TYPE_STRING | fieldNum, dim.mValue.str_value); - break; - } - case STORAGE: - protoOutput->write(FIELD_TYPE_MESSAGE | fieldNum, - (const char*)dim.mValue.storage_value.data(), - dim.mValue.storage_value.size()); - break; - default: - break; - } - (*index)++; - } else if (valueDepth > depth && valuePrefix == prefix) { - // Writing the sub tree - uint64_t msg_token = 0ULL; - if (valueDepth == depth + 2) { - msg_token = - protoOutput->start(FIELD_TYPE_MESSAGE | FIELD_COUNT_REPEATED | fieldNum); - } else if (valueDepth == depth + 1) { - msg_token = protoOutput->start(FIELD_TYPE_MESSAGE | fieldNum); - } - // Directly jump to the leaf value because the repeated position field is implied - // by the position of the sub msg in the parent field. - writeFieldValueTreeToStreamHelper(tagId, dims, index, valueDepth, - dim.mField.getPrefix(valueDepth), protoOutput); - if (msg_token != 0) { - protoOutput->end(msg_token); - } - } else { - // Done with the prev sub tree - return; - } - } -} - -void writeFieldValueTreeToStream(int tagId, const std::vector<FieldValue>& values, - util::ProtoOutputStream* protoOutput) { - uint64_t atomToken = protoOutput->start(FIELD_TYPE_MESSAGE | tagId); - - size_t index = 0; - writeFieldValueTreeToStreamHelper(tagId, values, &index, 0, 0, protoOutput); - protoOutput->end(atomToken); -} - -void writeStateToProto(const FieldValue& state, util::ProtoOutputStream* protoOutput) { - protoOutput->write(FIELD_TYPE_INT32 | STATE_VALUE_ATOM_ID, state.mField.getTag()); - - switch (state.mValue.getType()) { - case INT: - protoOutput->write(FIELD_TYPE_INT32 | STATE_VALUE_CONTENTS_VALUE, - state.mValue.int_value); - break; - case LONG: - protoOutput->write(FIELD_TYPE_INT64 | STATE_VALUE_CONTENTS_GROUP_ID, - state.mValue.long_value); - break; - default: - break; - } -} - -int64_t TimeUnitToBucketSizeInMillisGuardrailed(int uid, TimeUnit unit) { - int64_t bucketSizeMillis = TimeUnitToBucketSizeInMillis(unit); - if (bucketSizeMillis > 1000 && bucketSizeMillis < 5 * 60 * 1000LL && uid != AID_SHELL && - uid != AID_ROOT) { - bucketSizeMillis = 5 * 60 * 1000LL; - } - return bucketSizeMillis; -} - -int64_t TimeUnitToBucketSizeInMillis(TimeUnit unit) { - switch (unit) { - case ONE_MINUTE: - return 60 * 1000LL; - case FIVE_MINUTES: - return 5 * 60 * 1000LL; - case TEN_MINUTES: - return 10 * 60 * 1000LL; - case THIRTY_MINUTES: - return 30 * 60 * 1000LL; - case ONE_HOUR: - return 60 * 60 * 1000LL; - case THREE_HOURS: - return 3 * 60 * 60 * 1000LL; - case SIX_HOURS: - return 6 * 60 * 60 * 1000LL; - case TWELVE_HOURS: - return 12 * 60 * 60 * 1000LL; - case ONE_DAY: - return 24 * 60 * 60 * 1000LL; - case ONE_WEEK: - return 7 * 24 * 60 * 60 * 1000LL; - case CTS: - return 1000; - case TIME_UNIT_UNSPECIFIED: - default: - return -1; - } -} - -void writePullerStatsToStream(const std::pair<int, StatsdStats::PulledAtomStats>& pair, - util::ProtoOutputStream* protoOutput) { - uint64_t token = protoOutput->start(FIELD_TYPE_MESSAGE | FIELD_ID_PULLED_ATOM_STATS | - FIELD_COUNT_REPEATED); - protoOutput->write(FIELD_TYPE_INT32 | FIELD_ID_PULL_ATOM_ID, (int32_t)pair.first); - protoOutput->write(FIELD_TYPE_INT64 | FIELD_ID_TOTAL_PULL, (long long)pair.second.totalPull); - protoOutput->write(FIELD_TYPE_INT64 | FIELD_ID_TOTAL_PULL_FROM_CACHE, - (long long)pair.second.totalPullFromCache); - protoOutput->write(FIELD_TYPE_INT64 | FIELD_ID_MIN_PULL_INTERVAL_SEC, - (long long)pair.second.minPullIntervalSec); - protoOutput->write(FIELD_TYPE_INT64 | FIELD_ID_AVERAGE_PULL_TIME_NANOS, - (long long)pair.second.avgPullTimeNs); - protoOutput->write(FIELD_TYPE_INT64 | FIELD_ID_MAX_PULL_TIME_NANOS, - (long long)pair.second.maxPullTimeNs); - protoOutput->write(FIELD_TYPE_INT64 | FIELD_ID_AVERAGE_PULL_DELAY_NANOS, - (long long)pair.second.avgPullDelayNs); - protoOutput->write(FIELD_TYPE_INT64 | FIELD_ID_MAX_PULL_DELAY_NANOS, - (long long)pair.second.maxPullDelayNs); - protoOutput->write(FIELD_TYPE_INT64 | FIELD_ID_DATA_ERROR, (long long)pair.second.dataError); - protoOutput->write(FIELD_TYPE_INT64 | FIELD_ID_PULL_TIMEOUT, - (long long)pair.second.pullTimeout); - protoOutput->write(FIELD_TYPE_INT64 | FIELD_ID_PULL_EXCEED_MAX_DELAY, - (long long)pair.second.pullExceedMaxDelay); - protoOutput->write(FIELD_TYPE_INT64 | FIELD_ID_PULL_FAILED, - (long long)pair.second.pullFailed); - protoOutput->write(FIELD_TYPE_INT64 | FIELD_ID_EMPTY_DATA, - (long long)pair.second.emptyData); - protoOutput->write(FIELD_TYPE_INT64 | FIELD_ID_PULL_REGISTERED_COUNT, - (long long) pair.second.registeredCount); - protoOutput->write(FIELD_TYPE_INT64 | FIELD_ID_PULL_UNREGISTERED_COUNT, - (long long) pair.second.unregisteredCount); - protoOutput->write(FIELD_TYPE_INT32 | FIELD_ID_ATOM_ERROR_COUNT, pair.second.atomErrorCount); - protoOutput->write(FIELD_TYPE_INT64 | FIELD_ID_BINDER_CALL_FAIL_COUNT, - (long long)pair.second.binderCallFailCount); - protoOutput->write(FIELD_TYPE_INT64 | FIELD_ID_PULL_UID_PROVIDER_NOT_FOUND, - (long long)pair.second.pullUidProviderNotFound); - protoOutput->write(FIELD_TYPE_INT64 | FIELD_ID_PULLER_NOT_FOUND, - (long long)pair.second.pullerNotFound); - for (const auto& pullTimeoutMetadata : pair.second.pullTimeoutMetadata) { - uint64_t timeoutMetadataToken = protoOutput->start(FIELD_TYPE_MESSAGE | - FIELD_ID_PULL_TIMEOUT_METADATA | - FIELD_COUNT_REPEATED); - protoOutput->write(FIELD_TYPE_INT64 | FIELD_ID_PULL_TIMEOUT_METADATA_UPTIME_MILLIS, - pullTimeoutMetadata.pullTimeoutUptimeMillis); - protoOutput->write(FIELD_TYPE_INT64 | FIELD_ID_PULL_TIMEOUT_METADATA_ELAPSED_MILLIS, - pullTimeoutMetadata.pullTimeoutElapsedMillis); - protoOutput->end(timeoutMetadataToken); - } - protoOutput->end(token); -} - -void writeAtomMetricStatsToStream(const std::pair<int64_t, StatsdStats::AtomMetricStats> &pair, - util::ProtoOutputStream *protoOutput) { - uint64_t token = protoOutput->start(FIELD_TYPE_MESSAGE | FIELD_ID_ATOM_METRIC_STATS | - FIELD_COUNT_REPEATED); - protoOutput->write(FIELD_TYPE_INT64 | FIELD_ID_METRIC_ID, (long long)pair.first); - protoOutput->write(FIELD_TYPE_INT64 | FIELD_ID_HARD_DIMENSION_LIMIT_REACHED, - (long long)pair.second.hardDimensionLimitReached); - protoOutput->write(FIELD_TYPE_INT64 | FIELD_ID_LATE_LOG_EVENT_SKIPPED, - (long long)pair.second.lateLogEventSkipped); - protoOutput->write(FIELD_TYPE_INT64 | FIELD_ID_SKIPPED_FORWARD_BUCKETS, - (long long)pair.second.skippedForwardBuckets); - protoOutput->write(FIELD_TYPE_INT64 | FIELD_ID_BAD_VALUE_TYPE, - (long long)pair.second.badValueType); - protoOutput->write(FIELD_TYPE_INT64 | FIELD_ID_CONDITION_CHANGE_IN_NEXT_BUCKET, - (long long)pair.second.conditionChangeInNextBucket); - protoOutput->write(FIELD_TYPE_INT64 | FIELD_ID_INVALIDATED_BUCKET, - (long long)pair.second.invalidatedBucket); - protoOutput->write(FIELD_TYPE_INT64 | FIELD_ID_BUCKET_DROPPED, - (long long)pair.second.bucketDropped); - protoOutput->write(FIELD_TYPE_INT64 | FIELD_ID_MIN_BUCKET_BOUNDARY_DELAY_NS, - (long long)pair.second.minBucketBoundaryDelayNs); - protoOutput->write(FIELD_TYPE_INT64 | FIELD_ID_MAX_BUCKET_BOUNDARY_DELAY_NS, - (long long)pair.second.maxBucketBoundaryDelayNs); - protoOutput->write(FIELD_TYPE_INT64 | FIELD_ID_BUCKET_UNKNOWN_CONDITION, - (long long)pair.second.bucketUnknownCondition); - protoOutput->write(FIELD_TYPE_INT64 | FIELD_ID_BUCKET_COUNT, - (long long)pair.second.bucketCount); - protoOutput->end(token); -} - -int64_t getElapsedRealtimeNs() { - return ::android::elapsedRealtimeNano(); -} - -int64_t getElapsedRealtimeSec() { - return ::android::elapsedRealtimeNano() / NS_PER_SEC; -} - -int64_t getElapsedRealtimeMillis() { - return ::android::elapsedRealtime(); -} - -int64_t getSystemUptimeMillis() { - return ::android::uptimeMillis(); -} - -int64_t getWallClockNs() { - return time(nullptr) * NS_PER_SEC; -} - -int64_t getWallClockSec() { - return time(nullptr); -} - -int64_t getWallClockMillis() { - return time(nullptr) * MS_PER_SEC; -} - -int64_t truncateTimestampIfNecessary(const LogEvent& event) { - if (event.shouldTruncateTimestamp() || - (event.GetTagId() >= StatsdStats::kTimestampTruncationStartTag && - event.GetTagId() <= StatsdStats::kTimestampTruncationEndTag)) { - return event.GetElapsedTimestampNs() / NS_PER_SEC / (5 * 60) * NS_PER_SEC * (5 * 60); - } else { - return event.GetElapsedTimestampNs(); - } -} - -int64_t NanoToMillis(const int64_t nano) { - return nano / 1000000; -} - -int64_t MillisToNano(const int64_t millis) { - return millis * 1000000; -} - -bool checkPermissionForIds(const char* permission, pid_t pid, uid_t uid) { - shared_ptr<IStatsCompanionService> scs = getStatsCompanionService(); - if (scs == nullptr) { - return false; - } - - bool success; - ::ndk::ScopedAStatus status = scs->checkPermission(string(permission), pid, uid, &success); - if (!status.isOk()) { - return false; - } - - return success; -} - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/stats_log_util.h b/cmds/statsd/src/stats_log_util.h deleted file mode 100644 index eb65dc6979c5..000000000000 --- a/cmds/statsd/src/stats_log_util.h +++ /dev/null @@ -1,117 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#pragma once - -#include <android/util/ProtoOutputStream.h> - -#include "FieldValue.h" -#include "HashableDimensionKey.h" -#include "frameworks/base/cmds/statsd/src/statsd_config.pb.h" -#include "guardrail/StatsdStats.h" -#include "logd/LogEvent.h" - -using android::util::ProtoOutputStream; - -namespace android { -namespace os { -namespace statsd { - -void writeFieldValueTreeToStream(int tagId, const std::vector<FieldValue>& values, - ProtoOutputStream* protoOutput); -void writeDimensionToProto(const HashableDimensionKey& dimension, std::set<string> *str_set, - ProtoOutputStream* protoOutput); - -void writeDimensionLeafNodesToProto(const HashableDimensionKey& dimension, - const int dimensionLeafFieldId, - std::set<string> *str_set, - ProtoOutputStream* protoOutput); - -void writeDimensionPathToProto(const std::vector<Matcher>& fieldMatchers, - ProtoOutputStream* protoOutput); - -void writeStateToProto(const FieldValue& state, ProtoOutputStream* protoOutput); - -// Convert the TimeUnit enum to the bucket size in millis with a guardrail on -// bucket size. -int64_t TimeUnitToBucketSizeInMillisGuardrailed(int uid, TimeUnit unit); - -// Convert the TimeUnit enum to the bucket size in millis. -int64_t TimeUnitToBucketSizeInMillis(TimeUnit unit); - -// Gets the elapsed timestamp in ns. -int64_t getElapsedRealtimeNs(); - -// Gets the elapsed timestamp in millis. -int64_t getElapsedRealtimeMillis(); - -// Gets the elapsed timestamp in seconds. -int64_t getElapsedRealtimeSec(); - -// Gets the system uptime in millis. -int64_t getSystemUptimeMillis(); - -// Gets the wall clock timestamp in ns. -int64_t getWallClockNs(); - -// Gets the wall clock timestamp in millis. -int64_t getWallClockMillis(); - -// Gets the wall clock timestamp in seconds. -int64_t getWallClockSec(); - -int64_t NanoToMillis(const int64_t nano); - -int64_t MillisToNano(const int64_t millis); - -// Helper function to write PulledAtomStats to ProtoOutputStream -void writePullerStatsToStream(const std::pair<int, StatsdStats::PulledAtomStats>& pair, - ProtoOutputStream* protoOutput); - -// Helper function to write AtomMetricStats to ProtoOutputStream -void writeAtomMetricStatsToStream(const std::pair<int64_t, StatsdStats::AtomMetricStats> &pair, - ProtoOutputStream *protoOutput); - -template<class T> -bool parseProtoOutputStream(ProtoOutputStream& protoOutput, T* message) { - std::string pbBytes; - sp<android::util::ProtoReader> reader = protoOutput.data(); - while (reader->readBuffer() != NULL) { - size_t toRead = reader->currentToRead(); - pbBytes.append(reinterpret_cast<const char*>(reader->readBuffer()), toRead); - reader->move(toRead); - } - return message->ParseFromArray(pbBytes.c_str(), pbBytes.size()); -} - -// Checks the truncate timestamp annotation as well as the blacklisted range of 300,000 - 304,999. -// Returns the truncated timestamp to the nearest 5 minutes if needed. -int64_t truncateTimestampIfNecessary(const LogEvent& event); - -// Checks permission for given pid and uid. -bool checkPermissionForIds(const char* permission, pid_t pid, uid_t uid); - -inline bool isVendorPulledAtom(int atomId) { - return atomId >= StatsdStats::kVendorPulledAtomStartTag && atomId < StatsdStats::kMaxAtomTag; -} - -inline bool isPulledAtom(int atomId) { - return atomId >= StatsdStats::kPullAtomStartTag && atomId < StatsdStats::kVendorAtomStartTag; -} - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/stats_util.h b/cmds/statsd/src/stats_util.h deleted file mode 100644 index cfc411fdd25f..000000000000 --- a/cmds/statsd/src/stats_util.h +++ /dev/null @@ -1,36 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#pragma once - -#include "HashableDimensionKey.h" - -#include <unordered_map> - -namespace android { -namespace os { -namespace statsd { - -const HashableDimensionKey DEFAULT_DIMENSION_KEY = HashableDimensionKey(); -const MetricDimensionKey DEFAULT_METRIC_DIMENSION_KEY = MetricDimensionKey(); - -typedef std::map<int64_t, HashableDimensionKey> ConditionKey; - -typedef std::unordered_map<MetricDimensionKey, int64_t> DimToValMap; - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/statscompanion_util.cpp b/cmds/statsd/src/statscompanion_util.cpp deleted file mode 100644 index ce07ec0ea884..000000000000 --- a/cmds/statsd/src/statscompanion_util.cpp +++ /dev/null @@ -1,35 +0,0 @@ -/* - * Copyright (C) 2018 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#define DEBUG false // STOPSHIP if true -#include "Log.h" - -#include "statscompanion_util.h" -#include <android/binder_auto_utils.h> -#include <android/binder_manager.h> - -namespace android { -namespace os { -namespace statsd { - -shared_ptr<IStatsCompanionService> getStatsCompanionService() { - ::ndk::SpAIBinder binder(AServiceManager_getService("statscompanion")); - return IStatsCompanionService::fromBinder(binder); -} - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/statscompanion_util.h b/cmds/statsd/src/statscompanion_util.h deleted file mode 100644 index e20c40bba104..000000000000 --- a/cmds/statsd/src/statscompanion_util.h +++ /dev/null @@ -1,33 +0,0 @@ -/* - * Copyright (C) 2018 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#pragma once - -#include <aidl/android/os/IStatsCompanionService.h> - -using aidl::android::os::IStatsCompanionService; -using std::shared_ptr; - -namespace android { -namespace os { -namespace statsd { - -/** Fetches and returns the StatsCompanionService. */ -shared_ptr<IStatsCompanionService> getStatsCompanionService(); - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/statsd_config.proto b/cmds/statsd/src/statsd_config.proto deleted file mode 100644 index acdffd3d4712..000000000000 --- a/cmds/statsd/src/statsd_config.proto +++ /dev/null @@ -1,511 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -syntax = "proto2"; - -package android.os.statsd; - -option java_package = "com.android.internal.os"; -option java_outer_classname = "StatsdConfigProto"; - -enum Position { - POSITION_UNKNOWN = 0; - - FIRST = 1; - - LAST = 2; - - ANY = 3; - - ALL = 4; -} - -enum TimeUnit { - TIME_UNIT_UNSPECIFIED = 0; - ONE_MINUTE = 1; // WILL BE GUARDRAILED TO 5 MINS UNLESS UID = SHELL OR ROOT - FIVE_MINUTES = 2; - TEN_MINUTES = 3; - THIRTY_MINUTES = 4; - ONE_HOUR = 5; - THREE_HOURS = 6; - SIX_HOURS = 7; - TWELVE_HOURS = 8; - ONE_DAY = 9; - ONE_WEEK = 10; - CTS = 1000; -} - -message FieldMatcher { - optional int32 field = 1; - - optional Position position = 2; - - repeated FieldMatcher child = 3; -} - -message FieldValueMatcher { - optional int32 field = 1; - - optional Position position = 2; - - oneof value_matcher { - bool eq_bool = 3; - string eq_string = 4; - int64 eq_int = 5; - - int64 lt_int = 6; - int64 gt_int = 7; - float lt_float = 8; - float gt_float = 9; - - int64 lte_int = 10; - int64 gte_int = 11; - - MessageMatcher matches_tuple = 12; - - StringListMatcher eq_any_string = 13; - StringListMatcher neq_any_string = 14; - } -} - -message MessageMatcher { - repeated FieldValueMatcher field_value_matcher = 1; -} - -message StringListMatcher { - repeated string str_value = 1; -} - -enum LogicalOperation { - LOGICAL_OPERATION_UNSPECIFIED = 0; - AND = 1; - OR = 2; - NOT = 3; - NAND = 4; - NOR = 5; -} - -message SimpleAtomMatcher { - optional int32 atom_id = 1; - - repeated FieldValueMatcher field_value_matcher = 2; -} - -message AtomMatcher { - optional int64 id = 1; - - message Combination { - optional LogicalOperation operation = 1; - - repeated int64 matcher = 2; - } - oneof contents { - SimpleAtomMatcher simple_atom_matcher = 2; - Combination combination = 3; - } -} - -message SimplePredicate { - optional int64 start = 1; - - optional int64 stop = 2; - - optional bool count_nesting = 3 [default = true]; - - optional int64 stop_all = 4; - - enum InitialValue { - UNKNOWN = 0; - FALSE = 1; - } - optional InitialValue initial_value = 5 [default = UNKNOWN]; - - optional FieldMatcher dimensions = 6; -} - -message Predicate { - optional int64 id = 1; - - message Combination { - optional LogicalOperation operation = 1; - - repeated int64 predicate = 2; - } - - oneof contents { - SimplePredicate simple_predicate = 2; - Combination combination = 3; - } -} - -message StateMap { - message StateGroup { - optional int64 group_id = 1; - - repeated int32 value = 2; - } - - repeated StateGroup group = 1; -} - -message State { - optional int64 id = 1; - - optional int32 atom_id = 2; - - optional StateMap map = 3; -} - -message MetricConditionLink { - optional int64 condition = 1; - - optional FieldMatcher fields_in_what = 2; - - optional FieldMatcher fields_in_condition = 3; -} - -message MetricStateLink { - optional int32 state_atom_id = 1; - - optional FieldMatcher fields_in_what = 2; - - optional FieldMatcher fields_in_state = 3; -} - -message FieldFilter { - optional bool include_all = 1 [default = false]; - optional FieldMatcher fields = 2; -} - -message EventMetric { - optional int64 id = 1; - - optional int64 what = 2; - - optional int64 condition = 3; - - repeated MetricConditionLink links = 4; - - reserved 100; - reserved 101; -} - -message CountMetric { - optional int64 id = 1; - - optional int64 what = 2; - - optional int64 condition = 3; - - optional FieldMatcher dimensions_in_what = 4; - - repeated int64 slice_by_state = 8; - - optional TimeUnit bucket = 5; - - repeated MetricConditionLink links = 6; - - repeated MetricStateLink state_link = 9; - - optional FieldMatcher dimensions_in_condition = 7 [deprecated = true]; - - reserved 100; - reserved 101; -} - -message DurationMetric { - optional int64 id = 1; - - optional int64 what = 2; - - optional int64 condition = 3; - - repeated int64 slice_by_state = 9; - - repeated MetricConditionLink links = 4; - - repeated MetricStateLink state_link = 10; - - enum AggregationType { - SUM = 1; - - MAX_SPARSE = 2; - } - optional AggregationType aggregation_type = 5 [default = SUM]; - - optional FieldMatcher dimensions_in_what = 6; - - optional TimeUnit bucket = 7; - - optional FieldMatcher dimensions_in_condition = 8 [deprecated = true]; - - reserved 100; - reserved 101; -} - -message GaugeMetric { - optional int64 id = 1; - - optional int64 what = 2; - - optional int64 trigger_event = 12; - - optional FieldFilter gauge_fields_filter = 3; - - optional int64 condition = 4; - - optional FieldMatcher dimensions_in_what = 5; - - optional FieldMatcher dimensions_in_condition = 8 [deprecated = true]; - - optional TimeUnit bucket = 6; - - repeated MetricConditionLink links = 7; - - enum SamplingType { - RANDOM_ONE_SAMPLE = 1; - ALL_CONDITION_CHANGES = 2 [deprecated = true]; - CONDITION_CHANGE_TO_TRUE = 3; - FIRST_N_SAMPLES = 4; - } - optional SamplingType sampling_type = 9 [default = RANDOM_ONE_SAMPLE] ; - - optional int64 min_bucket_size_nanos = 10; - - optional int64 max_num_gauge_atoms_per_bucket = 11 [default = 10]; - - optional int32 max_pull_delay_sec = 13 [default = 30]; - - optional bool split_bucket_for_app_upgrade = 14 [default = true]; - - reserved 100; - reserved 101; -} - -message ValueMetric { - optional int64 id = 1; - - optional int64 what = 2; - - optional FieldMatcher value_field = 3; - - optional int64 condition = 4; - - optional FieldMatcher dimensions_in_what = 5; - - repeated int64 slice_by_state = 18; - - optional TimeUnit bucket = 6; - - repeated MetricConditionLink links = 7; - - repeated MetricStateLink state_link = 19; - - enum AggregationType { - SUM = 1; - MIN = 2; - MAX = 3; - AVG = 4; - } - optional AggregationType aggregation_type = 8 [default = SUM]; - - optional int64 min_bucket_size_nanos = 10; - - optional bool use_absolute_value_on_reset = 11 [default = false]; - - optional bool use_diff = 12; - - optional bool use_zero_default_base = 15 [default = false]; - - enum ValueDirection { - UNKNOWN = 0; - INCREASING = 1; - DECREASING = 2; - ANY = 3; - } - optional ValueDirection value_direction = 13 [default = INCREASING]; - - optional bool skip_zero_diff_output = 14 [default = true]; - - optional int32 max_pull_delay_sec = 16 [default = 30]; - - optional bool split_bucket_for_app_upgrade = 17 [default = true]; - - optional FieldMatcher dimensions_in_condition = 9 [deprecated = true]; - - reserved 100; - reserved 101; -} - -message Alert { - optional int64 id = 1; - - optional int64 metric_id = 2; - - optional int32 num_buckets = 3; - - optional int32 refractory_period_secs = 4; - - optional double trigger_if_sum_gt = 5; -} - -message Alarm { - optional int64 id = 1; - - optional int64 offset_millis = 2; - - optional int64 period_millis = 3; -} - -message IncidentdDetails { - repeated int32 section = 1; - - enum Destination { - AUTOMATIC = 0; - EXPLICIT = 1; - } - optional Destination dest = 2; - - // Package name of the incident report receiver. - optional string receiver_pkg = 3; - - // Class name of the incident report receiver. - optional string receiver_cls = 4; - - optional string alert_description = 5; -} - -message PerfettoDetails { - // The |trace_config| field is a proto-encoded message of type - // perfetto.protos.TraceConfig defined in - // //external/perfetto/protos/perfetto/config/. On device, - // statsd doesn't need to deserialize the message as it's just - // passed binary-encoded to the perfetto cmdline client. - optional bytes trace_config = 1; -} - -message BroadcastSubscriberDetails { - optional int64 subscriber_id = 1; - repeated string cookie = 2; -} - -message Subscription { - optional int64 id = 1; - - enum RuleType { - RULE_TYPE_UNSPECIFIED = 0; - ALARM = 1; - ALERT = 2; - } - optional RuleType rule_type = 2; - - optional int64 rule_id = 3; - - oneof subscriber_information { - IncidentdDetails incidentd_details = 4; - PerfettoDetails perfetto_details = 5; - BroadcastSubscriberDetails broadcast_subscriber_details = 6; - } - - optional float probability_of_informing = 7 [default = 1.1]; - - // This was used for perfprofd historically. - reserved 8; -} - -enum ActivationType { - ACTIVATION_TYPE_UNKNOWN = 0; - ACTIVATE_IMMEDIATELY = 1; - ACTIVATE_ON_BOOT = 2; -} - -message EventActivation { - optional int64 atom_matcher_id = 1; - optional int64 ttl_seconds = 2; - optional int64 deactivation_atom_matcher_id = 3; - optional ActivationType activation_type = 4; -} - -message MetricActivation { - optional int64 metric_id = 1; - - optional ActivationType activation_type = 3 [deprecated = true]; - - repeated EventActivation event_activation = 2; -} - -message PullAtomPackages { - optional int32 atom_id = 1; - - repeated string packages = 2; -} - -message StatsdConfig { - optional int64 id = 1; - - repeated EventMetric event_metric = 2; - - repeated CountMetric count_metric = 3; - - repeated ValueMetric value_metric = 4; - - repeated GaugeMetric gauge_metric = 5; - - repeated DurationMetric duration_metric = 6; - - repeated AtomMatcher atom_matcher = 7; - - repeated Predicate predicate = 8; - - repeated Alert alert = 9; - - repeated Alarm alarm = 10; - - repeated Subscription subscription = 11; - - repeated string allowed_log_source = 12; - - repeated int64 no_report_metric = 13; - - message Annotation { - optional int64 field_int64 = 1; - optional int32 field_int32 = 2; - } - repeated Annotation annotation = 14; - - optional int64 ttl_in_seconds = 15; - - optional bool hash_strings_in_metric_report = 16 [default = true]; - - repeated MetricActivation metric_activation = 17; - - optional bool version_strings_in_metric_report = 18; - - optional bool installer_in_metric_report = 19; - - optional bool persist_locally = 20 [default = false]; - - repeated State state = 21; - - repeated string default_pull_packages = 22; - - repeated PullAtomPackages pull_atom_packages = 23; - - repeated int32 whitelisted_atom_ids = 24; - - // Field number 1000 is reserved for later use. - reserved 1000; -} diff --git a/cmds/statsd/src/statsd_metadata.proto b/cmds/statsd/src/statsd_metadata.proto deleted file mode 100644 index 200b392f7542..000000000000 --- a/cmds/statsd/src/statsd_metadata.proto +++ /dev/null @@ -1,67 +0,0 @@ -/* - * Copyright (C) 2020 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -syntax = "proto2"; - -package android.os.statsd.metadata; - -message ConfigKey { - optional int64 config_id = 1; - optional int32 uid = 2; -} - -message Field { - optional int32 tag = 1; - optional int32 field = 2; -} - -message FieldValue { - optional Field field = 1; - oneof value { - int32 value_int = 2; - int64 value_long = 3; - float value_float = 4; - double value_double = 5; - string value_str = 6; - bytes value_storage = 7; - } -} - -message MetricDimensionKey { - repeated FieldValue dimension_key_in_what = 1; - repeated FieldValue state_values_key = 2; -} - -message AlertDimensionKeyedData { - // The earliest time the alert can be fired again in wall clock time. - optional int32 last_refractory_ends_sec = 1; - optional MetricDimensionKey dimension_key = 2; -} - -message AlertMetadata { - optional int64 alert_id = 1; - repeated AlertDimensionKeyedData alert_dim_keyed_data = 2; -} - -// All metadata for a config in statsd -message StatsMetadata { - optional ConfigKey config_key = 1; - repeated AlertMetadata alert_metadata = 2; -} - -message StatsMetadataList { - repeated StatsMetadata stats_metadata = 1; -}
\ No newline at end of file diff --git a/cmds/statsd/src/storage/StorageManager.cpp b/cmds/statsd/src/storage/StorageManager.cpp deleted file mode 100644 index dcfdfe3aae53..000000000000 --- a/cmds/statsd/src/storage/StorageManager.cpp +++ /dev/null @@ -1,781 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#define DEBUG false // STOPSHIP if true -#include "Log.h" - -#include "android-base/stringprintf.h" -#include "guardrail/StatsdStats.h" -#include "storage/StorageManager.h" -#include "stats_log_util.h" - -#include <android-base/file.h> -#include <private/android_filesystem_config.h> -#include <fstream> - -namespace android { -namespace os { -namespace statsd { - -using android::util::FIELD_COUNT_REPEATED; -using android::util::FIELD_TYPE_MESSAGE; -using std::map; - -/** - * NOTE: these directories are protected by SELinux, any changes here must also update - * the SELinux policies. - */ -#define STATS_DATA_DIR "/data/misc/stats-data" -#define STATS_SERVICE_DIR "/data/misc/stats-service" -#define TRAIN_INFO_DIR "/data/misc/train-info" -#define TRAIN_INFO_PATH "/data/misc/train-info/train-info.bin" - -// Magic word at the start of the train info file, change this if changing the file format -const uint32_t TRAIN_INFO_FILE_MAGIC = 0xfb7447bf; - -// for ConfigMetricsReportList -const int FIELD_ID_REPORTS = 2; - -std::mutex StorageManager::sTrainInfoMutex; - -using android::base::StringPrintf; -using std::unique_ptr; - -struct FileName { - int64_t mTimestampSec; - int mUid; - int64_t mConfigId; - bool mIsHistory; - string getFullFileName(const char* path) { - return StringPrintf("%s/%lld_%d_%lld%s", path, (long long)mTimestampSec, (int)mUid, - (long long)mConfigId, (mIsHistory ? "_history" : "")); - }; -}; - -string StorageManager::getDataFileName(long wallClockSec, int uid, int64_t id) { - return StringPrintf("%s/%ld_%d_%lld", STATS_DATA_DIR, wallClockSec, uid, - (long long)id); -} - -string StorageManager::getDataHistoryFileName(long wallClockSec, int uid, int64_t id) { - return StringPrintf("%s/%ld_%d_%lld_history", STATS_DATA_DIR, wallClockSec, uid, - (long long)id); -} - -static string findTrainInfoFileNameLocked(const string& trainName) { - unique_ptr<DIR, decltype(&closedir)> dir(opendir(TRAIN_INFO_DIR), closedir); - if (dir == NULL) { - VLOG("Path %s does not exist", TRAIN_INFO_DIR); - return ""; - } - dirent* de; - while ((de = readdir(dir.get()))) { - char* fileName = de->d_name; - if (fileName[0] == '.') continue; - - size_t fileNameLength = strlen(fileName); - if (fileNameLength >= trainName.length()) { - if (0 == strncmp(fileName + fileNameLength - trainName.length(), trainName.c_str(), - trainName.length())) { - return string(fileName); - } - } - } - - return ""; -} - -// Returns array of int64_t which contains timestamp in seconds, uid, -// configID and whether the file is a local history file. -static void parseFileName(char* name, FileName* output) { - int64_t result[3]; - int index = 0; - char* substr = strtok(name, "_"); - while (substr != nullptr && index < 3) { - result[index] = StrToInt64(substr); - index++; - substr = strtok(nullptr, "_"); - } - // When index ends before hitting 3, file name is corrupted. We - // intentionally put -1 at index 0 to indicate the error to caller. - // TODO(b/110563137): consider removing files with unexpected name format. - if (index < 3) { - result[0] = -1; - } - - output->mTimestampSec = result[0]; - output->mUid = result[1]; - output->mConfigId = result[2]; - // check if the file is a local history. - output->mIsHistory = (substr != nullptr && strcmp("history", substr) == 0); -} - -void StorageManager::writeFile(const char* file, const void* buffer, int numBytes) { - int fd = open(file, O_WRONLY | O_CREAT | O_CLOEXEC, S_IRUSR | S_IWUSR); - if (fd == -1) { - VLOG("Attempt to access %s but failed", file); - return; - } - trimToFit(STATS_SERVICE_DIR); - trimToFit(STATS_DATA_DIR); - - if (android::base::WriteFully(fd, buffer, numBytes)) { - VLOG("Successfully wrote %s", file); - } else { - ALOGE("Failed to write %s", file); - } - - int result = fchown(fd, AID_STATSD, AID_STATSD); - if (result) { - VLOG("Failed to chown %s to statsd", file); - } - - close(fd); -} - -bool StorageManager::writeTrainInfo(const InstallTrainInfo& trainInfo) { - std::lock_guard<std::mutex> lock(sTrainInfoMutex); - - if (trainInfo.trainName.empty()) { - return false; - } - deleteSuffixedFiles(TRAIN_INFO_DIR, trainInfo.trainName.c_str()); - - std::string fileName = - StringPrintf("%s/%ld_%s", TRAIN_INFO_DIR, (long) getWallClockSec(), - trainInfo.trainName.c_str()); - - int fd = open(fileName.c_str(), O_WRONLY | O_CREAT | O_CLOEXEC, S_IRUSR | S_IWUSR); - if (fd == -1) { - VLOG("Attempt to access %s but failed", fileName.c_str()); - return false; - } - - size_t result; - // Write the magic word - result = write(fd, &TRAIN_INFO_FILE_MAGIC, sizeof(TRAIN_INFO_FILE_MAGIC)); - if (result != sizeof(TRAIN_INFO_FILE_MAGIC)) { - VLOG("Failed to wrtie train info magic"); - close(fd); - return false; - } - - // Write the train version - const size_t trainVersionCodeByteCount = sizeof(trainInfo.trainVersionCode); - result = write(fd, &trainInfo.trainVersionCode, trainVersionCodeByteCount); - if (result != trainVersionCodeByteCount) { - VLOG("Failed to wrtie train version code"); - close(fd); - return false; - } - - // Write # of bytes in trainName to file - const size_t trainNameSize = trainInfo.trainName.size(); - const size_t trainNameSizeByteCount = sizeof(trainNameSize); - result = write(fd, (uint8_t*)&trainNameSize, trainNameSizeByteCount); - if (result != trainNameSizeByteCount) { - VLOG("Failed to write train name size"); - close(fd); - return false; - } - - // Write trainName to file - result = write(fd, trainInfo.trainName.c_str(), trainNameSize); - if (result != trainNameSize) { - VLOG("Failed to write train name"); - close(fd); - return false; - } - - // Write status to file - const size_t statusByteCount = sizeof(trainInfo.status); - result = write(fd, (uint8_t*)&trainInfo.status, statusByteCount); - if (result != statusByteCount) { - VLOG("Failed to write status"); - close(fd); - return false; - } - - // Write experiment id count to file. - const size_t experimentIdsCount = trainInfo.experimentIds.size(); - const size_t experimentIdsCountByteCount = sizeof(experimentIdsCount); - result = write(fd, (uint8_t*) &experimentIdsCount, experimentIdsCountByteCount); - if (result != experimentIdsCountByteCount) { - VLOG("Failed to write experiment id count"); - close(fd); - return false; - } - - // Write experimentIds to file - for (size_t i = 0; i < experimentIdsCount; i++) { - const int64_t experimentId = trainInfo.experimentIds[i]; - const size_t experimentIdByteCount = sizeof(experimentId); - result = write(fd, &experimentId, experimentIdByteCount); - if (result == experimentIdByteCount) { - VLOG("Successfully wrote experiment IDs"); - } else { - VLOG("Failed to write experiment ids"); - close(fd); - return false; - } - } - - // Write bools to file - const size_t boolByteCount = sizeof(trainInfo.requiresStaging); - result = write(fd, (uint8_t*)&trainInfo.requiresStaging, boolByteCount); - if (result != boolByteCount) { - VLOG("Failed to write requires staging"); - close(fd); - return false; - } - - result = write(fd, (uint8_t*)&trainInfo.rollbackEnabled, boolByteCount); - if (result != boolByteCount) { - VLOG("Failed to write rollback enabled"); - close(fd); - return false; - } - - result = write(fd, (uint8_t*)&trainInfo.requiresLowLatencyMonitor, boolByteCount); - if (result != boolByteCount) { - VLOG("Failed to write requires log latency monitor"); - close(fd); - return false; - } - - close(fd); - return true; -} - -bool StorageManager::readTrainInfo(const std::string& trainName, InstallTrainInfo& trainInfo) { - std::lock_guard<std::mutex> lock(sTrainInfoMutex); - return readTrainInfoLocked(trainName, trainInfo); -} - -bool StorageManager::readTrainInfoLocked(const std::string& trainName, InstallTrainInfo& trainInfo) { - trimToFit(TRAIN_INFO_DIR, /*parseTimestampOnly=*/ true); - string fileName = findTrainInfoFileNameLocked(trainName); - if (fileName.empty()) { - return false; - } - int fd = open(StringPrintf("%s/%s", TRAIN_INFO_DIR, fileName.c_str()).c_str(), O_RDONLY | O_CLOEXEC); - if (fd == -1) { - VLOG("Failed to open %s", fileName.c_str()); - return false; - } - - // Read the magic word - uint32_t magic; - size_t result = read(fd, &magic, sizeof(magic)); - if (result != sizeof(magic)) { - VLOG("Failed to read train info magic"); - close(fd); - return false; - } - - if (magic != TRAIN_INFO_FILE_MAGIC) { - VLOG("Train info magic was 0x%08x, expected 0x%08x", magic, TRAIN_INFO_FILE_MAGIC); - close(fd); - return false; - } - - // Read the train version code - const size_t trainVersionCodeByteCount(sizeof(trainInfo.trainVersionCode)); - result = read(fd, &trainInfo.trainVersionCode, trainVersionCodeByteCount); - if (result != trainVersionCodeByteCount) { - VLOG("Failed to read train version code from train info file"); - close(fd); - return false; - } - - // Read # of bytes taken by trainName in the file. - size_t trainNameSize; - result = read(fd, &trainNameSize, sizeof(size_t)); - if (result != sizeof(size_t)) { - VLOG("Failed to read train name size from train info file"); - close(fd); - return false; - } - - // Read trainName - trainInfo.trainName.resize(trainNameSize); - result = read(fd, trainInfo.trainName.data(), trainNameSize); - if (result != trainNameSize) { - VLOG("Failed to read train name from train info file"); - close(fd); - return false; - } - - // Read status - const size_t statusByteCount = sizeof(trainInfo.status); - result = read(fd, &trainInfo.status, statusByteCount); - if (result != statusByteCount) { - VLOG("Failed to read train status from train info file"); - close(fd); - return false; - } - - // Read experiment ids count. - size_t experimentIdsCount; - result = read(fd, &experimentIdsCount, sizeof(size_t)); - if (result != sizeof(size_t)) { - VLOG("Failed to read train experiment id count from train info file"); - close(fd); - return false; - } - - // Read experimentIds - for (size_t i = 0; i < experimentIdsCount; i++) { - int64_t experimentId; - result = read(fd, &experimentId, sizeof(experimentId)); - if (result != sizeof(experimentId)) { - VLOG("Failed to read train experiment id from train info file"); - close(fd); - return false; - } - trainInfo.experimentIds.push_back(experimentId); - } - - // Read bools - const size_t boolByteCount = sizeof(trainInfo.requiresStaging); - result = read(fd, &trainInfo.requiresStaging, boolByteCount); - if (result != boolByteCount) { - VLOG("Failed to read requires requires staging from train info file"); - close(fd); - return false; - } - - result = read(fd, &trainInfo.rollbackEnabled, boolByteCount); - if (result != boolByteCount) { - VLOG("Failed to read requires rollback enabled from train info file"); - close(fd); - return false; - } - - result = read(fd, &trainInfo.requiresLowLatencyMonitor, boolByteCount); - if (result != boolByteCount) { - VLOG("Failed to read requires requires low latency monitor from train info file"); - close(fd); - return false; - } - - // Expect to be at EOF. - char c; - result = read(fd, &c, 1); - if (result != 0) { - VLOG("Failed to read train info from file. Did not get expected EOF."); - close(fd); - return false; - } - - VLOG("Read train info file successful"); - close(fd); - return true; -} - -vector<InstallTrainInfo> StorageManager::readAllTrainInfo() { - std::lock_guard<std::mutex> lock(sTrainInfoMutex); - vector<InstallTrainInfo> trainInfoList; - unique_ptr<DIR, decltype(&closedir)> dir(opendir(TRAIN_INFO_DIR), closedir); - if (dir == NULL) { - VLOG("Directory does not exist: %s", TRAIN_INFO_DIR); - return trainInfoList; - } - - dirent* de; - while ((de = readdir(dir.get()))) { - char* name = de->d_name; - if (name[0] == '.') { - continue; - } - - InstallTrainInfo trainInfo; - bool readSuccess = StorageManager::readTrainInfoLocked(name, trainInfo); - if (!readSuccess) { - continue; - } - trainInfoList.push_back(trainInfo); - } - return trainInfoList; -} - -void StorageManager::deleteFile(const char* file) { - if (remove(file) != 0) { - VLOG("Attempt to delete %s but is not found", file); - } else { - VLOG("Successfully deleted %s", file); - } -} - -void StorageManager::deleteAllFiles(const char* path) { - unique_ptr<DIR, decltype(&closedir)> dir(opendir(path), closedir); - if (dir == NULL) { - VLOG("Directory does not exist: %s", path); - return; - } - - dirent* de; - while ((de = readdir(dir.get()))) { - char* name = de->d_name; - if (name[0] == '.') continue; - deleteFile(StringPrintf("%s/%s", path, name).c_str()); - } -} - -void StorageManager::deleteSuffixedFiles(const char* path, const char* suffix) { - unique_ptr<DIR, decltype(&closedir)> dir(opendir(path), closedir); - if (dir == NULL) { - VLOG("Directory does not exist: %s", path); - return; - } - - dirent* de; - while ((de = readdir(dir.get()))) { - char* name = de->d_name; - if (name[0] == '.') { - continue; - } - size_t nameLen = strlen(name); - size_t suffixLen = strlen(suffix); - if (suffixLen <= nameLen && strncmp(name + nameLen - suffixLen, suffix, suffixLen) == 0) { - deleteFile(StringPrintf("%s/%s", path, name).c_str()); - } - } -} - -void StorageManager::sendBroadcast(const char* path, - const std::function<void(const ConfigKey&)>& sendBroadcast) { - unique_ptr<DIR, decltype(&closedir)> dir(opendir(path), closedir); - if (dir == NULL) { - VLOG("no stats-data directory on disk"); - return; - } - - dirent* de; - while ((de = readdir(dir.get()))) { - char* name = de->d_name; - if (name[0] == '.') continue; - VLOG("file %s", name); - - FileName output; - parseFileName(name, &output); - if (output.mTimestampSec == -1 || output.mIsHistory) continue; - sendBroadcast(ConfigKey((int)output.mUid, output.mConfigId)); - } -} - -bool StorageManager::hasConfigMetricsReport(const ConfigKey& key) { - unique_ptr<DIR, decltype(&closedir)> dir(opendir(STATS_DATA_DIR), closedir); - if (dir == NULL) { - VLOG("Path %s does not exist", STATS_DATA_DIR); - return false; - } - - string suffix = StringPrintf("%d_%lld", key.GetUid(), (long long)key.GetId()); - - dirent* de; - while ((de = readdir(dir.get()))) { - char* name = de->d_name; - if (name[0] == '.') continue; - - size_t nameLen = strlen(name); - size_t suffixLen = suffix.length(); - if (suffixLen <= nameLen && - strncmp(name + nameLen - suffixLen, suffix.c_str(), suffixLen) == 0) { - // Check again that the file name is parseable. - FileName output; - parseFileName(name, &output); - if (output.mTimestampSec == -1 || output.mIsHistory) continue; - return true; - } - } - return false; -} - -void StorageManager::appendConfigMetricsReport(const ConfigKey& key, ProtoOutputStream* proto, - bool erase_data, bool isAdb) { - unique_ptr<DIR, decltype(&closedir)> dir(opendir(STATS_DATA_DIR), closedir); - if (dir == NULL) { - VLOG("Path %s does not exist", STATS_DATA_DIR); - return; - } - - dirent* de; - while ((de = readdir(dir.get()))) { - char* name = de->d_name; - string fileName(name); - if (name[0] == '.') continue; - FileName output; - parseFileName(name, &output); - - if (output.mTimestampSec == -1 || (output.mIsHistory && !isAdb) || - output.mUid != key.GetUid() || output.mConfigId != key.GetId()) { - continue; - } - - auto fullPathName = StringPrintf("%s/%s", STATS_DATA_DIR, fileName.c_str()); - int fd = open(fullPathName.c_str(), O_RDONLY | O_CLOEXEC); - if (fd != -1) { - string content; - if (android::base::ReadFdToString(fd, &content)) { - proto->write(FIELD_TYPE_MESSAGE | FIELD_COUNT_REPEATED | FIELD_ID_REPORTS, - content.c_str(), content.size()); - } - close(fd); - } else { - ALOGE("file cannot be opened"); - } - - if (erase_data) { - remove(fullPathName.c_str()); - } else if (!output.mIsHistory && !isAdb) { - // This means a real data owner has called to get this data. But the config says it - // wants to keep a local history. So now this file must be renamed as a history file. - // So that next time, when owner calls getData() again, this data won't be uploaded - // again. rename returns 0 on success - if (rename(fullPathName.c_str(), (fullPathName + "_history").c_str())) { - ALOGE("Failed to rename file %s", fullPathName.c_str()); - } - } - } -} - -bool StorageManager::readFileToString(const char* file, string* content) { - int fd = open(file, O_RDONLY | O_CLOEXEC); - bool res = false; - if (fd != -1) { - if (android::base::ReadFdToString(fd, content)) { - res = true; - } else { - VLOG("Failed to read file %s\n", file); - } - close(fd); - } - return res; -} - -void StorageManager::readConfigFromDisk(map<ConfigKey, StatsdConfig>& configsMap) { - unique_ptr<DIR, decltype(&closedir)> dir(opendir(STATS_SERVICE_DIR), closedir); - if (dir == NULL) { - VLOG("no default config on disk"); - return; - } - trimToFit(STATS_SERVICE_DIR); - - dirent* de; - while ((de = readdir(dir.get()))) { - char* name = de->d_name; - if (name[0] == '.') continue; - - FileName output; - parseFileName(name, &output); - if (output.mTimestampSec == -1) continue; - string file_name = output.getFullFileName(STATS_SERVICE_DIR); - int fd = open(file_name.c_str(), O_RDONLY | O_CLOEXEC); - if (fd != -1) { - string content; - if (android::base::ReadFdToString(fd, &content)) { - StatsdConfig config; - if (config.ParseFromString(content)) { - configsMap[ConfigKey(output.mUid, output.mConfigId)] = config; - VLOG("map key uid=%lld|configID=%lld", (long long)output.mUid, - (long long)output.mConfigId); - } - } - close(fd); - } - } -} - -bool StorageManager::readConfigFromDisk(const ConfigKey& key, StatsdConfig* config) { - string content; - return config != nullptr && - StorageManager::readConfigFromDisk(key, &content) && config->ParseFromString(content); -} - -bool StorageManager::readConfigFromDisk(const ConfigKey& key, string* content) { - unique_ptr<DIR, decltype(&closedir)> dir(opendir(STATS_SERVICE_DIR), - closedir); - if (dir == NULL) { - VLOG("Directory does not exist: %s", STATS_SERVICE_DIR); - return false; - } - - string suffix = StringPrintf("%d_%lld", key.GetUid(), (long long)key.GetId()); - dirent* de; - while ((de = readdir(dir.get()))) { - char* name = de->d_name; - if (name[0] == '.') { - continue; - } - size_t nameLen = strlen(name); - size_t suffixLen = suffix.length(); - // There can be at most one file that matches this suffix (config key). - if (suffixLen <= nameLen && - strncmp(name + nameLen - suffixLen, suffix.c_str(), suffixLen) == 0) { - int fd = open(StringPrintf("%s/%s", STATS_SERVICE_DIR, name).c_str(), - O_RDONLY | O_CLOEXEC); - if (fd != -1) { - if (android::base::ReadFdToString(fd, content)) { - return true; - } - close(fd); - } - } - } - return false; -} - -bool StorageManager::hasIdenticalConfig(const ConfigKey& key, - const vector<uint8_t>& config) { - string content; - if (StorageManager::readConfigFromDisk(key, &content)) { - vector<uint8_t> vec(content.begin(), content.end()); - if (vec == config) { - return true; - } - } - return false; -} - -void StorageManager::sortFiles(vector<FileInfo>* fileNames) { - // Reverse sort to effectively remove from the back (oldest entries). - // This will sort files in reverse-chronological order. Local history files have lower - // priority than regular data files. - sort(fileNames->begin(), fileNames->end(), [](FileInfo& lhs, FileInfo& rhs) { - // first consider if the file is a local history - if (lhs.mIsHistory && !rhs.mIsHistory) { - return false; - } else if (rhs.mIsHistory && !lhs.mIsHistory) { - return true; - } - - // then consider the age. - if (lhs.mFileAgeSec < rhs.mFileAgeSec) { - return true; - } else if (lhs.mFileAgeSec > rhs.mFileAgeSec) { - return false; - } - - // then good luck.... use string::compare - return lhs.mFileName.compare(rhs.mFileName) > 0; - }); -} - -void StorageManager::trimToFit(const char* path, bool parseTimestampOnly) { - unique_ptr<DIR, decltype(&closedir)> dir(opendir(path), closedir); - if (dir == NULL) { - VLOG("Path %s does not exist", path); - return; - } - dirent* de; - int totalFileSize = 0; - vector<FileInfo> fileNames; - auto nowSec = getWallClockSec(); - while ((de = readdir(dir.get()))) { - char* name = de->d_name; - if (name[0] == '.') continue; - - FileName output; - string file_name; - if (parseTimestampOnly) { - file_name = StringPrintf("%s/%s", path, name); - output.mTimestampSec = StrToInt64(strtok(name, "_")); - output.mIsHistory = false; - } else { - parseFileName(name, &output); - file_name = output.getFullFileName(path); - } - if (output.mTimestampSec == -1) continue; - - // Check for timestamp and delete if it's too old. - long fileAge = nowSec - output.mTimestampSec; - if (fileAge > StatsdStats::kMaxAgeSecond || - (output.mIsHistory && fileAge > StatsdStats::kMaxLocalHistoryAgeSecond)) { - deleteFile(file_name.c_str()); - continue; - } - - ifstream file(file_name.c_str(), ifstream::in | ifstream::binary); - int fileSize = 0; - if (file.is_open()) { - file.seekg(0, ios::end); - fileSize = file.tellg(); - file.close(); - totalFileSize += fileSize; - } - fileNames.emplace_back(file_name, output.mIsHistory, fileSize, fileAge); - } - - if (fileNames.size() > StatsdStats::kMaxFileNumber || - totalFileSize > StatsdStats::kMaxFileSize) { - sortFiles(&fileNames); - } - - // Start removing files from oldest to be under the limit. - while (fileNames.size() > 0 && (fileNames.size() > StatsdStats::kMaxFileNumber || - totalFileSize > StatsdStats::kMaxFileSize)) { - totalFileSize -= fileNames.at(fileNames.size() - 1).mFileSizeBytes; - deleteFile(fileNames.at(fileNames.size() - 1).mFileName.c_str()); - fileNames.pop_back(); - } -} - -void StorageManager::printStats(int outFd) { - printDirStats(outFd, STATS_SERVICE_DIR); - printDirStats(outFd, STATS_DATA_DIR); -} - -void StorageManager::printDirStats(int outFd, const char* path) { - dprintf(outFd, "Printing stats of %s\n", path); - unique_ptr<DIR, decltype(&closedir)> dir(opendir(path), closedir); - if (dir == NULL) { - VLOG("Path %s does not exist", path); - return; - } - dirent* de; - int fileCount = 0; - int totalFileSize = 0; - while ((de = readdir(dir.get()))) { - char* name = de->d_name; - if (name[0] == '.') { - continue; - } - FileName output; - parseFileName(name, &output); - if (output.mTimestampSec == -1) continue; - dprintf(outFd, "\t #%d, Last updated: %lld, UID: %d, Config ID: %lld, %s", fileCount + 1, - (long long)output.mTimestampSec, output.mUid, (long long)output.mConfigId, - (output.mIsHistory ? "local history" : "")); - string file_name = output.getFullFileName(path); - ifstream file(file_name.c_str(), ifstream::in | ifstream::binary); - if (file.is_open()) { - file.seekg(0, ios::end); - int fileSize = file.tellg(); - file.close(); - dprintf(outFd, ", File Size: %d bytes", fileSize); - totalFileSize += fileSize; - } - dprintf(outFd, "\n"); - fileCount++; - } - dprintf(outFd, "\tTotal number of files: %d, Total size of files: %d bytes.\n", fileCount, - totalFileSize); -} - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/storage/StorageManager.h b/cmds/statsd/src/storage/StorageManager.h deleted file mode 100644 index d59046dfbb99..000000000000 --- a/cmds/statsd/src/storage/StorageManager.h +++ /dev/null @@ -1,168 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#ifndef STORAGE_MANAGER_H -#define STORAGE_MANAGER_H - -#include <android/util/ProtoOutputStream.h> -#include <utils/Log.h> -#include <utils/RefBase.h> - -#include "packages/UidMap.h" - -namespace android { -namespace os { -namespace statsd { - -using android::util::ProtoOutputStream; - -class StorageManager : public virtual RefBase { -public: - struct FileInfo { - FileInfo(std::string name, bool isHistory, int fileSize, long fileAge) - : mFileName(name), - mIsHistory(isHistory), - mFileSizeBytes(fileSize), - mFileAgeSec(fileAge) { - } - std::string mFileName; - bool mIsHistory; - int mFileSizeBytes; - long mFileAgeSec; - }; - - /** - * Writes a given byte array as a file to the specified file path. - */ - static void writeFile(const char* file, const void* buffer, int numBytes); - - /** - * Writes train info. - */ - static bool writeTrainInfo(const InstallTrainInfo& trainInfo); - - /** - * Reads train info. - */ - static bool readTrainInfo(const std::string& trainName, InstallTrainInfo& trainInfo); - - /** - * Reads train info assuming lock is obtained. - */ - static bool readTrainInfoLocked(const std::string& trainName, InstallTrainInfo& trainInfo); - - /** - * Reads all train info and returns a vector of train info. - */ - static vector<InstallTrainInfo> readAllTrainInfo(); - - /** - * Reads the file content to the buffer. - */ - static bool readFileToString(const char* file, string* content); - - /** - * Deletes a single file given a file name. - */ - static void deleteFile(const char* file); - - /** - * Deletes all files in a given directory. - */ - static void deleteAllFiles(const char* path); - - /** - * Deletes all files whose name matches with a provided suffix. - */ - static void deleteSuffixedFiles(const char* path, const char* suffix); - - /** - * Send broadcasts to relevant receiver for each data stored on disk. - */ - static void sendBroadcast(const char* path, - const std::function<void(const ConfigKey&)>& sendBroadcast); - - /** - * Returns true if there's at least one report on disk. - */ - static bool hasConfigMetricsReport(const ConfigKey& key); - - /** - * Appends the ConfigMetricsReport found on disk to the specifid proto - * and, if erase_data, deletes it from disk. - * - * [isAdb]: if the caller is adb dump. This includes local adb dump or dumpsys by - * bugreport or incidentd. When true, we will append any local history data too. - * - * When - * erase_data=true, isAdb=true: append history data to output, remove all data after read - * erase_data=false, isAdb=true: append history data to output, keep data after read - * erase_data=true, isAdb=false: do not append history data, and remove data after read - * erase_data=false, isAdb=false: do not append history data and *rename* all data files to - * history files. - */ - static void appendConfigMetricsReport(const ConfigKey& key, ProtoOutputStream* proto, - bool erase_data, bool isAdb); - - /** - * Call to load the saved configs from disk. - */ - static void readConfigFromDisk(std::map<ConfigKey, StatsdConfig>& configsMap); - - /** - * Call to load the specified config from disk. Returns false if the config file does not - * exist or error occurs when reading the file. - */ - static bool readConfigFromDisk(const ConfigKey& key, StatsdConfig* config); - static bool readConfigFromDisk(const ConfigKey& key, string* config); - - /** - * Trims files in the provided directory to limit the total size, number of - * files, accumulation of outdated files. - */ - static void trimToFit(const char* dir, bool parseTimestampOnly = false); - - /** - * Returns true if there already exists identical configuration on device. - */ - static bool hasIdenticalConfig(const ConfigKey& key, - const vector<uint8_t>& config); - - /** - * Prints disk usage statistics related to statsd. - */ - static void printStats(int out); - - static string getDataFileName(long wallClockSec, int uid, int64_t id); - - static string getDataHistoryFileName(long wallClockSec, int uid, int64_t id); - - static void sortFiles(vector<FileInfo>* fileNames); - -private: - /** - * Prints disk usage statistics about a directory related to statsd. - */ - static void printDirStats(int out, const char* path); - - static std::mutex sTrainInfoMutex; -}; - -} // namespace statsd -} // namespace os -} // namespace android - -#endif // STORAGE_MANAGER_H diff --git a/cmds/statsd/src/subscriber/IncidentdReporter.cpp b/cmds/statsd/src/subscriber/IncidentdReporter.cpp deleted file mode 100644 index 1d77513d9d33..000000000000 --- a/cmds/statsd/src/subscriber/IncidentdReporter.cpp +++ /dev/null @@ -1,169 +0,0 @@ -/* - * Copyright (C) 2018 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -#define DEBUG false -#include "Log.h" - -#include "FieldValue.h" -#include "IncidentdReporter.h" -#include "packages/UidMap.h" -#include "stats_log_util.h" - -#include <android/util/ProtoOutputStream.h> -#include <incident/incident_report.h> - -#include <vector> - -namespace android { -namespace os { -namespace statsd { - -using android::util::ProtoOutputStream; -using std::vector; - -using util::FIELD_TYPE_INT32; -using util::FIELD_TYPE_INT64; -using util::FIELD_TYPE_MESSAGE; -using util::FIELD_TYPE_STRING; - -// field ids in IncidentHeaderProto -const int FIELD_ID_ALERT_ID = 1; -const int FIELD_ID_REASON = 2; -const int FIELD_ID_CONFIG_KEY = 3; -const int FIELD_ID_CONFIG_KEY_UID = 1; -const int FIELD_ID_CONFIG_KEY_ID = 2; - -const int FIELD_ID_TRIGGER_DETAILS = 4; -const int FIELD_ID_TRIGGER_DETAILS_TRIGGER_METRIC = 1; -const int FIELD_ID_METRIC_VALUE_METRIC_ID = 1; -const int FIELD_ID_METRIC_VALUE_DIMENSION_IN_WHAT = 2; -const int FIELD_ID_METRIC_VALUE_VALUE = 4; - -const int FIELD_ID_PACKAGE_INFO = 3; - -namespace { -void getProtoData(const int64_t& rule_id, int64_t metricId, const MetricDimensionKey& dimensionKey, - int64_t metricValue, const ConfigKey& configKey, const string& reason, - vector<uint8_t>* protoData) { - ProtoOutputStream headerProto; - headerProto.write(FIELD_TYPE_INT64 | FIELD_ID_ALERT_ID, (long long)rule_id); - headerProto.write(FIELD_TYPE_STRING | FIELD_ID_REASON, reason); - uint64_t token = - headerProto.start(FIELD_TYPE_MESSAGE | FIELD_ID_CONFIG_KEY); - headerProto.write(FIELD_TYPE_INT32 | FIELD_ID_CONFIG_KEY_UID, configKey.GetUid()); - headerProto.write(FIELD_TYPE_INT64 | FIELD_ID_CONFIG_KEY_ID, (long long)configKey.GetId()); - headerProto.end(token); - - token = headerProto.start(FIELD_TYPE_MESSAGE | FIELD_ID_TRIGGER_DETAILS); - - // MetricValue trigger_metric = 1; - uint64_t metricToken = - headerProto.start(FIELD_TYPE_MESSAGE | FIELD_ID_TRIGGER_DETAILS_TRIGGER_METRIC); - // message MetricValue { - // optional int64 metric_id = 1; - headerProto.write(FIELD_TYPE_INT64 | FIELD_ID_METRIC_VALUE_METRIC_ID, (long long)metricId); - // optional DimensionsValue dimension_in_what = 2; - uint64_t dimToken = - headerProto.start(FIELD_TYPE_MESSAGE | FIELD_ID_METRIC_VALUE_DIMENSION_IN_WHAT); - writeDimensionToProto(dimensionKey.getDimensionKeyInWhat(), nullptr, &headerProto); - headerProto.end(dimToken); - - // deprecated field - // optional DimensionsValue dimension_in_condition = 3; - - // optional int64 value = 4; - headerProto.write(FIELD_TYPE_INT64 | FIELD_ID_METRIC_VALUE_VALUE, (long long)metricValue); - - // } - headerProto.end(metricToken); - - // write relevant uid package info - std::set<int32_t> uids; - - for (const auto& dim : dimensionKey.getDimensionKeyInWhat().getValues()) { - int uid = getUidIfExists(dim); - // any uid <= 2000 are predefined AID_* - if (uid > 2000) { - uids.insert(uid); - } - } - - if (!uids.empty()) { - uint64_t token = headerProto.start(FIELD_TYPE_MESSAGE | FIELD_ID_PACKAGE_INFO); - UidMap::getInstance()->writeUidMapSnapshot(getElapsedRealtimeNs(), true, true, uids, - nullptr /*string set*/, &headerProto); - headerProto.end(token); - } - - headerProto.end(token); - - protoData->resize(headerProto.size()); - size_t pos = 0; - sp<android::util::ProtoReader> reader = headerProto.data(); - while (reader->readBuffer() != NULL) { - size_t toRead = reader->currentToRead(); - std::memcpy(&((*protoData)[pos]), reader->readBuffer(), toRead); - pos += toRead; - reader->move(toRead); - } -} -} // namespace - -bool GenerateIncidentReport(const IncidentdDetails& config, int64_t rule_id, int64_t metricId, - const MetricDimensionKey& dimensionKey, int64_t metricValue, - const ConfigKey& configKey) { - if (config.section_size() == 0) { - VLOG("The alert %lld contains zero section in config(%d,%lld)", (unsigned long long)rule_id, - configKey.GetUid(), (long long)configKey.GetId()); - return false; - } - - AIncidentReportArgs* args = AIncidentReportArgs_init(); - - vector<uint8_t> protoData; - getProtoData(rule_id, metricId, dimensionKey, metricValue, configKey, - config.alert_description(), &protoData); - AIncidentReportArgs_addHeader(args, protoData.data(), protoData.size()); - - for (int i = 0; i < config.section_size(); i++) { - AIncidentReportArgs_addSection(args, config.section(i)); - } - - uint8_t dest; - switch (config.dest()) { - case IncidentdDetails_Destination_AUTOMATIC: - dest = INCIDENT_REPORT_PRIVACY_POLICY_AUTOMATIC; - break; - case IncidentdDetails_Destination_EXPLICIT: - dest = INCIDENT_REPORT_PRIVACY_POLICY_EXPLICIT; - break; - default: - dest = INCIDENT_REPORT_PRIVACY_POLICY_AUTOMATIC; - } - AIncidentReportArgs_setPrivacyPolicy(args, dest); - - AIncidentReportArgs_setReceiverPackage(args, config.receiver_pkg().c_str()); - - AIncidentReportArgs_setReceiverClass(args, config.receiver_cls().c_str()); - - int err = AIncidentReportArgs_takeReport(args); - AIncidentReportArgs_delete(args); - - return err == NO_ERROR; -} - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/subscriber/IncidentdReporter.h b/cmds/statsd/src/subscriber/IncidentdReporter.h deleted file mode 100644 index e78a4d98dcd8..000000000000 --- a/cmds/statsd/src/subscriber/IncidentdReporter.h +++ /dev/null @@ -1,36 +0,0 @@ -/* - * Copyright (C) 2018 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#pragma once - -#include "HashableDimensionKey.h" -#include "config/ConfigKey.h" -#include "frameworks/base/cmds/statsd/src/statsd_config.pb.h" // Alert, IncidentdDetails - -namespace android { -namespace os { -namespace statsd { - -/** - * Calls incidentd to trigger an incident report and put in dropbox for uploading. - */ -bool GenerateIncidentReport(const IncidentdDetails& config, int64_t rule_id, int64_t metricId, - const MetricDimensionKey& dimensionKey, int64_t metricValue, - const ConfigKey& configKey); - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/subscriber/SubscriberReporter.cpp b/cmds/statsd/src/subscriber/SubscriberReporter.cpp deleted file mode 100644 index c915ef3bf069..000000000000 --- a/cmds/statsd/src/subscriber/SubscriberReporter.cpp +++ /dev/null @@ -1,171 +0,0 @@ -/* - * Copyright (C) 2018 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#define DEBUG false // STOPSHIP if true -#include "Log.h" - -#include "SubscriberReporter.h" - -using std::lock_guard; - -namespace android { -namespace os { -namespace statsd { - -using std::vector; - -struct BroadcastSubscriberDeathCookie { - BroadcastSubscriberDeathCookie(const ConfigKey& configKey, int64_t subscriberId, - const shared_ptr<IPendingIntentRef>& pir): - mConfigKey(configKey), - mSubscriberId(subscriberId), - mPir(pir) {} - - ConfigKey mConfigKey; - int64_t mSubscriberId; - shared_ptr<IPendingIntentRef> mPir; -}; - -void SubscriberReporter::broadcastSubscriberDied(void* cookie) { - auto cookie_ = static_cast<BroadcastSubscriberDeathCookie*>(cookie); - ConfigKey& configKey = cookie_->mConfigKey; - int64_t subscriberId = cookie_->mSubscriberId; - shared_ptr<IPendingIntentRef>& pir = cookie_->mPir; - - SubscriberReporter& thiz = getInstance(); - - // Erase the mapping from a (config_key, subscriberId) to a pir if the - // mapping exists. - lock_guard<mutex> lock(thiz.mLock); - auto subscriberMapIt = thiz.mIntentMap.find(configKey); - if (subscriberMapIt != thiz.mIntentMap.end()) { - auto subscriberMap = subscriberMapIt->second; - auto pirIt = subscriberMap.find(subscriberId); - if (pirIt != subscriberMap.end() && pirIt->second == pir) { - subscriberMap.erase(subscriberId); - if (subscriberMap.empty()) { - thiz.mIntentMap.erase(configKey); - } - } - } - - // The death recipient corresponding to this specific pir can never be - // triggered again, so free up resources. - delete cookie_; -} - -SubscriberReporter::SubscriberReporter() : - mBroadcastSubscriberDeathRecipient(AIBinder_DeathRecipient_new(broadcastSubscriberDied)) { -} - -void SubscriberReporter::setBroadcastSubscriber(const ConfigKey& configKey, - int64_t subscriberId, - const shared_ptr<IPendingIntentRef>& pir) { - VLOG("SubscriberReporter::setBroadcastSubscriber called."); - { - lock_guard<mutex> lock(mLock); - mIntentMap[configKey][subscriberId] = pir; - } - AIBinder_linkToDeath(pir->asBinder().get(), mBroadcastSubscriberDeathRecipient.get(), - new BroadcastSubscriberDeathCookie(configKey, subscriberId, pir)); -} - -void SubscriberReporter::unsetBroadcastSubscriber(const ConfigKey& configKey, - int64_t subscriberId) { - VLOG("SubscriberReporter::unsetBroadcastSubscriber called."); - lock_guard<mutex> lock(mLock); - auto subscriberMapIt = mIntentMap.find(configKey); - if (subscriberMapIt != mIntentMap.end()) { - subscriberMapIt->second.erase(subscriberId); - if (subscriberMapIt->second.empty()) { - mIntentMap.erase(configKey); - } - } -} - -void SubscriberReporter::alertBroadcastSubscriber(const ConfigKey& configKey, - const Subscription& subscription, - const MetricDimensionKey& dimKey) const { - // Reminder about ids: - // subscription id - name of the Subscription (that ties the Alert to the broadcast) - // subscription rule_id - the name of the Alert (that triggers the broadcast) - // subscriber_id - name of the PendingIntent to use to send the broadcast - // config uid - the uid that uploaded the config (and therefore gave the PendingIntent, - // although the intent may be to broadcast to a different uid) - // config id - the name of this config (for this particular uid) - - VLOG("SubscriberReporter::alertBroadcastSubscriber called."); - lock_guard<mutex> lock(mLock); - - if (!subscription.has_broadcast_subscriber_details() - || !subscription.broadcast_subscriber_details().has_subscriber_id()) { - ALOGE("Broadcast subscriber does not have an id."); - return; - } - int64_t subscriberId = subscription.broadcast_subscriber_details().subscriber_id(); - - vector<string> cookies; - cookies.reserve(subscription.broadcast_subscriber_details().cookie_size()); - for (auto& cookie : subscription.broadcast_subscriber_details().cookie()) { - cookies.push_back(cookie); - } - - auto it1 = mIntentMap.find(configKey); - if (it1 == mIntentMap.end()) { - ALOGW("Cannot inform subscriber for missing config key %s ", configKey.ToString().c_str()); - return; - } - auto it2 = it1->second.find(subscriberId); - if (it2 == it1->second.end()) { - ALOGW("Cannot inform subscriber of config %s for missing subscriberId %lld ", - configKey.ToString().c_str(), (long long)subscriberId); - return; - } - sendBroadcastLocked(it2->second, configKey, subscription, cookies, dimKey); -} - -void SubscriberReporter::sendBroadcastLocked(const shared_ptr<IPendingIntentRef>& pir, - const ConfigKey& configKey, - const Subscription& subscription, - const vector<string>& cookies, - const MetricDimensionKey& dimKey) const { - VLOG("SubscriberReporter::sendBroadcastLocked called."); - pir->sendSubscriberBroadcast( - configKey.GetUid(), - configKey.GetId(), - subscription.id(), - subscription.rule_id(), - cookies, - dimKey.getDimensionKeyInWhat().toStatsDimensionsValueParcel()); -} - -shared_ptr<IPendingIntentRef> SubscriberReporter::getBroadcastSubscriber(const ConfigKey& configKey, - int64_t subscriberId) { - lock_guard<mutex> lock(mLock); - auto subscriberMapIt = mIntentMap.find(configKey); - if (subscriberMapIt == mIntentMap.end()) { - return nullptr; - } - auto pirMapIt = subscriberMapIt->second.find(subscriberId); - if (pirMapIt == subscriberMapIt->second.end()) { - return nullptr; - } - return pirMapIt->second; -} - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/subscriber/SubscriberReporter.h b/cmds/statsd/src/subscriber/SubscriberReporter.h deleted file mode 100644 index 4fe428198e71..000000000000 --- a/cmds/statsd/src/subscriber/SubscriberReporter.h +++ /dev/null @@ -1,109 +0,0 @@ -/* - * Copyright (C) 2018 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#pragma once - -#include <aidl/android/os/IPendingIntentRef.h> -#include <utils/RefBase.h> -#include <utils/String16.h> - -#include "config/ConfigKey.h" -#include "frameworks/base/cmds/statsd/src/statsd_config.pb.h" // subscription -#include "HashableDimensionKey.h" - -#include <mutex> -#include <unordered_map> -#include <vector> - -using aidl::android::os::IPendingIntentRef; -using std::mutex; -using std::shared_ptr; -using std::string; -using std::unordered_map; -using std::vector; - -namespace android { -namespace os { -namespace statsd { - -// Reports information to subscribers. -// Single instance shared across the process. All methods are thread safe. -class SubscriberReporter { -public: - /** Get (singleton) instance of SubscriberReporter. */ - static SubscriberReporter& getInstance() { - static SubscriberReporter subscriberReporter; - return subscriberReporter; - } - - ~SubscriberReporter(){}; - SubscriberReporter(SubscriberReporter const&) = delete; - void operator=(SubscriberReporter const&) = delete; - - /** - * Stores the given intentSender, associating it with the given (configKey, subscriberId) pair. - */ - void setBroadcastSubscriber(const ConfigKey& configKey, - int64_t subscriberId, - const shared_ptr<IPendingIntentRef>& pir); - - /** - * Erases any intentSender information from the given (configKey, subscriberId) pair. - */ - void unsetBroadcastSubscriber(const ConfigKey& configKey, int64_t subscriberId); - - /** - * Sends a broadcast via the intentSender previously stored for the - * given (configKey, subscriberId) pair by setBroadcastSubscriber. - * Information about the subscriber, as well as information extracted from the dimKey, is sent. - */ - void alertBroadcastSubscriber(const ConfigKey& configKey, - const Subscription& subscription, - const MetricDimensionKey& dimKey) const; - - shared_ptr<IPendingIntentRef> getBroadcastSubscriber(const ConfigKey& configKey, - int64_t subscriberId); - -private: - SubscriberReporter(); - - mutable mutex mLock; - - /** Maps <ConfigKey, SubscriberId> -> IPendingIntentRef (which represents a PendingIntent). */ - unordered_map<ConfigKey, unordered_map<int64_t, shared_ptr<IPendingIntentRef>>> mIntentMap; - - /** - * Sends a broadcast via the given intentSender (using mStatsCompanionService), along - * with the information in the other parameters. - */ - void sendBroadcastLocked(const shared_ptr<IPendingIntentRef>& pir, - const ConfigKey& configKey, - const Subscription& subscription, - const vector<string>& cookies, - const MetricDimensionKey& dimKey) const; - - ::ndk::ScopedAIBinder_DeathRecipient mBroadcastSubscriberDeathRecipient; - - /** - * Death recipient callback that is called when a broadcast subscriber dies. - * The cookie is a pointer to a BroadcastSubscriberDeathCookie. - */ - static void broadcastSubscriberDied(void* cookie); -}; - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/uid_data.proto b/cmds/statsd/src/uid_data.proto deleted file mode 100644 index a6fa26cd412e..000000000000 --- a/cmds/statsd/src/uid_data.proto +++ /dev/null @@ -1,36 +0,0 @@ -/* - * Copyright (C) 2019 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -syntax = "proto2"; - -package android.os.statsd; - -option java_package = "com.android.internal.os"; -option java_outer_classname = "UidDataProto"; - -message ApplicationInfo { - optional int32 uid = 1; - optional int64 version = 2; - optional string version_string = 3; - optional string package_name = 4; - optional string installer = 5; -} - -// StatsServiceCompanion uses the proto to supply statsd with uid-package -// mapping updates. -message UidData { - repeated ApplicationInfo app_info = 1; -} diff --git a/cmds/statsd/src/utils/MultiConditionTrigger.cpp b/cmds/statsd/src/utils/MultiConditionTrigger.cpp deleted file mode 100644 index 43a69337f368..000000000000 --- a/cmds/statsd/src/utils/MultiConditionTrigger.cpp +++ /dev/null @@ -1,57 +0,0 @@ -/* - * Copyright (C) 2020 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -#define DEBUG false // STOPSHIP if true - -#include "MultiConditionTrigger.h" - -#include <thread> - -using namespace std; - -namespace android { -namespace os { -namespace statsd { - -MultiConditionTrigger::MultiConditionTrigger(const set<string>& conditionNames, - function<void()> trigger) - : mRemainingConditionNames(conditionNames), - mTrigger(trigger), - mCompleted(mRemainingConditionNames.empty()) { - if (mCompleted) { - thread executorThread([this] { mTrigger(); }); - executorThread.detach(); - } -} - -void MultiConditionTrigger::markComplete(const string& conditionName) { - bool doTrigger = false; - { - lock_guard<mutex> lg(mMutex); - if (mCompleted) { - return; - } - mRemainingConditionNames.erase(conditionName); - mCompleted = mRemainingConditionNames.empty(); - doTrigger = mCompleted; - } - if (doTrigger) { - std::thread executorThread([this] { mTrigger(); }); - executorThread.detach(); - } -} -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/src/utils/MultiConditionTrigger.h b/cmds/statsd/src/utils/MultiConditionTrigger.h deleted file mode 100644 index 51f6029915be..000000000000 --- a/cmds/statsd/src/utils/MultiConditionTrigger.h +++ /dev/null @@ -1,55 +0,0 @@ -/* - * Copyright (C) 2020 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -#pragma once - -#include <gtest/gtest_prod.h> - -#include <mutex> -#include <set> - -namespace android { -namespace os { -namespace statsd { - -/** - * This class provides a utility to wait for a set of named conditions to occur. - * - * It will execute the trigger runnable in a detached thread once all conditions have been marked - * true. - */ -class MultiConditionTrigger { -public: - explicit MultiConditionTrigger(const std::set<std::string>& conditionNames, - std::function<void()> trigger); - - MultiConditionTrigger(const MultiConditionTrigger&) = delete; - MultiConditionTrigger& operator=(const MultiConditionTrigger&) = delete; - - // Mark a specific condition as true. If this condition has called markComplete already or if - // the event was not specified in the constructor, the function is a no-op. - void markComplete(const std::string& eventName); - -private: - mutable std::mutex mMutex; - std::set<std::string> mRemainingConditionNames; - std::function<void()> mTrigger; - bool mCompleted; - - FRIEND_TEST(MultiConditionTriggerTest, TestCountDownCalledBySameEventName); -}; -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/statsd_test.xml b/cmds/statsd/statsd_test.xml deleted file mode 100644 index 8f9bb1cb6b2a..000000000000 --- a/cmds/statsd/statsd_test.xml +++ /dev/null @@ -1,37 +0,0 @@ -<?xml version="1.0" encoding="utf-8"?> -<!-- Copyright (C) 2020 The Android Open Source Project - - Licensed under the Apache License, Version 2.0 (the "License"); - you may not use this file except in compliance with the License. - You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - - Unless required by applicable law or agreed to in writing, software - distributed under the License is distributed on an "AS IS" BASIS, - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - See the License for the specific language governing permissions and - limitations under the License. ---> -<configuration description="Runs statsd_test."> - <option name="test-suite-tag" value="apct" /> - <option name="test-suite-tag" value="apct-native" /> - <option name="test-suite-tag" value="mts" /> - - <target_preparer class="com.android.tradefed.targetprep.RootTargetPreparer"/> - - <target_preparer class="com.android.compatibility.common.tradefed.targetprep.FilePusher"> - <option name="cleanup" value="true" /> - <option name="push" value="statsd_test->/data/local/tmp/statsd_test" /> - <option name="append-bitness" value="true" /> - </target_preparer> - - <test class="com.android.tradefed.testtype.GTest" > - <option name="native-test-device-path" value="/data/local/tmp" /> - <option name="module-name" value="statsd_test" /> - </test> - - <object type="module_controller" class="com.android.tradefed.testtype.suite.module.MainlineTestModuleController"> - <option name="mainline-module-package-name" value="com.google.android.os.statsd" /> - </object> -</configuration> diff --git a/cmds/statsd/tests/AlarmMonitor_test.cpp b/cmds/statsd/tests/AlarmMonitor_test.cpp deleted file mode 100644 index 1dc9795dcf16..000000000000 --- a/cmds/statsd/tests/AlarmMonitor_test.cpp +++ /dev/null @@ -1,69 +0,0 @@ -// Copyright (C) 2017 The Android Open Source Project -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#include "anomaly/AlarmMonitor.h" - -#include <gtest/gtest.h> - -using namespace android::os::statsd; -using std::shared_ptr; - -#ifdef __ANDROID__ -TEST(AlarmMonitor, popSoonerThan) { - std::string emptyMetricId; - std::string emptyDimensionId; - unordered_set<sp<const InternalAlarm>, SpHash<InternalAlarm>> set; - AlarmMonitor am(2, - [](const shared_ptr<IStatsCompanionService>&, int64_t){}, - [](const shared_ptr<IStatsCompanionService>&){}); - - set = am.popSoonerThan(5); - EXPECT_TRUE(set.empty()); - - sp<const InternalAlarm> a = new InternalAlarm{10}; - sp<const InternalAlarm> b = new InternalAlarm{20}; - sp<const InternalAlarm> c = new InternalAlarm{20}; - sp<const InternalAlarm> d = new InternalAlarm{30}; - sp<const InternalAlarm> e = new InternalAlarm{40}; - sp<const InternalAlarm> f = new InternalAlarm{50}; - - am.add(a); - am.add(b); - am.add(c); - am.add(d); - am.add(e); - am.add(f); - - set = am.popSoonerThan(5); - EXPECT_TRUE(set.empty()); - - set = am.popSoonerThan(30); - ASSERT_EQ(4u, set.size()); - EXPECT_EQ(1u, set.count(a)); - EXPECT_EQ(1u, set.count(b)); - EXPECT_EQ(1u, set.count(c)); - EXPECT_EQ(1u, set.count(d)); - - set = am.popSoonerThan(60); - ASSERT_EQ(2u, set.size()); - EXPECT_EQ(1u, set.count(e)); - EXPECT_EQ(1u, set.count(f)); - - set = am.popSoonerThan(80); - ASSERT_EQ(0u, set.size()); -} - -#else -GTEST_LOG_(INFO) << "This test does nothing.\n"; -#endif diff --git a/cmds/statsd/tests/ConfigManager_test.cpp b/cmds/statsd/tests/ConfigManager_test.cpp deleted file mode 100644 index 9455304a1af6..000000000000 --- a/cmds/statsd/tests/ConfigManager_test.cpp +++ /dev/null @@ -1,159 +0,0 @@ -// Copyright (C) 2017 The Android Open Source Project -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#include "src/config/ConfigManager.h" -#include "src/metrics/MetricsManager.h" -#include "statsd_test_util.h" - -#include <gmock/gmock.h> -#include <gtest/gtest.h> - -#include <stdio.h> -#include <iostream> - -using namespace android; -using namespace android::os::statsd; -using namespace testing; -using namespace std; - -namespace android { -namespace os { -namespace statsd { - -static ostream& operator<<(ostream& os, const StatsdConfig& config) { - return os << "StatsdConfig{id=" << config.id() << "}"; -} - -} // namespace statsd -} // namespace os -} // namespace android - -/** - * Mock ConfigListener - */ -class MockListener : public ConfigListener { -public: - MOCK_METHOD3(OnConfigUpdated, void(const int64_t timestampNs, const ConfigKey& key, - const StatsdConfig& config)); - MOCK_METHOD1(OnConfigRemoved, void(const ConfigKey& key)); -}; - -/** - * Validate that the ConfigKey is the one we wanted. - */ -MATCHER_P2(ConfigKeyEq, uid, id, "") { - return arg.GetUid() == uid && (long long)arg.GetId() == (long long)id; -} - -/** - * Validate that the StatsdConfig is the one we wanted. - */ -MATCHER_P(StatsdConfigEq, id, 0) { - return (long long)arg.id() == (long long)id; -} - -const int64_t testConfigId = 12345; - -/** - * Test the addOrUpdate and remove methods - */ -TEST(ConfigManagerTest, TestAddUpdateRemove) { - sp<MockListener> listener = new StrictMock<MockListener>(); - - sp<ConfigManager> manager = new ConfigManager(); - manager->AddListener(listener); - - StatsdConfig config91; - config91.set_id(91); - StatsdConfig config92; - config92.set_id(92); - StatsdConfig config93; - config93.set_id(93); - StatsdConfig config94; - config94.set_id(94); - - { - InSequence s; - - manager->StartupForTest(); - - // Add another one - EXPECT_CALL(*(listener.get()), OnConfigUpdated(_, ConfigKeyEq(1, StringToId("zzz")), - StatsdConfigEq(91))) - .RetiresOnSaturation(); - manager->UpdateConfig(ConfigKey(1, StringToId("zzz")), config91); - - // Update It - EXPECT_CALL(*(listener.get()), OnConfigUpdated(_, ConfigKeyEq(1, StringToId("zzz")), - StatsdConfigEq(92))) - .RetiresOnSaturation(); - manager->UpdateConfig(ConfigKey(1, StringToId("zzz")), config92); - - // Add one with the same uid but a different name - EXPECT_CALL(*(listener.get()), OnConfigUpdated(_, ConfigKeyEq(1, StringToId("yyy")), - StatsdConfigEq(93))) - .RetiresOnSaturation(); - manager->UpdateConfig(ConfigKey(1, StringToId("yyy")), config93); - - // Add one with the same name but a different uid - EXPECT_CALL(*(listener.get()), OnConfigUpdated(_, ConfigKeyEq(2, StringToId("zzz")), - StatsdConfigEq(94))) - .RetiresOnSaturation(); - manager->UpdateConfig(ConfigKey(2, StringToId("zzz")), config94); - - // Remove (1,yyy) - EXPECT_CALL(*(listener.get()), OnConfigRemoved(ConfigKeyEq(1, StringToId("yyy")))) - .RetiresOnSaturation(); - manager->RemoveConfig(ConfigKey(1, StringToId("yyy"))); - - // Remove (2,zzz) - EXPECT_CALL(*(listener.get()), OnConfigRemoved(ConfigKeyEq(2, StringToId("zzz")))) - .RetiresOnSaturation(); - manager->RemoveConfig(ConfigKey(2, StringToId("zzz"))); - - // Remove (1,zzz) - EXPECT_CALL(*(listener.get()), OnConfigRemoved(ConfigKeyEq(1, StringToId("zzz")))) - .RetiresOnSaturation(); - manager->RemoveConfig(ConfigKey(1, StringToId("zzz"))); - - // Remove (2,zzz) again and we shouldn't get the callback - manager->RemoveConfig(ConfigKey(2, StringToId("zzz"))); - } -} - -/** - * Test removing all of the configs for a uid. - */ -TEST(ConfigManagerTest, TestRemoveUid) { - sp<MockListener> listener = new StrictMock<MockListener>(); - - sp<ConfigManager> manager = new ConfigManager(); - manager->AddListener(listener); - - StatsdConfig config; - - EXPECT_CALL(*(listener.get()), OnConfigUpdated(_, _, _)).Times(5); - EXPECT_CALL(*(listener.get()), OnConfigRemoved(ConfigKeyEq(2, StringToId("xxx")))); - EXPECT_CALL(*(listener.get()), OnConfigRemoved(ConfigKeyEq(2, StringToId("yyy")))); - EXPECT_CALL(*(listener.get()), OnConfigRemoved(ConfigKeyEq(2, StringToId("zzz")))); - - manager->StartupForTest(); - manager->UpdateConfig(ConfigKey(1, StringToId("aaa")), config); - manager->UpdateConfig(ConfigKey(2, StringToId("xxx")), config); - manager->UpdateConfig(ConfigKey(2, StringToId("yyy")), config); - manager->UpdateConfig(ConfigKey(2, StringToId("zzz")), config); - manager->UpdateConfig(ConfigKey(3, StringToId("bbb")), config); - - manager->RemoveConfigs(2); -} diff --git a/cmds/statsd/tests/FieldValue_test.cpp b/cmds/statsd/tests/FieldValue_test.cpp deleted file mode 100644 index a21eb9b9147f..000000000000 --- a/cmds/statsd/tests/FieldValue_test.cpp +++ /dev/null @@ -1,659 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -#include <gtest/gtest.h> - -#include "frameworks/base/cmds/statsd/src/stats_log.pb.h" -#include "frameworks/base/cmds/statsd/src/statsd_config.pb.h" -#include "matchers/matcher_util.h" -#include "src/logd/LogEvent.h" -#include "stats_event.h" -#include "stats_log_util.h" -#include "stats_util.h" -#include "subscriber/SubscriberReporter.h" -#include "tests/statsd_test_util.h" - -#ifdef __ANDROID__ - -using android::util::ProtoReader; - -namespace android { -namespace os { -namespace statsd { - -// These constants must be kept in sync with those in StatsDimensionsValue.java. -const static int STATS_DIMENSIONS_VALUE_STRING_TYPE = 2; -const static int STATS_DIMENSIONS_VALUE_INT_TYPE = 3; -const static int STATS_DIMENSIONS_VALUE_FLOAT_TYPE = 6; -const static int STATS_DIMENSIONS_VALUE_TUPLE_TYPE = 7; - -namespace { -void makeLogEvent(LogEvent* logEvent, const int32_t atomId, const int64_t timestamp, - const vector<int>& attributionUids, const vector<string>& attributionTags, - const string& name) { - AStatsEvent* statsEvent = AStatsEvent_obtain(); - AStatsEvent_setAtomId(statsEvent, atomId); - AStatsEvent_overwriteTimestamp(statsEvent, timestamp); - - writeAttribution(statsEvent, attributionUids, attributionTags); - AStatsEvent_writeString(statsEvent, name.c_str()); - - parseStatsEventToLogEvent(statsEvent, logEvent); -} - -void makeLogEvent(LogEvent* logEvent, const int32_t atomId, const int64_t timestamp, - const vector<int>& attributionUids, const vector<string>& attributionTags, - const int32_t value) { - AStatsEvent* statsEvent = AStatsEvent_obtain(); - AStatsEvent_setAtomId(statsEvent, atomId); - AStatsEvent_overwriteTimestamp(statsEvent, timestamp); - - writeAttribution(statsEvent, attributionUids, attributionTags); - AStatsEvent_writeInt32(statsEvent, value); - - parseStatsEventToLogEvent(statsEvent, logEvent); -} -} // anonymous namespace - -TEST(AtomMatcherTest, TestFieldTranslation) { - FieldMatcher matcher1; - matcher1.set_field(10); - FieldMatcher* child = matcher1.add_child(); - child->set_field(1); - child->set_position(Position::ANY); - - child = child->add_child(); - child->set_field(1); - - vector<Matcher> output; - translateFieldMatcher(matcher1, &output); - - ASSERT_EQ((size_t)1, output.size()); - - const auto& matcher12 = output[0]; - EXPECT_EQ((int32_t)10, matcher12.mMatcher.getTag()); - EXPECT_EQ((int32_t)0x02010001, matcher12.mMatcher.getField()); - EXPECT_EQ((int32_t)0xff7f007f, matcher12.mMask); -} - -TEST(AtomMatcherTest, TestFieldTranslation_ALL) { - FieldMatcher matcher1; - matcher1.set_field(10); - FieldMatcher* child = matcher1.add_child(); - child->set_field(1); - child->set_position(Position::ALL); - - child = child->add_child(); - child->set_field(1); - - vector<Matcher> output; - translateFieldMatcher(matcher1, &output); - - ASSERT_EQ((size_t)1, output.size()); - - const auto& matcher12 = output[0]; - EXPECT_EQ((int32_t)10, matcher12.mMatcher.getTag()); - EXPECT_EQ((int32_t)0x02010001, matcher12.mMatcher.getField()); - EXPECT_EQ((int32_t)0xff7f7f7f, matcher12.mMask); -} - -TEST(AtomMatcherTest, TestFilter_ALL) { - FieldMatcher matcher1; - matcher1.set_field(10); - FieldMatcher* child = matcher1.add_child(); - child->set_field(1); - child->set_position(Position::ALL); - - child->add_child()->set_field(1); - child->add_child()->set_field(2); - - child = matcher1.add_child(); - child->set_field(2); - - vector<Matcher> matchers; - translateFieldMatcher(matcher1, &matchers); - - std::vector<int> attributionUids = {1111, 2222, 3333}; - std::vector<string> attributionTags = {"location1", "location2", "location3"}; - - LogEvent event(/*uid=*/0, /*pid=*/0); - makeLogEvent(&event, 10 /*atomId*/, 1012345, attributionUids, attributionTags, "some value"); - HashableDimensionKey output; - - filterValues(matchers, event.getValues(), &output); - - ASSERT_EQ((size_t)7, output.getValues().size()); - EXPECT_EQ((int32_t)0x02010101, output.getValues()[0].mField.getField()); - EXPECT_EQ((int32_t)1111, output.getValues()[0].mValue.int_value); - EXPECT_EQ((int32_t)0x02010102, output.getValues()[1].mField.getField()); - EXPECT_EQ("location1", output.getValues()[1].mValue.str_value); - - EXPECT_EQ((int32_t)0x02010201, output.getValues()[2].mField.getField()); - EXPECT_EQ((int32_t)2222, output.getValues()[2].mValue.int_value); - EXPECT_EQ((int32_t)0x02010202, output.getValues()[3].mField.getField()); - EXPECT_EQ("location2", output.getValues()[3].mValue.str_value); - - EXPECT_EQ((int32_t)0x02010301, output.getValues()[4].mField.getField()); - EXPECT_EQ((int32_t)3333, output.getValues()[4].mValue.int_value); - EXPECT_EQ((int32_t)0x02010302, output.getValues()[5].mField.getField()); - EXPECT_EQ("location3", output.getValues()[5].mValue.str_value); - - EXPECT_EQ((int32_t)0x00020000, output.getValues()[6].mField.getField()); - EXPECT_EQ("some value", output.getValues()[6].mValue.str_value); -} - -TEST(AtomMatcherTest, TestSubDimension) { - HashableDimensionKey dim; - - int pos1[] = {1, 1, 1}; - int pos2[] = {1, 1, 2}; - int pos3[] = {1, 1, 3}; - int pos4[] = {2, 0, 0}; - Field field1(10, pos1, 2); - Field field2(10, pos2, 2); - - Field field3(10, pos3, 2); - Field field4(10, pos4, 0); - - Value value1((int32_t)10025); - Value value2("tag"); - - Value value11((int32_t)10026); - Value value22("tag2"); - - dim.addValue(FieldValue(field1, value1)); - dim.addValue(FieldValue(field2, value2)); - - HashableDimensionKey subDim1; - subDim1.addValue(FieldValue(field1, value1)); - - HashableDimensionKey subDim2; - subDim1.addValue(FieldValue(field2, value2)); - - EXPECT_TRUE(dim.contains(dim)); - EXPECT_TRUE(dim.contains(subDim1)); - EXPECT_TRUE(dim.contains(subDim2)); - - HashableDimensionKey subDim3; - subDim3.addValue(FieldValue(field1, value11)); - EXPECT_FALSE(dim.contains(subDim3)); - - HashableDimensionKey subDim4; - // Empty dimension is always a sub dimension of other dimensions - EXPECT_TRUE(dim.contains(subDim4)); -} - -TEST(AtomMatcherTest, TestMetric2ConditionLink) { - std::vector<int> attributionUids = {1111, 2222, 3333}; - std::vector<string> attributionTags = {"location1", "location2", "location3"}; - - LogEvent event(/*uid=*/0, /*pid=*/0); - makeLogEvent(&event, 10 /*atomId*/, 12345, attributionUids, attributionTags, "some value"); - - FieldMatcher whatMatcher; - whatMatcher.set_field(10); - FieldMatcher* child11 = whatMatcher.add_child(); - child11->set_field(1); - child11->set_position(Position::ANY); - child11 = child11->add_child(); - child11->set_field(1); - - FieldMatcher conditionMatcher; - conditionMatcher.set_field(27); - FieldMatcher* child2 = conditionMatcher.add_child(); - child2->set_field(2); - child2->set_position(Position::LAST); - - child2 = child2->add_child(); - child2->set_field(2); - - Metric2Condition link; - - translateFieldMatcher(whatMatcher, &link.metricFields); - translateFieldMatcher(conditionMatcher, &link.conditionFields); - - ASSERT_EQ((size_t)1, link.metricFields.size()); - EXPECT_EQ((int32_t)0x02010001, link.metricFields[0].mMatcher.getField()); - EXPECT_EQ((int32_t)0xff7f007f, link.metricFields[0].mMask); - EXPECT_EQ((int32_t)10, link.metricFields[0].mMatcher.getTag()); - - ASSERT_EQ((size_t)1, link.conditionFields.size()); - EXPECT_EQ((int32_t)0x02028002, link.conditionFields[0].mMatcher.getField()); - EXPECT_EQ((int32_t)0xff7f807f, link.conditionFields[0].mMask); - EXPECT_EQ((int32_t)27, link.conditionFields[0].mMatcher.getTag()); -} - -TEST(AtomMatcherTest, TestWriteDimensionPath) { - for (auto position : {Position::ANY, Position::ALL, Position::FIRST, Position::LAST}) { - FieldMatcher matcher1; - matcher1.set_field(10); - FieldMatcher* child = matcher1.add_child(); - child->set_field(2); - child->set_position(position); - child->add_child()->set_field(1); - child->add_child()->set_field(3); - - child = matcher1.add_child(); - child->set_field(4); - - child = matcher1.add_child(); - child->set_field(6); - child->add_child()->set_field(2); - - vector<Matcher> matchers; - translateFieldMatcher(matcher1, &matchers); - - android::util::ProtoOutputStream protoOut; - writeDimensionPathToProto(matchers, &protoOut); - - vector<uint8_t> outData; - outData.resize(protoOut.size()); - size_t pos = 0; - sp<ProtoReader> reader = protoOut.data(); - while (reader->readBuffer() != NULL) { - size_t toRead = reader->currentToRead(); - std::memcpy(&(outData[pos]), reader->readBuffer(), toRead); - pos += toRead; - reader->move(toRead); - } - - DimensionsValue result; - ASSERT_EQ(true, result.ParseFromArray(&outData[0], outData.size())); - - EXPECT_EQ(10, result.field()); - EXPECT_EQ(DimensionsValue::ValueCase::kValueTuple, result.value_case()); - ASSERT_EQ(3, result.value_tuple().dimensions_value_size()); - - const auto& dim1 = result.value_tuple().dimensions_value(0); - EXPECT_EQ(2, dim1.field()); - ASSERT_EQ(2, dim1.value_tuple().dimensions_value_size()); - - const auto& dim11 = dim1.value_tuple().dimensions_value(0); - EXPECT_EQ(1, dim11.field()); - - const auto& dim12 = dim1.value_tuple().dimensions_value(1); - EXPECT_EQ(3, dim12.field()); - - const auto& dim2 = result.value_tuple().dimensions_value(1); - EXPECT_EQ(4, dim2.field()); - - const auto& dim3 = result.value_tuple().dimensions_value(2); - EXPECT_EQ(6, dim3.field()); - ASSERT_EQ(1, dim3.value_tuple().dimensions_value_size()); - const auto& dim31 = dim3.value_tuple().dimensions_value(0); - EXPECT_EQ(2, dim31.field()); - } -} - -void checkAttributionNodeInDimensionsValueParcel(StatsDimensionsValueParcel& attributionNodeParcel, - int32_t nodeDepthInAttributionChain, - int32_t uid, string tag) { - EXPECT_EQ(attributionNodeParcel.field, nodeDepthInAttributionChain /*position at depth 1*/); - ASSERT_EQ(attributionNodeParcel.valueType, STATS_DIMENSIONS_VALUE_TUPLE_TYPE); - ASSERT_EQ(attributionNodeParcel.tupleValue.size(), 2); - - StatsDimensionsValueParcel uidParcel = attributionNodeParcel.tupleValue[0]; - EXPECT_EQ(uidParcel.field, 1 /*position at depth 2*/); - EXPECT_EQ(uidParcel.valueType, STATS_DIMENSIONS_VALUE_INT_TYPE); - EXPECT_EQ(uidParcel.intValue, uid); - - StatsDimensionsValueParcel tagParcel = attributionNodeParcel.tupleValue[1]; - EXPECT_EQ(tagParcel.field, 2 /*position at depth 2*/); - EXPECT_EQ(tagParcel.valueType, STATS_DIMENSIONS_VALUE_STRING_TYPE); - EXPECT_EQ(tagParcel.stringValue, tag); -} - -// Test conversion of a HashableDimensionKey into a StatsDimensionValueParcel -TEST(AtomMatcherTest, TestSubscriberDimensionWrite) { - int atomId = 10; - // First four fields form an attribution chain - int pos1[] = {1, 1, 1}; - int pos2[] = {1, 1, 2}; - int pos3[] = {1, 2, 1}; - int pos4[] = {1, 2, 2}; - int pos5[] = {2, 1, 1}; - - Field field1(atomId, pos1, /*depth=*/2); - Field field2(atomId, pos2, /*depth=*/2); - Field field3(atomId, pos3, /*depth=*/2); - Field field4(atomId, pos4, /*depth=*/2); - Field field5(atomId, pos5, /*depth=*/0); - - Value value1((int32_t)1); - Value value2("string2"); - Value value3((int32_t)3); - Value value4("string4"); - Value value5((float)5.0); - - HashableDimensionKey dimensionKey; - dimensionKey.addValue(FieldValue(field1, value1)); - dimensionKey.addValue(FieldValue(field2, value2)); - dimensionKey.addValue(FieldValue(field3, value3)); - dimensionKey.addValue(FieldValue(field4, value4)); - dimensionKey.addValue(FieldValue(field5, value5)); - - StatsDimensionsValueParcel rootParcel = dimensionKey.toStatsDimensionsValueParcel(); - EXPECT_EQ(rootParcel.field, atomId); - ASSERT_EQ(rootParcel.valueType, STATS_DIMENSIONS_VALUE_TUPLE_TYPE); - ASSERT_EQ(rootParcel.tupleValue.size(), 2); - - // Check that attribution chain is populated correctly - StatsDimensionsValueParcel attributionChainParcel = rootParcel.tupleValue[0]; - EXPECT_EQ(attributionChainParcel.field, 1 /*position at depth 0*/); - ASSERT_EQ(attributionChainParcel.valueType, STATS_DIMENSIONS_VALUE_TUPLE_TYPE); - ASSERT_EQ(attributionChainParcel.tupleValue.size(), 2); - checkAttributionNodeInDimensionsValueParcel(attributionChainParcel.tupleValue[0], - /*nodeDepthInAttributionChain=*/1, - value1.int_value, value2.str_value); - checkAttributionNodeInDimensionsValueParcel(attributionChainParcel.tupleValue[1], - /*nodeDepthInAttributionChain=*/2, - value3.int_value, value4.str_value); - - // Check that the float is populated correctly - StatsDimensionsValueParcel floatParcel = rootParcel.tupleValue[1]; - EXPECT_EQ(floatParcel.field, 2 /*position at depth 0*/); - EXPECT_EQ(floatParcel.valueType, STATS_DIMENSIONS_VALUE_FLOAT_TYPE); - EXPECT_EQ(floatParcel.floatValue, value5.float_value); -} - -TEST(AtomMatcherTest, TestWriteDimensionToProto) { - HashableDimensionKey dim; - int pos1[] = {1, 1, 1}; - int pos2[] = {1, 1, 2}; - int pos3[] = {1, 1, 3}; - int pos4[] = {2, 0, 0}; - Field field1(10, pos1, 2); - Field field2(10, pos2, 2); - Field field3(10, pos3, 2); - Field field4(10, pos4, 0); - - Value value1((int32_t)10025); - Value value2("tag"); - Value value3((int32_t)987654); - Value value4((int32_t)99999); - - dim.addValue(FieldValue(field1, value1)); - dim.addValue(FieldValue(field2, value2)); - dim.addValue(FieldValue(field3, value3)); - dim.addValue(FieldValue(field4, value4)); - - android::util::ProtoOutputStream protoOut; - writeDimensionToProto(dim, nullptr /* include strings */, &protoOut); - - vector<uint8_t> outData; - outData.resize(protoOut.size()); - size_t pos = 0; - sp<ProtoReader> reader = protoOut.data(); - while (reader->readBuffer() != NULL) { - size_t toRead = reader->currentToRead(); - std::memcpy(&(outData[pos]), reader->readBuffer(), toRead); - pos += toRead; - reader->move(toRead); - } - - DimensionsValue result; - ASSERT_EQ(true, result.ParseFromArray(&outData[0], outData.size())); - EXPECT_EQ(10, result.field()); - EXPECT_EQ(DimensionsValue::ValueCase::kValueTuple, result.value_case()); - ASSERT_EQ(2, result.value_tuple().dimensions_value_size()); - - const auto& dim1 = result.value_tuple().dimensions_value(0); - EXPECT_EQ(DimensionsValue::ValueCase::kValueTuple, dim1.value_case()); - ASSERT_EQ(3, dim1.value_tuple().dimensions_value_size()); - - const auto& dim11 = dim1.value_tuple().dimensions_value(0); - EXPECT_EQ(DimensionsValue::ValueCase::kValueInt, dim11.value_case()); - EXPECT_EQ(10025, dim11.value_int()); - - const auto& dim12 = dim1.value_tuple().dimensions_value(1); - EXPECT_EQ(DimensionsValue::ValueCase::kValueStr, dim12.value_case()); - EXPECT_EQ("tag", dim12.value_str()); - - const auto& dim13 = dim1.value_tuple().dimensions_value(2); - EXPECT_EQ(DimensionsValue::ValueCase::kValueInt, dim13.value_case()); - EXPECT_EQ(987654, dim13.value_int()); - - const auto& dim2 = result.value_tuple().dimensions_value(1); - EXPECT_EQ(DimensionsValue::ValueCase::kValueInt, dim2.value_case()); - EXPECT_EQ(99999, dim2.value_int()); -} - -TEST(AtomMatcherTest, TestWriteDimensionLeafNodesToProto) { - HashableDimensionKey dim; - int pos1[] = {1, 1, 1}; - int pos2[] = {1, 1, 2}; - int pos3[] = {1, 1, 3}; - int pos4[] = {2, 0, 0}; - Field field1(10, pos1, 2); - Field field2(10, pos2, 2); - Field field3(10, pos3, 2); - Field field4(10, pos4, 0); - - Value value1((int32_t)10025); - Value value2("tag"); - Value value3((int32_t)987654); - Value value4((int64_t)99999); - - dim.addValue(FieldValue(field1, value1)); - dim.addValue(FieldValue(field2, value2)); - dim.addValue(FieldValue(field3, value3)); - dim.addValue(FieldValue(field4, value4)); - - android::util::ProtoOutputStream protoOut; - writeDimensionLeafNodesToProto(dim, 1, nullptr /* include strings */, &protoOut); - - vector<uint8_t> outData; - outData.resize(protoOut.size()); - size_t pos = 0; - sp<ProtoReader> reader = protoOut.data(); - while (reader->readBuffer() != NULL) { - size_t toRead = reader->currentToRead(); - std::memcpy(&(outData[pos]), reader->readBuffer(), toRead); - pos += toRead; - reader->move(toRead); - } - - DimensionsValueTuple result; - ASSERT_EQ(true, result.ParseFromArray(&outData[0], outData.size())); - ASSERT_EQ(4, result.dimensions_value_size()); - - const auto& dim1 = result.dimensions_value(0); - EXPECT_EQ(DimensionsValue::ValueCase::kValueInt, dim1.value_case()); - EXPECT_EQ(10025, dim1.value_int()); - - const auto& dim2 = result.dimensions_value(1); - EXPECT_EQ(DimensionsValue::ValueCase::kValueStr, dim2.value_case()); - EXPECT_EQ("tag", dim2.value_str()); - - const auto& dim3 = result.dimensions_value(2); - EXPECT_EQ(DimensionsValue::ValueCase::kValueInt, dim3.value_case()); - EXPECT_EQ(987654, dim3.value_int()); - - const auto& dim4 = result.dimensions_value(3); - EXPECT_EQ(DimensionsValue::ValueCase::kValueLong, dim4.value_case()); - EXPECT_EQ(99999, dim4.value_long()); -} - -TEST(AtomMatcherTest, TestWriteAtomToProto) { - std::vector<int> attributionUids = {1111, 2222}; - std::vector<string> attributionTags = {"location1", "location2"}; - - LogEvent event(/*uid=*/0, /*pid=*/0); - makeLogEvent(&event, 4 /*atomId*/, 12345, attributionUids, attributionTags, 999); - - android::util::ProtoOutputStream protoOutput; - writeFieldValueTreeToStream(event.GetTagId(), event.getValues(), &protoOutput); - - vector<uint8_t> outData; - outData.resize(protoOutput.size()); - size_t pos = 0; - sp<ProtoReader> reader = protoOutput.data(); - while (reader->readBuffer() != NULL) { - size_t toRead = reader->currentToRead(); - std::memcpy(&(outData[pos]), reader->readBuffer(), toRead); - pos += toRead; - reader->move(toRead); - } - - Atom result; - ASSERT_EQ(true, result.ParseFromArray(&outData[0], outData.size())); - EXPECT_EQ(Atom::PushedCase::kBleScanResultReceived, result.pushed_case()); - const auto& atom = result.ble_scan_result_received(); - ASSERT_EQ(2, atom.attribution_node_size()); - EXPECT_EQ(1111, atom.attribution_node(0).uid()); - EXPECT_EQ("location1", atom.attribution_node(0).tag()); - EXPECT_EQ(2222, atom.attribution_node(1).uid()); - EXPECT_EQ("location2", atom.attribution_node(1).tag()); - EXPECT_EQ(999, atom.num_results()); -} - -/* - * Test two Matchers is not a subset of one Matcher. - * Test one Matcher is subset of two Matchers. - */ -TEST(AtomMatcherTest, TestSubsetDimensions1) { - // Initialize first set of matchers - FieldMatcher matcher1; - matcher1.set_field(10); - - FieldMatcher* child = matcher1.add_child(); - child->set_field(1); - child->set_position(Position::ALL); - child->add_child()->set_field(1); - child->add_child()->set_field(2); - - vector<Matcher> matchers1; - translateFieldMatcher(matcher1, &matchers1); - ASSERT_EQ(2, matchers1.size()); - - // Initialize second set of matchers - FieldMatcher matcher2; - matcher2.set_field(10); - - child = matcher2.add_child(); - child->set_field(1); - child->set_position(Position::ALL); - child->add_child()->set_field(1); - - vector<Matcher> matchers2; - translateFieldMatcher(matcher2, &matchers2); - ASSERT_EQ(1, matchers2.size()); - - EXPECT_FALSE(subsetDimensions(matchers1, matchers2)); - EXPECT_TRUE(subsetDimensions(matchers2, matchers1)); -} -/* - * Test not a subset with one matching Matcher, one non-matching Matcher. - */ -TEST(AtomMatcherTest, TestSubsetDimensions2) { - // Initialize first set of matchers - FieldMatcher matcher1; - matcher1.set_field(10); - - FieldMatcher* child = matcher1.add_child(); - child->set_field(1); - - child = matcher1.add_child(); - child->set_field(2); - - vector<Matcher> matchers1; - translateFieldMatcher(matcher1, &matchers1); - - // Initialize second set of matchers - FieldMatcher matcher2; - matcher2.set_field(10); - - child = matcher2.add_child(); - child->set_field(1); - - child = matcher2.add_child(); - child->set_field(3); - - vector<Matcher> matchers2; - translateFieldMatcher(matcher2, &matchers2); - - EXPECT_FALSE(subsetDimensions(matchers1, matchers2)); -} - -/* - * Test not a subset if parent field is not equal. - */ -TEST(AtomMatcherTest, TestSubsetDimensions3) { - // Initialize first set of matchers - FieldMatcher matcher1; - matcher1.set_field(10); - - FieldMatcher* child = matcher1.add_child(); - child->set_field(1); - - vector<Matcher> matchers1; - translateFieldMatcher(matcher1, &matchers1); - - // Initialize second set of matchers - FieldMatcher matcher2; - matcher2.set_field(5); - - child = matcher2.add_child(); - child->set_field(1); - - vector<Matcher> matchers2; - translateFieldMatcher(matcher2, &matchers2); - - EXPECT_FALSE(subsetDimensions(matchers1, matchers2)); -} - -/* - * Test is subset with two matching Matchers. - */ -TEST(AtomMatcherTest, TestSubsetDimensions4) { - // Initialize first set of matchers - FieldMatcher matcher1; - matcher1.set_field(10); - - FieldMatcher* child = matcher1.add_child(); - child->set_field(1); - - child = matcher1.add_child(); - child->set_field(2); - - vector<Matcher> matchers1; - translateFieldMatcher(matcher1, &matchers1); - - // Initialize second set of matchers - FieldMatcher matcher2; - matcher2.set_field(10); - - child = matcher2.add_child(); - child->set_field(1); - - child = matcher2.add_child(); - child->set_field(2); - - child = matcher2.add_child(); - child->set_field(3); - - vector<Matcher> matchers2; - translateFieldMatcher(matcher2, &matchers2); - - EXPECT_TRUE(subsetDimensions(matchers1, matchers2)); - EXPECT_FALSE(subsetDimensions(matchers2, matchers1)); -} - -} // namespace statsd -} // namespace os -} // namespace android -#else -GTEST_LOG_(INFO) << "This test does nothing.\n"; -#endif diff --git a/cmds/statsd/tests/HashableDimensionKey_test.cpp b/cmds/statsd/tests/HashableDimensionKey_test.cpp deleted file mode 100644 index 29adcd08a7b8..000000000000 --- a/cmds/statsd/tests/HashableDimensionKey_test.cpp +++ /dev/null @@ -1,137 +0,0 @@ -/* - * Copyright (C) 2020 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -#include "src/HashableDimensionKey.h" - -#include <gtest/gtest.h> - -#include "frameworks/base/cmds/statsd/src/statsd_config.pb.h" -#include "statsd_test_util.h" - -#ifdef __ANDROID__ - -using android::util::ProtoReader; - -namespace android { -namespace os { -namespace statsd { - -/** - * Test that #containsLinkedStateValues returns false when the whatKey is - * smaller than the primaryKey. - */ -TEST(HashableDimensionKeyTest, TestContainsLinkedStateValues_WhatKeyTooSmall) { - std::vector<Metric2State> mMetric2StateLinks; - - int32_t uid1 = 1000; - HashableDimensionKey whatKey = DEFAULT_DIMENSION_KEY; - HashableDimensionKey primaryKey; - getUidProcessKey(uid1, &primaryKey); - - EXPECT_FALSE(containsLinkedStateValues(whatKey, primaryKey, mMetric2StateLinks, - UID_PROCESS_STATE_ATOM_ID)); -} - -/** - * Test that #containsLinkedStateValues returns false when the linked values - * are not equal. - */ -TEST(HashableDimensionKeyTest, TestContainsLinkedStateValues_UnequalLinkedValues) { - int stateAtomId = UID_PROCESS_STATE_ATOM_ID; - - FieldMatcher whatMatcher; - whatMatcher.set_field(util::OVERLAY_STATE_CHANGED); - FieldMatcher* child11 = whatMatcher.add_child(); - child11->set_field(1); - - FieldMatcher stateMatcher; - stateMatcher.set_field(stateAtomId); - FieldMatcher* child21 = stateMatcher.add_child(); - child21->set_field(1); - - std::vector<Metric2State> mMetric2StateLinks; - Metric2State ms; - ms.stateAtomId = stateAtomId; - translateFieldMatcher(whatMatcher, &ms.metricFields); - translateFieldMatcher(stateMatcher, &ms.stateFields); - mMetric2StateLinks.push_back(ms); - - int32_t uid1 = 1000; - int32_t uid2 = 1001; - HashableDimensionKey whatKey; - getOverlayKey(uid2, "package", &whatKey); - HashableDimensionKey primaryKey; - getUidProcessKey(uid1, &primaryKey); - - EXPECT_FALSE(containsLinkedStateValues(whatKey, primaryKey, mMetric2StateLinks, stateAtomId)); -} - -/** - * Test that #containsLinkedStateValues returns false when there is no link - * between the key values. - */ -TEST(HashableDimensionKeyTest, TestContainsLinkedStateValues_MissingMetric2StateLinks) { - int stateAtomId = UID_PROCESS_STATE_ATOM_ID; - - std::vector<Metric2State> mMetric2StateLinks; - - int32_t uid1 = 1000; - HashableDimensionKey whatKey; - getOverlayKey(uid1, "package", &whatKey); - HashableDimensionKey primaryKey; - getUidProcessKey(uid1, &primaryKey); - - EXPECT_FALSE(containsLinkedStateValues(whatKey, primaryKey, mMetric2StateLinks, stateAtomId)); -} - -/** - * Test that #containsLinkedStateValues returns true when the key values are - * linked and equal. - */ -TEST(HashableDimensionKeyTest, TestContainsLinkedStateValues_AllConditionsMet) { - int stateAtomId = UID_PROCESS_STATE_ATOM_ID; - - FieldMatcher whatMatcher; - whatMatcher.set_field(util::OVERLAY_STATE_CHANGED); - FieldMatcher* child11 = whatMatcher.add_child(); - child11->set_field(1); - - FieldMatcher stateMatcher; - stateMatcher.set_field(stateAtomId); - FieldMatcher* child21 = stateMatcher.add_child(); - child21->set_field(1); - - std::vector<Metric2State> mMetric2StateLinks; - Metric2State ms; - ms.stateAtomId = stateAtomId; - translateFieldMatcher(whatMatcher, &ms.metricFields); - translateFieldMatcher(stateMatcher, &ms.stateFields); - mMetric2StateLinks.push_back(ms); - - int32_t uid1 = 1000; - HashableDimensionKey whatKey; - getOverlayKey(uid1, "package", &whatKey); - HashableDimensionKey primaryKey; - getUidProcessKey(uid1, &primaryKey); - - EXPECT_TRUE(containsLinkedStateValues(whatKey, primaryKey, mMetric2StateLinks, stateAtomId)); -} - -} // namespace statsd -} // namespace os -} // namespace android -#else -GTEST_LOG_(INFO) << "This test does nothing.\n"; -#endif diff --git a/cmds/statsd/tests/LogEntryMatcher_test.cpp b/cmds/statsd/tests/LogEntryMatcher_test.cpp deleted file mode 100644 index 26423d464027..000000000000 --- a/cmds/statsd/tests/LogEntryMatcher_test.cpp +++ /dev/null @@ -1,812 +0,0 @@ -// Copyright (C) 2017 The Android Open Source Project -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#include <gtest/gtest.h> -#include <log/log_event_list.h> -#include <log/log_read.h> -#include <log/logprint.h> -#include <stdio.h> - -#include "annotations.h" -#include "frameworks/base/cmds/statsd/src/statsd_config.pb.h" -#include "matchers/matcher_util.h" -#include "stats_event.h" -#include "stats_log_util.h" -#include "stats_util.h" -#include "statsd_test_util.h" - -using namespace android::os::statsd; -using std::unordered_map; -using std::vector; - -const int32_t TAG_ID = 123; -const int32_t TAG_ID_2 = 28; // hardcoded tag of atom with uid field -const int FIELD_ID_1 = 1; -const int FIELD_ID_2 = 2; -const int FIELD_ID_3 = 2; - -const int ATTRIBUTION_UID_FIELD_ID = 1; -const int ATTRIBUTION_TAG_FIELD_ID = 2; - - -#ifdef __ANDROID__ - -namespace { - -void makeIntLogEvent(LogEvent* logEvent, const int32_t atomId, const int64_t timestamp, - const int32_t value) { - AStatsEvent* statsEvent = AStatsEvent_obtain(); - AStatsEvent_setAtomId(statsEvent, atomId); - AStatsEvent_overwriteTimestamp(statsEvent, timestamp); - AStatsEvent_writeInt32(statsEvent, value); - - parseStatsEventToLogEvent(statsEvent, logEvent); -} - -void makeFloatLogEvent(LogEvent* logEvent, const int32_t atomId, const int64_t timestamp, - const float floatValue) { - AStatsEvent* statsEvent = AStatsEvent_obtain(); - AStatsEvent_setAtomId(statsEvent, atomId); - AStatsEvent_overwriteTimestamp(statsEvent, timestamp); - AStatsEvent_writeFloat(statsEvent, floatValue); - - parseStatsEventToLogEvent(statsEvent, logEvent); -} - -void makeStringLogEvent(LogEvent* logEvent, const int32_t atomId, const int64_t timestamp, - const string& name) { - AStatsEvent* statsEvent = AStatsEvent_obtain(); - AStatsEvent_setAtomId(statsEvent, atomId); - AStatsEvent_overwriteTimestamp(statsEvent, timestamp); - AStatsEvent_writeString(statsEvent, name.c_str()); - - parseStatsEventToLogEvent(statsEvent, logEvent); -} - -void makeIntWithBoolAnnotationLogEvent(LogEvent* logEvent, const int32_t atomId, - const int32_t field, const uint8_t annotationId, - const bool annotationValue) { - AStatsEvent* statsEvent = AStatsEvent_obtain(); - AStatsEvent_setAtomId(statsEvent, atomId); - AStatsEvent_writeInt32(statsEvent, field); - AStatsEvent_addBoolAnnotation(statsEvent, annotationId, annotationValue); - - parseStatsEventToLogEvent(statsEvent, logEvent); -} - -void makeAttributionLogEvent(LogEvent* logEvent, const int32_t atomId, const int64_t timestamp, - const vector<int>& attributionUids, - const vector<string>& attributionTags, const string& name) { - AStatsEvent* statsEvent = AStatsEvent_obtain(); - AStatsEvent_setAtomId(statsEvent, atomId); - AStatsEvent_overwriteTimestamp(statsEvent, timestamp); - - writeAttribution(statsEvent, attributionUids, attributionTags); - AStatsEvent_writeString(statsEvent, name.c_str()); - - parseStatsEventToLogEvent(statsEvent, logEvent); -} - -void makeBoolLogEvent(LogEvent* logEvent, const int32_t atomId, const int64_t timestamp, - const bool bool1, const bool bool2) { - AStatsEvent* statsEvent = AStatsEvent_obtain(); - AStatsEvent_setAtomId(statsEvent, atomId); - AStatsEvent_overwriteTimestamp(statsEvent, timestamp); - - AStatsEvent_writeBool(statsEvent, bool1); - AStatsEvent_writeBool(statsEvent, bool2); - - parseStatsEventToLogEvent(statsEvent, logEvent); -} - -} // anonymous namespace - -TEST(AtomMatcherTest, TestSimpleMatcher) { - UidMap uidMap; - - // Set up the matcher - AtomMatcher matcher; - auto simpleMatcher = matcher.mutable_simple_atom_matcher(); - simpleMatcher->set_atom_id(TAG_ID); - - LogEvent event(/*uid=*/0, /*pid=*/0); - makeIntLogEvent(&event, TAG_ID, 0, 11); - - // Test - EXPECT_TRUE(matchesSimple(uidMap, *simpleMatcher, event)); - - // Wrong tag id. - simpleMatcher->set_atom_id(TAG_ID + 1); - EXPECT_FALSE(matchesSimple(uidMap, *simpleMatcher, event)); -} - -TEST(AtomMatcherTest, TestAttributionMatcher) { - UidMap uidMap; - std::vector<int> attributionUids = {1111, 2222, 3333}; - std::vector<string> attributionTags = {"location1", "location2", "location3"}; - - // Set up the log event. - LogEvent event(/*uid=*/0, /*pid=*/0); - makeAttributionLogEvent(&event, TAG_ID, 0, attributionUids, attributionTags, "some value"); - - // Set up the matcher - AtomMatcher matcher; - auto simpleMatcher = matcher.mutable_simple_atom_matcher(); - simpleMatcher->set_atom_id(TAG_ID); - - // Match first node. - auto attributionMatcher = simpleMatcher->add_field_value_matcher(); - attributionMatcher->set_field(FIELD_ID_1); - attributionMatcher->set_position(Position::FIRST); - attributionMatcher->mutable_matches_tuple()->add_field_value_matcher()->set_field( - ATTRIBUTION_TAG_FIELD_ID); - attributionMatcher->mutable_matches_tuple()->mutable_field_value_matcher(0)->set_eq_string( - "tag"); - - auto fieldMatcher = simpleMatcher->add_field_value_matcher(); - fieldMatcher->set_field(FIELD_ID_2); - fieldMatcher->set_eq_string("some value"); - - // Tag not matched. - EXPECT_FALSE(matchesSimple(uidMap, *simpleMatcher, event)); - attributionMatcher->mutable_matches_tuple()->mutable_field_value_matcher(0)->set_eq_string( - "location3"); - EXPECT_FALSE(matchesSimple(uidMap, *simpleMatcher, event)); - attributionMatcher->mutable_matches_tuple()->mutable_field_value_matcher(0)->set_eq_string( - "location1"); - EXPECT_TRUE(matchesSimple(uidMap, *simpleMatcher, event)); - - // Match last node. - attributionMatcher->set_position(Position::LAST); - EXPECT_FALSE(matchesSimple(uidMap, *simpleMatcher, event)); - attributionMatcher->mutable_matches_tuple()->mutable_field_value_matcher(0)->set_eq_string( - "location3"); - EXPECT_TRUE(matchesSimple(uidMap, *simpleMatcher, event)); - - // Match any node. - attributionMatcher->set_position(Position::ANY); - EXPECT_TRUE(matchesSimple(uidMap, *simpleMatcher, event)); - attributionMatcher->mutable_matches_tuple()->mutable_field_value_matcher(0)->set_eq_string( - "location1"); - EXPECT_TRUE(matchesSimple(uidMap, *simpleMatcher, event)); - attributionMatcher->mutable_matches_tuple()->mutable_field_value_matcher(0)->set_eq_string( - "location2"); - EXPECT_TRUE(matchesSimple(uidMap, *simpleMatcher, event)); - attributionMatcher->mutable_matches_tuple()->mutable_field_value_matcher(0)->set_eq_string( - "location3"); - EXPECT_TRUE(matchesSimple(uidMap, *simpleMatcher, event)); - attributionMatcher->mutable_matches_tuple()->mutable_field_value_matcher(0)->set_eq_string( - "location4"); - EXPECT_FALSE(matchesSimple(uidMap, *simpleMatcher, event)); - - // Attribution match but primitive field not match. - attributionMatcher->set_position(Position::ANY); - attributionMatcher->mutable_matches_tuple()->mutable_field_value_matcher(0)->set_eq_string( - "location2"); - fieldMatcher->set_eq_string("wrong value"); - EXPECT_FALSE(matchesSimple(uidMap, *simpleMatcher, event)); - - fieldMatcher->set_eq_string("some value"); - - // Uid match. - attributionMatcher->set_position(Position::ANY); - attributionMatcher->mutable_matches_tuple()->mutable_field_value_matcher(0)->set_field( - ATTRIBUTION_UID_FIELD_ID); - attributionMatcher->mutable_matches_tuple()->mutable_field_value_matcher(0)->set_eq_string( - "pkg0"); - EXPECT_FALSE(matchesSimple(uidMap, *simpleMatcher, event)); - - uidMap.updateMap( - 1, {1111, 1111, 2222, 3333, 3333} /* uid list */, {1, 1, 2, 1, 2} /* version list */, - {android::String16("v1"), android::String16("v1"), android::String16("v2"), - android::String16("v1"), android::String16("v2")}, - {android::String16("pkg0"), android::String16("pkg1"), android::String16("pkg1"), - android::String16("Pkg2"), android::String16("PkG3")} /* package name list */, - {android::String16(""), android::String16(""), android::String16(""), - android::String16(""), android::String16("")}); - - EXPECT_TRUE(matchesSimple(uidMap, *simpleMatcher, event)); - attributionMatcher->mutable_matches_tuple()->mutable_field_value_matcher(0)->set_eq_string( - "pkg3"); - EXPECT_TRUE(matchesSimple(uidMap, *simpleMatcher, event)); - attributionMatcher->mutable_matches_tuple()->mutable_field_value_matcher(0)->set_eq_string( - "pkg2"); - EXPECT_TRUE(matchesSimple(uidMap, *simpleMatcher, event)); - attributionMatcher->mutable_matches_tuple()->mutable_field_value_matcher(0)->set_eq_string( - "pkg1"); - EXPECT_TRUE(matchesSimple(uidMap, *simpleMatcher, event)); - attributionMatcher->mutable_matches_tuple()->mutable_field_value_matcher(0)->set_eq_string( - "pkg0"); - EXPECT_TRUE(matchesSimple(uidMap, *simpleMatcher, event)); - - attributionMatcher->set_position(Position::FIRST); - attributionMatcher->mutable_matches_tuple()->mutable_field_value_matcher(0)->set_eq_string( - "pkg0"); - EXPECT_TRUE(matchesSimple(uidMap, *simpleMatcher, event)); - attributionMatcher->mutable_matches_tuple()->mutable_field_value_matcher(0)->set_eq_string( - "pkg3"); - EXPECT_FALSE(matchesSimple(uidMap, *simpleMatcher, event)); - attributionMatcher->mutable_matches_tuple()->mutable_field_value_matcher(0)->set_eq_string( - "pkg2"); - EXPECT_FALSE(matchesSimple(uidMap, *simpleMatcher, event)); - attributionMatcher->mutable_matches_tuple()->mutable_field_value_matcher(0)->set_eq_string( - "pkg1"); - EXPECT_TRUE(matchesSimple(uidMap, *simpleMatcher, event)); - - attributionMatcher->set_position(Position::LAST); - attributionMatcher->mutable_matches_tuple()->mutable_field_value_matcher(0)->set_eq_string( - "pkg0"); - EXPECT_FALSE(matchesSimple(uidMap, *simpleMatcher, event)); - attributionMatcher->mutable_matches_tuple()->mutable_field_value_matcher(0)->set_eq_string( - "pkg3"); - EXPECT_TRUE(matchesSimple(uidMap, *simpleMatcher, event)); - attributionMatcher->mutable_matches_tuple()->mutable_field_value_matcher(0)->set_eq_string( - "pkg2"); - EXPECT_TRUE(matchesSimple(uidMap, *simpleMatcher, event)); - attributionMatcher->mutable_matches_tuple()->mutable_field_value_matcher(0)->set_eq_string( - "pkg1"); - EXPECT_FALSE(matchesSimple(uidMap, *simpleMatcher, event)); - - // Uid + tag. - attributionMatcher->set_position(Position::ANY); - attributionMatcher->mutable_matches_tuple()->add_field_value_matcher()->set_field( - ATTRIBUTION_TAG_FIELD_ID); - attributionMatcher->mutable_matches_tuple()->mutable_field_value_matcher(0)->set_eq_string( - "pkg0"); - attributionMatcher->mutable_matches_tuple()->mutable_field_value_matcher(1)->set_eq_string( - "location1"); - EXPECT_TRUE(matchesSimple(uidMap, *simpleMatcher, event)); - attributionMatcher->mutable_matches_tuple()->mutable_field_value_matcher(0)->set_eq_string( - "pkg1"); - attributionMatcher->mutable_matches_tuple()->mutable_field_value_matcher(1)->set_eq_string( - "location1"); - EXPECT_TRUE(matchesSimple(uidMap, *simpleMatcher, event)); - attributionMatcher->mutable_matches_tuple()->mutable_field_value_matcher(0)->set_eq_string( - "pkg1"); - attributionMatcher->mutable_matches_tuple()->mutable_field_value_matcher(1)->set_eq_string( - "location2"); - EXPECT_TRUE(matchesSimple(uidMap, *simpleMatcher, event)); - attributionMatcher->mutable_matches_tuple()->mutable_field_value_matcher(0)->set_eq_string( - "pkg2"); - attributionMatcher->mutable_matches_tuple()->mutable_field_value_matcher(1)->set_eq_string( - "location3"); - EXPECT_TRUE(matchesSimple(uidMap, *simpleMatcher, event)); - attributionMatcher->mutable_matches_tuple()->mutable_field_value_matcher(0)->set_eq_string( - "pkg3"); - attributionMatcher->mutable_matches_tuple()->mutable_field_value_matcher(1)->set_eq_string( - "location3"); - EXPECT_TRUE(matchesSimple(uidMap, *simpleMatcher, event)); - attributionMatcher->mutable_matches_tuple()->mutable_field_value_matcher(0)->set_eq_string( - "pkg3"); - attributionMatcher->mutable_matches_tuple()->mutable_field_value_matcher(1)->set_eq_string( - "location1"); - EXPECT_FALSE(matchesSimple(uidMap, *simpleMatcher, event)); - - attributionMatcher->set_position(Position::FIRST); - attributionMatcher->mutable_matches_tuple()->mutable_field_value_matcher(0)->set_eq_string( - "pkg0"); - attributionMatcher->mutable_matches_tuple()->mutable_field_value_matcher(1)->set_eq_string( - "location1"); - EXPECT_TRUE(matchesSimple(uidMap, *simpleMatcher, event)); - attributionMatcher->mutable_matches_tuple()->mutable_field_value_matcher(0)->set_eq_string( - "pkg1"); - attributionMatcher->mutable_matches_tuple()->mutable_field_value_matcher(1)->set_eq_string( - "location1"); - EXPECT_TRUE(matchesSimple(uidMap, *simpleMatcher, event)); - attributionMatcher->mutable_matches_tuple()->mutable_field_value_matcher(0)->set_eq_string( - "pkg1"); - attributionMatcher->mutable_matches_tuple()->mutable_field_value_matcher(1)->set_eq_string( - "location2"); - EXPECT_FALSE(matchesSimple(uidMap, *simpleMatcher, event)); - attributionMatcher->mutable_matches_tuple()->mutable_field_value_matcher(0)->set_eq_string( - "pkg2"); - attributionMatcher->mutable_matches_tuple()->mutable_field_value_matcher(1)->set_eq_string( - "location3"); - EXPECT_FALSE(matchesSimple(uidMap, *simpleMatcher, event)); - attributionMatcher->mutable_matches_tuple()->mutable_field_value_matcher(0)->set_eq_string( - "pkg3"); - attributionMatcher->mutable_matches_tuple()->mutable_field_value_matcher(1)->set_eq_string( - "location3"); - EXPECT_FALSE(matchesSimple(uidMap, *simpleMatcher, event)); - attributionMatcher->mutable_matches_tuple()->mutable_field_value_matcher(0)->set_eq_string( - "pkg3"); - attributionMatcher->mutable_matches_tuple()->mutable_field_value_matcher(1)->set_eq_string( - "location1"); - EXPECT_FALSE(matchesSimple(uidMap, *simpleMatcher, event)); - - attributionMatcher->set_position(Position::LAST); - attributionMatcher->mutable_matches_tuple()->mutable_field_value_matcher(0)->set_eq_string( - "pkg0"); - attributionMatcher->mutable_matches_tuple()->mutable_field_value_matcher(1)->set_eq_string( - "location1"); - EXPECT_FALSE(matchesSimple(uidMap, *simpleMatcher, event)); - attributionMatcher->mutable_matches_tuple()->mutable_field_value_matcher(0)->set_eq_string( - "pkg1"); - attributionMatcher->mutable_matches_tuple()->mutable_field_value_matcher(1)->set_eq_string( - "location1"); - EXPECT_FALSE(matchesSimple(uidMap, *simpleMatcher, event)); - attributionMatcher->mutable_matches_tuple()->mutable_field_value_matcher(0)->set_eq_string( - "pkg1"); - attributionMatcher->mutable_matches_tuple()->mutable_field_value_matcher(1)->set_eq_string( - "location2"); - EXPECT_FALSE(matchesSimple(uidMap, *simpleMatcher, event)); - attributionMatcher->mutable_matches_tuple()->mutable_field_value_matcher(0)->set_eq_string( - "pkg2"); - attributionMatcher->mutable_matches_tuple()->mutable_field_value_matcher(1)->set_eq_string( - "location3"); - EXPECT_TRUE(matchesSimple(uidMap, *simpleMatcher, event)); - attributionMatcher->mutable_matches_tuple()->mutable_field_value_matcher(0)->set_eq_string( - "pkg3"); - attributionMatcher->mutable_matches_tuple()->mutable_field_value_matcher(1)->set_eq_string( - "location3"); - EXPECT_TRUE(matchesSimple(uidMap, *simpleMatcher, event)); - attributionMatcher->mutable_matches_tuple()->mutable_field_value_matcher(0)->set_eq_string( - "pkg3"); - attributionMatcher->mutable_matches_tuple()->mutable_field_value_matcher(1)->set_eq_string( - "location1"); - EXPECT_FALSE(matchesSimple(uidMap, *simpleMatcher, event)); -} - -TEST(AtomMatcherTest, TestUidFieldMatcher) { - UidMap uidMap; - uidMap.updateMap( - 1, {1111, 1111, 2222, 3333, 3333} /* uid list */, {1, 1, 2, 1, 2} /* version list */, - {android::String16("v1"), android::String16("v1"), android::String16("v2"), - android::String16("v1"), android::String16("v2")}, - {android::String16("pkg0"), android::String16("pkg1"), android::String16("pkg1"), - android::String16("Pkg2"), android::String16("PkG3")} /* package name list */, - {android::String16(""), android::String16(""), android::String16(""), - android::String16(""), android::String16("")}); - - // Set up matcher - AtomMatcher matcher; - auto simpleMatcher = matcher.mutable_simple_atom_matcher(); - simpleMatcher->set_atom_id(TAG_ID); - simpleMatcher->add_field_value_matcher()->set_field(1); - simpleMatcher->mutable_field_value_matcher(0)->set_eq_string("pkg0"); - - // Make event without is_uid annotation. - LogEvent event1(/*uid=*/0, /*pid=*/0); - makeIntLogEvent(&event1, TAG_ID, 0, 1111); - EXPECT_FALSE(matchesSimple(uidMap, *simpleMatcher, event1)); - - // Make event with is_uid annotation. - LogEvent event2(/*uid=*/0, /*pid=*/0); - makeIntWithBoolAnnotationLogEvent(&event2, TAG_ID_2, 1111, ANNOTATION_ID_IS_UID, true); - - // Event has is_uid annotation, so mapping from uid to package name occurs. - simpleMatcher->set_atom_id(TAG_ID_2); - EXPECT_TRUE(matchesSimple(uidMap, *simpleMatcher, event2)); - - // Event has is_uid annotation, but uid maps to different package name. - simpleMatcher->mutable_field_value_matcher(0)->set_eq_string("Pkg2"); - EXPECT_FALSE(matchesSimple(uidMap, *simpleMatcher, event2)); -} - -TEST(AtomMatcherTest, TestNeqAnyStringMatcher) { - UidMap uidMap; - uidMap.updateMap( - 1, {1111, 1111, 2222, 3333, 3333} /* uid list */, {1, 1, 2, 1, 2} /* version list */, - {android::String16("v1"), android::String16("v1"), android::String16("v2"), - android::String16("v1"), android::String16("v2")}, - {android::String16("pkg0"), android::String16("pkg1"), android::String16("pkg1"), - android::String16("Pkg2"), android::String16("PkG3")} /* package name list */, - {android::String16(""), android::String16(""), android::String16(""), - android::String16(""), android::String16("")}); - - std::vector<int> attributionUids = {1111, 2222, 3333, 1066}; - std::vector<string> attributionTags = {"location1", "location2", "location3", "location3"}; - - // Set up the event - LogEvent event(/*uid=*/0, /*pid=*/0); - makeAttributionLogEvent(&event, TAG_ID, 0, attributionUids, attributionTags, "some value"); - - // Set up the matcher - AtomMatcher matcher; - auto simpleMatcher = matcher.mutable_simple_atom_matcher(); - simpleMatcher->set_atom_id(TAG_ID); - - // Match first node. - auto attributionMatcher = simpleMatcher->add_field_value_matcher(); - attributionMatcher->set_field(FIELD_ID_1); - attributionMatcher->set_position(Position::FIRST); - attributionMatcher->mutable_matches_tuple()->add_field_value_matcher()->set_field( - ATTRIBUTION_UID_FIELD_ID); - auto neqStringList = attributionMatcher->mutable_matches_tuple() - ->mutable_field_value_matcher(0) - ->mutable_neq_any_string(); - neqStringList->add_str_value("pkg2"); - neqStringList->add_str_value("pkg3"); - - auto fieldMatcher = simpleMatcher->add_field_value_matcher(); - fieldMatcher->set_field(FIELD_ID_2); - fieldMatcher->set_eq_string("some value"); - - EXPECT_TRUE(matchesSimple(uidMap, *simpleMatcher, event)); - - neqStringList->Clear(); - neqStringList->add_str_value("pkg1"); - neqStringList->add_str_value("pkg3"); - EXPECT_FALSE(matchesSimple(uidMap, *simpleMatcher, event)); - - attributionMatcher->set_position(Position::ANY); - neqStringList->Clear(); - neqStringList->add_str_value("maps.com"); - EXPECT_TRUE(matchesSimple(uidMap, *simpleMatcher, event)); - - neqStringList->Clear(); - neqStringList->add_str_value("PkG3"); - EXPECT_TRUE(matchesSimple(uidMap, *simpleMatcher, event)); - - attributionMatcher->set_position(Position::LAST); - neqStringList->Clear(); - neqStringList->add_str_value("AID_STATSD"); - EXPECT_FALSE(matchesSimple(uidMap, *simpleMatcher, event)); -} - -TEST(AtomMatcherTest, TestEqAnyStringMatcher) { - UidMap uidMap; - uidMap.updateMap( - 1, {1111, 1111, 2222, 3333, 3333} /* uid list */, {1, 1, 2, 1, 2} /* version list */, - {android::String16("v1"), android::String16("v1"), android::String16("v2"), - android::String16("v1"), android::String16("v2")}, - {android::String16("pkg0"), android::String16("pkg1"), android::String16("pkg1"), - android::String16("Pkg2"), android::String16("PkG3")} /* package name list */, - {android::String16(""), android::String16(""), android::String16(""), - android::String16(""), android::String16("")}); - - std::vector<int> attributionUids = {1067, 2222, 3333, 1066}; - std::vector<string> attributionTags = {"location1", "location2", "location3", "location3"}; - - // Set up the event - LogEvent event(/*uid=*/0, /*pid=*/0); - makeAttributionLogEvent(&event, TAG_ID, 0, attributionUids, attributionTags, "some value"); - - // Set up the matcher - AtomMatcher matcher; - auto simpleMatcher = matcher.mutable_simple_atom_matcher(); - simpleMatcher->set_atom_id(TAG_ID); - - // Match first node. - auto attributionMatcher = simpleMatcher->add_field_value_matcher(); - attributionMatcher->set_field(FIELD_ID_1); - attributionMatcher->set_position(Position::FIRST); - attributionMatcher->mutable_matches_tuple()->add_field_value_matcher()->set_field( - ATTRIBUTION_UID_FIELD_ID); - auto eqStringList = attributionMatcher->mutable_matches_tuple() - ->mutable_field_value_matcher(0) - ->mutable_eq_any_string(); - eqStringList->add_str_value("AID_ROOT"); - eqStringList->add_str_value("AID_INCIDENTD"); - - auto fieldMatcher = simpleMatcher->add_field_value_matcher(); - fieldMatcher->set_field(FIELD_ID_2); - fieldMatcher->set_eq_string("some value"); - - EXPECT_TRUE(matchesSimple(uidMap, *simpleMatcher, event)); - - attributionMatcher->set_position(Position::ANY); - eqStringList->Clear(); - eqStringList->add_str_value("AID_STATSD"); - EXPECT_TRUE(matchesSimple(uidMap, *simpleMatcher, event)); - - eqStringList->Clear(); - eqStringList->add_str_value("pkg1"); - EXPECT_TRUE(matchesSimple(uidMap, *simpleMatcher, event)); - - auto normalStringField = fieldMatcher->mutable_eq_any_string(); - normalStringField->add_str_value("some value123"); - normalStringField->add_str_value("some value"); - EXPECT_TRUE(matchesSimple(uidMap, *simpleMatcher, event)); - - normalStringField->Clear(); - normalStringField->add_str_value("AID_STATSD"); - EXPECT_FALSE(matchesSimple(uidMap, *simpleMatcher, event)); - - eqStringList->Clear(); - eqStringList->add_str_value("maps.com"); - EXPECT_FALSE(matchesSimple(uidMap, *simpleMatcher, event)); -} - -TEST(AtomMatcherTest, TestBoolMatcher) { - UidMap uidMap; - // Set up the matcher - AtomMatcher matcher; - auto simpleMatcher = matcher.mutable_simple_atom_matcher(); - simpleMatcher->set_atom_id(TAG_ID); - auto keyValue1 = simpleMatcher->add_field_value_matcher(); - keyValue1->set_field(FIELD_ID_1); - auto keyValue2 = simpleMatcher->add_field_value_matcher(); - keyValue2->set_field(FIELD_ID_2); - - // Set up the event - LogEvent event(/*uid=*/0, /*pid=*/0); - makeBoolLogEvent(&event, TAG_ID, 0, true, false); - - // Test - keyValue1->set_eq_bool(true); - keyValue2->set_eq_bool(false); - EXPECT_TRUE(matchesSimple(uidMap, *simpleMatcher, event)); - - keyValue1->set_eq_bool(false); - keyValue2->set_eq_bool(false); - EXPECT_FALSE(matchesSimple(uidMap, *simpleMatcher, event)); - - keyValue1->set_eq_bool(false); - keyValue2->set_eq_bool(true); - EXPECT_FALSE(matchesSimple(uidMap, *simpleMatcher, event)); - - keyValue1->set_eq_bool(true); - keyValue2->set_eq_bool(true); - EXPECT_FALSE(matchesSimple(uidMap, *simpleMatcher, event)); -} - -TEST(AtomMatcherTest, TestStringMatcher) { - UidMap uidMap; - // Set up the matcher - AtomMatcher matcher; - auto simpleMatcher = matcher.mutable_simple_atom_matcher(); - simpleMatcher->set_atom_id(TAG_ID); - auto keyValue = simpleMatcher->add_field_value_matcher(); - keyValue->set_field(FIELD_ID_1); - keyValue->set_eq_string("some value"); - - // Set up the event - LogEvent event(/*uid=*/0, /*pid=*/0); - makeStringLogEvent(&event, TAG_ID, 0, "some value"); - - // Test - EXPECT_TRUE(matchesSimple(uidMap, *simpleMatcher, event)); -} - -TEST(AtomMatcherTest, TestMultiFieldsMatcher) { - UidMap uidMap; - // Set up the matcher - AtomMatcher matcher; - auto simpleMatcher = matcher.mutable_simple_atom_matcher(); - simpleMatcher->set_atom_id(TAG_ID); - auto keyValue1 = simpleMatcher->add_field_value_matcher(); - keyValue1->set_field(FIELD_ID_1); - auto keyValue2 = simpleMatcher->add_field_value_matcher(); - keyValue2->set_field(FIELD_ID_2); - - // Set up the event - LogEvent event(/*uid=*/0, /*pid=*/0); - CreateTwoValueLogEvent(&event, TAG_ID, 0, 2, 3); - - // Test - keyValue1->set_eq_int(2); - keyValue2->set_eq_int(3); - EXPECT_TRUE(matchesSimple(uidMap, *simpleMatcher, event)); - - keyValue1->set_eq_int(2); - keyValue2->set_eq_int(4); - EXPECT_FALSE(matchesSimple(uidMap, *simpleMatcher, event)); - - keyValue1->set_eq_int(4); - keyValue2->set_eq_int(3); - EXPECT_FALSE(matchesSimple(uidMap, *simpleMatcher, event)); -} - -TEST(AtomMatcherTest, TestIntComparisonMatcher) { - UidMap uidMap; - // Set up the matcher - AtomMatcher matcher; - auto simpleMatcher = matcher.mutable_simple_atom_matcher(); - - simpleMatcher->set_atom_id(TAG_ID); - auto keyValue = simpleMatcher->add_field_value_matcher(); - keyValue->set_field(FIELD_ID_1); - - // Set up the event - LogEvent event(/*uid=*/0, /*pid=*/0); - makeIntLogEvent(&event, TAG_ID, 0, 11); - - // Test - - // eq_int - keyValue->set_eq_int(10); - EXPECT_FALSE(matchesSimple(uidMap, *simpleMatcher, event)); - keyValue->set_eq_int(11); - EXPECT_TRUE(matchesSimple(uidMap, *simpleMatcher, event)); - keyValue->set_eq_int(12); - EXPECT_FALSE(matchesSimple(uidMap, *simpleMatcher, event)); - - // lt_int - keyValue->set_lt_int(10); - EXPECT_FALSE(matchesSimple(uidMap, *simpleMatcher, event)); - keyValue->set_lt_int(11); - EXPECT_FALSE(matchesSimple(uidMap, *simpleMatcher, event)); - keyValue->set_lt_int(12); - EXPECT_TRUE(matchesSimple(uidMap, *simpleMatcher, event)); - - // lte_int - keyValue->set_lte_int(10); - EXPECT_FALSE(matchesSimple(uidMap, *simpleMatcher, event)); - keyValue->set_lte_int(11); - EXPECT_TRUE(matchesSimple(uidMap, *simpleMatcher, event)); - keyValue->set_lte_int(12); - EXPECT_TRUE(matchesSimple(uidMap, *simpleMatcher, event)); - - // gt_int - keyValue->set_gt_int(10); - EXPECT_TRUE(matchesSimple(uidMap, *simpleMatcher, event)); - keyValue->set_gt_int(11); - EXPECT_FALSE(matchesSimple(uidMap, *simpleMatcher, event)); - keyValue->set_gt_int(12); - EXPECT_FALSE(matchesSimple(uidMap, *simpleMatcher, event)); - - // gte_int - keyValue->set_gte_int(10); - EXPECT_TRUE(matchesSimple(uidMap, *simpleMatcher, event)); - keyValue->set_gte_int(11); - EXPECT_TRUE(matchesSimple(uidMap, *simpleMatcher, event)); - keyValue->set_gte_int(12); - EXPECT_FALSE(matchesSimple(uidMap, *simpleMatcher, event)); -} - -TEST(AtomMatcherTest, TestFloatComparisonMatcher) { - UidMap uidMap; - // Set up the matcher - AtomMatcher matcher; - auto simpleMatcher = matcher.mutable_simple_atom_matcher(); - simpleMatcher->set_atom_id(TAG_ID); - - auto keyValue = simpleMatcher->add_field_value_matcher(); - keyValue->set_field(FIELD_ID_1); - - LogEvent event1(/*uid=*/0, /*pid=*/0); - makeFloatLogEvent(&event1, TAG_ID, 0, 10.1f); - keyValue->set_lt_float(10.0); - EXPECT_FALSE(matchesSimple(uidMap, *simpleMatcher, event1)); - - LogEvent event2(/*uid=*/0, /*pid=*/0); - makeFloatLogEvent(&event2, TAG_ID, 0, 9.9f); - EXPECT_TRUE(matchesSimple(uidMap, *simpleMatcher, event2)); - - LogEvent event3(/*uid=*/0, /*pid=*/0); - makeFloatLogEvent(&event3, TAG_ID, 0, 10.1f); - keyValue->set_gt_float(10.0); - EXPECT_TRUE(matchesSimple(uidMap, *simpleMatcher, event3)); - - LogEvent event4(/*uid=*/0, /*pid=*/0); - makeFloatLogEvent(&event4, TAG_ID, 0, 9.9f); - EXPECT_FALSE(matchesSimple(uidMap, *simpleMatcher, event4)); -} - -// Helper for the composite matchers. -void addSimpleMatcher(SimpleAtomMatcher* simpleMatcher, int tag, int key, int val) { - simpleMatcher->set_atom_id(tag); - auto keyValue = simpleMatcher->add_field_value_matcher(); - keyValue->set_field(key); - keyValue->set_eq_int(val); -} - -TEST(AtomMatcherTest, TestAndMatcher) { - // Set up the matcher - LogicalOperation operation = LogicalOperation::AND; - - vector<int> children; - children.push_back(0); - children.push_back(1); - children.push_back(2); - - vector<MatchingState> matcherResults; - matcherResults.push_back(MatchingState::kMatched); - matcherResults.push_back(MatchingState::kNotMatched); - matcherResults.push_back(MatchingState::kMatched); - - EXPECT_FALSE(combinationMatch(children, operation, matcherResults)); - - matcherResults.clear(); - matcherResults.push_back(MatchingState::kMatched); - matcherResults.push_back(MatchingState::kMatched); - matcherResults.push_back(MatchingState::kMatched); - - EXPECT_TRUE(combinationMatch(children, operation, matcherResults)); -} - -TEST(AtomMatcherTest, TestOrMatcher) { - // Set up the matcher - LogicalOperation operation = LogicalOperation::OR; - - vector<int> children; - children.push_back(0); - children.push_back(1); - children.push_back(2); - - vector<MatchingState> matcherResults; - matcherResults.push_back(MatchingState::kMatched); - matcherResults.push_back(MatchingState::kNotMatched); - matcherResults.push_back(MatchingState::kMatched); - - EXPECT_TRUE(combinationMatch(children, operation, matcherResults)); - - matcherResults.clear(); - matcherResults.push_back(MatchingState::kNotMatched); - matcherResults.push_back(MatchingState::kNotMatched); - matcherResults.push_back(MatchingState::kNotMatched); - - EXPECT_FALSE(combinationMatch(children, operation, matcherResults)); -} - -TEST(AtomMatcherTest, TestNotMatcher) { - // Set up the matcher - LogicalOperation operation = LogicalOperation::NOT; - - vector<int> children; - children.push_back(0); - - vector<MatchingState> matcherResults; - matcherResults.push_back(MatchingState::kMatched); - - EXPECT_FALSE(combinationMatch(children, operation, matcherResults)); - - matcherResults.clear(); - matcherResults.push_back(MatchingState::kNotMatched); - EXPECT_TRUE(combinationMatch(children, operation, matcherResults)); -} - -TEST(AtomMatcherTest, TestNandMatcher) { - // Set up the matcher - LogicalOperation operation = LogicalOperation::NAND; - - vector<int> children; - children.push_back(0); - children.push_back(1); - - vector<MatchingState> matcherResults; - matcherResults.push_back(MatchingState::kMatched); - matcherResults.push_back(MatchingState::kNotMatched); - - EXPECT_TRUE(combinationMatch(children, operation, matcherResults)); - - matcherResults.clear(); - matcherResults.push_back(MatchingState::kNotMatched); - matcherResults.push_back(MatchingState::kNotMatched); - EXPECT_TRUE(combinationMatch(children, operation, matcherResults)); - - matcherResults.clear(); - matcherResults.push_back(MatchingState::kMatched); - matcherResults.push_back(MatchingState::kMatched); - EXPECT_FALSE(combinationMatch(children, operation, matcherResults)); -} - -TEST(AtomMatcherTest, TestNorMatcher) { - // Set up the matcher - LogicalOperation operation = LogicalOperation::NOR; - - vector<int> children; - children.push_back(0); - children.push_back(1); - - vector<MatchingState> matcherResults; - matcherResults.push_back(MatchingState::kMatched); - matcherResults.push_back(MatchingState::kNotMatched); - - EXPECT_FALSE(combinationMatch(children, operation, matcherResults)); - - matcherResults.clear(); - matcherResults.push_back(MatchingState::kNotMatched); - matcherResults.push_back(MatchingState::kNotMatched); - EXPECT_TRUE(combinationMatch(children, operation, matcherResults)); - - matcherResults.clear(); - matcherResults.push_back(MatchingState::kMatched); - matcherResults.push_back(MatchingState::kMatched); - EXPECT_FALSE(combinationMatch(children, operation, matcherResults)); -} -#else -GTEST_LOG_(INFO) << "This test does nothing.\n"; -#endif diff --git a/cmds/statsd/tests/LogEvent_test.cpp b/cmds/statsd/tests/LogEvent_test.cpp deleted file mode 100644 index aed25475da11..000000000000 --- a/cmds/statsd/tests/LogEvent_test.cpp +++ /dev/null @@ -1,481 +0,0 @@ -// Copyright (C) 2017 The Android Open Source Project -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#include "src/logd/LogEvent.h" - -#include <gtest/gtest.h> - -#include "frameworks/base/cmds/statsd/src/atoms.pb.h" -#include "frameworks/base/core/proto/android/stats/launcher/launcher.pb.h" -#include "log/log_event_list.h" -#include "stats_event.h" - -#ifdef __ANDROID__ - -namespace android { -namespace os { -namespace statsd { - -using std::string; -using std::vector; -using util::ProtoOutputStream; -using util::ProtoReader; - -namespace { - -Field getField(int32_t tag, const vector<int32_t>& pos, int32_t depth, const vector<bool>& last) { - Field f(tag, (int32_t*)pos.data(), depth); - - // For loop starts at 1 because the last field at depth 0 is not decorated. - for (int i = 1; i < depth; i++) { - if (last[i]) f.decorateLastPos(i); - } - - return f; -} - -void createIntWithBoolAnnotationLogEvent(LogEvent* logEvent, uint8_t annotationId, - bool annotationValue) { - AStatsEvent* statsEvent = AStatsEvent_obtain(); - AStatsEvent_setAtomId(statsEvent, /*atomId=*/100); - AStatsEvent_writeInt32(statsEvent, 10); - AStatsEvent_addBoolAnnotation(statsEvent, annotationId, annotationValue); - AStatsEvent_build(statsEvent); - - size_t size; - uint8_t* buf = AStatsEvent_getBuffer(statsEvent, &size); - EXPECT_TRUE(logEvent->parseBuffer(buf, size)); - - AStatsEvent_release(statsEvent); -} - -void createIntWithIntAnnotationLogEvent(LogEvent* logEvent, uint8_t annotationId, - int annotationValue) { - AStatsEvent* statsEvent = AStatsEvent_obtain(); - AStatsEvent_setAtomId(statsEvent, /*atomId=*/100); - AStatsEvent_writeInt32(statsEvent, 10); - AStatsEvent_addInt32Annotation(statsEvent, annotationId, annotationValue); - AStatsEvent_build(statsEvent); - - size_t size; - uint8_t* buf = AStatsEvent_getBuffer(statsEvent, &size); - EXPECT_TRUE(logEvent->parseBuffer(buf, size)); - - AStatsEvent_release(statsEvent); -} - -} // anonymous namespace - -TEST(LogEventTest, TestPrimitiveParsing) { - AStatsEvent* event = AStatsEvent_obtain(); - AStatsEvent_setAtomId(event, 100); - AStatsEvent_writeInt32(event, 10); - AStatsEvent_writeInt64(event, 0x123456789); - AStatsEvent_writeFloat(event, 2.0); - AStatsEvent_writeBool(event, true); - AStatsEvent_build(event); - - size_t size; - uint8_t* buf = AStatsEvent_getBuffer(event, &size); - - LogEvent logEvent(/*uid=*/1000, /*pid=*/1001); - EXPECT_TRUE(logEvent.parseBuffer(buf, size)); - - EXPECT_EQ(100, logEvent.GetTagId()); - EXPECT_EQ(1000, logEvent.GetUid()); - EXPECT_EQ(1001, logEvent.GetPid()); - EXPECT_FALSE(logEvent.hasAttributionChain()); - - const vector<FieldValue>& values = logEvent.getValues(); - ASSERT_EQ(4, values.size()); - - const FieldValue& int32Item = values[0]; - Field expectedField = getField(100, {1, 1, 1}, 0, {false, false, false}); - EXPECT_EQ(expectedField, int32Item.mField); - EXPECT_EQ(Type::INT, int32Item.mValue.getType()); - EXPECT_EQ(10, int32Item.mValue.int_value); - - const FieldValue& int64Item = values[1]; - expectedField = getField(100, {2, 1, 1}, 0, {false, false, false}); - EXPECT_EQ(expectedField, int64Item.mField); - EXPECT_EQ(Type::LONG, int64Item.mValue.getType()); - EXPECT_EQ(0x123456789, int64Item.mValue.long_value); - - const FieldValue& floatItem = values[2]; - expectedField = getField(100, {3, 1, 1}, 0, {false, false, false}); - EXPECT_EQ(expectedField, floatItem.mField); - EXPECT_EQ(Type::FLOAT, floatItem.mValue.getType()); - EXPECT_EQ(2.0, floatItem.mValue.float_value); - - const FieldValue& boolItem = values[3]; - expectedField = getField(100, {4, 1, 1}, 0, {true, false, false}); - EXPECT_EQ(expectedField, boolItem.mField); - EXPECT_EQ(Type::INT, boolItem.mValue.getType()); // FieldValue does not support boolean type - EXPECT_EQ(1, boolItem.mValue.int_value); - - AStatsEvent_release(event); -} - -TEST(LogEventTest, TestStringAndByteArrayParsing) { - AStatsEvent* event = AStatsEvent_obtain(); - AStatsEvent_setAtomId(event, 100); - string str = "test"; - AStatsEvent_writeString(event, str.c_str()); - AStatsEvent_writeByteArray(event, (uint8_t*)str.c_str(), str.length()); - AStatsEvent_build(event); - - size_t size; - uint8_t* buf = AStatsEvent_getBuffer(event, &size); - - LogEvent logEvent(/*uid=*/1000, /*pid=*/1001); - EXPECT_TRUE(logEvent.parseBuffer(buf, size)); - - EXPECT_EQ(100, logEvent.GetTagId()); - EXPECT_EQ(1000, logEvent.GetUid()); - EXPECT_EQ(1001, logEvent.GetPid()); - EXPECT_FALSE(logEvent.hasAttributionChain()); - - const vector<FieldValue>& values = logEvent.getValues(); - ASSERT_EQ(2, values.size()); - - const FieldValue& stringItem = values[0]; - Field expectedField = getField(100, {1, 1, 1}, 0, {false, false, false}); - EXPECT_EQ(expectedField, stringItem.mField); - EXPECT_EQ(Type::STRING, stringItem.mValue.getType()); - EXPECT_EQ(str, stringItem.mValue.str_value); - - const FieldValue& storageItem = values[1]; - expectedField = getField(100, {2, 1, 1}, 0, {true, false, false}); - EXPECT_EQ(expectedField, storageItem.mField); - EXPECT_EQ(Type::STORAGE, storageItem.mValue.getType()); - vector<uint8_t> expectedValue = {'t', 'e', 's', 't'}; - EXPECT_EQ(expectedValue, storageItem.mValue.storage_value); - - AStatsEvent_release(event); -} - -TEST(LogEventTest, TestEmptyString) { - AStatsEvent* event = AStatsEvent_obtain(); - AStatsEvent_setAtomId(event, 100); - string empty = ""; - AStatsEvent_writeString(event, empty.c_str()); - AStatsEvent_build(event); - - size_t size; - uint8_t* buf = AStatsEvent_getBuffer(event, &size); - - LogEvent logEvent(/*uid=*/1000, /*pid=*/1001); - EXPECT_TRUE(logEvent.parseBuffer(buf, size)); - - EXPECT_EQ(100, logEvent.GetTagId()); - EXPECT_EQ(1000, logEvent.GetUid()); - EXPECT_EQ(1001, logEvent.GetPid()); - EXPECT_FALSE(logEvent.hasAttributionChain()); - - const vector<FieldValue>& values = logEvent.getValues(); - ASSERT_EQ(1, values.size()); - - const FieldValue& item = values[0]; - Field expectedField = getField(100, {1, 1, 1}, 0, {true, false, false}); - EXPECT_EQ(expectedField, item.mField); - EXPECT_EQ(Type::STRING, item.mValue.getType()); - EXPECT_EQ(empty, item.mValue.str_value); - - AStatsEvent_release(event); -} - -TEST(LogEventTest, TestByteArrayWithNullCharacter) { - AStatsEvent* event = AStatsEvent_obtain(); - AStatsEvent_setAtomId(event, 100); - uint8_t message[] = {'\t', 'e', '\0', 's', 't'}; - AStatsEvent_writeByteArray(event, message, 5); - AStatsEvent_build(event); - - size_t size; - uint8_t* buf = AStatsEvent_getBuffer(event, &size); - - LogEvent logEvent(/*uid=*/1000, /*pid=*/1001); - EXPECT_TRUE(logEvent.parseBuffer(buf, size)); - - EXPECT_EQ(100, logEvent.GetTagId()); - EXPECT_EQ(1000, logEvent.GetUid()); - EXPECT_EQ(1001, logEvent.GetPid()); - - const vector<FieldValue>& values = logEvent.getValues(); - ASSERT_EQ(1, values.size()); - - const FieldValue& item = values[0]; - Field expectedField = getField(100, {1, 1, 1}, 0, {true, false, false}); - EXPECT_EQ(expectedField, item.mField); - EXPECT_EQ(Type::STORAGE, item.mValue.getType()); - vector<uint8_t> expectedValue(message, message + 5); - EXPECT_EQ(expectedValue, item.mValue.storage_value); - - AStatsEvent_release(event); -} - -TEST(LogEventTest, TestAttributionChain) { - AStatsEvent* event = AStatsEvent_obtain(); - AStatsEvent_setAtomId(event, 100); - - string tag1 = "tag1"; - string tag2 = "tag2"; - - uint32_t uids[] = {1001, 1002}; - const char* tags[] = {tag1.c_str(), tag2.c_str()}; - - AStatsEvent_writeAttributionChain(event, uids, tags, 2); - AStatsEvent_build(event); - - size_t size; - uint8_t* buf = AStatsEvent_getBuffer(event, &size); - - LogEvent logEvent(/*uid=*/1000, /*pid=*/1001); - EXPECT_TRUE(logEvent.parseBuffer(buf, size)); - - EXPECT_EQ(100, logEvent.GetTagId()); - EXPECT_EQ(1000, logEvent.GetUid()); - EXPECT_EQ(1001, logEvent.GetPid()); - - const vector<FieldValue>& values = logEvent.getValues(); - ASSERT_EQ(4, values.size()); // 2 per attribution node - - std::pair<int, int> attrIndexRange; - EXPECT_TRUE(logEvent.hasAttributionChain(&attrIndexRange)); - EXPECT_EQ(0, attrIndexRange.first); - EXPECT_EQ(3, attrIndexRange.second); - - // Check first attribution node - const FieldValue& uid1Item = values[0]; - Field expectedField = getField(100, {1, 1, 1}, 2, {true, false, false}); - EXPECT_EQ(expectedField, uid1Item.mField); - EXPECT_EQ(Type::INT, uid1Item.mValue.getType()); - EXPECT_EQ(1001, uid1Item.mValue.int_value); - - const FieldValue& tag1Item = values[1]; - expectedField = getField(100, {1, 1, 2}, 2, {true, false, true}); - EXPECT_EQ(expectedField, tag1Item.mField); - EXPECT_EQ(Type::STRING, tag1Item.mValue.getType()); - EXPECT_EQ(tag1, tag1Item.mValue.str_value); - - // Check second attribution nodes - const FieldValue& uid2Item = values[2]; - expectedField = getField(100, {1, 2, 1}, 2, {true, true, false}); - EXPECT_EQ(expectedField, uid2Item.mField); - EXPECT_EQ(Type::INT, uid2Item.mValue.getType()); - EXPECT_EQ(1002, uid2Item.mValue.int_value); - - const FieldValue& tag2Item = values[3]; - expectedField = getField(100, {1, 2, 2}, 2, {true, true, true}); - EXPECT_EQ(expectedField, tag2Item.mField); - EXPECT_EQ(Type::STRING, tag2Item.mValue.getType()); - EXPECT_EQ(tag2, tag2Item.mValue.str_value); - - AStatsEvent_release(event); -} - -TEST(LogEventTest, TestAnnotationIdIsUid) { - LogEvent event(/*uid=*/0, /*pid=*/0); - createIntWithBoolAnnotationLogEvent(&event, ANNOTATION_ID_IS_UID, true); - - const vector<FieldValue>& values = event.getValues(); - ASSERT_EQ(values.size(), 1); - EXPECT_EQ(event.getUidFieldIndex(), 0); -} - -TEST(LogEventTest, TestAnnotationIdStateNested) { - LogEvent event(/*uid=*/0, /*pid=*/0); - createIntWithBoolAnnotationLogEvent(&event, ANNOTATION_ID_STATE_NESTED, true); - - const vector<FieldValue>& values = event.getValues(); - ASSERT_EQ(values.size(), 1); - EXPECT_TRUE(values[0].mAnnotations.isNested()); -} - -TEST(LogEventTest, TestPrimaryFieldAnnotation) { - LogEvent event(/*uid=*/0, /*pid=*/0); - createIntWithBoolAnnotationLogEvent(&event, ANNOTATION_ID_PRIMARY_FIELD, true); - - const vector<FieldValue>& values = event.getValues(); - ASSERT_EQ(values.size(), 1); - EXPECT_TRUE(values[0].mAnnotations.isPrimaryField()); -} - -TEST(LogEventTest, TestExclusiveStateAnnotation) { - LogEvent event(/*uid=*/0, /*pid=*/0); - createIntWithBoolAnnotationLogEvent(&event, ANNOTATION_ID_EXCLUSIVE_STATE, true); - - const vector<FieldValue>& values = event.getValues(); - ASSERT_EQ(values.size(), 1); - EXPECT_TRUE(values[0].mAnnotations.isExclusiveState()); -} - -TEST(LogEventTest, TestPrimaryFieldFirstUidAnnotation) { - // Event has 10 ints and then an attribution chain - int numInts = 10; - int firstUidInChainIndex = numInts; - string tag1 = "tag1"; - string tag2 = "tag2"; - uint32_t uids[] = {1001, 1002}; - const char* tags[] = {tag1.c_str(), tag2.c_str()}; - - // Construct AStatsEvent - AStatsEvent* statsEvent = AStatsEvent_obtain(); - AStatsEvent_setAtomId(statsEvent, 100); - for (int i = 0; i < numInts; i++) { - AStatsEvent_writeInt32(statsEvent, 10); - } - AStatsEvent_writeAttributionChain(statsEvent, uids, tags, 2); - AStatsEvent_addBoolAnnotation(statsEvent, ANNOTATION_ID_PRIMARY_FIELD_FIRST_UID, true); - AStatsEvent_build(statsEvent); - - // Construct LogEvent - size_t size; - uint8_t* buf = AStatsEvent_getBuffer(statsEvent, &size); - LogEvent logEvent(/*uid=*/0, /*pid=*/0); - EXPECT_TRUE(logEvent.parseBuffer(buf, size)); - AStatsEvent_release(statsEvent); - - // Check annotation - const vector<FieldValue>& values = logEvent.getValues(); - ASSERT_EQ(values.size(), numInts + 4); - EXPECT_TRUE(values[firstUidInChainIndex].mAnnotations.isPrimaryField()); -} - -TEST(LogEventTest, TestResetStateAnnotation) { - int32_t resetState = 10; - LogEvent event(/*uid=*/0, /*pid=*/0); - createIntWithIntAnnotationLogEvent(&event, ANNOTATION_ID_TRIGGER_STATE_RESET, resetState); - - const vector<FieldValue>& values = event.getValues(); - ASSERT_EQ(values.size(), 1); - EXPECT_EQ(event.getResetState(), resetState); -} - -TEST(LogEventTest, TestExclusiveStateAnnotationAfterTooManyFields) { - AStatsEvent* event = AStatsEvent_obtain(); - AStatsEvent_setAtomId(event, 100); - - const unsigned int numAttributionNodes = 64; - - uint32_t uids[numAttributionNodes]; - const char* tags[numAttributionNodes]; - - for (unsigned int i = 1; i <= numAttributionNodes; i++) { - uids[i-1] = i; - tags[i-1] = std::to_string(i).c_str(); - } - - AStatsEvent_writeAttributionChain(event, uids, tags, numAttributionNodes); - AStatsEvent_writeInt32(event, 1); - AStatsEvent_addBoolAnnotation(event, ANNOTATION_ID_EXCLUSIVE_STATE, true); - - AStatsEvent_build(event); - - size_t size; - uint8_t* buf = AStatsEvent_getBuffer(event, &size); - - LogEvent logEvent(/*uid=*/1000, /*pid=*/1001); - EXPECT_FALSE(logEvent.parseBuffer(buf, size)); - EXPECT_EQ(-1, logEvent.getExclusiveStateFieldIndex()); - - AStatsEvent_release(event); -} - -TEST(LogEventTest, TestUidAnnotationAfterTooManyFields) { - AStatsEvent* event = AStatsEvent_obtain(); - AStatsEvent_setAtomId(event, 100); - - const unsigned int numAttributionNodes = 64; - - uint32_t uids[numAttributionNodes]; - const char* tags[numAttributionNodes]; - - for (unsigned int i = 1; i <= numAttributionNodes; i++) { - uids[i-1] = i; - tags[i-1] = std::to_string(i).c_str(); - } - - AStatsEvent_writeAttributionChain(event, uids, tags, numAttributionNodes); - AStatsEvent_writeInt32(event, 1); - AStatsEvent_addBoolAnnotation(event, ANNOTATION_ID_IS_UID, true); - - AStatsEvent_build(event); - - size_t size; - uint8_t* buf = AStatsEvent_getBuffer(event, &size); - - LogEvent logEvent(/*uid=*/1000, /*pid=*/1001); - EXPECT_FALSE(logEvent.parseBuffer(buf, size)); - EXPECT_EQ(-1, logEvent.getUidFieldIndex()); - - AStatsEvent_release(event); -} - -TEST(LogEventTest, TestAttributionChainEndIndexAfterTooManyFields) { - AStatsEvent* event = AStatsEvent_obtain(); - AStatsEvent_setAtomId(event, 100); - - const unsigned int numAttributionNodes = 65; - - uint32_t uids[numAttributionNodes]; - const char* tags[numAttributionNodes]; - - for (unsigned int i = 1; i <= numAttributionNodes; i++) { - uids[i-1] = i; - tags[i-1] = std::to_string(i).c_str(); - } - - AStatsEvent_writeAttributionChain(event, uids, tags, numAttributionNodes); - - AStatsEvent_build(event); - - size_t size; - uint8_t* buf = AStatsEvent_getBuffer(event, &size); - - LogEvent logEvent(/*uid=*/1000, /*pid=*/1001); - EXPECT_FALSE(logEvent.parseBuffer(buf, size)); - EXPECT_FALSE(logEvent.hasAttributionChain()); - - AStatsEvent_release(event); -} - -TEST(LogEventTest, TestEmptyAttributionChainWithPrimaryFieldFirstUidAnnotation) { - AStatsEvent* event = AStatsEvent_obtain(); - AStatsEvent_setAtomId(event, 100); - - uint32_t uids[] = {}; - const char* tags[] = {}; - - AStatsEvent_writeInt32(event, 10); - AStatsEvent_writeAttributionChain(event, uids, tags, 0); - AStatsEvent_addBoolAnnotation(event, ANNOTATION_ID_PRIMARY_FIELD_FIRST_UID, true); - - AStatsEvent_build(event); - - size_t size; - uint8_t* buf = AStatsEvent_getBuffer(event, &size); - - LogEvent logEvent(/*uid=*/1000, /*pid=*/1001); - EXPECT_FALSE(logEvent.parseBuffer(buf, size)); - - AStatsEvent_release(event); -} - -} // namespace statsd -} // namespace os -} // namespace android -#else -GTEST_LOG_(INFO) << "This test does nothing.\n"; -#endif diff --git a/cmds/statsd/tests/LogReader_test.cpp b/cmds/statsd/tests/LogReader_test.cpp deleted file mode 100644 index 7ce1d6a71c85..000000000000 --- a/cmds/statsd/tests/LogReader_test.cpp +++ /dev/null @@ -1,21 +0,0 @@ -// Copyright (C) 2017 The Android Open Source Project -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#include <gtest/gtest.h> - -#include <stdio.h> - -TEST(LogReaderTest, TestNothingAtAll) { - printf("yay!"); -} diff --git a/cmds/statsd/tests/MetricsManager_test.cpp b/cmds/statsd/tests/MetricsManager_test.cpp deleted file mode 100644 index 6259757fe092..000000000000 --- a/cmds/statsd/tests/MetricsManager_test.cpp +++ /dev/null @@ -1,799 +0,0 @@ -// Copyright (C) 2017 The Android Open Source Project -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#include <gtest/gtest.h> -#include <private/android_filesystem_config.h> -#include <stdio.h> - -#include <set> -#include <unordered_map> -#include <vector> - -#include "frameworks/base/cmds/statsd/src/statsd_config.pb.h" -#include "metrics/metrics_test_helper.h" -#include "src/condition/ConditionTracker.h" -#include "src/matchers/LogMatchingTracker.h" -#include "src/metrics/CountMetricProducer.h" -#include "src/metrics/GaugeMetricProducer.h" -#include "src/metrics/MetricProducer.h" -#include "src/metrics/ValueMetricProducer.h" -#include "src/metrics/metrics_manager_util.h" -#include "src/state/StateManager.h" -#include "statsd_test_util.h" - -using namespace testing; -using android::sp; -using android::os::statsd::Predicate; -using std::map; -using std::set; -using std::unordered_map; -using std::vector; - -#ifdef __ANDROID__ - -namespace android { -namespace os { -namespace statsd { - -namespace { -const ConfigKey kConfigKey(0, 12345); -const long kAlertId = 3; - -const long timeBaseSec = 1000; - -StatsdConfig buildGoodConfig() { - StatsdConfig config; - config.set_id(12345); - - AtomMatcher* eventMatcher = config.add_atom_matcher(); - eventMatcher->set_id(StringToId("SCREEN_IS_ON")); - - SimpleAtomMatcher* simpleAtomMatcher = eventMatcher->mutable_simple_atom_matcher(); - simpleAtomMatcher->set_atom_id(2 /*SCREEN_STATE_CHANGE*/); - simpleAtomMatcher->add_field_value_matcher()->set_field( - 1 /*SCREEN_STATE_CHANGE__DISPLAY_STATE*/); - simpleAtomMatcher->mutable_field_value_matcher(0)->set_eq_int( - 2 /*SCREEN_STATE_CHANGE__DISPLAY_STATE__STATE_ON*/); - - eventMatcher = config.add_atom_matcher(); - eventMatcher->set_id(StringToId("SCREEN_IS_OFF")); - - simpleAtomMatcher = eventMatcher->mutable_simple_atom_matcher(); - simpleAtomMatcher->set_atom_id(2 /*SCREEN_STATE_CHANGE*/); - simpleAtomMatcher->add_field_value_matcher()->set_field( - 1 /*SCREEN_STATE_CHANGE__DISPLAY_STATE*/); - simpleAtomMatcher->mutable_field_value_matcher(0)->set_eq_int( - 1 /*SCREEN_STATE_CHANGE__DISPLAY_STATE__STATE_OFF*/); - - eventMatcher = config.add_atom_matcher(); - eventMatcher->set_id(StringToId("SCREEN_ON_OR_OFF")); - - AtomMatcher_Combination* combination = eventMatcher->mutable_combination(); - combination->set_operation(LogicalOperation::OR); - combination->add_matcher(StringToId("SCREEN_IS_ON")); - combination->add_matcher(StringToId("SCREEN_IS_OFF")); - - CountMetric* metric = config.add_count_metric(); - metric->set_id(3); - metric->set_what(StringToId("SCREEN_IS_ON")); - metric->set_bucket(ONE_MINUTE); - metric->mutable_dimensions_in_what()->set_field(2 /*SCREEN_STATE_CHANGE*/); - metric->mutable_dimensions_in_what()->add_child()->set_field(1); - - config.add_no_report_metric(3); - - auto alert = config.add_alert(); - alert->set_id(kAlertId); - alert->set_metric_id(3); - alert->set_num_buckets(10); - alert->set_refractory_period_secs(100); - alert->set_trigger_if_sum_gt(100); - return config; -} - -StatsdConfig buildCircleMatchers() { - StatsdConfig config; - config.set_id(12345); - - AtomMatcher* eventMatcher = config.add_atom_matcher(); - eventMatcher->set_id(StringToId("SCREEN_IS_ON")); - - SimpleAtomMatcher* simpleAtomMatcher = eventMatcher->mutable_simple_atom_matcher(); - simpleAtomMatcher->set_atom_id(2 /*SCREEN_STATE_CHANGE*/); - simpleAtomMatcher->add_field_value_matcher()->set_field( - 1 /*SCREEN_STATE_CHANGE__DISPLAY_STATE*/); - simpleAtomMatcher->mutable_field_value_matcher(0)->set_eq_int( - 2 /*SCREEN_STATE_CHANGE__DISPLAY_STATE__STATE_ON*/); - - eventMatcher = config.add_atom_matcher(); - eventMatcher->set_id(StringToId("SCREEN_ON_OR_OFF")); - - AtomMatcher_Combination* combination = eventMatcher->mutable_combination(); - combination->set_operation(LogicalOperation::OR); - combination->add_matcher(StringToId("SCREEN_IS_ON")); - // Circle dependency - combination->add_matcher(StringToId("SCREEN_ON_OR_OFF")); - - return config; -} - -StatsdConfig buildAlertWithUnknownMetric() { - StatsdConfig config; - config.set_id(12345); - - AtomMatcher* eventMatcher = config.add_atom_matcher(); - eventMatcher->set_id(StringToId("SCREEN_IS_ON")); - - CountMetric* metric = config.add_count_metric(); - metric->set_id(3); - metric->set_what(StringToId("SCREEN_IS_ON")); - metric->set_bucket(ONE_MINUTE); - metric->mutable_dimensions_in_what()->set_field(2 /*SCREEN_STATE_CHANGE*/); - metric->mutable_dimensions_in_what()->add_child()->set_field(1); - - auto alert = config.add_alert(); - alert->set_id(3); - alert->set_metric_id(2); - alert->set_num_buckets(10); - alert->set_refractory_period_secs(100); - alert->set_trigger_if_sum_gt(100); - return config; -} - -StatsdConfig buildMissingMatchers() { - StatsdConfig config; - config.set_id(12345); - - AtomMatcher* eventMatcher = config.add_atom_matcher(); - eventMatcher->set_id(StringToId("SCREEN_IS_ON")); - - SimpleAtomMatcher* simpleAtomMatcher = eventMatcher->mutable_simple_atom_matcher(); - simpleAtomMatcher->set_atom_id(2 /*SCREEN_STATE_CHANGE*/); - simpleAtomMatcher->add_field_value_matcher()->set_field( - 1 /*SCREEN_STATE_CHANGE__DISPLAY_STATE*/); - simpleAtomMatcher->mutable_field_value_matcher(0)->set_eq_int( - 2 /*SCREEN_STATE_CHANGE__DISPLAY_STATE__STATE_ON*/); - - eventMatcher = config.add_atom_matcher(); - eventMatcher->set_id(StringToId("SCREEN_ON_OR_OFF")); - - AtomMatcher_Combination* combination = eventMatcher->mutable_combination(); - combination->set_operation(LogicalOperation::OR); - combination->add_matcher(StringToId("SCREEN_IS_ON")); - // undefined matcher - combination->add_matcher(StringToId("ABC")); - - return config; -} - -StatsdConfig buildMissingPredicate() { - StatsdConfig config; - config.set_id(12345); - - CountMetric* metric = config.add_count_metric(); - metric->set_id(3); - metric->set_what(StringToId("SCREEN_EVENT")); - metric->set_bucket(ONE_MINUTE); - metric->set_condition(StringToId("SOME_CONDITION")); - - AtomMatcher* eventMatcher = config.add_atom_matcher(); - eventMatcher->set_id(StringToId("SCREEN_EVENT")); - - SimpleAtomMatcher* simpleAtomMatcher = eventMatcher->mutable_simple_atom_matcher(); - simpleAtomMatcher->set_atom_id(2); - - return config; -} - -StatsdConfig buildDimensionMetricsWithMultiTags() { - StatsdConfig config; - config.set_id(12345); - - AtomMatcher* eventMatcher = config.add_atom_matcher(); - eventMatcher->set_id(StringToId("BATTERY_VERY_LOW")); - SimpleAtomMatcher* simpleAtomMatcher = eventMatcher->mutable_simple_atom_matcher(); - simpleAtomMatcher->set_atom_id(2); - - eventMatcher = config.add_atom_matcher(); - eventMatcher->set_id(StringToId("BATTERY_VERY_VERY_LOW")); - simpleAtomMatcher = eventMatcher->mutable_simple_atom_matcher(); - simpleAtomMatcher->set_atom_id(3); - - eventMatcher = config.add_atom_matcher(); - eventMatcher->set_id(StringToId("BATTERY_LOW")); - - AtomMatcher_Combination* combination = eventMatcher->mutable_combination(); - combination->set_operation(LogicalOperation::OR); - combination->add_matcher(StringToId("BATTERY_VERY_LOW")); - combination->add_matcher(StringToId("BATTERY_VERY_VERY_LOW")); - - // Count process state changes, slice by uid, while SCREEN_IS_OFF - CountMetric* metric = config.add_count_metric(); - metric->set_id(3); - metric->set_what(StringToId("BATTERY_LOW")); - metric->set_bucket(ONE_MINUTE); - // This case is interesting. We want to dimension across two atoms. - metric->mutable_dimensions_in_what()->add_child()->set_field(1); - - auto alert = config.add_alert(); - alert->set_id(kAlertId); - alert->set_metric_id(3); - alert->set_num_buckets(10); - alert->set_refractory_period_secs(100); - alert->set_trigger_if_sum_gt(100); - return config; -} - -StatsdConfig buildCirclePredicates() { - StatsdConfig config; - config.set_id(12345); - - AtomMatcher* eventMatcher = config.add_atom_matcher(); - eventMatcher->set_id(StringToId("SCREEN_IS_ON")); - - SimpleAtomMatcher* simpleAtomMatcher = eventMatcher->mutable_simple_atom_matcher(); - simpleAtomMatcher->set_atom_id(2 /*SCREEN_STATE_CHANGE*/); - simpleAtomMatcher->add_field_value_matcher()->set_field( - 1 /*SCREEN_STATE_CHANGE__DISPLAY_STATE*/); - simpleAtomMatcher->mutable_field_value_matcher(0)->set_eq_int( - 2 /*SCREEN_STATE_CHANGE__DISPLAY_STATE__STATE_ON*/); - - eventMatcher = config.add_atom_matcher(); - eventMatcher->set_id(StringToId("SCREEN_IS_OFF")); - - simpleAtomMatcher = eventMatcher->mutable_simple_atom_matcher(); - simpleAtomMatcher->set_atom_id(2 /*SCREEN_STATE_CHANGE*/); - simpleAtomMatcher->add_field_value_matcher()->set_field( - 1 /*SCREEN_STATE_CHANGE__DISPLAY_STATE*/); - simpleAtomMatcher->mutable_field_value_matcher(0)->set_eq_int( - 1 /*SCREEN_STATE_CHANGE__DISPLAY_STATE__STATE_OFF*/); - - auto condition = config.add_predicate(); - condition->set_id(StringToId("SCREEN_IS_ON")); - SimplePredicate* simplePredicate = condition->mutable_simple_predicate(); - simplePredicate->set_start(StringToId("SCREEN_IS_ON")); - simplePredicate->set_stop(StringToId("SCREEN_IS_OFF")); - - condition = config.add_predicate(); - condition->set_id(StringToId("SCREEN_IS_EITHER_ON_OFF")); - - Predicate_Combination* combination = condition->mutable_combination(); - combination->set_operation(LogicalOperation::OR); - combination->add_predicate(StringToId("SCREEN_IS_ON")); - combination->add_predicate(StringToId("SCREEN_IS_EITHER_ON_OFF")); - - return config; -} - -StatsdConfig buildConfigWithDifferentPredicates() { - StatsdConfig config; - config.set_id(12345); - - auto pulledAtomMatcher = - CreateSimpleAtomMatcher("SUBSYSTEM_SLEEP", util::SUBSYSTEM_SLEEP_STATE); - *config.add_atom_matcher() = pulledAtomMatcher; - auto screenOnAtomMatcher = CreateScreenTurnedOnAtomMatcher(); - *config.add_atom_matcher() = screenOnAtomMatcher; - auto screenOffAtomMatcher = CreateScreenTurnedOffAtomMatcher(); - *config.add_atom_matcher() = screenOffAtomMatcher; - auto batteryNoneAtomMatcher = CreateBatteryStateNoneMatcher(); - *config.add_atom_matcher() = batteryNoneAtomMatcher; - auto batteryUsbAtomMatcher = CreateBatteryStateUsbMatcher(); - *config.add_atom_matcher() = batteryUsbAtomMatcher; - - // Simple condition with InitialValue set to default (unknown). - auto screenOnUnknownPredicate = CreateScreenIsOnPredicate(); - *config.add_predicate() = screenOnUnknownPredicate; - - // Simple condition with InitialValue set to false. - auto screenOnFalsePredicate = config.add_predicate(); - screenOnFalsePredicate->set_id(StringToId("ScreenIsOnInitialFalse")); - SimplePredicate* simpleScreenOnFalsePredicate = - screenOnFalsePredicate->mutable_simple_predicate(); - simpleScreenOnFalsePredicate->set_start(screenOnAtomMatcher.id()); - simpleScreenOnFalsePredicate->set_stop(screenOffAtomMatcher.id()); - simpleScreenOnFalsePredicate->set_initial_value(SimplePredicate_InitialValue_FALSE); - - // Simple condition with InitialValue set to false. - auto onBatteryFalsePredicate = config.add_predicate(); - onBatteryFalsePredicate->set_id(StringToId("OnBatteryInitialFalse")); - SimplePredicate* simpleOnBatteryFalsePredicate = - onBatteryFalsePredicate->mutable_simple_predicate(); - simpleOnBatteryFalsePredicate->set_start(batteryNoneAtomMatcher.id()); - simpleOnBatteryFalsePredicate->set_stop(batteryUsbAtomMatcher.id()); - simpleOnBatteryFalsePredicate->set_initial_value(SimplePredicate_InitialValue_FALSE); - - // Combination condition with both simple condition InitialValues set to false. - auto screenOnFalseOnBatteryFalsePredicate = config.add_predicate(); - screenOnFalseOnBatteryFalsePredicate->set_id(StringToId("ScreenOnFalseOnBatteryFalse")); - screenOnFalseOnBatteryFalsePredicate->mutable_combination()->set_operation( - LogicalOperation::AND); - addPredicateToPredicateCombination(*screenOnFalsePredicate, - screenOnFalseOnBatteryFalsePredicate); - addPredicateToPredicateCombination(*onBatteryFalsePredicate, - screenOnFalseOnBatteryFalsePredicate); - - // Combination condition with one simple condition InitialValue set to unknown and one set to - // false. - auto screenOnUnknownOnBatteryFalsePredicate = config.add_predicate(); - screenOnUnknownOnBatteryFalsePredicate->set_id(StringToId("ScreenOnUnknowneOnBatteryFalse")); - screenOnUnknownOnBatteryFalsePredicate->mutable_combination()->set_operation( - LogicalOperation::AND); - addPredicateToPredicateCombination(screenOnUnknownPredicate, - screenOnUnknownOnBatteryFalsePredicate); - addPredicateToPredicateCombination(*onBatteryFalsePredicate, - screenOnUnknownOnBatteryFalsePredicate); - - // Simple condition metric with initial value false. - ValueMetric* metric1 = config.add_value_metric(); - metric1->set_id(StringToId("ValueSubsystemSleepWhileScreenOnInitialFalse")); - metric1->set_what(pulledAtomMatcher.id()); - *metric1->mutable_value_field() = - CreateDimensions(util::SUBSYSTEM_SLEEP_STATE, {4 /* time sleeping field */}); - metric1->set_bucket(FIVE_MINUTES); - metric1->set_condition(screenOnFalsePredicate->id()); - - // Simple condition metric with initial value unknown. - ValueMetric* metric2 = config.add_value_metric(); - metric2->set_id(StringToId("ValueSubsystemSleepWhileScreenOnInitialUnknown")); - metric2->set_what(pulledAtomMatcher.id()); - *metric2->mutable_value_field() = - CreateDimensions(util::SUBSYSTEM_SLEEP_STATE, {4 /* time sleeping field */}); - metric2->set_bucket(FIVE_MINUTES); - metric2->set_condition(screenOnUnknownPredicate.id()); - - // Combination condition metric with initial values false and false. - ValueMetric* metric3 = config.add_value_metric(); - metric3->set_id(StringToId("ValueSubsystemSleepWhileScreenOnFalseDeviceUnpluggedFalse")); - metric3->set_what(pulledAtomMatcher.id()); - *metric3->mutable_value_field() = - CreateDimensions(util::SUBSYSTEM_SLEEP_STATE, {4 /* time sleeping field */}); - metric3->set_bucket(FIVE_MINUTES); - metric3->set_condition(screenOnFalseOnBatteryFalsePredicate->id()); - - // Combination condition metric with initial values unknown and false. - ValueMetric* metric4 = config.add_value_metric(); - metric4->set_id(StringToId("ValueSubsystemSleepWhileScreenOnUnknownDeviceUnpluggedFalse")); - metric4->set_what(pulledAtomMatcher.id()); - *metric4->mutable_value_field() = - CreateDimensions(util::SUBSYSTEM_SLEEP_STATE, {4 /* time sleeping field */}); - metric4->set_bucket(FIVE_MINUTES); - metric4->set_condition(screenOnUnknownOnBatteryFalsePredicate->id()); - - return config; -} - -bool isSubset(const set<int32_t>& set1, const set<int32_t>& set2) { - return std::includes(set2.begin(), set2.end(), set1.begin(), set1.end()); -} -} // anonymous namespace - -TEST(MetricsManagerTest, TestInitialConditions) { - UidMap uidMap; - sp<StatsPullerManager> pullerManager = new StatsPullerManager(); - sp<AlarmMonitor> anomalyAlarmMonitor; - sp<AlarmMonitor> periodicAlarmMonitor; - StatsdConfig config = buildConfigWithDifferentPredicates(); - set<int> allTagIds; - vector<sp<LogMatchingTracker>> allAtomMatchers; - vector<sp<ConditionTracker>> allConditionTrackers; - vector<sp<MetricProducer>> allMetricProducers; - std::vector<sp<AnomalyTracker>> allAnomalyTrackers; - std::vector<sp<AlarmTracker>> allAlarmTrackers; - unordered_map<int, std::vector<int>> conditionToMetricMap; - unordered_map<int, std::vector<int>> trackerToMetricMap; - unordered_map<int, std::vector<int>> trackerToConditionMap; - unordered_map<int, std::vector<int>> activationAtomTrackerToMetricMap; - unordered_map<int, std::vector<int>> deactivationAtomTrackerToMetricMap; - unordered_map<int64_t, int> alertTrackerMap; - vector<int> metricsWithActivation; - std::set<int64_t> noReportMetricIds; - - EXPECT_TRUE(initStatsdConfig( - kConfigKey, config, uidMap, pullerManager, anomalyAlarmMonitor, periodicAlarmMonitor, - timeBaseSec, timeBaseSec, allTagIds, allAtomMatchers, allConditionTrackers, - allMetricProducers, allAnomalyTrackers, allAlarmTrackers, conditionToMetricMap, - trackerToMetricMap, trackerToConditionMap, activationAtomTrackerToMetricMap, - deactivationAtomTrackerToMetricMap, alertTrackerMap, metricsWithActivation, - noReportMetricIds)); - ASSERT_EQ(4u, allMetricProducers.size()); - ASSERT_EQ(5u, allConditionTrackers.size()); - - ConditionKey queryKey; - vector<ConditionState> conditionCache(5, ConditionState::kNotEvaluated); - - allConditionTrackers[3]->isConditionMet(queryKey, allConditionTrackers, false, conditionCache); - allConditionTrackers[4]->isConditionMet(queryKey, allConditionTrackers, false, conditionCache); - EXPECT_EQ(ConditionState::kUnknown, conditionCache[0]); - EXPECT_EQ(ConditionState::kFalse, conditionCache[1]); - EXPECT_EQ(ConditionState::kFalse, conditionCache[2]); - EXPECT_EQ(ConditionState::kFalse, conditionCache[3]); - EXPECT_EQ(ConditionState::kUnknown, conditionCache[4]); - - EXPECT_EQ(ConditionState::kFalse, allMetricProducers[0]->mCondition); - EXPECT_EQ(ConditionState::kUnknown, allMetricProducers[1]->mCondition); - EXPECT_EQ(ConditionState::kFalse, allMetricProducers[2]->mCondition); - EXPECT_EQ(ConditionState::kUnknown, allMetricProducers[3]->mCondition); -} - -TEST(MetricsManagerTest, TestGoodConfig) { - UidMap uidMap; - sp<StatsPullerManager> pullerManager = new StatsPullerManager(); - sp<AlarmMonitor> anomalyAlarmMonitor; - sp<AlarmMonitor> periodicAlarmMonitor; - StatsdConfig config = buildGoodConfig(); - set<int> allTagIds; - vector<sp<LogMatchingTracker>> allAtomMatchers; - vector<sp<ConditionTracker>> allConditionTrackers; - vector<sp<MetricProducer>> allMetricProducers; - std::vector<sp<AnomalyTracker>> allAnomalyTrackers; - std::vector<sp<AlarmTracker>> allAlarmTrackers; - unordered_map<int, std::vector<int>> conditionToMetricMap; - unordered_map<int, std::vector<int>> trackerToMetricMap; - unordered_map<int, std::vector<int>> trackerToConditionMap; - unordered_map<int, std::vector<int>> activationAtomTrackerToMetricMap; - unordered_map<int, std::vector<int>> deactivationAtomTrackerToMetricMap; - unordered_map<int64_t, int> alertTrackerMap; - vector<int> metricsWithActivation; - std::set<int64_t> noReportMetricIds; - - EXPECT_TRUE(initStatsdConfig(kConfigKey, config, uidMap, pullerManager, anomalyAlarmMonitor, - periodicAlarmMonitor, timeBaseSec, timeBaseSec, allTagIds, - allAtomMatchers, allConditionTrackers, allMetricProducers, - allAnomalyTrackers, allAlarmTrackers, conditionToMetricMap, - trackerToMetricMap, trackerToConditionMap, - activationAtomTrackerToMetricMap, deactivationAtomTrackerToMetricMap, - alertTrackerMap, metricsWithActivation, - noReportMetricIds)); - ASSERT_EQ(1u, allMetricProducers.size()); - ASSERT_EQ(1u, allAnomalyTrackers.size()); - ASSERT_EQ(1u, noReportMetricIds.size()); - ASSERT_EQ(1u, alertTrackerMap.size()); - EXPECT_NE(alertTrackerMap.find(kAlertId), alertTrackerMap.end()); - EXPECT_EQ(alertTrackerMap.find(kAlertId)->second, 0); -} - -TEST(MetricsManagerTest, TestDimensionMetricsWithMultiTags) { - UidMap uidMap; - sp<StatsPullerManager> pullerManager = new StatsPullerManager(); - sp<AlarmMonitor> anomalyAlarmMonitor; - sp<AlarmMonitor> periodicAlarmMonitor; - StatsdConfig config = buildDimensionMetricsWithMultiTags(); - set<int> allTagIds; - vector<sp<LogMatchingTracker>> allAtomMatchers; - vector<sp<ConditionTracker>> allConditionTrackers; - vector<sp<MetricProducer>> allMetricProducers; - std::vector<sp<AnomalyTracker>> allAnomalyTrackers; - std::vector<sp<AlarmTracker>> allAlarmTrackers; - unordered_map<int, std::vector<int>> conditionToMetricMap; - unordered_map<int, std::vector<int>> trackerToMetricMap; - unordered_map<int, std::vector<int>> trackerToConditionMap; - unordered_map<int, std::vector<int>> activationAtomTrackerToMetricMap; - unordered_map<int, std::vector<int>> deactivationAtomTrackerToMetricMap; - unordered_map<int64_t, int> alertTrackerMap; - vector<int> metricsWithActivation; - std::set<int64_t> noReportMetricIds; - - EXPECT_FALSE(initStatsdConfig(kConfigKey, config, uidMap, pullerManager, anomalyAlarmMonitor, - periodicAlarmMonitor, timeBaseSec, timeBaseSec, allTagIds, - allAtomMatchers, allConditionTrackers, allMetricProducers, - allAnomalyTrackers, allAlarmTrackers, conditionToMetricMap, - trackerToMetricMap, trackerToConditionMap, - activationAtomTrackerToMetricMap, deactivationAtomTrackerToMetricMap, - alertTrackerMap, metricsWithActivation, - noReportMetricIds)); -} - -TEST(MetricsManagerTest, TestCircleLogMatcherDependency) { - UidMap uidMap; - sp<StatsPullerManager> pullerManager = new StatsPullerManager(); - sp<AlarmMonitor> anomalyAlarmMonitor; - sp<AlarmMonitor> periodicAlarmMonitor; - StatsdConfig config = buildCircleMatchers(); - set<int> allTagIds; - vector<sp<LogMatchingTracker>> allAtomMatchers; - vector<sp<ConditionTracker>> allConditionTrackers; - vector<sp<MetricProducer>> allMetricProducers; - std::vector<sp<AnomalyTracker>> allAnomalyTrackers; - std::vector<sp<AlarmTracker>> allAlarmTrackers; - unordered_map<int, std::vector<int>> conditionToMetricMap; - unordered_map<int, std::vector<int>> trackerToMetricMap; - unordered_map<int, std::vector<int>> trackerToConditionMap; - unordered_map<int, std::vector<int>> activationAtomTrackerToMetricMap; - unordered_map<int, std::vector<int>> deactivationAtomTrackerToMetricMap; - unordered_map<int64_t, int> alertTrackerMap; - vector<int> metricsWithActivation; - std::set<int64_t> noReportMetricIds; - - EXPECT_FALSE(initStatsdConfig(kConfigKey, config, uidMap, pullerManager, anomalyAlarmMonitor, - periodicAlarmMonitor, timeBaseSec, timeBaseSec, allTagIds, - allAtomMatchers, allConditionTrackers, allMetricProducers, - allAnomalyTrackers, allAlarmTrackers, conditionToMetricMap, - trackerToMetricMap, trackerToConditionMap, - activationAtomTrackerToMetricMap, deactivationAtomTrackerToMetricMap, - alertTrackerMap, metricsWithActivation, - noReportMetricIds)); -} - -TEST(MetricsManagerTest, TestMissingMatchers) { - UidMap uidMap; - sp<StatsPullerManager> pullerManager = new StatsPullerManager(); - sp<AlarmMonitor> anomalyAlarmMonitor; - sp<AlarmMonitor> periodicAlarmMonitor; - StatsdConfig config = buildMissingMatchers(); - set<int> allTagIds; - vector<sp<LogMatchingTracker>> allAtomMatchers; - vector<sp<ConditionTracker>> allConditionTrackers; - vector<sp<MetricProducer>> allMetricProducers; - std::vector<sp<AnomalyTracker>> allAnomalyTrackers; - std::vector<sp<AlarmTracker>> allAlarmTrackers; - unordered_map<int, std::vector<int>> conditionToMetricMap; - unordered_map<int, std::vector<int>> trackerToMetricMap; - unordered_map<int, std::vector<int>> trackerToConditionMap; - unordered_map<int, std::vector<int>> activationAtomTrackerToMetricMap; - unordered_map<int, std::vector<int>> deactivationAtomTrackerToMetricMap; - unordered_map<int64_t, int> alertTrackerMap; - vector<int> metricsWithActivation; - std::set<int64_t> noReportMetricIds; - EXPECT_FALSE(initStatsdConfig(kConfigKey, config, uidMap, pullerManager, anomalyAlarmMonitor, - periodicAlarmMonitor, timeBaseSec, timeBaseSec, allTagIds, - allAtomMatchers, allConditionTrackers, allMetricProducers, - allAnomalyTrackers, allAlarmTrackers, conditionToMetricMap, - trackerToMetricMap, trackerToConditionMap, - activationAtomTrackerToMetricMap, deactivationAtomTrackerToMetricMap, - alertTrackerMap, metricsWithActivation, - noReportMetricIds)); -} - -TEST(MetricsManagerTest, TestMissingPredicate) { - UidMap uidMap; - sp<StatsPullerManager> pullerManager = new StatsPullerManager(); - sp<AlarmMonitor> anomalyAlarmMonitor; - sp<AlarmMonitor> periodicAlarmMonitor; - StatsdConfig config = buildMissingPredicate(); - set<int> allTagIds; - vector<sp<LogMatchingTracker>> allAtomMatchers; - vector<sp<ConditionTracker>> allConditionTrackers; - vector<sp<MetricProducer>> allMetricProducers; - std::vector<sp<AnomalyTracker>> allAnomalyTrackers; - std::vector<sp<AlarmTracker>> allAlarmTrackers; - unordered_map<int, std::vector<int>> conditionToMetricMap; - unordered_map<int, std::vector<int>> trackerToMetricMap; - unordered_map<int, std::vector<int>> trackerToConditionMap; - unordered_map<int, std::vector<int>> activationAtomTrackerToMetricMap; - unordered_map<int, std::vector<int>> deactivationAtomTrackerToMetricMap; - unordered_map<int64_t, int> alertTrackerMap; - vector<int> metricsWithActivation; - std::set<int64_t> noReportMetricIds; - EXPECT_FALSE(initStatsdConfig(kConfigKey, config, uidMap, pullerManager, anomalyAlarmMonitor, - periodicAlarmMonitor, timeBaseSec, timeBaseSec, allTagIds, - allAtomMatchers, allConditionTrackers, allMetricProducers, - allAnomalyTrackers, allAlarmTrackers, conditionToMetricMap, - trackerToMetricMap, trackerToConditionMap, - activationAtomTrackerToMetricMap, deactivationAtomTrackerToMetricMap, - alertTrackerMap, metricsWithActivation, noReportMetricIds)); -} - -TEST(MetricsManagerTest, TestCirclePredicateDependency) { - UidMap uidMap; - sp<StatsPullerManager> pullerManager = new StatsPullerManager(); - sp<AlarmMonitor> anomalyAlarmMonitor; - sp<AlarmMonitor> periodicAlarmMonitor; - StatsdConfig config = buildCirclePredicates(); - set<int> allTagIds; - vector<sp<LogMatchingTracker>> allAtomMatchers; - vector<sp<ConditionTracker>> allConditionTrackers; - vector<sp<MetricProducer>> allMetricProducers; - std::vector<sp<AnomalyTracker>> allAnomalyTrackers; - std::vector<sp<AlarmTracker>> allAlarmTrackers; - unordered_map<int, std::vector<int>> conditionToMetricMap; - unordered_map<int, std::vector<int>> trackerToMetricMap; - unordered_map<int, std::vector<int>> trackerToConditionMap; - unordered_map<int, std::vector<int>> activationAtomTrackerToMetricMap; - unordered_map<int, std::vector<int>> deactivationAtomTrackerToMetricMap; - unordered_map<int64_t, int> alertTrackerMap; - vector<int> metricsWithActivation; - std::set<int64_t> noReportMetricIds; - - EXPECT_FALSE(initStatsdConfig(kConfigKey, config, uidMap, pullerManager, anomalyAlarmMonitor, - periodicAlarmMonitor, timeBaseSec, timeBaseSec, allTagIds, - allAtomMatchers, allConditionTrackers, allMetricProducers, - allAnomalyTrackers, allAlarmTrackers, conditionToMetricMap, - trackerToMetricMap, trackerToConditionMap, - activationAtomTrackerToMetricMap, deactivationAtomTrackerToMetricMap, - alertTrackerMap, metricsWithActivation, - noReportMetricIds)); -} - -TEST(MetricsManagerTest, testAlertWithUnknownMetric) { - UidMap uidMap; - sp<StatsPullerManager> pullerManager = new StatsPullerManager(); - sp<AlarmMonitor> anomalyAlarmMonitor; - sp<AlarmMonitor> periodicAlarmMonitor; - StatsdConfig config = buildAlertWithUnknownMetric(); - set<int> allTagIds; - vector<sp<LogMatchingTracker>> allAtomMatchers; - vector<sp<ConditionTracker>> allConditionTrackers; - vector<sp<MetricProducer>> allMetricProducers; - std::vector<sp<AnomalyTracker>> allAnomalyTrackers; - std::vector<sp<AlarmTracker>> allAlarmTrackers; - unordered_map<int, std::vector<int>> conditionToMetricMap; - unordered_map<int, std::vector<int>> trackerToMetricMap; - unordered_map<int, std::vector<int>> trackerToConditionMap; - unordered_map<int, std::vector<int>> activationAtomTrackerToMetricMap; - unordered_map<int, std::vector<int>> deactivationAtomTrackerToMetricMap; - unordered_map<int64_t, int> alertTrackerMap; - vector<int> metricsWithActivation; - std::set<int64_t> noReportMetricIds; - - EXPECT_FALSE(initStatsdConfig(kConfigKey, config, uidMap, pullerManager, anomalyAlarmMonitor, - periodicAlarmMonitor, timeBaseSec, timeBaseSec, allTagIds, - allAtomMatchers, allConditionTrackers, allMetricProducers, - allAnomalyTrackers, allAlarmTrackers, conditionToMetricMap, - trackerToMetricMap, trackerToConditionMap, - activationAtomTrackerToMetricMap, deactivationAtomTrackerToMetricMap, - alertTrackerMap, metricsWithActivation, - noReportMetricIds)); -} - -TEST(MetricsManagerTest, TestLogSources) { - string app1 = "app1"; - set<int32_t> app1Uids = {1111, 11111}; - string app2 = "app2"; - set<int32_t> app2Uids = {2222}; - string app3 = "app3"; - set<int32_t> app3Uids = {3333, 1111}; - - map<string, set<int32_t>> pkgToUids; - pkgToUids[app1] = app1Uids; - pkgToUids[app2] = app2Uids; - pkgToUids[app3] = app3Uids; - - int32_t atom1 = 10; - int32_t atom2 = 20; - int32_t atom3 = 30; - sp<MockUidMap> uidMap = new StrictMock<MockUidMap>(); - EXPECT_CALL(*uidMap, getAppUid(_)) - .Times(4) - .WillRepeatedly(Invoke([&pkgToUids](const string& pkg) { - const auto& it = pkgToUids.find(pkg); - if (it != pkgToUids.end()) { - return it->second; - } - return set<int32_t>(); - })); - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - EXPECT_CALL(*pullerManager, RegisterPullUidProvider(kConfigKey, _)).Times(1); - EXPECT_CALL(*pullerManager, UnregisterPullUidProvider(kConfigKey, _)).Times(1); - - sp<AlarmMonitor> anomalyAlarmMonitor; - sp<AlarmMonitor> periodicAlarmMonitor; - - StatsdConfig config = buildGoodConfig(); - config.add_allowed_log_source("AID_SYSTEM"); - config.add_allowed_log_source(app1); - config.add_default_pull_packages("AID_SYSTEM"); - config.add_default_pull_packages("AID_ROOT"); - - const set<int32_t> defaultPullUids = {AID_SYSTEM, AID_ROOT}; - - PullAtomPackages* pullAtomPackages = config.add_pull_atom_packages(); - pullAtomPackages->set_atom_id(atom1); - pullAtomPackages->add_packages(app1); - pullAtomPackages->add_packages(app3); - - pullAtomPackages = config.add_pull_atom_packages(); - pullAtomPackages->set_atom_id(atom2); - pullAtomPackages->add_packages(app2); - pullAtomPackages->add_packages("AID_STATSD"); - - MetricsManager metricsManager(kConfigKey, config, timeBaseSec, timeBaseSec, uidMap, - pullerManager, anomalyAlarmMonitor, periodicAlarmMonitor); - - EXPECT_TRUE(metricsManager.isConfigValid()); - - ASSERT_EQ(metricsManager.mAllowedUid.size(), 1); - EXPECT_EQ(metricsManager.mAllowedUid[0], AID_SYSTEM); - - ASSERT_EQ(metricsManager.mAllowedPkg.size(), 1); - EXPECT_EQ(metricsManager.mAllowedPkg[0], app1); - - ASSERT_EQ(metricsManager.mAllowedLogSources.size(), 3); - EXPECT_TRUE(isSubset({AID_SYSTEM}, metricsManager.mAllowedLogSources)); - EXPECT_TRUE(isSubset(app1Uids, metricsManager.mAllowedLogSources)); - - ASSERT_EQ(metricsManager.mDefaultPullUids.size(), 2); - EXPECT_TRUE(isSubset(defaultPullUids, metricsManager.mDefaultPullUids)); - ; - - vector<int32_t> atom1Uids = metricsManager.getPullAtomUids(atom1); - ASSERT_EQ(atom1Uids.size(), 5); - set<int32_t> expectedAtom1Uids; - expectedAtom1Uids.insert(defaultPullUids.begin(), defaultPullUids.end()); - expectedAtom1Uids.insert(app1Uids.begin(), app1Uids.end()); - expectedAtom1Uids.insert(app3Uids.begin(), app3Uids.end()); - EXPECT_TRUE(isSubset(expectedAtom1Uids, set<int32_t>(atom1Uids.begin(), atom1Uids.end()))); - - vector<int32_t> atom2Uids = metricsManager.getPullAtomUids(atom2); - ASSERT_EQ(atom2Uids.size(), 4); - set<int32_t> expectedAtom2Uids; - expectedAtom1Uids.insert(defaultPullUids.begin(), defaultPullUids.end()); - expectedAtom1Uids.insert(app2Uids.begin(), app2Uids.end()); - expectedAtom1Uids.insert(AID_STATSD); - EXPECT_TRUE(isSubset(expectedAtom2Uids, set<int32_t>(atom2Uids.begin(), atom2Uids.end()))); - - vector<int32_t> atom3Uids = metricsManager.getPullAtomUids(atom3); - ASSERT_EQ(atom3Uids.size(), 2); - EXPECT_TRUE(isSubset(defaultPullUids, set<int32_t>(atom3Uids.begin(), atom3Uids.end()))); -} - -TEST(MetricsManagerTest, TestCheckLogCredentialsWhitelistedAtom) { - sp<UidMap> uidMap; - sp<StatsPullerManager> pullerManager = new StatsPullerManager(); - sp<AlarmMonitor> anomalyAlarmMonitor; - sp<AlarmMonitor> periodicAlarmMonitor; - - StatsdConfig config = buildGoodConfig(); - config.add_whitelisted_atom_ids(3); - config.add_whitelisted_atom_ids(4); - - MetricsManager metricsManager(kConfigKey, config, timeBaseSec, timeBaseSec, uidMap, - pullerManager, anomalyAlarmMonitor, periodicAlarmMonitor); - - LogEvent event(0 /* uid */, 0 /* pid */); - CreateNoValuesLogEvent(&event, 10 /* atom id */, 0 /* timestamp */); - EXPECT_FALSE(metricsManager.checkLogCredentials(event)); - - CreateNoValuesLogEvent(&event, 3 /* atom id */, 0 /* timestamp */); - EXPECT_TRUE(metricsManager.checkLogCredentials(event)); - - CreateNoValuesLogEvent(&event, 4 /* atom id */, 0 /* timestamp */); - EXPECT_TRUE(metricsManager.checkLogCredentials(event)); -} - -TEST(MetricsManagerTest, TestWhitelistedAtomStateTracker) { - sp<UidMap> uidMap; - sp<StatsPullerManager> pullerManager = new StatsPullerManager(); - sp<AlarmMonitor> anomalyAlarmMonitor; - sp<AlarmMonitor> periodicAlarmMonitor; - - StatsdConfig config = buildGoodConfig(); - config.add_allowed_log_source("AID_SYSTEM"); - config.add_whitelisted_atom_ids(3); - config.add_whitelisted_atom_ids(4); - - State state; - state.set_id(1); - state.set_atom_id(3); - - *config.add_state() = state; - - config.mutable_count_metric(0)->add_slice_by_state(state.id()); - - StateManager::getInstance().clear(); - - MetricsManager metricsManager(kConfigKey, config, timeBaseSec, timeBaseSec, uidMap, - pullerManager, anomalyAlarmMonitor, periodicAlarmMonitor); - - EXPECT_EQ(0, StateManager::getInstance().getStateTrackersCount()); - EXPECT_FALSE(metricsManager.isConfigValid()); -} - -} // namespace statsd -} // namespace os -} // namespace android - -#else -GTEST_LOG_(INFO) << "This test does nothing.\n"; -#endif diff --git a/cmds/statsd/tests/StatsLogProcessor_test.cpp b/cmds/statsd/tests/StatsLogProcessor_test.cpp deleted file mode 100644 index 1e6680c47567..000000000000 --- a/cmds/statsd/tests/StatsLogProcessor_test.cpp +++ /dev/null @@ -1,1886 +0,0 @@ -// Copyright (C) 2017 The Android Open Source Project -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#include "StatsLogProcessor.h" - -#include <gmock/gmock.h> -#include <gtest/gtest.h> -#include <stdio.h> - -#include "StatsService.h" -#include "config/ConfigKey.h" -#include "frameworks/base/cmds/statsd/src/stats_log.pb.h" -#include "frameworks/base/cmds/statsd/src/statsd_config.pb.h" -#include "guardrail/StatsdStats.h" -#include "logd/LogEvent.h" -#include "packages/UidMap.h" -#include "statslog_statsdtest.h" -#include "storage/StorageManager.h" -#include "tests/statsd_test_util.h" - -using namespace android; -using namespace testing; -using ::ndk::SharedRefBase; -using std::shared_ptr; - -namespace android { -namespace os { -namespace statsd { - -using android::util::ProtoOutputStream; - -#ifdef __ANDROID__ - -/** - * Mock MetricsManager (ByteSize() is called). - */ -class MockMetricsManager : public MetricsManager { -public: - MockMetricsManager() - : MetricsManager(ConfigKey(1, 12345), StatsdConfig(), 1000, 1000, new UidMap(), - new StatsPullerManager(), - new AlarmMonitor(10, - [](const shared_ptr<IStatsCompanionService>&, int64_t) {}, - [](const shared_ptr<IStatsCompanionService>&) {}), - new AlarmMonitor(10, - [](const shared_ptr<IStatsCompanionService>&, int64_t) {}, - [](const shared_ptr<IStatsCompanionService>&) {})) { - } - - MOCK_METHOD0(byteSize, size_t()); - - MOCK_METHOD1(dropData, void(const int64_t dropTimeNs)); -}; - -TEST(StatsLogProcessorTest, TestRateLimitByteSize) { - sp<UidMap> m = new UidMap(); - sp<StatsPullerManager> pullerManager = new StatsPullerManager(); - sp<AlarmMonitor> anomalyAlarmMonitor; - sp<AlarmMonitor> periodicAlarmMonitor; - // Construct the processor with a dummy sendBroadcast function that does nothing. - StatsLogProcessor p(m, pullerManager, anomalyAlarmMonitor, periodicAlarmMonitor, 0, - [](const ConfigKey& key) { return true; }, - [](const int&, const vector<int64_t>&) {return true;}); - - MockMetricsManager mockMetricsManager; - - ConfigKey key(100, 12345); - // Expect only the first flush to trigger a check for byte size since the last two are - // rate-limited. - EXPECT_CALL(mockMetricsManager, byteSize()).Times(1); - p.flushIfNecessaryLocked(key, mockMetricsManager); - p.flushIfNecessaryLocked(key, mockMetricsManager); - p.flushIfNecessaryLocked(key, mockMetricsManager); -} - -TEST(StatsLogProcessorTest, TestRateLimitBroadcast) { - sp<UidMap> m = new UidMap(); - sp<StatsPullerManager> pullerManager = new StatsPullerManager(); - sp<AlarmMonitor> anomalyAlarmMonitor; - sp<AlarmMonitor> subscriberAlarmMonitor; - int broadcastCount = 0; - StatsLogProcessor p(m, pullerManager, anomalyAlarmMonitor, subscriberAlarmMonitor, 0, - [&broadcastCount](const ConfigKey& key) { - broadcastCount++; - return true; - }, - [](const int&, const vector<int64_t>&) {return true;}); - - MockMetricsManager mockMetricsManager; - - ConfigKey key(100, 12345); - EXPECT_CALL(mockMetricsManager, byteSize()) - .Times(1) - .WillRepeatedly(::testing::Return(int( - StatsdStats::kMaxMetricsBytesPerConfig * .95))); - - // Expect only one broadcast despite always returning a size that should trigger broadcast. - p.flushIfNecessaryLocked(key, mockMetricsManager); - EXPECT_EQ(1, broadcastCount); - - // b/73089712 - // This next call to flush should not trigger a broadcast. - // p.mLastByteSizeTimes.clear(); // Force another check for byte size. - // p.flushIfNecessaryLocked(2, key, mockMetricsManager); - // EXPECT_EQ(1, broadcastCount); -} - -TEST(StatsLogProcessorTest, TestDropWhenByteSizeTooLarge) { - sp<UidMap> m = new UidMap(); - sp<StatsPullerManager> pullerManager = new StatsPullerManager(); - sp<AlarmMonitor> anomalyAlarmMonitor; - sp<AlarmMonitor> subscriberAlarmMonitor; - int broadcastCount = 0; - StatsLogProcessor p(m, pullerManager, anomalyAlarmMonitor, subscriberAlarmMonitor, 0, - [&broadcastCount](const ConfigKey& key) { - broadcastCount++; - return true; - }, - [](const int&, const vector<int64_t>&) {return true;}); - - MockMetricsManager mockMetricsManager; - - ConfigKey key(100, 12345); - EXPECT_CALL(mockMetricsManager, byteSize()) - .Times(1) - .WillRepeatedly(::testing::Return(int(StatsdStats::kMaxMetricsBytesPerConfig * 1.2))); - - EXPECT_CALL(mockMetricsManager, dropData(_)).Times(1); - - // Expect to call the onDumpReport and skip the broadcast. - p.flushIfNecessaryLocked(key, mockMetricsManager); - EXPECT_EQ(0, broadcastCount); -} - -StatsdConfig MakeConfig(bool includeMetric) { - StatsdConfig config; - config.add_allowed_log_source("AID_ROOT"); // LogEvent defaults to UID of root. - - if (includeMetric) { - auto appCrashMatcher = CreateProcessCrashAtomMatcher(); - *config.add_atom_matcher() = appCrashMatcher; - auto countMetric = config.add_count_metric(); - countMetric->set_id(StringToId("AppCrashes")); - countMetric->set_what(appCrashMatcher.id()); - countMetric->set_bucket(FIVE_MINUTES); - } - return config; -} - -TEST(StatsLogProcessorTest, TestUidMapHasSnapshot) { - // Setup simple config key corresponding to empty config. - sp<UidMap> m = new UidMap(); - sp<StatsPullerManager> pullerManager = new StatsPullerManager(); - m->updateMap(1, {1, 2}, {1, 2}, {String16("v1"), String16("v2")}, - {String16("p1"), String16("p2")}, {String16(""), String16("")}); - sp<AlarmMonitor> anomalyAlarmMonitor; - sp<AlarmMonitor> subscriberAlarmMonitor; - int broadcastCount = 0; - StatsLogProcessor p(m, pullerManager, anomalyAlarmMonitor, subscriberAlarmMonitor, 0, - [&broadcastCount](const ConfigKey& key) { - broadcastCount++; - return true; - }, - [](const int&, const vector<int64_t>&) {return true;}); - ConfigKey key(3, 4); - StatsdConfig config = MakeConfig(true); - p.OnConfigUpdated(0, key, config); - - // Expect to get no metrics, but snapshot specified above in uidmap. - vector<uint8_t> bytes; - p.onDumpReport(key, 1, false, true, ADB_DUMP, FAST, &bytes); - - ConfigMetricsReportList output; - output.ParseFromArray(bytes.data(), bytes.size()); - EXPECT_TRUE(output.reports_size() > 0); - auto uidmap = output.reports(0).uid_map(); - EXPECT_TRUE(uidmap.snapshots_size() > 0); - ASSERT_EQ(2, uidmap.snapshots(0).package_info_size()); -} - -TEST(StatsLogProcessorTest, TestEmptyConfigHasNoUidMap) { - // Setup simple config key corresponding to empty config. - sp<UidMap> m = new UidMap(); - sp<StatsPullerManager> pullerManager = new StatsPullerManager(); - m->updateMap(1, {1, 2}, {1, 2}, {String16("v1"), String16("v2")}, - {String16("p1"), String16("p2")}, {String16(""), String16("")}); - sp<AlarmMonitor> anomalyAlarmMonitor; - sp<AlarmMonitor> subscriberAlarmMonitor; - int broadcastCount = 0; - StatsLogProcessor p(m, pullerManager, anomalyAlarmMonitor, subscriberAlarmMonitor, 0, - [&broadcastCount](const ConfigKey& key) { - broadcastCount++; - return true; - }, - [](const int&, const vector<int64_t>&) {return true;}); - ConfigKey key(3, 4); - StatsdConfig config = MakeConfig(false); - p.OnConfigUpdated(0, key, config); - - // Expect to get no metrics, but snapshot specified above in uidmap. - vector<uint8_t> bytes; - p.onDumpReport(key, 1, false, true, ADB_DUMP, FAST, &bytes); - - ConfigMetricsReportList output; - output.ParseFromArray(bytes.data(), bytes.size()); - EXPECT_TRUE(output.reports_size() > 0); - EXPECT_FALSE(output.reports(0).has_uid_map()); -} - -TEST(StatsLogProcessorTest, TestReportIncludesSubConfig) { - // Setup simple config key corresponding to empty config. - sp<UidMap> m = new UidMap(); - sp<StatsPullerManager> pullerManager = new StatsPullerManager(); - sp<AlarmMonitor> anomalyAlarmMonitor; - sp<AlarmMonitor> subscriberAlarmMonitor; - int broadcastCount = 0; - StatsLogProcessor p(m, pullerManager, anomalyAlarmMonitor, subscriberAlarmMonitor, 0, - [&broadcastCount](const ConfigKey& key) { - broadcastCount++; - return true; - }, - [](const int&, const vector<int64_t>&) {return true;}); - ConfigKey key(3, 4); - StatsdConfig config; - auto annotation = config.add_annotation(); - annotation->set_field_int64(1); - annotation->set_field_int32(2); - config.add_allowed_log_source("AID_ROOT"); - p.OnConfigUpdated(1, key, config); - - // Expect to get no metrics, but snapshot specified above in uidmap. - vector<uint8_t> bytes; - p.onDumpReport(key, 1, false, true, ADB_DUMP, FAST, &bytes); - - ConfigMetricsReportList output; - output.ParseFromArray(bytes.data(), bytes.size()); - EXPECT_TRUE(output.reports_size() > 0); - auto report = output.reports(0); - ASSERT_EQ(1, report.annotation_size()); - EXPECT_EQ(1, report.annotation(0).field_int64()); - EXPECT_EQ(2, report.annotation(0).field_int32()); -} - -TEST(StatsLogProcessorTest, TestOnDumpReportEraseData) { - // Setup a simple config. - StatsdConfig config; - config.add_allowed_log_source("AID_ROOT"); // LogEvent defaults to UID of root. - auto wakelockAcquireMatcher = CreateAcquireWakelockAtomMatcher(); - *config.add_atom_matcher() = wakelockAcquireMatcher; - - auto countMetric = config.add_count_metric(); - countMetric->set_id(123456); - countMetric->set_what(wakelockAcquireMatcher.id()); - countMetric->set_bucket(FIVE_MINUTES); - - ConfigKey cfgKey; - sp<StatsLogProcessor> processor = CreateStatsLogProcessor(1, 1, config, cfgKey); - - std::vector<int> attributionUids = {111}; - std::vector<string> attributionTags = {"App1"}; - std::unique_ptr<LogEvent> event = - CreateAcquireWakelockEvent(2 /*timestamp*/, attributionUids, attributionTags, "wl1"); - processor->OnLogEvent(event.get()); - - vector<uint8_t> bytes; - ConfigMetricsReportList output; - - // Dump report WITHOUT erasing data. - processor->onDumpReport(cfgKey, 3, true, false /* Do NOT erase data. */, ADB_DUMP, FAST, - &bytes); - output.ParseFromArray(bytes.data(), bytes.size()); - ASSERT_EQ(output.reports_size(), 1); - ASSERT_EQ(output.reports(0).metrics_size(), 1); - ASSERT_EQ(output.reports(0).metrics(0).count_metrics().data_size(), 1); - - // Dump report WITH erasing data. There should be data since we didn't previously erase it. - processor->onDumpReport(cfgKey, 4, true, true /* DO erase data. */, ADB_DUMP, FAST, &bytes); - output.ParseFromArray(bytes.data(), bytes.size()); - ASSERT_EQ(output.reports_size(), 1); - ASSERT_EQ(output.reports(0).metrics_size(), 1); - ASSERT_EQ(output.reports(0).metrics(0).count_metrics().data_size(), 1); - - // Dump report again. There should be no data since we erased it. - processor->onDumpReport(cfgKey, 5, true, true /* DO erase data. */, ADB_DUMP, FAST, &bytes); - output.ParseFromArray(bytes.data(), bytes.size()); - // We don't care whether statsd has a report, as long as it has no count metrics in it. - bool noData = output.reports_size() == 0 || output.reports(0).metrics_size() == 0 || - output.reports(0).metrics(0).count_metrics().data_size() == 0; - EXPECT_TRUE(noData); -} - -TEST(StatsLogProcessorTest, TestPullUidProviderSetOnConfigUpdate) { - // Setup simple config key corresponding to empty config. - sp<UidMap> m = new UidMap(); - sp<StatsPullerManager> pullerManager = new StatsPullerManager(); - sp<AlarmMonitor> anomalyAlarmMonitor; - sp<AlarmMonitor> subscriberAlarmMonitor; - StatsLogProcessor p( - m, pullerManager, anomalyAlarmMonitor, subscriberAlarmMonitor, 0, - [](const ConfigKey& key) { return true; }, - [](const int&, const vector<int64_t>&) { return true; }); - ConfigKey key(3, 4); - StatsdConfig config = MakeConfig(false); - p.OnConfigUpdated(0, key, config); - EXPECT_NE(pullerManager->mPullUidProviders.find(key), pullerManager->mPullUidProviders.end()); - - config.add_default_pull_packages("AID_STATSD"); - p.OnConfigUpdated(5, key, config); - EXPECT_NE(pullerManager->mPullUidProviders.find(key), pullerManager->mPullUidProviders.end()); - - p.OnConfigRemoved(key); - EXPECT_EQ(pullerManager->mPullUidProviders.find(key), pullerManager->mPullUidProviders.end()); -} - -TEST(StatsLogProcessorTest, InvalidConfigRemoved) { - // Setup simple config key corresponding to empty config. - StatsdStats::getInstance().reset(); - sp<UidMap> m = new UidMap(); - sp<StatsPullerManager> pullerManager = new StatsPullerManager(); - m->updateMap(1, {1, 2}, {1, 2}, {String16("v1"), String16("v2")}, - {String16("p1"), String16("p2")}, {String16(""), String16("")}); - sp<AlarmMonitor> anomalyAlarmMonitor; - sp<AlarmMonitor> subscriberAlarmMonitor; - StatsLogProcessor p(m, pullerManager, anomalyAlarmMonitor, subscriberAlarmMonitor, 0, - [](const ConfigKey& key) { return true; }, - [](const int&, const vector<int64_t>&) {return true;}); - ConfigKey key(3, 4); - StatsdConfig config = MakeConfig(true); - p.OnConfigUpdated(0, key, config); - EXPECT_EQ(1, p.mMetricsManagers.size()); - EXPECT_NE(p.mMetricsManagers.find(key), p.mMetricsManagers.end()); - // Cannot assert the size of mConfigStats since it is static and does not get cleared on reset. - EXPECT_NE(StatsdStats::getInstance().mConfigStats.end(), - StatsdStats::getInstance().mConfigStats.find(key)); - EXPECT_EQ(0, StatsdStats::getInstance().mIceBox.size()); - - StatsdConfig invalidConfig = MakeConfig(true); - invalidConfig.clear_allowed_log_source(); - p.OnConfigUpdated(0, key, invalidConfig); - EXPECT_EQ(0, p.mMetricsManagers.size()); - // The current configs should not contain the invalid config. - EXPECT_EQ(StatsdStats::getInstance().mConfigStats.end(), - StatsdStats::getInstance().mConfigStats.find(key)); - // Both "config" and "invalidConfig" should be in the icebox. - EXPECT_EQ(2, StatsdStats::getInstance().mIceBox.size()); - -} - - -TEST(StatsLogProcessorTest, TestActiveConfigMetricDiskWriteRead) { - int uid = 1111; - - // Setup a simple config, no activation - StatsdConfig config1; - int64_t cfgId1 = 12341; - config1.set_id(cfgId1); - config1.add_allowed_log_source("AID_ROOT"); // LogEvent defaults to UID of root. - auto wakelockAcquireMatcher = CreateAcquireWakelockAtomMatcher(); - *config1.add_atom_matcher() = wakelockAcquireMatcher; - - long metricId1 = 1234561; - long metricId2 = 1234562; - auto countMetric1 = config1.add_count_metric(); - countMetric1->set_id(metricId1); - countMetric1->set_what(wakelockAcquireMatcher.id()); - countMetric1->set_bucket(FIVE_MINUTES); - - auto countMetric2 = config1.add_count_metric(); - countMetric2->set_id(metricId2); - countMetric2->set_what(wakelockAcquireMatcher.id()); - countMetric2->set_bucket(FIVE_MINUTES); - - ConfigKey cfgKey1(uid, cfgId1); - - // Add another config, with two metrics, one with activation - StatsdConfig config2; - int64_t cfgId2 = 12342; - config2.set_id(cfgId2); - config2.add_allowed_log_source("AID_ROOT"); // LogEvent defaults to UID of root. - *config2.add_atom_matcher() = wakelockAcquireMatcher; - - long metricId3 = 1234561; - long metricId4 = 1234562; - - auto countMetric3 = config2.add_count_metric(); - countMetric3->set_id(metricId3); - countMetric3->set_what(wakelockAcquireMatcher.id()); - countMetric3->set_bucket(FIVE_MINUTES); - - auto countMetric4 = config2.add_count_metric(); - countMetric4->set_id(metricId4); - countMetric4->set_what(wakelockAcquireMatcher.id()); - countMetric4->set_bucket(FIVE_MINUTES); - - auto metric3Activation = config2.add_metric_activation(); - metric3Activation->set_metric_id(metricId3); - metric3Activation->set_activation_type(ACTIVATE_IMMEDIATELY); - auto metric3ActivationTrigger = metric3Activation->add_event_activation(); - metric3ActivationTrigger->set_atom_matcher_id(wakelockAcquireMatcher.id()); - metric3ActivationTrigger->set_ttl_seconds(100); - - ConfigKey cfgKey2(uid, cfgId2); - - // Add another config, with two metrics, both with activations - StatsdConfig config3; - int64_t cfgId3 = 12343; - config3.set_id(cfgId3); - config3.add_allowed_log_source("AID_ROOT"); // LogEvent defaults to UID of root. - *config3.add_atom_matcher() = wakelockAcquireMatcher; - - long metricId5 = 1234565; - long metricId6 = 1234566; - auto countMetric5 = config3.add_count_metric(); - countMetric5->set_id(metricId5); - countMetric5->set_what(wakelockAcquireMatcher.id()); - countMetric5->set_bucket(FIVE_MINUTES); - - auto countMetric6 = config3.add_count_metric(); - countMetric6->set_id(metricId6); - countMetric6->set_what(wakelockAcquireMatcher.id()); - countMetric6->set_bucket(FIVE_MINUTES); - - auto metric5Activation = config3.add_metric_activation(); - metric5Activation->set_metric_id(metricId5); - metric5Activation->set_activation_type(ACTIVATE_IMMEDIATELY); - auto metric5ActivationTrigger = metric5Activation->add_event_activation(); - metric5ActivationTrigger->set_atom_matcher_id(wakelockAcquireMatcher.id()); - metric5ActivationTrigger->set_ttl_seconds(100); - - auto metric6Activation = config3.add_metric_activation(); - metric6Activation->set_metric_id(metricId6); - metric6Activation->set_activation_type(ACTIVATE_IMMEDIATELY); - auto metric6ActivationTrigger = metric6Activation->add_event_activation(); - metric6ActivationTrigger->set_atom_matcher_id(wakelockAcquireMatcher.id()); - metric6ActivationTrigger->set_ttl_seconds(200); - - ConfigKey cfgKey3(uid, cfgId3); - - sp<UidMap> m = new UidMap(); - sp<StatsPullerManager> pullerManager = new StatsPullerManager(); - sp<AlarmMonitor> anomalyAlarmMonitor; - sp<AlarmMonitor> subscriberAlarmMonitor; - vector<int64_t> activeConfigsBroadcast; - - long timeBase1 = 1; - int broadcastCount = 0; - StatsLogProcessor processor( - m, pullerManager, anomalyAlarmMonitor, subscriberAlarmMonitor, timeBase1, - [](const ConfigKey& key) { return true; }, - [&uid, &broadcastCount, &activeConfigsBroadcast](const int& broadcastUid, - const vector<int64_t>& activeConfigs) { - broadcastCount++; - EXPECT_EQ(broadcastUid, uid); - activeConfigsBroadcast.clear(); - activeConfigsBroadcast.insert(activeConfigsBroadcast.end(), activeConfigs.begin(), - activeConfigs.end()); - return true; - }); - - processor.OnConfigUpdated(1, cfgKey1, config1); - processor.OnConfigUpdated(2, cfgKey2, config2); - processor.OnConfigUpdated(3, cfgKey3, config3); - - ASSERT_EQ(3, processor.mMetricsManagers.size()); - - // Expect the first config and both metrics in it to be active. - auto it = processor.mMetricsManagers.find(cfgKey1); - EXPECT_TRUE(it != processor.mMetricsManagers.end()); - auto& metricsManager1 = it->second; - EXPECT_TRUE(metricsManager1->isActive()); - - auto metricIt = metricsManager1->mAllMetricProducers.begin(); - for (; metricIt != metricsManager1->mAllMetricProducers.end(); metricIt++) { - if ((*metricIt)->getMetricId() == metricId1) { - break; - } - } - EXPECT_TRUE(metricIt != metricsManager1->mAllMetricProducers.end()); - auto& metricProducer1 = *metricIt; - EXPECT_TRUE(metricProducer1->isActive()); - - metricIt = metricsManager1->mAllMetricProducers.begin(); - for (; metricIt != metricsManager1->mAllMetricProducers.end(); metricIt++) { - if ((*metricIt)->getMetricId() == metricId2) { - break; - } - } - EXPECT_TRUE(metricIt != metricsManager1->mAllMetricProducers.end()); - auto& metricProducer2 = *metricIt; - EXPECT_TRUE(metricProducer2->isActive()); - - // Expect config 2 to be active. Metric 3 shouldn't be active, metric 4 should be active. - it = processor.mMetricsManagers.find(cfgKey2); - EXPECT_TRUE(it != processor.mMetricsManagers.end()); - auto& metricsManager2 = it->second; - EXPECT_TRUE(metricsManager2->isActive()); - - metricIt = metricsManager2->mAllMetricProducers.begin(); - for (; metricIt != metricsManager2->mAllMetricProducers.end(); metricIt++) { - if ((*metricIt)->getMetricId() == metricId3) { - break; - } - } - EXPECT_TRUE(metricIt != metricsManager2->mAllMetricProducers.end()); - auto& metricProducer3 = *metricIt; - EXPECT_FALSE(metricProducer3->isActive()); - - metricIt = metricsManager2->mAllMetricProducers.begin(); - for (; metricIt != metricsManager2->mAllMetricProducers.end(); metricIt++) { - if ((*metricIt)->getMetricId() == metricId4) { - break; - } - } - EXPECT_TRUE(metricIt != metricsManager2->mAllMetricProducers.end()); - auto& metricProducer4 = *metricIt; - EXPECT_TRUE(metricProducer4->isActive()); - - // Expect the third config and both metrics in it to be inactive. - it = processor.mMetricsManagers.find(cfgKey3); - EXPECT_TRUE(it != processor.mMetricsManagers.end()); - auto& metricsManager3 = it->second; - EXPECT_FALSE(metricsManager3->isActive()); - - metricIt = metricsManager3->mAllMetricProducers.begin(); - for (; metricIt != metricsManager2->mAllMetricProducers.end(); metricIt++) { - if ((*metricIt)->getMetricId() == metricId5) { - break; - } - } - EXPECT_TRUE(metricIt != metricsManager3->mAllMetricProducers.end()); - auto& metricProducer5 = *metricIt; - EXPECT_FALSE(metricProducer5->isActive()); - - metricIt = metricsManager3->mAllMetricProducers.begin(); - for (; metricIt != metricsManager3->mAllMetricProducers.end(); metricIt++) { - if ((*metricIt)->getMetricId() == metricId6) { - break; - } - } - EXPECT_TRUE(metricIt != metricsManager3->mAllMetricProducers.end()); - auto& metricProducer6 = *metricIt; - EXPECT_FALSE(metricProducer6->isActive()); - - // No broadcast for active configs should have happened yet. - EXPECT_EQ(broadcastCount, 0); - - // Activate all 3 metrics that were not active. - std::vector<int> attributionUids = {111}; - std::vector<string> attributionTags = {"App1"}; - std::unique_ptr<LogEvent> event = - CreateAcquireWakelockEvent(timeBase1 + 100, attributionUids, attributionTags, "wl1"); - processor.OnLogEvent(event.get()); - - // Assert that all 3 configs are active. - EXPECT_TRUE(metricsManager1->isActive()); - EXPECT_TRUE(metricsManager2->isActive()); - EXPECT_TRUE(metricsManager3->isActive()); - - // A broadcast should have happened, and all 3 configs should be active in the broadcast. - EXPECT_EQ(broadcastCount, 1); - ASSERT_EQ(activeConfigsBroadcast.size(), 3); - EXPECT_TRUE(std::find(activeConfigsBroadcast.begin(), activeConfigsBroadcast.end(), cfgId1) != - activeConfigsBroadcast.end()); - EXPECT_TRUE(std::find(activeConfigsBroadcast.begin(), activeConfigsBroadcast.end(), cfgId2) != - activeConfigsBroadcast.end()); - EXPECT_TRUE(std::find(activeConfigsBroadcast.begin(), activeConfigsBroadcast.end(), cfgId3) != - activeConfigsBroadcast.end()); - - // When we shut down, metrics 3 & 5 have 100ns remaining, metric 6 has 100s + 100ns. - int64_t shutDownTime = timeBase1 + 100 * NS_PER_SEC; - processor.SaveActiveConfigsToDisk(shutDownTime); - const int64_t ttl3 = event->GetElapsedTimestampNs() + - metric3ActivationTrigger->ttl_seconds() * NS_PER_SEC - shutDownTime; - const int64_t ttl5 = event->GetElapsedTimestampNs() + - metric5ActivationTrigger->ttl_seconds() * NS_PER_SEC - shutDownTime; - const int64_t ttl6 = event->GetElapsedTimestampNs() + - metric6ActivationTrigger->ttl_seconds() * NS_PER_SEC - shutDownTime; - - // Create a second StatsLogProcessor and push the same 3 configs. - long timeBase2 = 1000; - sp<StatsLogProcessor> processor2 = - CreateStatsLogProcessor(timeBase2, timeBase2, config1, cfgKey1); - processor2->OnConfigUpdated(timeBase2, cfgKey2, config2); - processor2->OnConfigUpdated(timeBase2, cfgKey3, config3); - - ASSERT_EQ(3, processor2->mMetricsManagers.size()); - - // First config and both metrics are active. - it = processor2->mMetricsManagers.find(cfgKey1); - EXPECT_TRUE(it != processor2->mMetricsManagers.end()); - auto& metricsManager1001 = it->second; - EXPECT_TRUE(metricsManager1001->isActive()); - - metricIt = metricsManager1001->mAllMetricProducers.begin(); - for (; metricIt != metricsManager1001->mAllMetricProducers.end(); metricIt++) { - if ((*metricIt)->getMetricId() == metricId1) { - break; - } - } - EXPECT_TRUE(metricIt != metricsManager1001->mAllMetricProducers.end()); - auto& metricProducer1001 = *metricIt; - EXPECT_TRUE(metricProducer1001->isActive()); - - metricIt = metricsManager1001->mAllMetricProducers.begin(); - for (; metricIt != metricsManager1001->mAllMetricProducers.end(); metricIt++) { - if ((*metricIt)->getMetricId() == metricId2) { - break; - } - } - EXPECT_TRUE(metricIt != metricsManager1001->mAllMetricProducers.end()); - auto& metricProducer1002 = *metricIt; - EXPECT_TRUE(metricProducer1002->isActive()); - - // Second config is active. Metric 3 is inactive, metric 4 is active. - it = processor2->mMetricsManagers.find(cfgKey2); - EXPECT_TRUE(it != processor2->mMetricsManagers.end()); - auto& metricsManager1002 = it->second; - EXPECT_TRUE(metricsManager1002->isActive()); - - metricIt = metricsManager1002->mAllMetricProducers.begin(); - for (; metricIt != metricsManager1002->mAllMetricProducers.end(); metricIt++) { - if ((*metricIt)->getMetricId() == metricId3) { - break; - } - } - EXPECT_TRUE(metricIt != metricsManager1002->mAllMetricProducers.end()); - auto& metricProducer1003 = *metricIt; - EXPECT_FALSE(metricProducer1003->isActive()); - - metricIt = metricsManager1002->mAllMetricProducers.begin(); - for (; metricIt != metricsManager1002->mAllMetricProducers.end(); metricIt++) { - if ((*metricIt)->getMetricId() == metricId4) { - break; - } - } - EXPECT_TRUE(metricIt != metricsManager1002->mAllMetricProducers.end()); - auto& metricProducer1004 = *metricIt; - EXPECT_TRUE(metricProducer1004->isActive()); - - // Config 3 is inactive. both metrics are inactive. - it = processor2->mMetricsManagers.find(cfgKey3); - EXPECT_TRUE(it != processor2->mMetricsManagers.end()); - auto& metricsManager1003 = it->second; - EXPECT_FALSE(metricsManager1003->isActive()); - ASSERT_EQ(2, metricsManager1003->mAllMetricProducers.size()); - - metricIt = metricsManager1003->mAllMetricProducers.begin(); - for (; metricIt != metricsManager1002->mAllMetricProducers.end(); metricIt++) { - if ((*metricIt)->getMetricId() == metricId5) { - break; - } - } - EXPECT_TRUE(metricIt != metricsManager1003->mAllMetricProducers.end()); - auto& metricProducer1005 = *metricIt; - EXPECT_FALSE(metricProducer1005->isActive()); - - metricIt = metricsManager1003->mAllMetricProducers.begin(); - for (; metricIt != metricsManager1003->mAllMetricProducers.end(); metricIt++) { - if ((*metricIt)->getMetricId() == metricId6) { - break; - } - } - EXPECT_TRUE(metricIt != metricsManager1003->mAllMetricProducers.end()); - auto& metricProducer1006 = *metricIt; - EXPECT_FALSE(metricProducer1006->isActive()); - - // Assert that all 3 metrics with activation are inactive and that the ttls were properly set. - EXPECT_FALSE(metricProducer1003->isActive()); - const auto& activation1003 = metricProducer1003->mEventActivationMap.begin()->second; - EXPECT_EQ(100 * NS_PER_SEC, activation1003->ttl_ns); - EXPECT_EQ(0, activation1003->start_ns); - EXPECT_FALSE(metricProducer1005->isActive()); - const auto& activation1005 = metricProducer1005->mEventActivationMap.begin()->second; - EXPECT_EQ(100 * NS_PER_SEC, activation1005->ttl_ns); - EXPECT_EQ(0, activation1005->start_ns); - EXPECT_FALSE(metricProducer1006->isActive()); - const auto& activation1006 = metricProducer1006->mEventActivationMap.begin()->second; - EXPECT_EQ(200 * NS_PER_SEC, activation1006->ttl_ns); - EXPECT_EQ(0, activation1006->start_ns); - - processor2->LoadActiveConfigsFromDisk(); - - // After loading activations from disk, assert that all 3 metrics are active. - EXPECT_TRUE(metricProducer1003->isActive()); - EXPECT_EQ(timeBase2 + ttl3 - activation1003->ttl_ns, activation1003->start_ns); - EXPECT_TRUE(metricProducer1005->isActive()); - EXPECT_EQ(timeBase2 + ttl5 - activation1005->ttl_ns, activation1005->start_ns); - EXPECT_TRUE(metricProducer1006->isActive()); - EXPECT_EQ(timeBase2 + ttl6 - activation1006->ttl_ns, activation1003->start_ns); - - // Make sure no more broadcasts have happened. - EXPECT_EQ(broadcastCount, 1); -} - -TEST(StatsLogProcessorTest, TestActivationOnBoot) { - int uid = 1111; - - StatsdConfig config1; - config1.set_id(12341); - config1.add_allowed_log_source("AID_ROOT"); // LogEvent defaults to UID of root. - auto wakelockAcquireMatcher = CreateAcquireWakelockAtomMatcher(); - *config1.add_atom_matcher() = wakelockAcquireMatcher; - - long metricId1 = 1234561; - long metricId2 = 1234562; - auto countMetric1 = config1.add_count_metric(); - countMetric1->set_id(metricId1); - countMetric1->set_what(wakelockAcquireMatcher.id()); - countMetric1->set_bucket(FIVE_MINUTES); - - auto countMetric2 = config1.add_count_metric(); - countMetric2->set_id(metricId2); - countMetric2->set_what(wakelockAcquireMatcher.id()); - countMetric2->set_bucket(FIVE_MINUTES); - - auto metric1Activation = config1.add_metric_activation(); - metric1Activation->set_metric_id(metricId1); - metric1Activation->set_activation_type(ACTIVATE_ON_BOOT); - auto metric1ActivationTrigger = metric1Activation->add_event_activation(); - metric1ActivationTrigger->set_atom_matcher_id(wakelockAcquireMatcher.id()); - metric1ActivationTrigger->set_ttl_seconds(100); - - ConfigKey cfgKey1(uid, 12341); - long timeBase1 = 1; - sp<StatsLogProcessor> processor = - CreateStatsLogProcessor(timeBase1, timeBase1, config1, cfgKey1); - - ASSERT_EQ(1, processor->mMetricsManagers.size()); - auto it = processor->mMetricsManagers.find(cfgKey1); - EXPECT_TRUE(it != processor->mMetricsManagers.end()); - auto& metricsManager1 = it->second; - EXPECT_TRUE(metricsManager1->isActive()); - - auto metricIt = metricsManager1->mAllMetricProducers.begin(); - for (; metricIt != metricsManager1->mAllMetricProducers.end(); metricIt++) { - if ((*metricIt)->getMetricId() == metricId1) { - break; - } - } - EXPECT_TRUE(metricIt != metricsManager1->mAllMetricProducers.end()); - auto& metricProducer1 = *metricIt; - EXPECT_FALSE(metricProducer1->isActive()); - - metricIt = metricsManager1->mAllMetricProducers.begin(); - for (; metricIt != metricsManager1->mAllMetricProducers.end(); metricIt++) { - if ((*metricIt)->getMetricId() == metricId2) { - break; - } - } - EXPECT_TRUE(metricIt != metricsManager1->mAllMetricProducers.end()); - auto& metricProducer2 = *metricIt; - EXPECT_TRUE(metricProducer2->isActive()); - - const auto& activation1 = metricProducer1->mEventActivationMap.begin()->second; - EXPECT_EQ(100 * NS_PER_SEC, activation1->ttl_ns); - EXPECT_EQ(0, activation1->start_ns); - EXPECT_EQ(kNotActive, activation1->state); - - std::vector<int> attributionUids = {111}; - std::vector<string> attributionTags = {"App1"}; - std::unique_ptr<LogEvent> event = - CreateAcquireWakelockEvent(timeBase1 + 100, attributionUids, attributionTags, "wl1"); - processor->OnLogEvent(event.get()); - - EXPECT_FALSE(metricProducer1->isActive()); - EXPECT_EQ(0, activation1->start_ns); - EXPECT_EQ(kActiveOnBoot, activation1->state); - - int64_t shutDownTime = timeBase1 + 100 * NS_PER_SEC; - processor->SaveActiveConfigsToDisk(shutDownTime); - EXPECT_FALSE(metricProducer1->isActive()); - const int64_t ttl1 = metric1ActivationTrigger->ttl_seconds() * NS_PER_SEC; - - long timeBase2 = 1000; - sp<StatsLogProcessor> processor2 = - CreateStatsLogProcessor(timeBase2, timeBase2, config1, cfgKey1); - - ASSERT_EQ(1, processor2->mMetricsManagers.size()); - it = processor2->mMetricsManagers.find(cfgKey1); - EXPECT_TRUE(it != processor2->mMetricsManagers.end()); - auto& metricsManager1001 = it->second; - EXPECT_TRUE(metricsManager1001->isActive()); - - metricIt = metricsManager1001->mAllMetricProducers.begin(); - for (; metricIt != metricsManager1001->mAllMetricProducers.end(); metricIt++) { - if ((*metricIt)->getMetricId() == metricId1) { - break; - } - } - EXPECT_TRUE(metricIt != metricsManager1001->mAllMetricProducers.end()); - auto& metricProducer1001 = *metricIt; - EXPECT_FALSE(metricProducer1001->isActive()); - - metricIt = metricsManager1001->mAllMetricProducers.begin(); - for (; metricIt != metricsManager1001->mAllMetricProducers.end(); metricIt++) { - if ((*metricIt)->getMetricId() == metricId2) { - break; - } - } - EXPECT_TRUE(metricIt != metricsManager1001->mAllMetricProducers.end()); - auto& metricProducer1002 = *metricIt; - EXPECT_TRUE(metricProducer1002->isActive()); - - const auto& activation1001 = metricProducer1001->mEventActivationMap.begin()->second; - EXPECT_EQ(100 * NS_PER_SEC, activation1001->ttl_ns); - EXPECT_EQ(0, activation1001->start_ns); - EXPECT_EQ(kNotActive, activation1001->state); - - processor2->LoadActiveConfigsFromDisk(); - - EXPECT_TRUE(metricProducer1001->isActive()); - EXPECT_EQ(timeBase2 + ttl1 - activation1001->ttl_ns, activation1001->start_ns); - EXPECT_EQ(kActive, activation1001->state); -} - -TEST(StatsLogProcessorTest, TestActivationOnBootMultipleActivations) { - int uid = 1111; - - // Create config with 2 metrics: - // Metric 1: Activate on boot with 2 activations - // Metric 2: Always active - StatsdConfig config1; - config1.set_id(12341); - config1.add_allowed_log_source("AID_ROOT"); // LogEvent defaults to UID of root. - auto wakelockAcquireMatcher = CreateAcquireWakelockAtomMatcher(); - auto screenOnMatcher = CreateScreenTurnedOnAtomMatcher(); - *config1.add_atom_matcher() = wakelockAcquireMatcher; - *config1.add_atom_matcher() = screenOnMatcher; - - long metricId1 = 1234561; - long metricId2 = 1234562; - - auto countMetric1 = config1.add_count_metric(); - countMetric1->set_id(metricId1); - countMetric1->set_what(wakelockAcquireMatcher.id()); - countMetric1->set_bucket(FIVE_MINUTES); - - auto countMetric2 = config1.add_count_metric(); - countMetric2->set_id(metricId2); - countMetric2->set_what(wakelockAcquireMatcher.id()); - countMetric2->set_bucket(FIVE_MINUTES); - - auto metric1Activation = config1.add_metric_activation(); - metric1Activation->set_metric_id(metricId1); - metric1Activation->set_activation_type(ACTIVATE_ON_BOOT); - auto metric1ActivationTrigger1 = metric1Activation->add_event_activation(); - metric1ActivationTrigger1->set_atom_matcher_id(wakelockAcquireMatcher.id()); - metric1ActivationTrigger1->set_ttl_seconds(100); - auto metric1ActivationTrigger2 = metric1Activation->add_event_activation(); - metric1ActivationTrigger2->set_atom_matcher_id(screenOnMatcher.id()); - metric1ActivationTrigger2->set_ttl_seconds(200); - - ConfigKey cfgKey1(uid, 12341); - long timeBase1 = 1; - sp<StatsLogProcessor> processor = - CreateStatsLogProcessor(timeBase1, timeBase1, config1, cfgKey1); - - // Metric 1 is not active. - // Metric 2 is active. - // {{{--------------------------------------------------------------------------- - ASSERT_EQ(1, processor->mMetricsManagers.size()); - auto it = processor->mMetricsManagers.find(cfgKey1); - EXPECT_TRUE(it != processor->mMetricsManagers.end()); - auto& metricsManager1 = it->second; - EXPECT_TRUE(metricsManager1->isActive()); - - auto metricIt = metricsManager1->mAllMetricProducers.begin(); - for (; metricIt != metricsManager1->mAllMetricProducers.end(); metricIt++) { - if ((*metricIt)->getMetricId() == metricId1) { - break; - } - } - EXPECT_TRUE(metricIt != metricsManager1->mAllMetricProducers.end()); - auto& metricProducer1 = *metricIt; - EXPECT_FALSE(metricProducer1->isActive()); - - metricIt = metricsManager1->mAllMetricProducers.begin(); - for (; metricIt != metricsManager1->mAllMetricProducers.end(); metricIt++) { - if ((*metricIt)->getMetricId() == metricId2) { - break; - } - } - EXPECT_TRUE(metricIt != metricsManager1->mAllMetricProducers.end()); - auto& metricProducer2 = *metricIt; - EXPECT_TRUE(metricProducer2->isActive()); - - int i = 0; - for (; i < metricsManager1->mAllAtomMatchers.size(); i++) { - if (metricsManager1->mAllAtomMatchers[i]->getId() == - metric1ActivationTrigger1->atom_matcher_id()) { - break; - } - } - const auto& activation1 = metricProducer1->mEventActivationMap.at(i); - EXPECT_EQ(100 * NS_PER_SEC, activation1->ttl_ns); - EXPECT_EQ(0, activation1->start_ns); - EXPECT_EQ(kNotActive, activation1->state); - - i = 0; - for (; i < metricsManager1->mAllAtomMatchers.size(); i++) { - if (metricsManager1->mAllAtomMatchers[i]->getId() == - metric1ActivationTrigger2->atom_matcher_id()) { - break; - } - } - const auto& activation2 = metricProducer1->mEventActivationMap.at(i); - EXPECT_EQ(200 * NS_PER_SEC, activation2->ttl_ns); - EXPECT_EQ(0, activation2->start_ns); - EXPECT_EQ(kNotActive, activation2->state); - // }}}------------------------------------------------------------------------------ - - // Trigger Activation 1 for Metric 1 - std::vector<int> attributionUids = {111}; - std::vector<string> attributionTags = {"App1"}; - std::unique_ptr<LogEvent> event = - CreateAcquireWakelockEvent(timeBase1 + 100, attributionUids, attributionTags, "wl1"); - processor->OnLogEvent(event.get()); - - // Metric 1 is not active; Activation 1 set to kActiveOnBoot - // Metric 2 is active. - // {{{--------------------------------------------------------------------------- - EXPECT_FALSE(metricProducer1->isActive()); - EXPECT_EQ(0, activation1->start_ns); - EXPECT_EQ(kActiveOnBoot, activation1->state); - EXPECT_EQ(0, activation2->start_ns); - EXPECT_EQ(kNotActive, activation2->state); - - EXPECT_TRUE(metricProducer2->isActive()); - // }}}----------------------------------------------------------------------------- - - // Simulate shutdown by saving state to disk - int64_t shutDownTime = timeBase1 + 100 * NS_PER_SEC; - processor->SaveActiveConfigsToDisk(shutDownTime); - EXPECT_FALSE(metricProducer1->isActive()); - int64_t ttl1 = metric1ActivationTrigger1->ttl_seconds() * NS_PER_SEC; - - // Simulate device restarted state by creating new instance of StatsLogProcessor with the - // same config. - long timeBase2 = 1000; - sp<StatsLogProcessor> processor2 = - CreateStatsLogProcessor(timeBase2, timeBase2, config1, cfgKey1); - - // Metric 1 is not active. - // Metric 2 is active. - // {{{--------------------------------------------------------------------------- - ASSERT_EQ(1, processor2->mMetricsManagers.size()); - it = processor2->mMetricsManagers.find(cfgKey1); - EXPECT_TRUE(it != processor2->mMetricsManagers.end()); - auto& metricsManager1001 = it->second; - EXPECT_TRUE(metricsManager1001->isActive()); - - metricIt = metricsManager1001->mAllMetricProducers.begin(); - for (; metricIt != metricsManager1001->mAllMetricProducers.end(); metricIt++) { - if ((*metricIt)->getMetricId() == metricId1) { - break; - } - } - EXPECT_TRUE(metricIt != metricsManager1001->mAllMetricProducers.end()); - auto& metricProducer1001 = *metricIt; - EXPECT_FALSE(metricProducer1001->isActive()); - - metricIt = metricsManager1001->mAllMetricProducers.begin(); - for (; metricIt != metricsManager1001->mAllMetricProducers.end(); metricIt++) { - if ((*metricIt)->getMetricId() == metricId2) { - break; - } - } - EXPECT_TRUE(metricIt != metricsManager1001->mAllMetricProducers.end()); - auto& metricProducer1002 = *metricIt; - EXPECT_TRUE(metricProducer1002->isActive()); - - i = 0; - for (; i < metricsManager1001->mAllAtomMatchers.size(); i++) { - if (metricsManager1001->mAllAtomMatchers[i]->getId() == - metric1ActivationTrigger1->atom_matcher_id()) { - break; - } - } - const auto& activation1001_1 = metricProducer1001->mEventActivationMap.at(i); - EXPECT_EQ(100 * NS_PER_SEC, activation1001_1->ttl_ns); - EXPECT_EQ(0, activation1001_1->start_ns); - EXPECT_EQ(kNotActive, activation1001_1->state); - - i = 0; - for (; i < metricsManager1001->mAllAtomMatchers.size(); i++) { - if (metricsManager1001->mAllAtomMatchers[i]->getId() == - metric1ActivationTrigger2->atom_matcher_id()) { - break; - } - } - - const auto& activation1001_2 = metricProducer1001->mEventActivationMap.at(i); - EXPECT_EQ(200 * NS_PER_SEC, activation1001_2->ttl_ns); - EXPECT_EQ(0, activation1001_2->start_ns); - EXPECT_EQ(kNotActive, activation1001_2->state); - // }}}----------------------------------------------------------------------------------- - - // Load saved state from disk. - processor2->LoadActiveConfigsFromDisk(); - - // Metric 1 active; Activation 1 is active, Activation 2 is not active - // Metric 2 is active. - // {{{--------------------------------------------------------------------------- - EXPECT_TRUE(metricProducer1001->isActive()); - EXPECT_EQ(timeBase2 + ttl1 - activation1001_1->ttl_ns, activation1001_1->start_ns); - EXPECT_EQ(kActive, activation1001_1->state); - EXPECT_EQ(0, activation1001_2->start_ns); - EXPECT_EQ(kNotActive, activation1001_2->state); - - EXPECT_TRUE(metricProducer1002->isActive()); - // }}}-------------------------------------------------------------------------------- - - // Trigger Activation 2 for Metric 1. - auto screenOnEvent = - CreateScreenStateChangedEvent(timeBase2 + 200, android::view::DISPLAY_STATE_ON); - processor2->OnLogEvent(screenOnEvent.get()); - - // Metric 1 active; Activation 1 is active, Activation 2 is set to kActiveOnBoot - // Metric 2 is active. - // {{{--------------------------------------------------------------------------- - EXPECT_TRUE(metricProducer1001->isActive()); - EXPECT_EQ(timeBase2 + ttl1 - activation1001_1->ttl_ns, activation1001_1->start_ns); - EXPECT_EQ(kActive, activation1001_1->state); - EXPECT_EQ(0, activation1001_2->start_ns); - EXPECT_EQ(kActiveOnBoot, activation1001_2->state); - - EXPECT_TRUE(metricProducer1002->isActive()); - // }}}--------------------------------------------------------------------------- - - // Simulate shutdown by saving state to disk - shutDownTime = timeBase2 + 50 * NS_PER_SEC; - processor2->SaveActiveConfigsToDisk(shutDownTime); - EXPECT_TRUE(metricProducer1001->isActive()); - EXPECT_TRUE(metricProducer1002->isActive()); - ttl1 = timeBase2 + metric1ActivationTrigger1->ttl_seconds() * NS_PER_SEC - shutDownTime; - int64_t ttl2 = metric1ActivationTrigger2->ttl_seconds() * NS_PER_SEC; - - // Simulate device restarted state by creating new instance of StatsLogProcessor with the - // same config. - long timeBase3 = timeBase2 + 120 * NS_PER_SEC; - sp<StatsLogProcessor> processor3 = - CreateStatsLogProcessor(timeBase3, timeBase3, config1, cfgKey1); - - // Metric 1 is not active. - // Metric 2 is active. - // {{{--------------------------------------------------------------------------- - ASSERT_EQ(1, processor3->mMetricsManagers.size()); - it = processor3->mMetricsManagers.find(cfgKey1); - EXPECT_TRUE(it != processor3->mMetricsManagers.end()); - auto& metricsManagerTimeBase3 = it->second; - EXPECT_TRUE(metricsManagerTimeBase3->isActive()); - - metricIt = metricsManagerTimeBase3->mAllMetricProducers.begin(); - for (; metricIt != metricsManagerTimeBase3->mAllMetricProducers.end(); metricIt++) { - if ((*metricIt)->getMetricId() == metricId1) { - break; - } - } - EXPECT_TRUE(metricIt != metricsManagerTimeBase3->mAllMetricProducers.end()); - auto& metricProducerTimeBase3_1 = *metricIt; - EXPECT_FALSE(metricProducerTimeBase3_1->isActive()); - - metricIt = metricsManagerTimeBase3->mAllMetricProducers.begin(); - for (; metricIt != metricsManagerTimeBase3->mAllMetricProducers.end(); metricIt++) { - if ((*metricIt)->getMetricId() == metricId2) { - break; - } - } - EXPECT_TRUE(metricIt != metricsManagerTimeBase3->mAllMetricProducers.end()); - auto& metricProducerTimeBase3_2 = *metricIt; - EXPECT_TRUE(metricProducerTimeBase3_2->isActive()); - - i = 0; - for (; i < metricsManagerTimeBase3->mAllAtomMatchers.size(); i++) { - if (metricsManagerTimeBase3->mAllAtomMatchers[i]->getId() == - metric1ActivationTrigger1->atom_matcher_id()) { - break; - } - } - const auto& activationTimeBase3_1 = metricProducerTimeBase3_1->mEventActivationMap.at(i); - EXPECT_EQ(100 * NS_PER_SEC, activationTimeBase3_1->ttl_ns); - EXPECT_EQ(0, activationTimeBase3_1->start_ns); - EXPECT_EQ(kNotActive, activationTimeBase3_1->state); - - i = 0; - for (; i < metricsManagerTimeBase3->mAllAtomMatchers.size(); i++) { - if (metricsManagerTimeBase3->mAllAtomMatchers[i]->getId() == - metric1ActivationTrigger2->atom_matcher_id()) { - break; - } - } - - const auto& activationTimeBase3_2 = metricProducerTimeBase3_1->mEventActivationMap.at(i); - EXPECT_EQ(200 * NS_PER_SEC, activationTimeBase3_2->ttl_ns); - EXPECT_EQ(0, activationTimeBase3_2->start_ns); - EXPECT_EQ(kNotActive, activationTimeBase3_2->state); - - EXPECT_TRUE(metricProducerTimeBase3_2->isActive()); - // }}}---------------------------------------------------------------------------------- - - // Load saved state from disk. - processor3->LoadActiveConfigsFromDisk(); - - // Metric 1 active: Activation 1 is active, Activation 2 is active - // Metric 2 is active. - // {{{--------------------------------------------------------------------------- - EXPECT_TRUE(metricProducerTimeBase3_1->isActive()); - EXPECT_EQ(timeBase3 + ttl1 - activationTimeBase3_1->ttl_ns, activationTimeBase3_1->start_ns); - EXPECT_EQ(kActive, activationTimeBase3_1->state); - EXPECT_EQ(timeBase3 + ttl2 - activationTimeBase3_2->ttl_ns, activationTimeBase3_2->start_ns); - EXPECT_EQ(kActive, activationTimeBase3_2->state); - - EXPECT_TRUE(metricProducerTimeBase3_2->isActive()); - // }}}------------------------------------------------------------------------------- - - // Trigger Activation 2 for Metric 1 again. - screenOnEvent = CreateScreenStateChangedEvent(timeBase3 + 100 * NS_PER_SEC, - android::view::DISPLAY_STATE_ON); - processor3->OnLogEvent(screenOnEvent.get()); - - // Metric 1 active; Activation 1 is not active, Activation 2 is set to active - // Metric 2 is active. - // {{{--------------------------------------------------------------------------- - EXPECT_TRUE(metricProducerTimeBase3_1->isActive()); - EXPECT_EQ(kNotActive, activationTimeBase3_1->state); - EXPECT_EQ(timeBase3 + ttl2 - activationTimeBase3_2->ttl_ns, activationTimeBase3_2->start_ns); - EXPECT_EQ(kActive, activationTimeBase3_2->state); - - EXPECT_TRUE(metricProducerTimeBase3_2->isActive()); - // }}}--------------------------------------------------------------------------- - - // Simulate shutdown by saving state to disk. - shutDownTime = timeBase3 + 500 * NS_PER_SEC; - processor3->SaveActiveConfigsToDisk(shutDownTime); - EXPECT_TRUE(metricProducer1001->isActive()); - EXPECT_TRUE(metricProducer1002->isActive()); - ttl1 = timeBase3 + ttl1 - shutDownTime; - ttl2 = timeBase3 + metric1ActivationTrigger2->ttl_seconds() * NS_PER_SEC - shutDownTime; - - // Simulate device restarted state by creating new instance of StatsLogProcessor with the - // same config. - long timeBase4 = timeBase3 + 600 * NS_PER_SEC; - sp<StatsLogProcessor> processor4 = - CreateStatsLogProcessor(timeBase4, timeBase4, config1, cfgKey1); - - // Metric 1 is not active. - // Metric 2 is active. - // {{{--------------------------------------------------------------------------- - ASSERT_EQ(1, processor4->mMetricsManagers.size()); - it = processor4->mMetricsManagers.find(cfgKey1); - EXPECT_TRUE(it != processor4->mMetricsManagers.end()); - auto& metricsManagerTimeBase4 = it->second; - EXPECT_TRUE(metricsManagerTimeBase4->isActive()); - - metricIt = metricsManagerTimeBase4->mAllMetricProducers.begin(); - for (; metricIt != metricsManagerTimeBase4->mAllMetricProducers.end(); metricIt++) { - if ((*metricIt)->getMetricId() == metricId1) { - break; - } - } - EXPECT_TRUE(metricIt != metricsManagerTimeBase4->mAllMetricProducers.end()); - auto& metricProducerTimeBase4_1 = *metricIt; - EXPECT_FALSE(metricProducerTimeBase4_1->isActive()); - - metricIt = metricsManagerTimeBase4->mAllMetricProducers.begin(); - for (; metricIt != metricsManagerTimeBase4->mAllMetricProducers.end(); metricIt++) { - if ((*metricIt)->getMetricId() == metricId2) { - break; - } - } - EXPECT_TRUE(metricIt != metricsManagerTimeBase4->mAllMetricProducers.end()); - auto& metricProducerTimeBase4_2 = *metricIt; - EXPECT_TRUE(metricProducerTimeBase4_2->isActive()); - - i = 0; - for (; i < metricsManagerTimeBase4->mAllAtomMatchers.size(); i++) { - if (metricsManagerTimeBase4->mAllAtomMatchers[i]->getId() == - metric1ActivationTrigger1->atom_matcher_id()) { - break; - } - } - const auto& activationTimeBase4_1 = metricProducerTimeBase4_1->mEventActivationMap.at(i); - EXPECT_EQ(100 * NS_PER_SEC, activationTimeBase4_1->ttl_ns); - EXPECT_EQ(0, activationTimeBase4_1->start_ns); - EXPECT_EQ(kNotActive, activationTimeBase4_1->state); - - i = 0; - for (; i < metricsManagerTimeBase4->mAllAtomMatchers.size(); i++) { - if (metricsManagerTimeBase4->mAllAtomMatchers[i]->getId() == - metric1ActivationTrigger2->atom_matcher_id()) { - break; - } - } - - const auto& activationTimeBase4_2 = metricProducerTimeBase4_1->mEventActivationMap.at(i); - EXPECT_EQ(200 * NS_PER_SEC, activationTimeBase4_2->ttl_ns); - EXPECT_EQ(0, activationTimeBase4_2->start_ns); - EXPECT_EQ(kNotActive, activationTimeBase4_2->state); - - EXPECT_TRUE(metricProducerTimeBase4_2->isActive()); - // }}}---------------------------------------------------------------------------------- - - // Load saved state from disk. - processor4->LoadActiveConfigsFromDisk(); - - // Metric 1 active: Activation 1 is not active, Activation 2 is not active - // Metric 2 is active. - // {{{--------------------------------------------------------------------------- - EXPECT_FALSE(metricProducerTimeBase4_1->isActive()); - EXPECT_EQ(kNotActive, activationTimeBase4_1->state); - EXPECT_EQ(kNotActive, activationTimeBase4_2->state); - - EXPECT_TRUE(metricProducerTimeBase4_2->isActive()); - // }}}------------------------------------------------------------------------------- -} - -TEST(StatsLogProcessorTest, TestActivationOnBootMultipleActivationsDifferentActivationTypes) { - int uid = 1111; - - // Create config with 2 metrics: - // Metric 1: Activate on boot with 2 activations - // Metric 2: Always active - StatsdConfig config1; - config1.set_id(12341); - config1.add_allowed_log_source("AID_ROOT"); // LogEvent defaults to UID of root. - auto wakelockAcquireMatcher = CreateAcquireWakelockAtomMatcher(); - auto screenOnMatcher = CreateScreenTurnedOnAtomMatcher(); - *config1.add_atom_matcher() = wakelockAcquireMatcher; - *config1.add_atom_matcher() = screenOnMatcher; - - long metricId1 = 1234561; - long metricId2 = 1234562; - - auto countMetric1 = config1.add_count_metric(); - countMetric1->set_id(metricId1); - countMetric1->set_what(wakelockAcquireMatcher.id()); - countMetric1->set_bucket(FIVE_MINUTES); - - auto countMetric2 = config1.add_count_metric(); - countMetric2->set_id(metricId2); - countMetric2->set_what(wakelockAcquireMatcher.id()); - countMetric2->set_bucket(FIVE_MINUTES); - - auto metric1Activation = config1.add_metric_activation(); - metric1Activation->set_metric_id(metricId1); - metric1Activation->set_activation_type(ACTIVATE_ON_BOOT); - auto metric1ActivationTrigger1 = metric1Activation->add_event_activation(); - metric1ActivationTrigger1->set_atom_matcher_id(wakelockAcquireMatcher.id()); - metric1ActivationTrigger1->set_ttl_seconds(100); - auto metric1ActivationTrigger2 = metric1Activation->add_event_activation(); - metric1ActivationTrigger2->set_atom_matcher_id(screenOnMatcher.id()); - metric1ActivationTrigger2->set_ttl_seconds(200); - metric1ActivationTrigger2->set_activation_type(ACTIVATE_IMMEDIATELY); - - ConfigKey cfgKey1(uid, 12341); - long timeBase1 = 1; - sp<StatsLogProcessor> processor1 = - CreateStatsLogProcessor(timeBase1, timeBase1, config1, cfgKey1); - - // Metric 1 is not active. - // Metric 2 is active. - // {{{--------------------------------------------------------------------------- - ASSERT_EQ(1, processor1->mMetricsManagers.size()); - auto it = processor1->mMetricsManagers.find(cfgKey1); - EXPECT_TRUE(it != processor1->mMetricsManagers.end()); - auto& metricsManager1 = it->second; - EXPECT_TRUE(metricsManager1->isActive()); - - ASSERT_EQ(metricsManager1->mAllMetricProducers.size(), 2); - // We assume that the index of a MetricProducer within the mAllMetricProducers - // array follows the order in which metrics are added to the config. - auto& metricProducer1_1 = metricsManager1->mAllMetricProducers[0]; - EXPECT_EQ(metricProducer1_1->getMetricId(), metricId1); - EXPECT_FALSE(metricProducer1_1->isActive()); // inactive due to associated MetricActivation - - auto& metricProducer1_2 = metricsManager1->mAllMetricProducers[1]; - EXPECT_EQ(metricProducer1_2->getMetricId(), metricId2); - EXPECT_TRUE(metricProducer1_2->isActive()); - - ASSERT_EQ(metricProducer1_1->mEventActivationMap.size(), 2); - // The key in mEventActivationMap is the index of the associated atom matcher. We assume - // that matchers are indexed in the order that they are added to the config. - const auto& activation1_1_1 = metricProducer1_1->mEventActivationMap.at(0); - EXPECT_EQ(100 * NS_PER_SEC, activation1_1_1->ttl_ns); - EXPECT_EQ(0, activation1_1_1->start_ns); - EXPECT_EQ(kNotActive, activation1_1_1->state); - EXPECT_EQ(ACTIVATE_ON_BOOT, activation1_1_1->activationType); - - const auto& activation1_1_2 = metricProducer1_1->mEventActivationMap.at(1); - EXPECT_EQ(200 * NS_PER_SEC, activation1_1_2->ttl_ns); - EXPECT_EQ(0, activation1_1_2->start_ns); - EXPECT_EQ(kNotActive, activation1_1_2->state); - EXPECT_EQ(ACTIVATE_IMMEDIATELY, activation1_1_2->activationType); - // }}}------------------------------------------------------------------------------ - - // Trigger Activation 1 for Metric 1 - std::vector<int> attributionUids = {111}; - std::vector<string> attributionTags = {"App1"}; - std::unique_ptr<LogEvent> event = - CreateAcquireWakelockEvent(timeBase1 + 100, attributionUids, attributionTags, "wl1"); - processor1->OnLogEvent(event.get()); - - // Metric 1 is not active; Activation 1 set to kActiveOnBoot - // Metric 2 is active. - // {{{--------------------------------------------------------------------------- - EXPECT_FALSE(metricProducer1_1->isActive()); - EXPECT_EQ(0, activation1_1_1->start_ns); - EXPECT_EQ(kActiveOnBoot, activation1_1_1->state); - EXPECT_EQ(0, activation1_1_2->start_ns); - EXPECT_EQ(kNotActive, activation1_1_2->state); - - EXPECT_TRUE(metricProducer1_2->isActive()); - // }}}----------------------------------------------------------------------------- - - // Simulate shutdown by saving state to disk - int64_t shutDownTime = timeBase1 + 100 * NS_PER_SEC; - processor1->SaveActiveConfigsToDisk(shutDownTime); - EXPECT_FALSE(metricProducer1_1->isActive()); - - // Simulate device restarted state by creating new instance of StatsLogProcessor with the - // same config. - long timeBase2 = 1000; - sp<StatsLogProcessor> processor2 = - CreateStatsLogProcessor(timeBase2, timeBase2, config1, cfgKey1); - - // Metric 1 is not active. - // Metric 2 is active. - // {{{--------------------------------------------------------------------------- - ASSERT_EQ(1, processor2->mMetricsManagers.size()); - it = processor2->mMetricsManagers.find(cfgKey1); - EXPECT_TRUE(it != processor2->mMetricsManagers.end()); - auto& metricsManager2 = it->second; - EXPECT_TRUE(metricsManager2->isActive()); - - ASSERT_EQ(metricsManager2->mAllMetricProducers.size(), 2); - // We assume that the index of a MetricProducer within the mAllMetricProducers - // array follows the order in which metrics are added to the config. - auto& metricProducer2_1 = metricsManager2->mAllMetricProducers[0]; - EXPECT_EQ(metricProducer2_1->getMetricId(), metricId1); - EXPECT_FALSE(metricProducer2_1->isActive()); - - auto& metricProducer2_2 = metricsManager2->mAllMetricProducers[1]; - EXPECT_EQ(metricProducer2_2->getMetricId(), metricId2); - EXPECT_TRUE(metricProducer2_2->isActive()); - - ASSERT_EQ(metricProducer2_1->mEventActivationMap.size(), 2); - // The key in mEventActivationMap is the index of the associated atom matcher. We assume - // that matchers are indexed in the order that they are added to the config. - const auto& activation2_1_1 = metricProducer2_1->mEventActivationMap.at(0); - EXPECT_EQ(100 * NS_PER_SEC, activation2_1_1->ttl_ns); - EXPECT_EQ(0, activation2_1_1->start_ns); - EXPECT_EQ(kNotActive, activation2_1_1->state); - EXPECT_EQ(ACTIVATE_ON_BOOT, activation2_1_1->activationType); - - const auto& activation2_1_2 = metricProducer2_1->mEventActivationMap.at(1); - EXPECT_EQ(200 * NS_PER_SEC, activation2_1_2->ttl_ns); - EXPECT_EQ(0, activation2_1_2->start_ns); - EXPECT_EQ(kNotActive, activation2_1_2->state); - EXPECT_EQ(ACTIVATE_IMMEDIATELY, activation2_1_2->activationType); - // }}}----------------------------------------------------------------------------------- - - // Load saved state from disk. - processor2->LoadActiveConfigsFromDisk(); - - // Metric 1 active; Activation 1 is active, Activation 2 is not active - // Metric 2 is active. - // {{{--------------------------------------------------------------------------- - EXPECT_TRUE(metricProducer2_1->isActive()); - int64_t ttl1 = metric1ActivationTrigger1->ttl_seconds() * NS_PER_SEC; - EXPECT_EQ(timeBase2 + ttl1 - activation2_1_1->ttl_ns, activation2_1_1->start_ns); - EXPECT_EQ(kActive, activation2_1_1->state); - EXPECT_EQ(0, activation2_1_2->start_ns); - EXPECT_EQ(kNotActive, activation2_1_2->state); - - EXPECT_TRUE(metricProducer2_2->isActive()); - // }}}-------------------------------------------------------------------------------- - - // Trigger Activation 2 for Metric 1. - auto screenOnEvent = - CreateScreenStateChangedEvent(timeBase2 + 200, android::view::DISPLAY_STATE_ON); - processor2->OnLogEvent(screenOnEvent.get()); - - // Metric 1 active; Activation 1 is active, Activation 2 is active - // Metric 2 is active. - // {{{--------------------------------------------------------------------------- - EXPECT_TRUE(metricProducer2_1->isActive()); - EXPECT_EQ(timeBase2 + ttl1 - activation2_1_1->ttl_ns, activation2_1_1->start_ns); - EXPECT_EQ(kActive, activation2_1_1->state); - EXPECT_EQ(screenOnEvent->GetElapsedTimestampNs(), activation2_1_2->start_ns); - EXPECT_EQ(kActive, activation2_1_2->state); - - EXPECT_TRUE(metricProducer2_2->isActive()); - // }}}--------------------------------------------------------------------------- - - // Simulate shutdown by saving state to disk - shutDownTime = timeBase2 + 50 * NS_PER_SEC; - processor2->SaveActiveConfigsToDisk(shutDownTime); - EXPECT_TRUE(metricProducer2_1->isActive()); - EXPECT_TRUE(metricProducer2_2->isActive()); - ttl1 -= shutDownTime - timeBase2; - int64_t ttl2 = metric1ActivationTrigger2->ttl_seconds() * NS_PER_SEC - - (shutDownTime - screenOnEvent->GetElapsedTimestampNs()); - - // Simulate device restarted state by creating new instance of StatsLogProcessor with the - // same config. - long timeBase3 = timeBase2 + 120 * NS_PER_SEC; - sp<StatsLogProcessor> processor3 = - CreateStatsLogProcessor(timeBase3, timeBase3, config1, cfgKey1); - - // Metric 1 is not active. - // Metric 2 is active. - // {{{--------------------------------------------------------------------------- - ASSERT_EQ(1, processor3->mMetricsManagers.size()); - it = processor3->mMetricsManagers.find(cfgKey1); - EXPECT_TRUE(it != processor3->mMetricsManagers.end()); - auto& metricsManager3 = it->second; - EXPECT_TRUE(metricsManager3->isActive()); - - ASSERT_EQ(metricsManager3->mAllMetricProducers.size(), 2); - // We assume that the index of a MetricProducer within the mAllMetricProducers - // array follows the order in which metrics are added to the config. - auto& metricProducer3_1 = metricsManager3->mAllMetricProducers[0]; - EXPECT_EQ(metricProducer3_1->getMetricId(), metricId1); - EXPECT_FALSE(metricProducer3_1->isActive()); - - auto& metricProducer3_2 = metricsManager3->mAllMetricProducers[1]; - EXPECT_EQ(metricProducer3_2->getMetricId(), metricId2); - EXPECT_TRUE(metricProducer3_2->isActive()); - - ASSERT_EQ(metricProducer3_1->mEventActivationMap.size(), 2); - // The key in mEventActivationMap is the index of the associated atom matcher. We assume - // that matchers are indexed in the order that they are added to the config. - const auto& activation3_1_1 = metricProducer3_1->mEventActivationMap.at(0); - EXPECT_EQ(100 * NS_PER_SEC, activation3_1_1->ttl_ns); - EXPECT_EQ(0, activation3_1_1->start_ns); - EXPECT_EQ(kNotActive, activation3_1_1->state); - EXPECT_EQ(ACTIVATE_ON_BOOT, activation3_1_1->activationType); - - const auto& activation3_1_2 = metricProducer3_1->mEventActivationMap.at(1); - EXPECT_EQ(200 * NS_PER_SEC, activation3_1_2->ttl_ns); - EXPECT_EQ(0, activation3_1_2->start_ns); - EXPECT_EQ(kNotActive, activation3_1_2->state); - EXPECT_EQ(ACTIVATE_IMMEDIATELY, activation3_1_2->activationType); - // }}}---------------------------------------------------------------------------------- - - // Load saved state from disk. - processor3->LoadActiveConfigsFromDisk(); - - // Metric 1 active: Activation 1 is active, Activation 2 is active - // Metric 2 is active. - // {{{--------------------------------------------------------------------------- - EXPECT_TRUE(metricProducer3_1->isActive()); - EXPECT_EQ(timeBase3 + ttl1 - activation3_1_1->ttl_ns, activation3_1_1->start_ns); - EXPECT_EQ(kActive, activation3_1_1->state); - EXPECT_EQ(timeBase3 + ttl2 - activation3_1_2->ttl_ns, activation3_1_2->start_ns); - EXPECT_EQ(kActive, activation3_1_2->state); - - EXPECT_TRUE(metricProducer3_2->isActive()); - // }}}------------------------------------------------------------------------------- - - // Trigger Activation 2 for Metric 1 again. - screenOnEvent = CreateScreenStateChangedEvent(timeBase3 + 100 * NS_PER_SEC, - android::view::DISPLAY_STATE_ON); - processor3->OnLogEvent(screenOnEvent.get()); - - // Metric 1 active; Activation 1 is inactive (above screenOnEvent causes ttl1 to expire), - // Activation 2 is set to active - // Metric 2 is active. - // {{{--------------------------------------------------------------------------- - EXPECT_TRUE(metricProducer3_1->isActive()); - EXPECT_EQ(kNotActive, activation3_1_1->state); - EXPECT_EQ(screenOnEvent->GetElapsedTimestampNs(), activation3_1_2->start_ns); - EXPECT_EQ(kActive, activation3_1_2->state); - - EXPECT_TRUE(metricProducer3_2->isActive()); - // }}}--------------------------------------------------------------------------- -} - -TEST(StatsLogProcessorTest, TestActivationsPersistAcrossSystemServerRestart) { - int uid = 9876; - long configId = 12341; - - // Create config with 3 metrics: - // Metric 1: Activate on 2 activations, 1 on boot, 1 immediate. - // Metric 2: Activate on 2 activations, 1 on boot, 1 immediate. - // Metric 3: Always active - StatsdConfig config1; - config1.set_id(configId); - config1.add_allowed_log_source("AID_ROOT"); // LogEvent defaults to UID of root. - auto wakelockAcquireMatcher = CreateAcquireWakelockAtomMatcher(); - auto screenOnMatcher = CreateScreenTurnedOnAtomMatcher(); - auto jobStartMatcher = CreateStartScheduledJobAtomMatcher(); - auto jobFinishMatcher = CreateFinishScheduledJobAtomMatcher(); - *config1.add_atom_matcher() = wakelockAcquireMatcher; - *config1.add_atom_matcher() = screenOnMatcher; - *config1.add_atom_matcher() = jobStartMatcher; - *config1.add_atom_matcher() = jobFinishMatcher; - - long metricId1 = 1234561; - long metricId2 = 1234562; - long metricId3 = 1234563; - - auto countMetric1 = config1.add_count_metric(); - countMetric1->set_id(metricId1); - countMetric1->set_what(wakelockAcquireMatcher.id()); - countMetric1->set_bucket(FIVE_MINUTES); - - auto countMetric2 = config1.add_count_metric(); - countMetric2->set_id(metricId2); - countMetric2->set_what(wakelockAcquireMatcher.id()); - countMetric2->set_bucket(FIVE_MINUTES); - - auto countMetric3 = config1.add_count_metric(); - countMetric3->set_id(metricId3); - countMetric3->set_what(wakelockAcquireMatcher.id()); - countMetric3->set_bucket(FIVE_MINUTES); - - // Metric 1 activates on boot for wakelock acquire, immediately for screen on. - auto metric1Activation = config1.add_metric_activation(); - metric1Activation->set_metric_id(metricId1); - auto metric1ActivationTrigger1 = metric1Activation->add_event_activation(); - metric1ActivationTrigger1->set_atom_matcher_id(wakelockAcquireMatcher.id()); - metric1ActivationTrigger1->set_ttl_seconds(100); - metric1ActivationTrigger1->set_activation_type(ACTIVATE_ON_BOOT); - auto metric1ActivationTrigger2 = metric1Activation->add_event_activation(); - metric1ActivationTrigger2->set_atom_matcher_id(screenOnMatcher.id()); - metric1ActivationTrigger2->set_ttl_seconds(200); - metric1ActivationTrigger2->set_activation_type(ACTIVATE_IMMEDIATELY); - - // Metric 2 activates on boot for scheduled job start, immediately for scheduled job finish. - auto metric2Activation = config1.add_metric_activation(); - metric2Activation->set_metric_id(metricId2); - auto metric2ActivationTrigger1 = metric2Activation->add_event_activation(); - metric2ActivationTrigger1->set_atom_matcher_id(jobStartMatcher.id()); - metric2ActivationTrigger1->set_ttl_seconds(100); - metric2ActivationTrigger1->set_activation_type(ACTIVATE_ON_BOOT); - auto metric2ActivationTrigger2 = metric2Activation->add_event_activation(); - metric2ActivationTrigger2->set_atom_matcher_id(jobFinishMatcher.id()); - metric2ActivationTrigger2->set_ttl_seconds(200); - metric2ActivationTrigger2->set_activation_type(ACTIVATE_IMMEDIATELY); - - // Send the config. - shared_ptr<StatsService> service = SharedRefBase::make<StatsService>(nullptr, nullptr); - string serialized = config1.SerializeAsString(); - service->addConfigurationChecked(uid, configId, {serialized.begin(), serialized.end()}); - - // Make sure the config is stored on disk. Otherwise, we will not reset on system server death. - StatsdConfig tmpConfig; - ConfigKey cfgKey1(uid, configId); - EXPECT_TRUE(StorageManager::readConfigFromDisk(cfgKey1, &tmpConfig)); - - // Metric 1 is not active. - // Metric 2 is not active. - // Metric 3 is active. - // {{{--------------------------------------------------------------------------- - sp<StatsLogProcessor> processor = service->mProcessor; - ASSERT_EQ(1, processor->mMetricsManagers.size()); - auto it = processor->mMetricsManagers.find(cfgKey1); - EXPECT_TRUE(it != processor->mMetricsManagers.end()); - auto& metricsManager1 = it->second; - EXPECT_TRUE(metricsManager1->isActive()); - ASSERT_EQ(3, metricsManager1->mAllMetricProducers.size()); - - auto& metricProducer1 = metricsManager1->mAllMetricProducers[0]; - EXPECT_EQ(metricId1, metricProducer1->getMetricId()); - EXPECT_FALSE(metricProducer1->isActive()); - - auto& metricProducer2 = metricsManager1->mAllMetricProducers[1]; - EXPECT_EQ(metricId2, metricProducer2->getMetricId()); - EXPECT_FALSE(metricProducer2->isActive()); - - auto& metricProducer3 = metricsManager1->mAllMetricProducers[2]; - EXPECT_EQ(metricId3, metricProducer3->getMetricId()); - EXPECT_TRUE(metricProducer3->isActive()); - - // Check event activations. - ASSERT_EQ(metricsManager1->mAllAtomMatchers.size(), 4); - EXPECT_EQ(metricsManager1->mAllAtomMatchers[0]->getId(), - metric1ActivationTrigger1->atom_matcher_id()); - const auto& activation1 = metricProducer1->mEventActivationMap.at(0); - EXPECT_EQ(100 * NS_PER_SEC, activation1->ttl_ns); - EXPECT_EQ(0, activation1->start_ns); - EXPECT_EQ(kNotActive, activation1->state); - EXPECT_EQ(ACTIVATE_ON_BOOT, activation1->activationType); - - EXPECT_EQ(metricsManager1->mAllAtomMatchers[1]->getId(), - metric1ActivationTrigger2->atom_matcher_id()); - const auto& activation2 = metricProducer1->mEventActivationMap.at(1); - EXPECT_EQ(200 * NS_PER_SEC, activation2->ttl_ns); - EXPECT_EQ(0, activation2->start_ns); - EXPECT_EQ(kNotActive, activation2->state); - EXPECT_EQ(ACTIVATE_IMMEDIATELY, activation2->activationType); - - EXPECT_EQ(metricsManager1->mAllAtomMatchers[2]->getId(), - metric2ActivationTrigger1->atom_matcher_id()); - const auto& activation3 = metricProducer2->mEventActivationMap.at(2); - EXPECT_EQ(100 * NS_PER_SEC, activation3->ttl_ns); - EXPECT_EQ(0, activation3->start_ns); - EXPECT_EQ(kNotActive, activation3->state); - EXPECT_EQ(ACTIVATE_ON_BOOT, activation3->activationType); - - EXPECT_EQ(metricsManager1->mAllAtomMatchers[3]->getId(), - metric2ActivationTrigger2->atom_matcher_id()); - const auto& activation4 = metricProducer2->mEventActivationMap.at(3); - EXPECT_EQ(200 * NS_PER_SEC, activation4->ttl_ns); - EXPECT_EQ(0, activation4->start_ns); - EXPECT_EQ(kNotActive, activation4->state); - EXPECT_EQ(ACTIVATE_IMMEDIATELY, activation4->activationType); - // }}}------------------------------------------------------------------------------ - - // Trigger Activation 1 for Metric 1. Should activate on boot. - // Trigger Activation 4 for Metric 2. Should activate immediately. - int64_t configAddedTimeNs = metricsManager1->mLastReportTimeNs; - std::vector<int> attributionUids = {111}; - std::vector<string> attributionTags = {"App1"}; - std::unique_ptr<LogEvent> event1 = CreateAcquireWakelockEvent( - 1 + configAddedTimeNs, attributionUids, attributionTags, "wl1"); - processor->OnLogEvent(event1.get()); - - std::unique_ptr<LogEvent> event2 = CreateFinishScheduledJobEvent( - 2 + configAddedTimeNs, attributionUids, attributionTags, "finish1"); - processor->OnLogEvent(event2.get()); - - // Metric 1 is not active; Activation 1 set to kActiveOnBoot - // Metric 2 is active. Activation 4 set to kActive - // Metric 3 is active. - // {{{--------------------------------------------------------------------------- - EXPECT_FALSE(metricProducer1->isActive()); - EXPECT_EQ(0, activation1->start_ns); - EXPECT_EQ(kActiveOnBoot, activation1->state); - EXPECT_EQ(0, activation2->start_ns); - EXPECT_EQ(kNotActive, activation2->state); - - EXPECT_TRUE(metricProducer2->isActive()); - EXPECT_EQ(0, activation3->start_ns); - EXPECT_EQ(kNotActive, activation3->state); - EXPECT_EQ(2 + configAddedTimeNs, activation4->start_ns); - EXPECT_EQ(kActive, activation4->state); - - EXPECT_TRUE(metricProducer3->isActive()); - // }}}----------------------------------------------------------------------------- - - // Can't fake time with StatsService. - // Lets get a time close to the system server death time and make sure it's sane. - int64_t approximateSystemServerDeath = getElapsedRealtimeNs(); - EXPECT_TRUE(approximateSystemServerDeath > 2 + configAddedTimeNs); - EXPECT_TRUE(approximateSystemServerDeath < NS_PER_SEC + configAddedTimeNs); - - // System server dies. - service->statsCompanionServiceDiedImpl(); - - // We should have a new metrics manager. Lets get it and ensure activation status is restored. - // {{{--------------------------------------------------------------------------- - ASSERT_EQ(1, processor->mMetricsManagers.size()); - it = processor->mMetricsManagers.find(cfgKey1); - EXPECT_TRUE(it != processor->mMetricsManagers.end()); - auto& metricsManager2 = it->second; - EXPECT_TRUE(metricsManager2->isActive()); - ASSERT_EQ(3, metricsManager2->mAllMetricProducers.size()); - - auto& metricProducer1001 = metricsManager2->mAllMetricProducers[0]; - EXPECT_EQ(metricId1, metricProducer1001->getMetricId()); - EXPECT_FALSE(metricProducer1001->isActive()); - - auto& metricProducer1002 = metricsManager2->mAllMetricProducers[1]; - EXPECT_EQ(metricId2, metricProducer1002->getMetricId()); - EXPECT_TRUE(metricProducer1002->isActive()); - - auto& metricProducer1003 = metricsManager2->mAllMetricProducers[2]; - EXPECT_EQ(metricId3, metricProducer1003->getMetricId()); - EXPECT_TRUE(metricProducer1003->isActive()); - - // Check event activations. - // Activation 1 is kActiveOnBoot. - // Activation 2 and 3 are not active. - // Activation 4 is active. - ASSERT_EQ(metricsManager2->mAllAtomMatchers.size(), 4); - EXPECT_EQ(metricsManager2->mAllAtomMatchers[0]->getId(), - metric1ActivationTrigger1->atom_matcher_id()); - const auto& activation1001 = metricProducer1001->mEventActivationMap.at(0); - EXPECT_EQ(100 * NS_PER_SEC, activation1001->ttl_ns); - EXPECT_EQ(0, activation1001->start_ns); - EXPECT_EQ(kActiveOnBoot, activation1001->state); - EXPECT_EQ(ACTIVATE_ON_BOOT, activation1001->activationType); - - EXPECT_EQ(metricsManager2->mAllAtomMatchers[1]->getId(), - metric1ActivationTrigger2->atom_matcher_id()); - const auto& activation1002 = metricProducer1001->mEventActivationMap.at(1); - EXPECT_EQ(200 * NS_PER_SEC, activation1002->ttl_ns); - EXPECT_EQ(0, activation1002->start_ns); - EXPECT_EQ(kNotActive, activation1002->state); - EXPECT_EQ(ACTIVATE_IMMEDIATELY, activation1002->activationType); - - EXPECT_EQ(metricsManager2->mAllAtomMatchers[2]->getId(), - metric2ActivationTrigger1->atom_matcher_id()); - const auto& activation1003 = metricProducer1002->mEventActivationMap.at(2); - EXPECT_EQ(100 * NS_PER_SEC, activation1003->ttl_ns); - EXPECT_EQ(0, activation1003->start_ns); - EXPECT_EQ(kNotActive, activation1003->state); - EXPECT_EQ(ACTIVATE_ON_BOOT, activation1003->activationType); - - EXPECT_EQ(metricsManager2->mAllAtomMatchers[3]->getId(), - metric2ActivationTrigger2->atom_matcher_id()); - const auto& activation1004 = metricProducer1002->mEventActivationMap.at(3); - EXPECT_EQ(200 * NS_PER_SEC, activation1004->ttl_ns); - EXPECT_EQ(2 + configAddedTimeNs, activation1004->start_ns); - EXPECT_EQ(kActive, activation1004->state); - EXPECT_EQ(ACTIVATE_IMMEDIATELY, activation1004->activationType); - // }}}------------------------------------------------------------------------------ - - // Clear the data stored on disk as a result of the system server death. - vector<uint8_t> buffer; - processor->onDumpReport(cfgKey1, configAddedTimeNs + NS_PER_SEC, false, true, ADB_DUMP, FAST, - &buffer); -} - -TEST(StatsLogProcessorTest_mapIsolatedUidToHostUid, LogHostUid) { - int hostUid = 20; - int isolatedUid = 30; - uint64_t eventTimeNs = 12355; - int atomId = 89; - int field1 = 90; - int field2 = 28; - sp<MockUidMap> mockUidMap = makeMockUidMapForOneHost(hostUid, {isolatedUid}); - ConfigKey cfgKey; - StatsdConfig config = MakeConfig(false); - sp<StatsLogProcessor> processor = - CreateStatsLogProcessor(1, 1, config, cfgKey, nullptr, 0, mockUidMap); - - shared_ptr<LogEvent> logEvent = makeUidLogEvent(atomId, eventTimeNs, hostUid, field1, field2); - - processor->OnLogEvent(logEvent.get()); - - const vector<FieldValue>* actualFieldValues = &logEvent->getValues(); - ASSERT_EQ(3, actualFieldValues->size()); - EXPECT_EQ(hostUid, actualFieldValues->at(0).mValue.int_value); - EXPECT_EQ(field1, actualFieldValues->at(1).mValue.int_value); - EXPECT_EQ(field2, actualFieldValues->at(2).mValue.int_value); -} - -TEST(StatsLogProcessorTest_mapIsolatedUidToHostUid, LogIsolatedUid) { - int hostUid = 20; - int isolatedUid = 30; - uint64_t eventTimeNs = 12355; - int atomId = 89; - int field1 = 90; - int field2 = 28; - sp<MockUidMap> mockUidMap = makeMockUidMapForOneHost(hostUid, {isolatedUid}); - ConfigKey cfgKey; - StatsdConfig config = MakeConfig(false); - sp<StatsLogProcessor> processor = - CreateStatsLogProcessor(1, 1, config, cfgKey, nullptr, 0, mockUidMap); - - shared_ptr<LogEvent> logEvent = - makeUidLogEvent(atomId, eventTimeNs, isolatedUid, field1, field2); - - processor->OnLogEvent(logEvent.get()); - - const vector<FieldValue>* actualFieldValues = &logEvent->getValues(); - ASSERT_EQ(3, actualFieldValues->size()); - EXPECT_EQ(hostUid, actualFieldValues->at(0).mValue.int_value); - EXPECT_EQ(field1, actualFieldValues->at(1).mValue.int_value); - EXPECT_EQ(field2, actualFieldValues->at(2).mValue.int_value); -} - -TEST(StatsLogProcessorTest_mapIsolatedUidToHostUid, LogHostUidAttributionChain) { - int hostUid = 20; - int isolatedUid = 30; - uint64_t eventTimeNs = 12355; - int atomId = 89; - int field1 = 90; - int field2 = 28; - sp<MockUidMap> mockUidMap = makeMockUidMapForOneHost(hostUid, {isolatedUid}); - ConfigKey cfgKey; - StatsdConfig config = MakeConfig(false); - sp<StatsLogProcessor> processor = - CreateStatsLogProcessor(1, 1, config, cfgKey, nullptr, 0, mockUidMap); - - shared_ptr<LogEvent> logEvent = makeAttributionLogEvent(atomId, eventTimeNs, {hostUid, 200}, - {"tag1", "tag2"}, field1, field2); - - processor->OnLogEvent(logEvent.get()); - - const vector<FieldValue>* actualFieldValues = &logEvent->getValues(); - ASSERT_EQ(6, actualFieldValues->size()); - EXPECT_EQ(hostUid, actualFieldValues->at(0).mValue.int_value); - EXPECT_EQ("tag1", actualFieldValues->at(1).mValue.str_value); - EXPECT_EQ(200, actualFieldValues->at(2).mValue.int_value); - EXPECT_EQ("tag2", actualFieldValues->at(3).mValue.str_value); - EXPECT_EQ(field1, actualFieldValues->at(4).mValue.int_value); - EXPECT_EQ(field2, actualFieldValues->at(5).mValue.int_value); -} - -TEST(StatsLogProcessorTest_mapIsolatedUidToHostUid, LogIsolatedUidAttributionChain) { - int hostUid = 20; - int isolatedUid = 30; - uint64_t eventTimeNs = 12355; - int atomId = 89; - int field1 = 90; - int field2 = 28; - sp<MockUidMap> mockUidMap = makeMockUidMapForOneHost(hostUid, {isolatedUid}); - ConfigKey cfgKey; - StatsdConfig config = MakeConfig(false); - sp<StatsLogProcessor> processor = - CreateStatsLogProcessor(1, 1, config, cfgKey, nullptr, 0, mockUidMap); - - shared_ptr<LogEvent> logEvent = makeAttributionLogEvent(atomId, eventTimeNs, {isolatedUid, 200}, - {"tag1", "tag2"}, field1, field2); - - processor->OnLogEvent(logEvent.get()); - - const vector<FieldValue>* actualFieldValues = &logEvent->getValues(); - ASSERT_EQ(6, actualFieldValues->size()); - EXPECT_EQ(hostUid, actualFieldValues->at(0).mValue.int_value); - EXPECT_EQ("tag1", actualFieldValues->at(1).mValue.str_value); - EXPECT_EQ(200, actualFieldValues->at(2).mValue.int_value); - EXPECT_EQ("tag2", actualFieldValues->at(3).mValue.str_value); - EXPECT_EQ(field1, actualFieldValues->at(4).mValue.int_value); - EXPECT_EQ(field2, actualFieldValues->at(5).mValue.int_value); -} - -TEST(StatsLogProcessorTest, TestDumpReportWithoutErasingDataDoesNotUpdateTimestamp) { - int hostUid = 20; - int isolatedUid = 30; - sp<MockUidMap> mockUidMap = makeMockUidMapForOneHost(hostUid, {isolatedUid}); - ConfigKey key(3, 4); - - // TODO: All tests should not persist state on disk. This removes any reports that were present. - ProtoOutputStream proto; - StorageManager::appendConfigMetricsReport(key, &proto, /*erase data=*/true, /*isAdb=*/false); - - StatsdConfig config = MakeConfig(false); - sp<StatsLogProcessor> processor = - CreateStatsLogProcessor(1, 1, config, key, nullptr, 0, mockUidMap); - vector<uint8_t> bytes; - - int64_t dumpTime1Ns = 1 * NS_PER_SEC; - processor->onDumpReport(key, dumpTime1Ns, false /* include_current_bucket */, - true /* erase_data */, ADB_DUMP, FAST, &bytes); - - ConfigMetricsReportList output; - output.ParseFromArray(bytes.data(), bytes.size()); - EXPECT_EQ(output.reports_size(), 1); - EXPECT_EQ(output.reports(0).current_report_elapsed_nanos(), dumpTime1Ns); - - int64_t dumpTime2Ns = 5 * NS_PER_SEC; - processor->onDumpReport(key, dumpTime2Ns, false /* include_current_bucket */, - false /* erase_data */, ADB_DUMP, FAST, &bytes); - - // Check that the dump report without clearing data is successful. - output.ParseFromArray(bytes.data(), bytes.size()); - EXPECT_EQ(output.reports_size(), 1); - EXPECT_EQ(output.reports(0).current_report_elapsed_nanos(), dumpTime2Ns); - EXPECT_EQ(output.reports(0).last_report_elapsed_nanos(), dumpTime1Ns); - - int64_t dumpTime3Ns = 10 * NS_PER_SEC; - processor->onDumpReport(key, dumpTime3Ns, false /* include_current_bucket */, - true /* erase_data */, ADB_DUMP, FAST, &bytes); - - // Check that the previous dump report that didn't clear data did not overwrite the first dump's - // timestamps. - output.ParseFromArray(bytes.data(), bytes.size()); - EXPECT_EQ(output.reports_size(), 1); - EXPECT_EQ(output.reports(0).current_report_elapsed_nanos(), dumpTime3Ns); - EXPECT_EQ(output.reports(0).last_report_elapsed_nanos(), dumpTime1Ns); - -} - -#else -GTEST_LOG_(INFO) << "This test does nothing.\n"; -#endif - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/tests/StatsService_test.cpp b/cmds/statsd/tests/StatsService_test.cpp deleted file mode 100644 index cc38c4a4067a..000000000000 --- a/cmds/statsd/tests/StatsService_test.cpp +++ /dev/null @@ -1,104 +0,0 @@ -// Copyright (C) 2017 The Android Open Source Project -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#include "StatsService.h" -#include "config/ConfigKey.h" -#include "frameworks/base/cmds/statsd/src/statsd_config.pb.h" - -#include <android/binder_interface_utils.h> -#include <gmock/gmock.h> -#include <gtest/gtest.h> - -#include <stdio.h> - -using namespace android; -using namespace testing; - -namespace android { -namespace os { -namespace statsd { - -using android::util::ProtoOutputStream; -using ::ndk::SharedRefBase; - -#ifdef __ANDROID__ - -TEST(StatsServiceTest, TestAddConfig_simple) { - shared_ptr<StatsService> service = SharedRefBase::make<StatsService>(nullptr, nullptr); - StatsdConfig config; - config.set_id(12345); - string serialized = config.SerializeAsString(); - - EXPECT_TRUE( - service->addConfigurationChecked(123, 12345, {serialized.begin(), serialized.end()})); -} - -TEST(StatsServiceTest, TestAddConfig_empty) { - shared_ptr<StatsService> service = SharedRefBase::make<StatsService>(nullptr, nullptr); - string serialized = ""; - - EXPECT_TRUE( - service->addConfigurationChecked(123, 12345, {serialized.begin(), serialized.end()})); -} - -TEST(StatsServiceTest, TestAddConfig_invalid) { - shared_ptr<StatsService> service = SharedRefBase::make<StatsService>(nullptr, nullptr); - string serialized = "Invalid config!"; - - EXPECT_FALSE( - service->addConfigurationChecked(123, 12345, {serialized.begin(), serialized.end()})); -} - -TEST(StatsServiceTest, TestGetUidFromArgs) { - Vector<String8> args; - args.push(String8("-1")); - args.push(String8("0")); - args.push(String8("1")); - args.push(String8("a1")); - args.push(String8("")); - - int32_t uid; - - shared_ptr<StatsService> service = SharedRefBase::make<StatsService>(nullptr, nullptr); - service->mEngBuild = true; - - // "-1" - EXPECT_FALSE(service->getUidFromArgs(args, 0, uid)); - - // "0" - EXPECT_TRUE(service->getUidFromArgs(args, 1, uid)); - EXPECT_EQ(0, uid); - - // "1" - EXPECT_TRUE(service->getUidFromArgs(args, 2, uid)); - EXPECT_EQ(1, uid); - - // "a1" - EXPECT_FALSE(service->getUidFromArgs(args, 3, uid)); - - // "" - EXPECT_FALSE(service->getUidFromArgs(args, 4, uid)); - - // For a non-userdebug, uid "1" cannot be impersonated. - service->mEngBuild = false; - EXPECT_FALSE(service->getUidFromArgs(args, 2, uid)); -} - -#else -GTEST_LOG_(INFO) << "This test does nothing.\n"; -#endif - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/tests/UidMap_test.cpp b/cmds/statsd/tests/UidMap_test.cpp deleted file mode 100644 index 293e8ed1c44c..000000000000 --- a/cmds/statsd/tests/UidMap_test.cpp +++ /dev/null @@ -1,426 +0,0 @@ -// Copyright (C) 2017 The Android Open Source Project -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#include "packages/UidMap.h" -#include "StatsLogProcessor.h" -#include "config/ConfigKey.h" -#include "guardrail/StatsdStats.h" -#include "logd/LogEvent.h" -#include "hash.h" -#include "statslog_statsdtest.h" -#include "statsd_test_util.h" - -#include <android/util/ProtoOutputStream.h> -#include <gtest/gtest.h> - -#include <stdio.h> - -using namespace android; - -namespace android { -namespace os { -namespace statsd { - -using android::util::ProtoOutputStream; -using android::util::ProtoReader; - -#ifdef __ANDROID__ -const string kApp1 = "app1.sharing.1"; -const string kApp2 = "app2.sharing.1"; - -TEST(UidMapTest, TestIsolatedUID) { - sp<UidMap> m = new UidMap(); - sp<StatsPullerManager> pullerManager = new StatsPullerManager(); - sp<AlarmMonitor> anomalyAlarmMonitor; - sp<AlarmMonitor> subscriberAlarmMonitor; - // Construct the processor with a dummy sendBroadcast function that does nothing. - StatsLogProcessor p( - m, pullerManager, anomalyAlarmMonitor, subscriberAlarmMonitor, 0, - [](const ConfigKey& key) { return true; }, - [](const int&, const vector<int64_t>&) { return true; }); - - std::unique_ptr<LogEvent> addEvent = CreateIsolatedUidChangedEvent( - 1 /*timestamp*/, 100 /*hostUid*/, 101 /*isolatedUid*/, 1 /*is_create*/); - EXPECT_EQ(101, m->getHostUidOrSelf(101)); - p.OnLogEvent(addEvent.get()); - EXPECT_EQ(100, m->getHostUidOrSelf(101)); - - std::unique_ptr<LogEvent> removeEvent = CreateIsolatedUidChangedEvent( - 1 /*timestamp*/, 100 /*hostUid*/, 101 /*isolatedUid*/, 0 /*is_create*/); - p.OnLogEvent(removeEvent.get()); - EXPECT_EQ(101, m->getHostUidOrSelf(101)); -} - -TEST(UidMapTest, TestMatching) { - UidMap m; - vector<int32_t> uids; - vector<int64_t> versions; - vector<String16> apps; - vector<String16> versionStrings; - vector<String16> installers; - - uids.push_back(1000); - uids.push_back(1000); - versionStrings.push_back(String16("v1")); - versionStrings.push_back(String16("v1")); - installers.push_back(String16("")); - installers.push_back(String16("")); - apps.push_back(String16(kApp1.c_str())); - apps.push_back(String16(kApp2.c_str())); - versions.push_back(4); - versions.push_back(5); - m.updateMap(1, uids, versions, versionStrings, apps, installers); - EXPECT_TRUE(m.hasApp(1000, kApp1)); - EXPECT_TRUE(m.hasApp(1000, kApp2)); - EXPECT_FALSE(m.hasApp(1000, "not.app")); - - std::set<string> name_set = m.getAppNamesFromUid(1000u, true /* returnNormalized */); - ASSERT_EQ(name_set.size(), 2u); - EXPECT_TRUE(name_set.find(kApp1) != name_set.end()); - EXPECT_TRUE(name_set.find(kApp2) != name_set.end()); - - name_set = m.getAppNamesFromUid(12345, true /* returnNormalized */); - EXPECT_TRUE(name_set.empty()); -} - -TEST(UidMapTest, TestAddAndRemove) { - UidMap m; - vector<int32_t> uids; - vector<int64_t> versions; - vector<String16> apps; - vector<String16> versionStrings; - vector<String16> installers; - - uids.push_back(1000); - uids.push_back(1000); - versionStrings.push_back(String16("v1")); - versionStrings.push_back(String16("v1")); - installers.push_back(String16("")); - installers.push_back(String16("")); - apps.push_back(String16(kApp1.c_str())); - apps.push_back(String16(kApp2.c_str())); - versions.push_back(4); - versions.push_back(5); - m.updateMap(1, uids, versions, versionStrings, apps, installers); - - std::set<string> name_set = m.getAppNamesFromUid(1000, true /* returnNormalized */); - ASSERT_EQ(name_set.size(), 2u); - EXPECT_TRUE(name_set.find(kApp1) != name_set.end()); - EXPECT_TRUE(name_set.find(kApp2) != name_set.end()); - - // Update the app1 version. - m.updateApp(2, String16(kApp1.c_str()), 1000, 40, String16("v40"), String16("")); - EXPECT_EQ(40, m.getAppVersion(1000, kApp1)); - - name_set = m.getAppNamesFromUid(1000, true /* returnNormalized */); - ASSERT_EQ(name_set.size(), 2u); - EXPECT_TRUE(name_set.find(kApp1) != name_set.end()); - EXPECT_TRUE(name_set.find(kApp2) != name_set.end()); - - m.removeApp(3, String16(kApp1.c_str()), 1000); - EXPECT_FALSE(m.hasApp(1000, kApp1)); - EXPECT_TRUE(m.hasApp(1000, kApp2)); - name_set = m.getAppNamesFromUid(1000, true /* returnNormalized */); - ASSERT_EQ(name_set.size(), 1u); - EXPECT_TRUE(name_set.find(kApp1) == name_set.end()); - EXPECT_TRUE(name_set.find(kApp2) != name_set.end()); - - // Remove app2. - m.removeApp(4, String16(kApp2.c_str()), 1000); - EXPECT_FALSE(m.hasApp(1000, kApp1)); - EXPECT_FALSE(m.hasApp(1000, kApp2)); - name_set = m.getAppNamesFromUid(1000, true /* returnNormalized */); - EXPECT_TRUE(name_set.empty()); -} - -TEST(UidMapTest, TestUpdateApp) { - UidMap m; - m.updateMap(1, {1000, 1000}, {4, 5}, {String16("v4"), String16("v5")}, - {String16(kApp1.c_str()), String16(kApp2.c_str())}, {String16(""), String16("")}); - std::set<string> name_set = m.getAppNamesFromUid(1000, true /* returnNormalized */); - ASSERT_EQ(name_set.size(), 2u); - EXPECT_TRUE(name_set.find(kApp1) != name_set.end()); - EXPECT_TRUE(name_set.find(kApp2) != name_set.end()); - - // Adds a new name for uid 1000. - m.updateApp(2, String16("NeW_aPP1_NAmE"), 1000, 40, String16("v40"), String16("")); - name_set = m.getAppNamesFromUid(1000, true /* returnNormalized */); - ASSERT_EQ(name_set.size(), 3u); - EXPECT_TRUE(name_set.find(kApp1) != name_set.end()); - EXPECT_TRUE(name_set.find(kApp2) != name_set.end()); - EXPECT_TRUE(name_set.find("NeW_aPP1_NAmE") == name_set.end()); - EXPECT_TRUE(name_set.find("new_app1_name") != name_set.end()); - - // This name is also reused by another uid 2000. - m.updateApp(3, String16("NeW_aPP1_NAmE"), 2000, 1, String16("v1"), String16("")); - name_set = m.getAppNamesFromUid(2000, true /* returnNormalized */); - ASSERT_EQ(name_set.size(), 1u); - EXPECT_TRUE(name_set.find("NeW_aPP1_NAmE") == name_set.end()); - EXPECT_TRUE(name_set.find("new_app1_name") != name_set.end()); -} - -static void protoOutputStreamToUidMapping(ProtoOutputStream* proto, UidMapping* results) { - vector<uint8_t> bytes; - bytes.resize(proto->size()); - size_t pos = 0; - sp<ProtoReader> reader = proto->data(); - while (reader->readBuffer() != NULL) { - size_t toRead = reader->currentToRead(); - std::memcpy(&((bytes)[pos]), reader->readBuffer(), toRead); - pos += toRead; - reader->move(toRead); - } - results->ParseFromArray(bytes.data(), bytes.size()); -} - -// Test that uid map returns at least one snapshot even if we already obtained -// this snapshot from a previous call to getData. -TEST(UidMapTest, TestOutputIncludesAtLeastOneSnapshot) { - UidMap m; - // Initialize single config key. - ConfigKey config1(1, StringToId("config1")); - m.OnConfigUpdated(config1); - vector<int32_t> uids; - vector<int64_t> versions; - vector<String16> apps; - vector<String16> versionStrings; - vector<String16> installers; - uids.push_back(1000); - apps.push_back(String16(kApp2.c_str())); - versionStrings.push_back(String16("v1")); - installers.push_back(String16("")); - versions.push_back(5); - m.updateMap(1, uids, versions, versionStrings, apps, installers); - - // Set the last timestamp for this config key to be newer. - m.mLastUpdatePerConfigKey[config1] = 2; - - ProtoOutputStream proto; - m.appendUidMap(3, config1, nullptr, true, true, &proto); - - // Check there's still a uidmap attached this one. - UidMapping results; - protoOutputStreamToUidMapping(&proto, &results); - ASSERT_EQ(1, results.snapshots_size()); - EXPECT_EQ("v1", results.snapshots(0).package_info(0).version_string()); -} - -TEST(UidMapTest, TestRemovedAppRetained) { - UidMap m; - // Initialize single config key. - ConfigKey config1(1, StringToId("config1")); - m.OnConfigUpdated(config1); - vector<int32_t> uids; - vector<int64_t> versions; - vector<String16> versionStrings; - vector<String16> installers; - vector<String16> apps; - uids.push_back(1000); - apps.push_back(String16(kApp2.c_str())); - versions.push_back(5); - versionStrings.push_back(String16("v5")); - installers.push_back(String16("")); - m.updateMap(1, uids, versions, versionStrings, apps, installers); - m.removeApp(2, String16(kApp2.c_str()), 1000); - - ProtoOutputStream proto; - m.appendUidMap(3, config1, nullptr, true, true, &proto); - - // Snapshot should still contain this item as deleted. - UidMapping results; - protoOutputStreamToUidMapping(&proto, &results); - ASSERT_EQ(1, results.snapshots(0).package_info_size()); - EXPECT_EQ(true, results.snapshots(0).package_info(0).deleted()); -} - -TEST(UidMapTest, TestRemovedAppOverGuardrail) { - UidMap m; - // Initialize single config key. - ConfigKey config1(1, StringToId("config1")); - m.OnConfigUpdated(config1); - vector<int32_t> uids; - vector<int64_t> versions; - vector<String16> versionStrings; - vector<String16> installers; - vector<String16> apps; - const int maxDeletedApps = StatsdStats::kMaxDeletedAppsInUidMap; - for (int j = 0; j < maxDeletedApps + 10; j++) { - uids.push_back(j); - apps.push_back(String16(kApp1.c_str())); - versions.push_back(j); - versionStrings.push_back(String16("v")); - installers.push_back(String16("")); - } - m.updateMap(1, uids, versions, versionStrings, apps, installers); - - // First, verify that we have the expected number of items. - UidMapping results; - ProtoOutputStream proto; - m.appendUidMap(3, config1, nullptr, true, true, &proto); - protoOutputStreamToUidMapping(&proto, &results); - ASSERT_EQ(maxDeletedApps + 10, results.snapshots(0).package_info_size()); - - // Now remove all the apps. - m.updateMap(1, uids, versions, versionStrings, apps, installers); - for (int j = 0; j < maxDeletedApps + 10; j++) { - m.removeApp(4, String16(kApp1.c_str()), j); - } - - proto.clear(); - m.appendUidMap(5, config1, nullptr, true, true, &proto); - // Snapshot drops the first nine items. - protoOutputStreamToUidMapping(&proto, &results); - ASSERT_EQ(maxDeletedApps, results.snapshots(0).package_info_size()); -} - -TEST(UidMapTest, TestClearingOutput) { - UidMap m; - - ConfigKey config1(1, StringToId("config1")); - ConfigKey config2(1, StringToId("config2")); - - m.OnConfigUpdated(config1); - - vector<int32_t> uids; - vector<int64_t> versions; - vector<String16> versionStrings; - vector<String16> installers; - vector<String16> apps; - uids.push_back(1000); - uids.push_back(1000); - apps.push_back(String16(kApp1.c_str())); - apps.push_back(String16(kApp2.c_str())); - versions.push_back(4); - versions.push_back(5); - versionStrings.push_back(String16("v4")); - versionStrings.push_back(String16("v5")); - installers.push_back(String16("")); - installers.push_back(String16("")); - m.updateMap(1, uids, versions, versionStrings, apps, installers); - - ProtoOutputStream proto; - m.appendUidMap(2, config1, nullptr, true, true, &proto); - UidMapping results; - protoOutputStreamToUidMapping(&proto, &results); - ASSERT_EQ(1, results.snapshots_size()); - - // We have to keep at least one snapshot in memory at all times. - proto.clear(); - m.appendUidMap(2, config1, nullptr, true, true, &proto); - protoOutputStreamToUidMapping(&proto, &results); - ASSERT_EQ(1, results.snapshots_size()); - - // Now add another configuration. - m.OnConfigUpdated(config2); - m.updateApp(5, String16(kApp1.c_str()), 1000, 40, String16("v40"), String16("")); - ASSERT_EQ(1U, m.mChanges.size()); - proto.clear(); - m.appendUidMap(6, config1, nullptr, true, true, &proto); - protoOutputStreamToUidMapping(&proto, &results); - ASSERT_EQ(1, results.snapshots_size()); - ASSERT_EQ(1, results.changes_size()); - ASSERT_EQ(1U, m.mChanges.size()); - - // Add another delta update. - m.updateApp(7, String16(kApp2.c_str()), 1001, 41, String16("v41"), String16("")); - ASSERT_EQ(2U, m.mChanges.size()); - - // We still can't remove anything. - proto.clear(); - m.appendUidMap(8, config1, nullptr, true, true, &proto); - protoOutputStreamToUidMapping(&proto, &results); - ASSERT_EQ(1, results.snapshots_size()); - ASSERT_EQ(1, results.changes_size()); - ASSERT_EQ(2U, m.mChanges.size()); - - proto.clear(); - m.appendUidMap(9, config2, nullptr, true, true, &proto); - protoOutputStreamToUidMapping(&proto, &results); - ASSERT_EQ(1, results.snapshots_size()); - ASSERT_EQ(2, results.changes_size()); - // At this point both should be cleared. - ASSERT_EQ(0U, m.mChanges.size()); -} - -TEST(UidMapTest, TestMemoryComputed) { - UidMap m; - - ConfigKey config1(1, StringToId("config1")); - m.OnConfigUpdated(config1); - - size_t startBytes = m.mBytesUsed; - vector<int32_t> uids; - vector<int64_t> versions; - vector<String16> apps; - vector<String16> versionStrings; - vector<String16> installers; - uids.push_back(1000); - apps.push_back(String16(kApp1.c_str())); - versions.push_back(1); - versionStrings.push_back(String16("v1")); - installers.push_back(String16("")); - m.updateMap(1, uids, versions, versionStrings, apps, installers); - - m.updateApp(3, String16(kApp1.c_str()), 1000, 40, String16("v40"), String16("")); - - ProtoOutputStream proto; - vector<uint8_t> bytes; - m.appendUidMap(2, config1, nullptr, true, true, &proto); - size_t prevBytes = m.mBytesUsed; - - m.appendUidMap(4, config1, nullptr, true, true, &proto); - EXPECT_TRUE(m.mBytesUsed < prevBytes); -} - -TEST(UidMapTest, TestMemoryGuardrail) { - UidMap m; - string buf; - - ConfigKey config1(1, StringToId("config1")); - m.OnConfigUpdated(config1); - - size_t startBytes = m.mBytesUsed; - vector<int32_t> uids; - vector<int64_t> versions; - vector<String16> versionStrings; - vector<String16> installers; - vector<String16> apps; - for (int i = 0; i < 100; i++) { - uids.push_back(1); - buf = "EXTREMELY_LONG_STRING_FOR_APP_TO_WASTE_MEMORY." + to_string(i); - apps.push_back(String16(buf.c_str())); - versions.push_back(1); - versionStrings.push_back(String16("v1")); - installers.push_back(String16("")); - } - m.updateMap(1, uids, versions, versionStrings, apps, installers); - - m.updateApp(3, String16("EXTREMELY_LONG_STRING_FOR_APP_TO_WASTE_MEMORY.0"), 1000, 2, - String16("v2"), String16("")); - ASSERT_EQ(1U, m.mChanges.size()); - - // Now force deletion by limiting the memory to hold one delta change. - m.maxBytesOverride = 120; // Since the app string alone requires >45 characters. - m.updateApp(5, String16("EXTREMELY_LONG_STRING_FOR_APP_TO_WASTE_MEMORY.0"), 1000, 4, - String16("v4"), String16("")); - ASSERT_EQ(1U, m.mChanges.size()); -} - -#else -GTEST_LOG_(INFO) << "This test does nothing.\n"; -#endif - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/tests/anomaly/AlarmTracker_test.cpp b/cmds/statsd/tests/anomaly/AlarmTracker_test.cpp deleted file mode 100644 index 64ea219c8465..000000000000 --- a/cmds/statsd/tests/anomaly/AlarmTracker_test.cpp +++ /dev/null @@ -1,94 +0,0 @@ -// Copyright (C) 2018 The Android Open Source Project -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#include "src/anomaly/AlarmTracker.h" - -#include <gtest/gtest.h> -#include <log/log_time.h> -#include <stdio.h> -#include <vector> - -using namespace testing; -using android::sp; -using std::set; -using std::shared_ptr; -using std::unordered_map; -using std::vector; - -#ifdef __ANDROID__ - -namespace android { -namespace os { -namespace statsd { - -const ConfigKey kConfigKey(0, 12345); - -TEST(AlarmTrackerTest, TestTriggerTimestamp) { - sp<AlarmMonitor> subscriberAlarmMonitor = - new AlarmMonitor(100, - [](const shared_ptr<IStatsCompanionService>&, int64_t){}, - [](const shared_ptr<IStatsCompanionService>&){}); - Alarm alarm; - alarm.set_offset_millis(15 * MS_PER_SEC); - alarm.set_period_millis(60 * 60 * MS_PER_SEC); // 1hr - int64_t startMillis = 100000000 * MS_PER_SEC; - int64_t nextAlarmTime = startMillis / MS_PER_SEC + 15; - AlarmTracker tracker(startMillis, startMillis, alarm, kConfigKey, subscriberAlarmMonitor); - - EXPECT_EQ(tracker.mAlarmSec, nextAlarmTime); - - uint64_t currentTimeSec = startMillis / MS_PER_SEC + 10; - std::unordered_set<sp<const InternalAlarm>, SpHash<InternalAlarm>> firedAlarmSet = - subscriberAlarmMonitor->popSoonerThan(static_cast<uint32_t>(currentTimeSec)); - EXPECT_TRUE(firedAlarmSet.empty()); - tracker.informAlarmsFired(currentTimeSec * NS_PER_SEC, firedAlarmSet); - EXPECT_EQ(tracker.mAlarmSec, nextAlarmTime); - EXPECT_EQ(tracker.getAlarmTimestampSec(), nextAlarmTime); - - currentTimeSec = startMillis / MS_PER_SEC + 7000; - nextAlarmTime = startMillis / MS_PER_SEC + 15 + 2 * 60 * 60; - firedAlarmSet = subscriberAlarmMonitor->popSoonerThan(static_cast<uint32_t>(currentTimeSec)); - ASSERT_EQ(firedAlarmSet.size(), 1u); - tracker.informAlarmsFired(currentTimeSec * NS_PER_SEC, firedAlarmSet); - EXPECT_TRUE(firedAlarmSet.empty()); - EXPECT_EQ(tracker.mAlarmSec, nextAlarmTime); - EXPECT_EQ(tracker.getAlarmTimestampSec(), nextAlarmTime); - - // Alarm fires exactly on time. - currentTimeSec = startMillis / MS_PER_SEC + 15 + 2 * 60 * 60; - nextAlarmTime = startMillis / MS_PER_SEC + 15 + 3 * 60 * 60; - firedAlarmSet = subscriberAlarmMonitor->popSoonerThan(static_cast<uint32_t>(currentTimeSec)); - ASSERT_EQ(firedAlarmSet.size(), 1u); - tracker.informAlarmsFired(currentTimeSec * NS_PER_SEC, firedAlarmSet); - EXPECT_TRUE(firedAlarmSet.empty()); - EXPECT_EQ(tracker.mAlarmSec, nextAlarmTime); - EXPECT_EQ(tracker.getAlarmTimestampSec(), nextAlarmTime); - - // Alarm fires exactly 1 period late. - currentTimeSec = startMillis / MS_PER_SEC + 15 + 4 * 60 * 60; - nextAlarmTime = startMillis / MS_PER_SEC + 15 + 5 * 60 * 60; - firedAlarmSet = subscriberAlarmMonitor->popSoonerThan(static_cast<uint32_t>(currentTimeSec)); - ASSERT_EQ(firedAlarmSet.size(), 1u); - tracker.informAlarmsFired(currentTimeSec * NS_PER_SEC, firedAlarmSet); - EXPECT_TRUE(firedAlarmSet.empty()); - EXPECT_EQ(tracker.mAlarmSec, nextAlarmTime); - EXPECT_EQ(tracker.getAlarmTimestampSec(), nextAlarmTime); -} - -} // namespace statsd -} // namespace os -} // namespace android -#else -GTEST_LOG_(INFO) << "This test does nothing.\n"; -#endif diff --git a/cmds/statsd/tests/anomaly/AnomalyTracker_test.cpp b/cmds/statsd/tests/anomaly/AnomalyTracker_test.cpp deleted file mode 100644 index 0cc8af16c782..000000000000 --- a/cmds/statsd/tests/anomaly/AnomalyTracker_test.cpp +++ /dev/null @@ -1,408 +0,0 @@ -// Copyright (C) 2017 The Android Open Source Project -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#include "src/anomaly/AnomalyTracker.h" - -#include <gtest/gtest.h> -#include <math.h> -#include <stdio.h> - -#include <vector> - -#include "tests/statsd_test_util.h" - -using namespace testing; -using android::sp; -using std::set; -using std::unordered_map; -using std::vector; - -#ifdef __ANDROID__ - -namespace android { -namespace os { -namespace statsd { - -const ConfigKey kConfigKey(0, 12345); - -MetricDimensionKey getMockMetricDimensionKey(int key, string value) { - int pos[] = {key, 0, 0}; - HashableDimensionKey dim; - dim.addValue(FieldValue(Field(1, pos, 0), Value(value))); - return MetricDimensionKey(dim, DEFAULT_DIMENSION_KEY); -} - -void AddValueToBucket(const std::vector<std::pair<MetricDimensionKey, long>>& key_value_pair_list, - std::shared_ptr<DimToValMap> bucket) { - for (auto itr = key_value_pair_list.begin(); itr != key_value_pair_list.end(); itr++) { - (*bucket)[itr->first] += itr->second; - } -} - -std::shared_ptr<DimToValMap> MockBucket( - const std::vector<std::pair<MetricDimensionKey, long>>& key_value_pair_list) { - std::shared_ptr<DimToValMap> bucket = std::make_shared<DimToValMap>(); - AddValueToBucket(key_value_pair_list, bucket); - return bucket; -} - -// Returns the value, for the given key, in that bucket, or 0 if not present. -int64_t getBucketValue(const std::shared_ptr<DimToValMap>& bucket, - const MetricDimensionKey& key) { - const auto& itr = bucket->find(key); - if (itr != bucket->end()) { - return itr->second; - } - return 0; -} - -// Returns true if keys in trueList are detected as anomalies and keys in falseList are not. -bool detectAnomaliesPass(AnomalyTracker& tracker, - const int64_t& bucketNum, - const std::shared_ptr<DimToValMap>& currentBucket, - const std::set<const MetricDimensionKey>& trueList, - const std::set<const MetricDimensionKey>& falseList) { - for (const MetricDimensionKey& key : trueList) { - if (!tracker.detectAnomaly(bucketNum, key, getBucketValue(currentBucket, key))) { - return false; - } - } - for (const MetricDimensionKey& key : falseList) { - if (tracker.detectAnomaly(bucketNum, key, getBucketValue(currentBucket, key))) { - return false; - } - } - return true; -} - -// Calls tracker.detectAndDeclareAnomaly on each key in the bucket. -void detectAndDeclareAnomalies(AnomalyTracker& tracker, - const int64_t& bucketNum, - const std::shared_ptr<DimToValMap>& bucket, - const int64_t& eventTimestamp) { - for (const auto& kv : *bucket) { - tracker.detectAndDeclareAnomaly(eventTimestamp, bucketNum, 0 /*metric_id*/, kv.first, - kv.second); - } -} - -// Asserts that the refractory time for each key in timestamps is the corresponding -// timestamp (in ns) + refractoryPeriodSec. -// If a timestamp value is negative, instead asserts that the refractory period is inapplicable -// (either non-existant or already past). -void checkRefractoryTimes(AnomalyTracker& tracker, - const int64_t& currTimestampNs, - const int32_t& refractoryPeriodSec, - const std::unordered_map<MetricDimensionKey, int64_t>& timestamps) { - for (const auto& kv : timestamps) { - if (kv.second < 0) { - // Make sure that, if there is a refractory period, it is already past. - EXPECT_LT(tracker.getRefractoryPeriodEndsSec(kv.first) * NS_PER_SEC, - (uint64_t)currTimestampNs) - << "Failure was at currTimestampNs " << currTimestampNs; - } else { - EXPECT_EQ(tracker.getRefractoryPeriodEndsSec(kv.first), - std::ceil(1.0 * kv.second / NS_PER_SEC) + refractoryPeriodSec) - << "Failure was at currTimestampNs " << currTimestampNs; - } - } -} - -TEST(AnomalyTrackerTest, TestConsecutiveBuckets) { - const int64_t bucketSizeNs = 30 * NS_PER_SEC; - const int32_t refractoryPeriodSec = 2 * bucketSizeNs / NS_PER_SEC; - Alert alert; - alert.set_num_buckets(3); - alert.set_refractory_period_secs(refractoryPeriodSec); - alert.set_trigger_if_sum_gt(2); - - AnomalyTracker anomalyTracker(alert, kConfigKey); - MetricDimensionKey keyA = getMockMetricDimensionKey(1, "a"); - MetricDimensionKey keyB = getMockMetricDimensionKey(1, "b"); - MetricDimensionKey keyC = getMockMetricDimensionKey(1, "c"); - - int64_t eventTimestamp0 = 10 * NS_PER_SEC; - int64_t eventTimestamp1 = bucketSizeNs + 11 * NS_PER_SEC; - int64_t eventTimestamp2 = 2 * bucketSizeNs + 12 * NS_PER_SEC; - int64_t eventTimestamp3 = 3 * bucketSizeNs + 13 * NS_PER_SEC; - int64_t eventTimestamp4 = 4 * bucketSizeNs + 14 * NS_PER_SEC; - int64_t eventTimestamp5 = 5 * bucketSizeNs + 5 * NS_PER_SEC; - int64_t eventTimestamp6 = 6 * bucketSizeNs + 16 * NS_PER_SEC; - - std::shared_ptr<DimToValMap> bucket0 = MockBucket({{keyA, 1}, {keyB, 2}, {keyC, 1}}); - std::shared_ptr<DimToValMap> bucket1 = MockBucket({{keyA, 1}}); - std::shared_ptr<DimToValMap> bucket2 = MockBucket({{keyB, 1}}); - std::shared_ptr<DimToValMap> bucket3 = MockBucket({{keyA, 2}}); - std::shared_ptr<DimToValMap> bucket4 = MockBucket({{keyB, 5}}); - std::shared_ptr<DimToValMap> bucket5 = MockBucket({{keyA, 2}}); - std::shared_ptr<DimToValMap> bucket6 = MockBucket({{keyA, 2}}); - - // Start time with no events. - ASSERT_EQ(anomalyTracker.mSumOverPastBuckets.size(), 0u); - EXPECT_EQ(anomalyTracker.mMostRecentBucketNum, -1LL); - - // Event from bucket #0 occurs. - EXPECT_TRUE(detectAnomaliesPass(anomalyTracker, 0, bucket0, {}, {keyA, keyB, keyC})); - detectAndDeclareAnomalies(anomalyTracker, 0, bucket0, eventTimestamp1); - checkRefractoryTimes(anomalyTracker, eventTimestamp0, refractoryPeriodSec, - {{keyA, -1}, {keyB, -1}, {keyC, -1}}); - - // Adds past bucket #0 - anomalyTracker.addPastBucket(bucket0, 0); - ASSERT_EQ(anomalyTracker.mSumOverPastBuckets.size(), 3u); - EXPECT_EQ(anomalyTracker.getSumOverPastBuckets(keyA), 1LL); - EXPECT_EQ(anomalyTracker.getSumOverPastBuckets(keyB), 2LL); - EXPECT_EQ(anomalyTracker.getSumOverPastBuckets(keyC), 1LL); - EXPECT_EQ(anomalyTracker.mMostRecentBucketNum, 0LL); - - // Event from bucket #1 occurs. - EXPECT_TRUE(detectAnomaliesPass(anomalyTracker, 1, bucket1, {}, {keyA, keyB, keyC})); - detectAndDeclareAnomalies(anomalyTracker, 1, bucket1, eventTimestamp1); - checkRefractoryTimes(anomalyTracker, eventTimestamp1, refractoryPeriodSec, - {{keyA, -1}, {keyB, -1}, {keyC, -1}}); - - // Adds past bucket #0 again. The sum does not change. - anomalyTracker.addPastBucket(bucket0, 0); - ASSERT_EQ(anomalyTracker.mSumOverPastBuckets.size(), 3u); - EXPECT_EQ(anomalyTracker.getSumOverPastBuckets(keyA), 1LL); - EXPECT_EQ(anomalyTracker.getSumOverPastBuckets(keyB), 2LL); - EXPECT_EQ(anomalyTracker.getSumOverPastBuckets(keyC), 1LL); - EXPECT_EQ(anomalyTracker.mMostRecentBucketNum, 0LL); - EXPECT_TRUE(detectAnomaliesPass(anomalyTracker, 1, bucket1, {}, {keyA, keyB, keyC})); - detectAndDeclareAnomalies(anomalyTracker, 1, bucket1, eventTimestamp1 + 1); - checkRefractoryTimes(anomalyTracker, eventTimestamp1, refractoryPeriodSec, - {{keyA, -1}, {keyB, -1}, {keyC, -1}}); - - // Adds past bucket #1. - anomalyTracker.addPastBucket(bucket1, 1); - EXPECT_EQ(anomalyTracker.mMostRecentBucketNum, 1L); - ASSERT_EQ(anomalyTracker.mSumOverPastBuckets.size(), 3UL); - EXPECT_EQ(anomalyTracker.getSumOverPastBuckets(keyA), 2LL); - EXPECT_EQ(anomalyTracker.getSumOverPastBuckets(keyB), 2LL); - EXPECT_EQ(anomalyTracker.getSumOverPastBuckets(keyC), 1LL); - - // Event from bucket #2 occurs. New anomaly on keyB. - EXPECT_TRUE(detectAnomaliesPass(anomalyTracker, 2, bucket2, {keyB}, {keyA, keyC})); - detectAndDeclareAnomalies(anomalyTracker, 2, bucket2, eventTimestamp2); - checkRefractoryTimes(anomalyTracker, eventTimestamp2, refractoryPeriodSec, - {{keyA, -1}, {keyB, eventTimestamp2}, {keyC, -1}}); - - // Adds past bucket #1 again. Nothing changes. - anomalyTracker.addPastBucket(bucket1, 1); - EXPECT_EQ(anomalyTracker.mMostRecentBucketNum, 1L); - ASSERT_EQ(anomalyTracker.mSumOverPastBuckets.size(), 3UL); - EXPECT_EQ(anomalyTracker.getSumOverPastBuckets(keyA), 2LL); - EXPECT_EQ(anomalyTracker.getSumOverPastBuckets(keyB), 2LL); - EXPECT_EQ(anomalyTracker.getSumOverPastBuckets(keyC), 1LL); - // Event from bucket #2 occurs (again). - EXPECT_TRUE(detectAnomaliesPass(anomalyTracker, 2, bucket2, {keyB}, {keyA, keyC})); - detectAndDeclareAnomalies(anomalyTracker, 2, bucket2, eventTimestamp2 + 1); - checkRefractoryTimes(anomalyTracker, eventTimestamp2, refractoryPeriodSec, - {{keyA, -1}, {keyB, eventTimestamp2}, {keyC, -1}}); - - // Adds past bucket #2. - anomalyTracker.addPastBucket(bucket2, 2); - EXPECT_EQ(anomalyTracker.mMostRecentBucketNum, 2L); - ASSERT_EQ(anomalyTracker.mSumOverPastBuckets.size(), 2UL); - EXPECT_EQ(anomalyTracker.getSumOverPastBuckets(keyA), 1LL); - EXPECT_EQ(anomalyTracker.getSumOverPastBuckets(keyB), 1LL); - - // Event from bucket #3 occurs. New anomaly on keyA. - EXPECT_TRUE(detectAnomaliesPass(anomalyTracker, 3, bucket3, {keyA}, {keyB, keyC})); - detectAndDeclareAnomalies(anomalyTracker, 3, bucket3, eventTimestamp3); - checkRefractoryTimes(anomalyTracker, eventTimestamp3, refractoryPeriodSec, - {{keyA, eventTimestamp3}, {keyB, eventTimestamp2}, {keyC, -1}}); - - // Adds bucket #3. - anomalyTracker.addPastBucket(bucket3, 3L); - EXPECT_EQ(anomalyTracker.mMostRecentBucketNum, 3L); - ASSERT_EQ(anomalyTracker.mSumOverPastBuckets.size(), 2UL); - EXPECT_EQ(anomalyTracker.getSumOverPastBuckets(keyA), 2LL); - EXPECT_EQ(anomalyTracker.getSumOverPastBuckets(keyB), 1LL); - - // Event from bucket #4 occurs. New anomaly on keyB. - EXPECT_TRUE(detectAnomaliesPass(anomalyTracker, 4, bucket4, {keyB}, {keyA, keyC})); - detectAndDeclareAnomalies(anomalyTracker, 4, bucket4, eventTimestamp4); - checkRefractoryTimes(anomalyTracker, eventTimestamp4, refractoryPeriodSec, - {{keyA, eventTimestamp3}, {keyB, eventTimestamp4}, {keyC, -1}}); - - // Adds bucket #4. - anomalyTracker.addPastBucket(bucket4, 4); - EXPECT_EQ(anomalyTracker.mMostRecentBucketNum, 4L); - ASSERT_EQ(anomalyTracker.mSumOverPastBuckets.size(), 2UL); - EXPECT_EQ(anomalyTracker.getSumOverPastBuckets(keyA), 2LL); - EXPECT_EQ(anomalyTracker.getSumOverPastBuckets(keyB), 5LL); - - // Event from bucket #5 occurs. New anomaly on keyA, which is still in refractory. - EXPECT_TRUE(detectAnomaliesPass(anomalyTracker, 5, bucket5, {keyA, keyB}, {keyC})); - detectAndDeclareAnomalies(anomalyTracker, 5, bucket5, eventTimestamp5); - checkRefractoryTimes(anomalyTracker, eventTimestamp5, refractoryPeriodSec, - {{keyA, eventTimestamp3}, {keyB, eventTimestamp4}, {keyC, -1}}); - - // Adds bucket #5. - anomalyTracker.addPastBucket(bucket5, 5); - EXPECT_EQ(anomalyTracker.mMostRecentBucketNum, 5L); - ASSERT_EQ(anomalyTracker.mSumOverPastBuckets.size(), 2UL); - EXPECT_EQ(anomalyTracker.getSumOverPastBuckets(keyA), 2LL); - EXPECT_EQ(anomalyTracker.getSumOverPastBuckets(keyB), 5LL); - - // Event from bucket #6 occurs. New anomaly on keyA, which is now out of refractory. - EXPECT_TRUE(detectAnomaliesPass(anomalyTracker, 6, bucket6, {keyA, keyB}, {keyC})); - detectAndDeclareAnomalies(anomalyTracker, 6, bucket6, eventTimestamp6); - checkRefractoryTimes(anomalyTracker, eventTimestamp6, refractoryPeriodSec, - {{keyA, eventTimestamp6}, {keyB, eventTimestamp4}, {keyC, -1}}); -} - -TEST(AnomalyTrackerTest, TestSparseBuckets) { - const int64_t bucketSizeNs = 30 * NS_PER_SEC; - const int32_t refractoryPeriodSec = 2 * bucketSizeNs / NS_PER_SEC; - Alert alert; - alert.set_num_buckets(3); - alert.set_refractory_period_secs(refractoryPeriodSec); - alert.set_trigger_if_sum_gt(2); - - AnomalyTracker anomalyTracker(alert, kConfigKey); - MetricDimensionKey keyA = getMockMetricDimensionKey(1, "a"); - MetricDimensionKey keyB = getMockMetricDimensionKey(1, "b"); - MetricDimensionKey keyC = getMockMetricDimensionKey(1, "c"); - MetricDimensionKey keyD = getMockMetricDimensionKey(1, "d"); - MetricDimensionKey keyE = getMockMetricDimensionKey(1, "e"); - - std::shared_ptr<DimToValMap> bucket9 = MockBucket({{keyA, 1}, {keyB, 2}, {keyC, 1}}); - std::shared_ptr<DimToValMap> bucket16 = MockBucket({{keyB, 4}}); - std::shared_ptr<DimToValMap> bucket18 = MockBucket({{keyB, 1}, {keyC, 1}}); - std::shared_ptr<DimToValMap> bucket20 = MockBucket({{keyB, 3}, {keyC, 1}}); - std::shared_ptr<DimToValMap> bucket25 = MockBucket({{keyD, 1}}); - std::shared_ptr<DimToValMap> bucket28 = MockBucket({{keyE, 2}}); - - int64_t eventTimestamp1 = bucketSizeNs * 8 + 1; - int64_t eventTimestamp2 = bucketSizeNs * 15 + 11; - int64_t eventTimestamp3 = bucketSizeNs * 17 + 1; - int64_t eventTimestamp4 = bucketSizeNs * 19 + 2; - int64_t eventTimestamp5 = bucketSizeNs * 24 + 3; - int64_t eventTimestamp6 = bucketSizeNs * 27 + 3; - - EXPECT_EQ(anomalyTracker.mMostRecentBucketNum, -1LL); - ASSERT_EQ(anomalyTracker.mSumOverPastBuckets.size(), 0UL); - EXPECT_TRUE(detectAnomaliesPass(anomalyTracker, 9, bucket9, {}, {keyA, keyB, keyC, keyD})); - detectAndDeclareAnomalies(anomalyTracker, 9, bucket9, eventTimestamp1); - checkRefractoryTimes(anomalyTracker, eventTimestamp1, refractoryPeriodSec, - {{keyA, -1}, {keyB, -1}, {keyC, -1}, {keyD, -1}, {keyE, -1}}); - - // Add past bucket #9 - anomalyTracker.addPastBucket(bucket9, 9); - EXPECT_EQ(anomalyTracker.mMostRecentBucketNum, 9L); - ASSERT_EQ(anomalyTracker.mSumOverPastBuckets.size(), 3UL); - EXPECT_EQ(anomalyTracker.getSumOverPastBuckets(keyA), 1LL); - EXPECT_EQ(anomalyTracker.getSumOverPastBuckets(keyB), 2LL); - EXPECT_EQ(anomalyTracker.getSumOverPastBuckets(keyC), 1LL); - EXPECT_TRUE(detectAnomaliesPass(anomalyTracker, 16, bucket16, {keyB}, {keyA, keyC, keyD})); - ASSERT_EQ(anomalyTracker.mSumOverPastBuckets.size(), 0UL); - EXPECT_EQ(anomalyTracker.mMostRecentBucketNum, 15L); - detectAndDeclareAnomalies(anomalyTracker, 16, bucket16, eventTimestamp2); - ASSERT_EQ(anomalyTracker.mSumOverPastBuckets.size(), 0UL); - EXPECT_EQ(anomalyTracker.mMostRecentBucketNum, 15L); - checkRefractoryTimes(anomalyTracker, eventTimestamp2, refractoryPeriodSec, - {{keyA, -1}, {keyB, eventTimestamp2}, {keyC, -1}, {keyD, -1}, {keyE, -1}}); - - // Add past bucket #16 - anomalyTracker.addPastBucket(bucket16, 16); - EXPECT_EQ(anomalyTracker.mMostRecentBucketNum, 16L); - ASSERT_EQ(anomalyTracker.mSumOverPastBuckets.size(), 1UL); - EXPECT_EQ(anomalyTracker.getSumOverPastBuckets(keyB), 4LL); - EXPECT_TRUE(detectAnomaliesPass(anomalyTracker, 18, bucket18, {keyB}, {keyA, keyC, keyD})); - ASSERT_EQ(anomalyTracker.mSumOverPastBuckets.size(), 1UL); - EXPECT_EQ(anomalyTracker.getSumOverPastBuckets(keyB), 4LL); - // Within refractory period. - detectAndDeclareAnomalies(anomalyTracker, 18, bucket18, eventTimestamp3); - checkRefractoryTimes(anomalyTracker, eventTimestamp3, refractoryPeriodSec, - {{keyA, -1}, {keyB, eventTimestamp2}, {keyC, -1}, {keyD, -1}, {keyE, -1}}); - ASSERT_EQ(anomalyTracker.mSumOverPastBuckets.size(), 1UL); - EXPECT_EQ(anomalyTracker.getSumOverPastBuckets(keyB), 4LL); - - // Add past bucket #18 - anomalyTracker.addPastBucket(bucket18, 18); - EXPECT_EQ(anomalyTracker.mMostRecentBucketNum, 18L); - ASSERT_EQ(anomalyTracker.mSumOverPastBuckets.size(), 2UL); - EXPECT_EQ(anomalyTracker.getSumOverPastBuckets(keyB), 1LL); - EXPECT_EQ(anomalyTracker.getSumOverPastBuckets(keyC), 1LL); - EXPECT_TRUE(detectAnomaliesPass(anomalyTracker, 20, bucket20, {keyB}, {keyA, keyC, keyD})); - EXPECT_EQ(anomalyTracker.mMostRecentBucketNum, 19L); - ASSERT_EQ(anomalyTracker.mSumOverPastBuckets.size(), 2UL); - EXPECT_EQ(anomalyTracker.getSumOverPastBuckets(keyB), 1LL); - EXPECT_EQ(anomalyTracker.getSumOverPastBuckets(keyC), 1LL); - detectAndDeclareAnomalies(anomalyTracker, 20, bucket20, eventTimestamp4); - checkRefractoryTimes(anomalyTracker, eventTimestamp4, refractoryPeriodSec, - {{keyA, -1}, {keyB, eventTimestamp4}, {keyC, -1}, {keyD, -1}, {keyE, -1}}); - - // Add bucket #18 again. Nothing changes. - anomalyTracker.addPastBucket(bucket18, 18); - EXPECT_EQ(anomalyTracker.mMostRecentBucketNum, 19L); - ASSERT_EQ(anomalyTracker.mSumOverPastBuckets.size(), 2UL); - EXPECT_EQ(anomalyTracker.getSumOverPastBuckets(keyB), 1LL); - EXPECT_EQ(anomalyTracker.getSumOverPastBuckets(keyC), 1LL); - EXPECT_TRUE(detectAnomaliesPass(anomalyTracker, 20, bucket20, {keyB}, {keyA, keyC, keyD})); - ASSERT_EQ(anomalyTracker.mSumOverPastBuckets.size(), 2UL); - EXPECT_EQ(anomalyTracker.getSumOverPastBuckets(keyB), 1LL); - EXPECT_EQ(anomalyTracker.getSumOverPastBuckets(keyC), 1LL); - detectAndDeclareAnomalies(anomalyTracker, 20, bucket20, eventTimestamp4 + 1); - // Within refractory period. - checkRefractoryTimes(anomalyTracker, eventTimestamp4 + 1, refractoryPeriodSec, - {{keyA, -1}, {keyB, eventTimestamp4}, {keyC, -1}, {keyD, -1}, {keyE, -1}}); - - // Add past bucket #20 - anomalyTracker.addPastBucket(bucket20, 20); - EXPECT_EQ(anomalyTracker.mMostRecentBucketNum, 20L); - ASSERT_EQ(anomalyTracker.mSumOverPastBuckets.size(), 2UL); - EXPECT_EQ(anomalyTracker.getSumOverPastBuckets(keyB), 3LL); - EXPECT_EQ(anomalyTracker.getSumOverPastBuckets(keyC), 1LL); - EXPECT_TRUE(detectAnomaliesPass(anomalyTracker, 25, bucket25, {}, {keyA, keyB, keyC, keyD})); - EXPECT_EQ(anomalyTracker.mMostRecentBucketNum, 24L); - ASSERT_EQ(anomalyTracker.mSumOverPastBuckets.size(), 0UL); - detectAndDeclareAnomalies(anomalyTracker, 25, bucket25, eventTimestamp5); - checkRefractoryTimes(anomalyTracker, eventTimestamp5, refractoryPeriodSec, - {{keyA, -1}, {keyB, eventTimestamp4}, {keyC, -1}, {keyD, -1}, {keyE, -1}}); - - // Add past bucket #25 - anomalyTracker.addPastBucket(bucket25, 25); - EXPECT_EQ(anomalyTracker.mMostRecentBucketNum, 25L); - ASSERT_EQ(anomalyTracker.mSumOverPastBuckets.size(), 1UL); - EXPECT_EQ(anomalyTracker.getSumOverPastBuckets(keyD), 1LL); - EXPECT_TRUE(detectAnomaliesPass(anomalyTracker, 28, bucket28, {}, - {keyA, keyB, keyC, keyD, keyE})); - EXPECT_EQ(anomalyTracker.mMostRecentBucketNum, 27L); - ASSERT_EQ(anomalyTracker.mSumOverPastBuckets.size(), 0UL); - detectAndDeclareAnomalies(anomalyTracker, 28, bucket28, eventTimestamp6); - ASSERT_EQ(anomalyTracker.mSumOverPastBuckets.size(), 0UL); - checkRefractoryTimes(anomalyTracker, eventTimestamp6, refractoryPeriodSec, - {{keyA, -1}, {keyB, -1}, {keyC, -1}, {keyD, -1}, {keyE, -1}}); - - // Updates current bucket #28. - (*bucket28)[keyE] = 5; - EXPECT_TRUE(detectAnomaliesPass(anomalyTracker, 28, bucket28, {keyE}, - {keyA, keyB, keyC, keyD})); - EXPECT_EQ(anomalyTracker.mMostRecentBucketNum, 27L); - ASSERT_EQ(anomalyTracker.mSumOverPastBuckets.size(), 0UL); - detectAndDeclareAnomalies(anomalyTracker, 28, bucket28, eventTimestamp6 + 7); - ASSERT_EQ(anomalyTracker.mSumOverPastBuckets.size(), 0UL); - checkRefractoryTimes(anomalyTracker, eventTimestamp6, refractoryPeriodSec, - {{keyA, -1}, {keyB, -1}, {keyC, -1}, {keyD, -1}, {keyE, eventTimestamp6 + 7}}); -} - -} // namespace statsd -} // namespace os -} // namespace android -#else -GTEST_LOG_(INFO) << "This test does nothing.\n"; -#endif diff --git a/cmds/statsd/tests/condition/CombinationConditionTracker_test.cpp b/cmds/statsd/tests/condition/CombinationConditionTracker_test.cpp deleted file mode 100644 index 1d501fd5a87c..000000000000 --- a/cmds/statsd/tests/condition/CombinationConditionTracker_test.cpp +++ /dev/null @@ -1,167 +0,0 @@ -// Copyright (C) 2017 The Android Open Source Project -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#include "condition/condition_util.h" -#include "frameworks/base/cmds/statsd/src/statsd_config.pb.h" - -#include <gtest/gtest.h> - -#include <stdio.h> -#include <vector> - -using namespace android::os::statsd; -using std::vector; - -#ifdef __ANDROID__ - -TEST(ConditionTrackerTest, TestUnknownCondition) { - LogicalOperation operation = LogicalOperation::AND; - - vector<int> children; - children.push_back(0); - children.push_back(1); - children.push_back(2); - - vector<ConditionState> conditionResults; - conditionResults.push_back(ConditionState::kUnknown); - conditionResults.push_back(ConditionState::kFalse); - conditionResults.push_back(ConditionState::kTrue); - - EXPECT_EQ(evaluateCombinationCondition(children, operation, conditionResults), - ConditionState::kUnknown); -} - -TEST(ConditionTrackerTest, TestAndCondition) { - // Set up the matcher - LogicalOperation operation = LogicalOperation::AND; - - vector<int> children; - children.push_back(0); - children.push_back(1); - children.push_back(2); - - vector<ConditionState> conditionResults; - conditionResults.push_back(ConditionState::kTrue); - conditionResults.push_back(ConditionState::kFalse); - conditionResults.push_back(ConditionState::kTrue); - - EXPECT_FALSE(evaluateCombinationCondition(children, operation, conditionResults)); - - conditionResults.clear(); - conditionResults.push_back(ConditionState::kTrue); - conditionResults.push_back(ConditionState::kTrue); - conditionResults.push_back(ConditionState::kTrue); - - EXPECT_TRUE(evaluateCombinationCondition(children, operation, conditionResults)); -} - -TEST(ConditionTrackerTest, TestOrCondition) { - // Set up the matcher - LogicalOperation operation = LogicalOperation::OR; - - vector<int> children; - children.push_back(0); - children.push_back(1); - children.push_back(2); - - vector<ConditionState> conditionResults; - conditionResults.push_back(ConditionState::kTrue); - conditionResults.push_back(ConditionState::kFalse); - conditionResults.push_back(ConditionState::kTrue); - - EXPECT_TRUE(evaluateCombinationCondition(children, operation, conditionResults)); - - conditionResults.clear(); - conditionResults.push_back(ConditionState::kFalse); - conditionResults.push_back(ConditionState::kFalse); - conditionResults.push_back(ConditionState::kFalse); - - EXPECT_FALSE(evaluateCombinationCondition(children, operation, conditionResults)); -} - -TEST(ConditionTrackerTest, TestNotCondition) { - // Set up the matcher - LogicalOperation operation = LogicalOperation::NOT; - - vector<int> children; - children.push_back(0); - - vector<ConditionState> conditionResults; - conditionResults.push_back(ConditionState::kTrue); - - EXPECT_FALSE(evaluateCombinationCondition(children, operation, conditionResults)); - - conditionResults.clear(); - conditionResults.push_back(ConditionState::kFalse); - EXPECT_TRUE(evaluateCombinationCondition(children, operation, conditionResults)); - - children.clear(); - conditionResults.clear(); - EXPECT_EQ(evaluateCombinationCondition(children, operation, conditionResults), - ConditionState::kUnknown); -} - -TEST(ConditionTrackerTest, TestNandCondition) { - // Set up the matcher - LogicalOperation operation = LogicalOperation::NAND; - - vector<int> children; - children.push_back(0); - children.push_back(1); - - vector<ConditionState> conditionResults; - conditionResults.push_back(ConditionState::kTrue); - conditionResults.push_back(ConditionState::kFalse); - - EXPECT_TRUE(evaluateCombinationCondition(children, operation, conditionResults)); - - conditionResults.clear(); - conditionResults.push_back(ConditionState::kFalse); - conditionResults.push_back(ConditionState::kFalse); - EXPECT_TRUE(evaluateCombinationCondition(children, operation, conditionResults)); - - conditionResults.clear(); - conditionResults.push_back(ConditionState::kTrue); - conditionResults.push_back(ConditionState::kTrue); - EXPECT_FALSE(evaluateCombinationCondition(children, operation, conditionResults)); -} - -TEST(ConditionTrackerTest, TestNorCondition) { - // Set up the matcher - LogicalOperation operation = LogicalOperation::NOR; - - vector<int> children; - children.push_back(0); - children.push_back(1); - - vector<ConditionState> conditionResults; - conditionResults.push_back(ConditionState::kTrue); - conditionResults.push_back(ConditionState::kFalse); - - EXPECT_FALSE(evaluateCombinationCondition(children, operation, conditionResults)); - - conditionResults.clear(); - conditionResults.push_back(ConditionState::kFalse); - conditionResults.push_back(ConditionState::kFalse); - EXPECT_TRUE(evaluateCombinationCondition(children, operation, conditionResults)); - - conditionResults.clear(); - conditionResults.push_back(ConditionState::kTrue); - conditionResults.push_back(ConditionState::kTrue); - EXPECT_FALSE(evaluateCombinationCondition(children, operation, conditionResults)); -} - -#else -GTEST_LOG_(INFO) << "This test does nothing.\n"; -#endif diff --git a/cmds/statsd/tests/condition/ConditionTimer_test.cpp b/cmds/statsd/tests/condition/ConditionTimer_test.cpp deleted file mode 100644 index ea02cd3a5ee1..000000000000 --- a/cmds/statsd/tests/condition/ConditionTimer_test.cpp +++ /dev/null @@ -1,68 +0,0 @@ -// Copyright (C) 2019 The Android Open Source Project -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#include "src/condition/ConditionTimer.h" - -#include <gtest/gtest.h> -#include <stdio.h> - -#ifdef __ANDROID__ - -namespace android { -namespace os { -namespace statsd { - -static int64_t time_base = 10; -static int64_t ct_start_time = 200; - -TEST(ConditionTimerTest, TestTimer_Inital_False) { - ConditionTimer timer(false, time_base); - EXPECT_EQ(false, timer.mCondition); - EXPECT_EQ(0, timer.mTimerNs); - - EXPECT_EQ(0, timer.newBucketStart(ct_start_time)); - EXPECT_EQ(0, timer.mTimerNs); - - timer.onConditionChanged(true, ct_start_time + 5); - EXPECT_EQ(ct_start_time + 5, timer.mLastConditionTrueTimestampNs); - EXPECT_EQ(true, timer.mCondition); - - EXPECT_EQ(95, timer.newBucketStart(ct_start_time + 100)); - EXPECT_EQ(ct_start_time + 100, timer.mLastConditionTrueTimestampNs); - EXPECT_EQ(true, timer.mCondition); -} - -TEST(ConditionTimerTest, TestTimer_Inital_True) { - ConditionTimer timer(true, time_base); - EXPECT_EQ(true, timer.mCondition); - EXPECT_EQ(0, timer.mTimerNs); - - EXPECT_EQ(ct_start_time - time_base, timer.newBucketStart(ct_start_time)); - EXPECT_EQ(true, timer.mCondition); - EXPECT_EQ(0, timer.mTimerNs); - EXPECT_EQ(ct_start_time, timer.mLastConditionTrueTimestampNs); - - timer.onConditionChanged(false, ct_start_time + 5); - EXPECT_EQ(5, timer.mTimerNs); - - EXPECT_EQ(5, timer.newBucketStart(ct_start_time + 100)); - EXPECT_EQ(0, timer.mTimerNs); -} - -} // namespace statsd -} // namespace os -} // namespace android -#else -GTEST_LOG_(INFO) << "This test does nothing.\n"; -#endif diff --git a/cmds/statsd/tests/condition/SimpleConditionTracker_test.cpp b/cmds/statsd/tests/condition/SimpleConditionTracker_test.cpp deleted file mode 100644 index 07b5311b1207..000000000000 --- a/cmds/statsd/tests/condition/SimpleConditionTracker_test.cpp +++ /dev/null @@ -1,739 +0,0 @@ -// Copyright (C) 2017 The Android Open Source Project -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#include "src/condition/SimpleConditionTracker.h" -#include "stats_event.h" -#include "tests/statsd_test_util.h" - -#include <gmock/gmock.h> -#include <gtest/gtest.h> -#include <stdio.h> -#include <vector> -#include <numeric> - -using std::map; -using std::unordered_map; -using std::vector; - -#ifdef __ANDROID__ - -namespace android { -namespace os { -namespace statsd { - -namespace { - -const ConfigKey kConfigKey(0, 12345); - -const int ATTRIBUTION_NODE_FIELD_ID = 1; -const int ATTRIBUTION_UID_FIELD_ID = 1; -const int TAG_ID = 1; - -SimplePredicate getWakeLockHeldCondition(bool countNesting, bool defaultFalse, - bool outputSlicedUid, Position position) { - SimplePredicate simplePredicate; - simplePredicate.set_start(StringToId("WAKE_LOCK_ACQUIRE")); - simplePredicate.set_stop(StringToId("WAKE_LOCK_RELEASE")); - simplePredicate.set_stop_all(StringToId("RELEASE_ALL")); - if (outputSlicedUid) { - simplePredicate.mutable_dimensions()->set_field(TAG_ID); - simplePredicate.mutable_dimensions()->add_child()->set_field(ATTRIBUTION_NODE_FIELD_ID); - simplePredicate.mutable_dimensions()->mutable_child(0)->set_position(position); - simplePredicate.mutable_dimensions()->mutable_child(0)->add_child()->set_field( - ATTRIBUTION_UID_FIELD_ID); - } - - simplePredicate.set_count_nesting(countNesting); - simplePredicate.set_initial_value(defaultFalse ? SimplePredicate_InitialValue_FALSE - : SimplePredicate_InitialValue_UNKNOWN); - return simplePredicate; -} - -void makeWakeLockEvent(LogEvent* logEvent, uint32_t atomId, uint64_t timestamp, - const vector<int>& uids, const string& wl, int acquire) { - AStatsEvent* statsEvent = AStatsEvent_obtain(); - AStatsEvent_setAtomId(statsEvent, atomId); - AStatsEvent_overwriteTimestamp(statsEvent, timestamp); - - vector<std::string> tags(uids.size()); // vector of empty strings - writeAttribution(statsEvent, uids, tags); - - AStatsEvent_writeString(statsEvent, wl.c_str()); - AStatsEvent_writeInt32(statsEvent, acquire); - - parseStatsEventToLogEvent(statsEvent, logEvent); -} - -} // anonymous namespace - - -std::map<int64_t, HashableDimensionKey> getWakeLockQueryKey( - const Position position, - const std::vector<int> &uids, const string& conditionName) { - std::map<int64_t, HashableDimensionKey> outputKeyMap; - std::vector<int> uid_indexes; - int pos[] = {1, 1, 1}; - int depth = 2; - Field field(1, pos, depth); - switch(position) { - case Position::FIRST: - uid_indexes.push_back(0); - break; - case Position::LAST: - uid_indexes.push_back(uids.size() - 1); - field.setField(0x02018001); - break; - case Position::ANY: - uid_indexes.resize(uids.size()); - std::iota(uid_indexes.begin(), uid_indexes.end(), 0); - field.setField(0x02010001); - break; - default: - break; - } - - for (const int idx : uid_indexes) { - Value value((int32_t)uids[idx]); - HashableDimensionKey dim; - dim.addValue(FieldValue(field, value)); - outputKeyMap[StringToId(conditionName)] = dim; - } - return outputKeyMap; -} - -TEST(SimpleConditionTrackerTest, TestNonSlicedInitialValueFalse) { - SimplePredicate simplePredicate; - simplePredicate.set_start(StringToId("SCREEN_TURNED_ON")); - simplePredicate.set_stop(StringToId("SCREEN_TURNED_OFF")); - simplePredicate.set_count_nesting(false); - simplePredicate.set_initial_value(SimplePredicate_InitialValue_FALSE); - - unordered_map<int64_t, int> trackerNameIndexMap; - trackerNameIndexMap[StringToId("SCREEN_TURNED_ON")] = 0; - trackerNameIndexMap[StringToId("SCREEN_TURNED_OFF")] = 1; - - SimpleConditionTracker conditionTracker(kConfigKey, StringToId("SCREEN_IS_ON"), - 0 /*tracker index*/, simplePredicate, - trackerNameIndexMap); - - ConditionKey queryKey; - vector<sp<ConditionTracker>> allPredicates; - vector<ConditionState> conditionCache(1, ConditionState::kNotEvaluated); - - // Check that initial condition is false. - conditionTracker.isConditionMet(queryKey, allPredicates, false, conditionCache); - EXPECT_EQ(ConditionState::kFalse, conditionCache[0]); - - vector<MatchingState> matcherState; - vector<bool> changedCache(1, false); - - // Matched stop event. - // Check that condition is still false. - unique_ptr<LogEvent> screenOffEvent = - CreateScreenStateChangedEvent(/*timestamp=*/50, android::view::DISPLAY_STATE_OFF); - matcherState.clear(); - matcherState.push_back(MatchingState::kNotMatched); // On matcher not matched - matcherState.push_back(MatchingState::kMatched); // Off matcher matched - conditionCache[0] = ConditionState::kNotEvaluated; - conditionTracker.evaluateCondition(*screenOffEvent, matcherState, allPredicates, conditionCache, - changedCache); - EXPECT_EQ(ConditionState::kFalse, conditionCache[0]); - EXPECT_FALSE(changedCache[0]); - - // Matched start event. - // Check that condition has changed to true. - unique_ptr<LogEvent> screenOnEvent = - CreateScreenStateChangedEvent(/*timestamp=*/100, android::view::DISPLAY_STATE_ON); - matcherState.clear(); - matcherState.push_back(MatchingState::kMatched); // On matcher matched - matcherState.push_back(MatchingState::kNotMatched); // Off matcher not matched - conditionCache[0] = ConditionState::kNotEvaluated; - changedCache[0] = false; - conditionTracker.evaluateCondition(*screenOnEvent, matcherState, allPredicates, conditionCache, - changedCache); - EXPECT_EQ(ConditionState::kTrue, conditionCache[0]); - EXPECT_TRUE(changedCache[0]); -} - -TEST(SimpleConditionTrackerTest, TestNonSlicedInitialValueUnknown) { - SimplePredicate simplePredicate; - simplePredicate.set_start(StringToId("SCREEN_TURNED_ON")); - simplePredicate.set_stop(StringToId("SCREEN_TURNED_OFF")); - simplePredicate.set_count_nesting(false); - simplePredicate.set_initial_value(SimplePredicate_InitialValue_UNKNOWN); - - unordered_map<int64_t, int> trackerNameIndexMap; - trackerNameIndexMap[StringToId("SCREEN_TURNED_ON")] = 0; - trackerNameIndexMap[StringToId("SCREEN_TURNED_OFF")] = 1; - - SimpleConditionTracker conditionTracker(kConfigKey, StringToId("SCREEN_IS_ON"), - 0 /*tracker index*/, simplePredicate, - trackerNameIndexMap); - - ConditionKey queryKey; - vector<sp<ConditionTracker>> allPredicates; - vector<ConditionState> conditionCache(1, ConditionState::kNotEvaluated); - - // Check that initial condition is unknown. - conditionTracker.isConditionMet(queryKey, allPredicates, false, conditionCache); - EXPECT_EQ(ConditionState::kUnknown, conditionCache[0]); - - vector<MatchingState> matcherState; - vector<bool> changedCache(1, false); - - // Matched stop event. - // Check that condition is changed to false. - unique_ptr<LogEvent> screenOffEvent = - CreateScreenStateChangedEvent(/*timestamp=*/50, android::view::DISPLAY_STATE_OFF); - matcherState.clear(); - matcherState.push_back(MatchingState::kNotMatched); // On matcher not matched - matcherState.push_back(MatchingState::kMatched); // Off matcher matched - conditionCache[0] = ConditionState::kNotEvaluated; - conditionTracker.evaluateCondition(*screenOffEvent, matcherState, allPredicates, conditionCache, - changedCache); - EXPECT_EQ(ConditionState::kFalse, conditionCache[0]); - EXPECT_TRUE(changedCache[0]); - - // Matched start event. - // Check that condition has changed to true. - unique_ptr<LogEvent> screenOnEvent = - CreateScreenStateChangedEvent(/*timestamp=*/100, android::view::DISPLAY_STATE_ON); - matcherState.clear(); - matcherState.push_back(MatchingState::kMatched); // On matcher matched - matcherState.push_back(MatchingState::kNotMatched); // Off matcher not matched - conditionCache[0] = ConditionState::kNotEvaluated; - changedCache[0] = false; - conditionTracker.evaluateCondition(*screenOnEvent, matcherState, allPredicates, conditionCache, - changedCache); - EXPECT_EQ(ConditionState::kTrue, conditionCache[0]); - EXPECT_TRUE(changedCache[0]); -} - -TEST(SimpleConditionTrackerTest, TestNonSlicedCondition) { - SimplePredicate simplePredicate; - simplePredicate.set_start(StringToId("SCREEN_TURNED_ON")); - simplePredicate.set_stop(StringToId("SCREEN_TURNED_OFF")); - simplePredicate.set_count_nesting(false); - simplePredicate.set_initial_value(SimplePredicate_InitialValue_UNKNOWN); - - unordered_map<int64_t, int> trackerNameIndexMap; - trackerNameIndexMap[StringToId("SCREEN_TURNED_ON")] = 0; - trackerNameIndexMap[StringToId("SCREEN_TURNED_OFF")] = 1; - - SimpleConditionTracker conditionTracker(kConfigKey, StringToId("SCREEN_IS_ON"), 0 /*tracker index*/, - simplePredicate, trackerNameIndexMap); - EXPECT_FALSE(conditionTracker.isSliced()); - - // This event is not accessed in this test besides dimensions which is why this is okay. - // This is technically an invalid LogEvent because we do not call parseBuffer. - LogEvent event(/*uid=*/0, /*pid=*/0); - - vector<MatchingState> matcherState; - matcherState.push_back(MatchingState::kNotMatched); - matcherState.push_back(MatchingState::kNotMatched); - - vector<sp<ConditionTracker>> allPredicates; - vector<ConditionState> conditionCache(1, ConditionState::kNotEvaluated); - vector<bool> changedCache(1, false); - - conditionTracker.evaluateCondition(event, matcherState, allPredicates, conditionCache, - changedCache); - // not matched start or stop. condition doesn't change - EXPECT_EQ(ConditionState::kUnknown, conditionCache[0]); - EXPECT_FALSE(changedCache[0]); - - // prepare a case for match start. - matcherState.clear(); - matcherState.push_back(MatchingState::kMatched); - matcherState.push_back(MatchingState::kNotMatched); - conditionCache[0] = ConditionState::kNotEvaluated; - changedCache[0] = false; - - conditionTracker.evaluateCondition(event, matcherState, allPredicates, conditionCache, - changedCache); - // now condition should change to true. - EXPECT_EQ(ConditionState::kTrue, conditionCache[0]); - EXPECT_TRUE(changedCache[0]); - - // match nothing. - matcherState.clear(); - matcherState.push_back(MatchingState::kNotMatched); - matcherState.push_back(MatchingState::kNotMatched); - conditionCache[0] = ConditionState::kNotEvaluated; - changedCache[0] = false; - - conditionTracker.evaluateCondition(event, matcherState, allPredicates, conditionCache, - changedCache); - EXPECT_EQ(ConditionState::kTrue, conditionCache[0]); - EXPECT_FALSE(changedCache[0]); - - // the case for match stop. - matcherState.clear(); - matcherState.push_back(MatchingState::kNotMatched); - matcherState.push_back(MatchingState::kMatched); - conditionCache[0] = ConditionState::kNotEvaluated; - changedCache[0] = false; - - conditionTracker.evaluateCondition(event, matcherState, allPredicates, conditionCache, - changedCache); - - // condition changes to false. - EXPECT_EQ(ConditionState::kFalse, conditionCache[0]); - EXPECT_TRUE(changedCache[0]); - - // match stop again. - matcherState.clear(); - matcherState.push_back(MatchingState::kNotMatched); - matcherState.push_back(MatchingState::kMatched); - conditionCache[0] = ConditionState::kNotEvaluated; - changedCache[0] = false; - - conditionTracker.evaluateCondition(event, matcherState, allPredicates, conditionCache, - changedCache); - // condition should still be false. not changed. - EXPECT_EQ(ConditionState::kFalse, conditionCache[0]); - EXPECT_FALSE(changedCache[0]); -} - -TEST(SimpleConditionTrackerTest, TestNonSlicedConditionNestCounting) { - std::vector<sp<ConditionTracker>> allConditions; - SimplePredicate simplePredicate; - simplePredicate.set_start(StringToId("SCREEN_TURNED_ON")); - simplePredicate.set_stop(StringToId("SCREEN_TURNED_OFF")); - simplePredicate.set_count_nesting(true); - - unordered_map<int64_t, int> trackerNameIndexMap; - trackerNameIndexMap[StringToId("SCREEN_TURNED_ON")] = 0; - trackerNameIndexMap[StringToId("SCREEN_TURNED_OFF")] = 1; - - SimpleConditionTracker conditionTracker(kConfigKey, StringToId("SCREEN_IS_ON"), - 0 /*condition tracker index*/, simplePredicate, - trackerNameIndexMap); - EXPECT_FALSE(conditionTracker.isSliced()); - - // This event is not accessed in this test besides dimensions which is why this is okay. - // This is technically an invalid LogEvent because we do not call parseBuffer. - LogEvent event(/*uid=*/0, /*pid=*/0); - - // one matched start - vector<MatchingState> matcherState; - matcherState.push_back(MatchingState::kMatched); - matcherState.push_back(MatchingState::kNotMatched); - vector<sp<ConditionTracker>> allPredicates; - vector<ConditionState> conditionCache(1, ConditionState::kNotEvaluated); - vector<bool> changedCache(1, false); - - conditionTracker.evaluateCondition(event, matcherState, allPredicates, conditionCache, - changedCache); - - EXPECT_EQ(ConditionState::kTrue, conditionCache[0]); - EXPECT_TRUE(changedCache[0]); - - // prepare for another matched start. - matcherState.clear(); - matcherState.push_back(MatchingState::kMatched); - matcherState.push_back(MatchingState::kNotMatched); - conditionCache[0] = ConditionState::kNotEvaluated; - changedCache[0] = false; - - conditionTracker.evaluateCondition(event, matcherState, allPredicates, conditionCache, - changedCache); - - EXPECT_EQ(ConditionState::kTrue, conditionCache[0]); - EXPECT_FALSE(changedCache[0]); - - // ONE MATCHED STOP - matcherState.clear(); - matcherState.push_back(MatchingState::kNotMatched); - matcherState.push_back(MatchingState::kMatched); - conditionCache[0] = ConditionState::kNotEvaluated; - changedCache[0] = false; - - conditionTracker.evaluateCondition(event, matcherState, allPredicates, conditionCache, - changedCache); - // result should still be true - EXPECT_EQ(ConditionState::kTrue, conditionCache[0]); - EXPECT_FALSE(changedCache[0]); - - // ANOTHER MATCHED STOP - matcherState.clear(); - matcherState.push_back(MatchingState::kNotMatched); - matcherState.push_back(MatchingState::kMatched); - conditionCache[0] = ConditionState::kNotEvaluated; - changedCache[0] = false; - - conditionTracker.evaluateCondition(event, matcherState, allPredicates, conditionCache, - changedCache); - EXPECT_EQ(ConditionState::kFalse, conditionCache[0]); - EXPECT_TRUE(changedCache[0]); -} - -TEST(SimpleConditionTrackerTest, TestSlicedCondition) { - std::vector<sp<ConditionTracker>> allConditions; - for (Position position : {Position::FIRST, Position::LAST}) { - SimplePredicate simplePredicate = getWakeLockHeldCondition( - true /*nesting*/, true /*default to false*/, true /*output slice by uid*/, - position); - string conditionName = "WL_HELD_BY_UID2"; - - unordered_map<int64_t, int> trackerNameIndexMap; - trackerNameIndexMap[StringToId("WAKE_LOCK_ACQUIRE")] = 0; - trackerNameIndexMap[StringToId("WAKE_LOCK_RELEASE")] = 1; - trackerNameIndexMap[StringToId("RELEASE_ALL")] = 2; - - SimpleConditionTracker conditionTracker(kConfigKey, StringToId(conditionName), - 0 /*condition tracker index*/, simplePredicate, - trackerNameIndexMap); - - std::vector<int> uids = {111, 222, 333}; - - LogEvent event1(/*uid=*/0, /*pid=*/0); - makeWakeLockEvent(&event1, /*atomId=*/1, /*timestamp=*/0, uids, "wl1", /*acquire=*/1); - - // one matched start - vector<MatchingState> matcherState; - matcherState.push_back(MatchingState::kMatched); - matcherState.push_back(MatchingState::kNotMatched); - matcherState.push_back(MatchingState::kNotMatched); - vector<sp<ConditionTracker>> allPredicates; - vector<ConditionState> conditionCache(1, ConditionState::kNotEvaluated); - vector<bool> changedCache(1, false); - - conditionTracker.evaluateCondition(event1, matcherState, allPredicates, conditionCache, - changedCache); - - if (position == Position::FIRST || position == Position::LAST) { - ASSERT_EQ(1UL, conditionTracker.mSlicedConditionState.size()); - } else { - ASSERT_EQ(uids.size(), conditionTracker.mSlicedConditionState.size()); - } - EXPECT_TRUE(changedCache[0]); - if (position == Position::FIRST || position == Position::LAST) { - ASSERT_EQ(conditionTracker.getChangedToTrueDimensions(allConditions)->size(), 1u); - EXPECT_TRUE(conditionTracker.getChangedToFalseDimensions(allConditions)->empty()); - } else { - EXPECT_EQ(conditionTracker.getChangedToTrueDimensions(allConditions)->size(), - uids.size()); - } - - // Now test query - const auto queryKey = getWakeLockQueryKey(position, uids, conditionName); - conditionCache[0] = ConditionState::kNotEvaluated; - - conditionTracker.isConditionMet(queryKey, allPredicates, false, conditionCache); - EXPECT_EQ(ConditionState::kTrue, conditionCache[0]); - - // another wake lock acquired by this uid - LogEvent event2(/*uid=*/0, /*pid=*/0); - makeWakeLockEvent(&event2, /*atomId=*/1, /*timestamp=*/0, uids, "wl2", /*acquire=*/1); - matcherState.clear(); - matcherState.push_back(MatchingState::kMatched); - matcherState.push_back(MatchingState::kNotMatched); - conditionCache[0] = ConditionState::kNotEvaluated; - changedCache[0] = false; - conditionTracker.evaluateCondition(event2, matcherState, allPredicates, conditionCache, - changedCache); - EXPECT_FALSE(changedCache[0]); - if (position == Position::FIRST || position == Position::LAST) { - ASSERT_EQ(1UL, conditionTracker.mSlicedConditionState.size()); - } else { - ASSERT_EQ(uids.size(), conditionTracker.mSlicedConditionState.size()); - } - EXPECT_TRUE(conditionTracker.getChangedToTrueDimensions(allConditions)->empty()); - EXPECT_TRUE(conditionTracker.getChangedToFalseDimensions(allConditions)->empty()); - - - // wake lock 1 release - LogEvent event3(/*uid=*/0, /*pid=*/0); - makeWakeLockEvent(&event3, /*atomId=*/1, /*timestamp=*/0, uids, "wl1", /*acquire=*/0); - matcherState.clear(); - matcherState.push_back(MatchingState::kNotMatched); - matcherState.push_back(MatchingState::kMatched); - conditionCache[0] = ConditionState::kNotEvaluated; - changedCache[0] = false; - conditionTracker.evaluateCondition(event3, matcherState, allPredicates, conditionCache, - changedCache); - // nothing changes, because wake lock 2 is still held for this uid - EXPECT_FALSE(changedCache[0]); - if (position == Position::FIRST || position == Position::LAST) { - ASSERT_EQ(1UL, conditionTracker.mSlicedConditionState.size()); - } else { - ASSERT_EQ(uids.size(), conditionTracker.mSlicedConditionState.size()); - } - EXPECT_TRUE(conditionTracker.getChangedToTrueDimensions(allConditions)->empty()); - EXPECT_TRUE(conditionTracker.getChangedToFalseDimensions(allConditions)->empty()); - - LogEvent event4(/*uid=*/0, /*pid=*/0); - makeWakeLockEvent(&event4, /*atomId=*/1, /*timestamp=*/0, uids, "wl2", /*acquire=*/0); - matcherState.clear(); - matcherState.push_back(MatchingState::kNotMatched); - matcherState.push_back(MatchingState::kMatched); - conditionCache[0] = ConditionState::kNotEvaluated; - changedCache[0] = false; - conditionTracker.evaluateCondition(event4, matcherState, allPredicates, conditionCache, - changedCache); - ASSERT_EQ(0UL, conditionTracker.mSlicedConditionState.size()); - EXPECT_TRUE(changedCache[0]); - if (position == Position::FIRST || position == Position::LAST) { - ASSERT_EQ(conditionTracker.getChangedToFalseDimensions(allConditions)->size(), 1u); - EXPECT_TRUE(conditionTracker.getChangedToTrueDimensions(allConditions)->empty()); - } else { - EXPECT_EQ(conditionTracker.getChangedToFalseDimensions(allConditions)->size(), - uids.size()); - } - - // query again - conditionCache[0] = ConditionState::kNotEvaluated; - conditionTracker.isConditionMet(queryKey, allPredicates, false, conditionCache); - EXPECT_EQ(ConditionState::kFalse, conditionCache[0]); - } - -} - -TEST(SimpleConditionTrackerTest, TestSlicedWithNoOutputDim) { - std::vector<sp<ConditionTracker>> allConditions; - - SimplePredicate simplePredicate = - getWakeLockHeldCondition(true /*nesting*/, true /*default to false*/, - false /*slice output by uid*/, Position::ANY /* position */); - string conditionName = "WL_HELD"; - - unordered_map<int64_t, int> trackerNameIndexMap; - trackerNameIndexMap[StringToId("WAKE_LOCK_ACQUIRE")] = 0; - trackerNameIndexMap[StringToId("WAKE_LOCK_RELEASE")] = 1; - trackerNameIndexMap[StringToId("RELEASE_ALL")] = 2; - - SimpleConditionTracker conditionTracker(kConfigKey, StringToId(conditionName), - 0 /*condition tracker index*/, simplePredicate, - trackerNameIndexMap); - - EXPECT_FALSE(conditionTracker.isSliced()); - - std::vector<int> uids1 = {111, 1111, 11111}; - string uid1_wl1 = "wl1_1"; - std::vector<int> uids2 = {222, 2222, 22222}; - string uid2_wl1 = "wl2_1"; - - LogEvent event1(/*uid=*/0, /*pid=*/0); - makeWakeLockEvent(&event1, /*atomId=*/1, /*timestamp=*/0, uids1, uid1_wl1, /*acquire=*/1); - - // one matched start for uid1 - vector<MatchingState> matcherState; - matcherState.push_back(MatchingState::kMatched); - matcherState.push_back(MatchingState::kNotMatched); - matcherState.push_back(MatchingState::kNotMatched); - vector<sp<ConditionTracker>> allPredicates; - vector<ConditionState> conditionCache(1, ConditionState::kNotEvaluated); - vector<bool> changedCache(1, false); - - conditionTracker.evaluateCondition(event1, matcherState, allPredicates, conditionCache, - changedCache); - - ASSERT_EQ(1UL, conditionTracker.mSlicedConditionState.size()); - EXPECT_TRUE(changedCache[0]); - - // Now test query - ConditionKey queryKey; - conditionCache[0] = ConditionState::kNotEvaluated; - - conditionTracker.isConditionMet(queryKey, allPredicates, true, conditionCache); - EXPECT_EQ(ConditionState::kTrue, conditionCache[0]); - - // another wake lock acquired by this uid - LogEvent event2(/*uid=*/0, /*pid=*/0); - makeWakeLockEvent(&event2, /*atomId=*/1, /*timestamp=*/0, uids2, uid2_wl1, /*acquire=*/1); - - matcherState.clear(); - matcherState.push_back(MatchingState::kMatched); - matcherState.push_back(MatchingState::kNotMatched); - conditionCache[0] = ConditionState::kNotEvaluated; - changedCache[0] = false; - conditionTracker.evaluateCondition(event2, matcherState, allPredicates, conditionCache, - changedCache); - EXPECT_FALSE(changedCache[0]); - - // uid1 wake lock 1 release - LogEvent event3(/*uid=*/0, /*pid=*/0); - makeWakeLockEvent(&event3, /*atomId=*/1, /*timestamp=*/0, uids1, uid1_wl1, - /*release=*/0); // now release it. - - matcherState.clear(); - matcherState.push_back(MatchingState::kNotMatched); - matcherState.push_back(MatchingState::kMatched); - conditionCache[0] = ConditionState::kNotEvaluated; - changedCache[0] = false; - conditionTracker.evaluateCondition(event3, matcherState, allPredicates, conditionCache, - changedCache); - // nothing changes, because uid2 is still holding wl. - EXPECT_FALSE(changedCache[0]); - - LogEvent event4(/*uid=*/0, /*pid=*/0); - makeWakeLockEvent(&event4, /*atomId=*/1, /*timestamp=*/0, uids2, uid2_wl1, - /*acquire=*/0); // now release it. - matcherState.clear(); - matcherState.push_back(MatchingState::kNotMatched); - matcherState.push_back(MatchingState::kMatched); - conditionCache[0] = ConditionState::kNotEvaluated; - changedCache[0] = false; - conditionTracker.evaluateCondition(event4, matcherState, allPredicates, conditionCache, - changedCache); - ASSERT_EQ(0UL, conditionTracker.mSlicedConditionState.size()); - EXPECT_TRUE(changedCache[0]); - - // query again - conditionCache[0] = ConditionState::kNotEvaluated; - conditionTracker.isConditionMet(queryKey, allPredicates, true, conditionCache); - EXPECT_EQ(ConditionState::kFalse, conditionCache[0]); -} - -TEST(SimpleConditionTrackerTest, TestStopAll) { - std::vector<sp<ConditionTracker>> allConditions; - for (Position position : {Position::FIRST, Position::LAST}) { - SimplePredicate simplePredicate = - getWakeLockHeldCondition(true /*nesting*/, true /*default to false*/, - true /*output slice by uid*/, position); - string conditionName = "WL_HELD_BY_UID3"; - - unordered_map<int64_t, int> trackerNameIndexMap; - trackerNameIndexMap[StringToId("WAKE_LOCK_ACQUIRE")] = 0; - trackerNameIndexMap[StringToId("WAKE_LOCK_RELEASE")] = 1; - trackerNameIndexMap[StringToId("RELEASE_ALL")] = 2; - - SimpleConditionTracker conditionTracker(kConfigKey, StringToId(conditionName), - 0 /*condition tracker index*/, simplePredicate, - trackerNameIndexMap); - - std::vector<int> uids1 = {111, 1111, 11111}; - std::vector<int> uids2 = {222, 2222, 22222}; - - LogEvent event1(/*uid=*/0, /*pid=*/0); - makeWakeLockEvent(&event1, /*atomId=*/1, /*timestamp=*/0, uids1, "wl1", /*acquire=*/1); - - // one matched start - vector<MatchingState> matcherState; - matcherState.push_back(MatchingState::kMatched); - matcherState.push_back(MatchingState::kNotMatched); - matcherState.push_back(MatchingState::kNotMatched); - vector<sp<ConditionTracker>> allPredicates; - vector<ConditionState> conditionCache(1, ConditionState::kNotEvaluated); - vector<bool> changedCache(1, false); - - conditionTracker.evaluateCondition(event1, matcherState, allPredicates, conditionCache, - changedCache); - if (position == Position::FIRST || position == Position::LAST) { - ASSERT_EQ(1UL, conditionTracker.mSlicedConditionState.size()); - } else { - ASSERT_EQ(uids1.size(), conditionTracker.mSlicedConditionState.size()); - } - EXPECT_TRUE(changedCache[0]); - { - if (position == Position::FIRST || position == Position::LAST) { - ASSERT_EQ(1UL, conditionTracker.getChangedToTrueDimensions(allConditions)->size()); - EXPECT_TRUE(conditionTracker.getChangedToFalseDimensions(allConditions)->empty()); - } else { - EXPECT_EQ(uids1.size(), - conditionTracker.getChangedToTrueDimensions(allConditions)->size()); - EXPECT_TRUE(conditionTracker.getChangedToFalseDimensions(allConditions)->empty()); - } - } - - // Now test query - const auto queryKey = getWakeLockQueryKey(position, uids1, conditionName); - conditionCache[0] = ConditionState::kNotEvaluated; - - conditionTracker.isConditionMet(queryKey, allPredicates, false, conditionCache); - EXPECT_EQ(ConditionState::kTrue, conditionCache[0]); - - // another wake lock acquired by uid2 - LogEvent event2(/*uid=*/0, /*pid=*/0); - makeWakeLockEvent(&event2, /*atomId=*/1, /*timestamp=*/0, uids2, "wl2", /*acquire=*/1); - - matcherState.clear(); - matcherState.push_back(MatchingState::kMatched); - matcherState.push_back(MatchingState::kNotMatched); - matcherState.push_back(MatchingState::kNotMatched); - conditionCache[0] = ConditionState::kNotEvaluated; - changedCache[0] = false; - conditionTracker.evaluateCondition(event2, matcherState, allPredicates, conditionCache, - changedCache); - if (position == Position::FIRST || position == Position::LAST) { - ASSERT_EQ(2UL, conditionTracker.mSlicedConditionState.size()); - } else { - ASSERT_EQ(uids1.size() + uids2.size(), conditionTracker.mSlicedConditionState.size()); - } - EXPECT_TRUE(changedCache[0]); - { - if (position == Position::FIRST || position == Position::LAST) { - ASSERT_EQ(1UL, conditionTracker.getChangedToTrueDimensions(allConditions)->size()); - EXPECT_TRUE(conditionTracker.getChangedToFalseDimensions(allConditions)->empty()); - } else { - EXPECT_EQ(uids2.size(), - conditionTracker.getChangedToTrueDimensions(allConditions)->size()); - EXPECT_TRUE(conditionTracker.getChangedToFalseDimensions(allConditions)->empty()); - } - } - - // TEST QUERY - const auto queryKey2 = getWakeLockQueryKey(position, uids2, conditionName); - conditionCache[0] = ConditionState::kNotEvaluated; - conditionTracker.isConditionMet(queryKey, allPredicates, false, conditionCache); - - EXPECT_EQ(ConditionState::kTrue, conditionCache[0]); - - // stop all event - LogEvent event3(/*uid=*/0, /*pid=*/0); - makeWakeLockEvent(&event3, /*atomId=*/1, /*timestamp=*/0, uids2, "wl2", /*acquire=*/1); - - matcherState.clear(); - matcherState.push_back(MatchingState::kNotMatched); - matcherState.push_back(MatchingState::kNotMatched); - matcherState.push_back(MatchingState::kMatched); - - conditionCache[0] = ConditionState::kNotEvaluated; - changedCache[0] = false; - conditionTracker.evaluateCondition(event3, matcherState, allPredicates, conditionCache, - changedCache); - EXPECT_TRUE(changedCache[0]); - ASSERT_EQ(0UL, conditionTracker.mSlicedConditionState.size()); - { - if (position == Position::FIRST || position == Position::LAST) { - ASSERT_EQ(2UL, conditionTracker.getChangedToFalseDimensions(allConditions)->size()); - EXPECT_TRUE(conditionTracker.getChangedToTrueDimensions(allConditions)->empty()); - } else { - EXPECT_EQ(uids1.size() + uids2.size(), - conditionTracker.getChangedToFalseDimensions(allConditions)->size()); - EXPECT_TRUE(conditionTracker.getChangedToTrueDimensions(allConditions)->empty()); - } - } - - // TEST QUERY - const auto queryKey3 = getWakeLockQueryKey(position, uids1, conditionName); - conditionCache[0] = ConditionState::kNotEvaluated; - conditionTracker.isConditionMet(queryKey, allPredicates, false, conditionCache); - EXPECT_EQ(ConditionState::kFalse, conditionCache[0]); - - // TEST QUERY - const auto queryKey4 = getWakeLockQueryKey(position, uids2, conditionName); - conditionCache[0] = ConditionState::kNotEvaluated; - conditionTracker.isConditionMet(queryKey, allPredicates, false, conditionCache); - EXPECT_EQ(ConditionState::kFalse, conditionCache[0]); - } -} - -} // namespace statsd -} // namespace os -} // namespace android -#else -GTEST_LOG_(INFO) << "This test does nothing.\n"; -#endif diff --git a/cmds/statsd/tests/e2e/Alarm_e2e_test.cpp b/cmds/statsd/tests/e2e/Alarm_e2e_test.cpp deleted file mode 100644 index 93b278388a1b..000000000000 --- a/cmds/statsd/tests/e2e/Alarm_e2e_test.cpp +++ /dev/null @@ -1,92 +0,0 @@ -// Copyright (C) 2017 The Android Open Source Project -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#include <gtest/gtest.h> - -#include "src/StatsLogProcessor.h" -#include "src/stats_log_util.h" -#include "tests/statsd_test_util.h" - -#include <vector> - -namespace android { -namespace os { -namespace statsd { - -#ifdef __ANDROID__ - -namespace { - -StatsdConfig CreateStatsdConfig() { - StatsdConfig config; - config.add_allowed_log_source("AID_ROOT"); // LogEvent defaults to UID of root. - - auto alarm = config.add_alarm(); - alarm->set_id(123456); - alarm->set_offset_millis(TimeUnitToBucketSizeInMillis(TEN_MINUTES)); - alarm->set_period_millis(TimeUnitToBucketSizeInMillis(ONE_HOUR)); - - alarm = config.add_alarm(); - alarm->set_id(654321); - alarm->set_offset_millis(TimeUnitToBucketSizeInMillis(FIVE_MINUTES)); - alarm->set_period_millis(TimeUnitToBucketSizeInMillis(THIRTY_MINUTES)); - return config; -} - -} // namespace - -TEST(AlarmE2eTest, TestMultipleAlarms) { - auto config = CreateStatsdConfig(); - int64_t bucketStartTimeNs = 10000000000; - - ConfigKey cfgKey; - auto processor = CreateStatsLogProcessor(bucketStartTimeNs, bucketStartTimeNs, config, cfgKey); - ASSERT_EQ(processor->mMetricsManagers.size(), 1u); - EXPECT_TRUE(processor->mMetricsManagers.begin()->second->isConfigValid()); - ASSERT_EQ(2u, processor->mMetricsManagers.begin()->second->mAllPeriodicAlarmTrackers.size()); - - auto alarmTracker1 = processor->mMetricsManagers.begin()->second->mAllPeriodicAlarmTrackers[0]; - auto alarmTracker2 = processor->mMetricsManagers.begin()->second->mAllPeriodicAlarmTrackers[1]; - - int64_t alarmTimestampSec0 = bucketStartTimeNs / NS_PER_SEC + 10 * 60; - int64_t alarmTimestampSec1 = bucketStartTimeNs / NS_PER_SEC + 5 * 60; - EXPECT_EQ(alarmTimestampSec0, alarmTracker1->getAlarmTimestampSec()); - EXPECT_EQ(alarmTimestampSec1, alarmTracker2->getAlarmTimestampSec()); - - // Alarm fired. - const int64_t alarmFiredTimestampSec0 = alarmTimestampSec1 + 5; - auto alarmSet = processor->getPeriodicAlarmMonitor()->popSoonerThan( - static_cast<uint32_t>(alarmFiredTimestampSec0)); - ASSERT_EQ(1u, alarmSet.size()); - processor->onPeriodicAlarmFired(alarmFiredTimestampSec0 * NS_PER_SEC, alarmSet); - EXPECT_EQ(alarmTimestampSec0, alarmTracker1->getAlarmTimestampSec()); - EXPECT_EQ(alarmTimestampSec1 + 30 * 60, alarmTracker2->getAlarmTimestampSec()); - - // Alarms fired very late. - const int64_t alarmFiredTimestampSec1 = alarmTimestampSec0 + 2 * 60 * 60 + 125; - alarmSet = processor->getPeriodicAlarmMonitor()->popSoonerThan( - static_cast<uint32_t>(alarmFiredTimestampSec1)); - ASSERT_EQ(2u, alarmSet.size()); - processor->onPeriodicAlarmFired(alarmFiredTimestampSec1 * NS_PER_SEC, alarmSet); - EXPECT_EQ(alarmTimestampSec0 + 60 * 60 * 3, alarmTracker1->getAlarmTimestampSec()); - EXPECT_EQ(alarmTimestampSec1 + 30 * 60 * 5, alarmTracker2->getAlarmTimestampSec()); -} - -#else -GTEST_LOG_(INFO) << "This test does nothing.\n"; -#endif - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/tests/e2e/Anomaly_count_e2e_test.cpp b/cmds/statsd/tests/e2e/Anomaly_count_e2e_test.cpp deleted file mode 100644 index af9436b98ec8..000000000000 --- a/cmds/statsd/tests/e2e/Anomaly_count_e2e_test.cpp +++ /dev/null @@ -1,390 +0,0 @@ -// Copyright (C) 2018 The Android Open Source Project -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#include <gtest/gtest.h> - -#include "frameworks/base/cmds/statsd/src/statsd_metadata.pb.h" -#include "src/StatsLogProcessor.h" -#include "src/stats_log_util.h" -#include "tests/statsd_test_util.h" - -#include <vector> - -namespace android { -namespace os { -namespace statsd { - -#ifdef __ANDROID__ - -namespace { - -StatsdConfig CreateStatsdConfig(int num_buckets, int threshold, int refractory_period_sec) { - StatsdConfig config; - config.add_allowed_log_source("AID_ROOT"); // LogEvent defaults to UID of root. - auto wakelockAcquireMatcher = CreateAcquireWakelockAtomMatcher(); - - *config.add_atom_matcher() = wakelockAcquireMatcher; - - auto countMetric = config.add_count_metric(); - countMetric->set_id(123456); - countMetric->set_what(wakelockAcquireMatcher.id()); - *countMetric->mutable_dimensions_in_what() = CreateAttributionUidDimensions( - util::WAKELOCK_STATE_CHANGED, {Position::FIRST}); - countMetric->set_bucket(FIVE_MINUTES); - - auto alert = config.add_alert(); - alert->set_id(StringToId("alert")); - alert->set_metric_id(123456); - alert->set_num_buckets(num_buckets); - alert->set_refractory_period_secs(refractory_period_sec); - alert->set_trigger_if_sum_gt(threshold); - return config; -} - -} // namespace - -TEST(AnomalyDetectionE2eTest, TestSlicedCountMetric_single_bucket) { - const int num_buckets = 1; - const int threshold = 3; - const int refractory_period_sec = 10; - auto config = CreateStatsdConfig(num_buckets, threshold, refractory_period_sec); - const uint64_t alert_id = config.alert(0).id(); - - int64_t bucketStartTimeNs = 10000000000; - int64_t bucketSizeNs = TimeUnitToBucketSizeInMillis(config.count_metric(0).bucket()) * 1000000; - - ConfigKey cfgKey; - auto processor = CreateStatsLogProcessor(bucketStartTimeNs, bucketStartTimeNs, config, cfgKey); - ASSERT_EQ(processor->mMetricsManagers.size(), 1u); - EXPECT_TRUE(processor->mMetricsManagers.begin()->second->isConfigValid()); - ASSERT_EQ(1u, processor->mMetricsManagers.begin()->second->mAllAnomalyTrackers.size()); - - sp<AnomalyTracker> anomalyTracker = - processor->mMetricsManagers.begin()->second->mAllAnomalyTrackers[0]; - - std::vector<int> attributionUids1 = {111}; - std::vector<string> attributionTags1 = {"App1"}; - std::vector<int> attributionUids2 = {111, 222}; - std::vector<string> attributionTags2 = {"App1", "GMSCoreModule1"}; - std::vector<int> attributionUids3 = {111, 333}; - std::vector<string> attributionTags3 = {"App1", "App3"}; - std::vector<int> attributionUids4 = {222, 333}; - std::vector<string> attributionTags4 = {"GMSCoreModule1", "App3"}; - std::vector<int> attributionUids5 = {222}; - std::vector<string> attributionTags5 = {"GMSCoreModule1"}; - - FieldValue fieldValue1(Field(util::WAKELOCK_STATE_CHANGED, (int32_t)0x02010101), - Value((int32_t)111)); - HashableDimensionKey whatKey1({fieldValue1}); - MetricDimensionKey dimensionKey1(whatKey1, DEFAULT_DIMENSION_KEY); - - FieldValue fieldValue2(Field(util::WAKELOCK_STATE_CHANGED, (int32_t)0x02010101), - Value((int32_t)222)); - HashableDimensionKey whatKey2({fieldValue2}); - MetricDimensionKey dimensionKey2(whatKey2, DEFAULT_DIMENSION_KEY); - - auto event = CreateAcquireWakelockEvent(bucketStartTimeNs + 2, attributionUids1, - attributionTags1, "wl1"); - processor->OnLogEvent(event.get()); - EXPECT_EQ(0u, anomalyTracker->getRefractoryPeriodEndsSec(dimensionKey1)); - - event = CreateAcquireWakelockEvent(bucketStartTimeNs + 2, attributionUids4, attributionTags4, - "wl2"); - processor->OnLogEvent(event.get()); - EXPECT_EQ(0u, anomalyTracker->getRefractoryPeriodEndsSec(dimensionKey2)); - - event = CreateAcquireWakelockEvent(bucketStartTimeNs + 3, attributionUids2, attributionTags2, - "wl1"); - processor->OnLogEvent(event.get()); - EXPECT_EQ(0u, anomalyTracker->getRefractoryPeriodEndsSec(dimensionKey1)); - - event = CreateAcquireWakelockEvent(bucketStartTimeNs + 3, attributionUids5, attributionTags5, - "wl2"); - processor->OnLogEvent(event.get()); - EXPECT_EQ(0u, anomalyTracker->getRefractoryPeriodEndsSec(dimensionKey2)); - - event = CreateAcquireWakelockEvent(bucketStartTimeNs + 4, attributionUids3, attributionTags3, - "wl1"); - processor->OnLogEvent(event.get()); - EXPECT_EQ(0u, anomalyTracker->getRefractoryPeriodEndsSec(dimensionKey1)); - - event = CreateAcquireWakelockEvent(bucketStartTimeNs + 4, attributionUids5, attributionTags5, - "wl2"); - processor->OnLogEvent(event.get()); - EXPECT_EQ(0u, anomalyTracker->getRefractoryPeriodEndsSec(dimensionKey2)); - - // Fired alarm and refractory period end timestamp updated. - event = CreateAcquireWakelockEvent(bucketStartTimeNs + 5, attributionUids1, attributionTags1, - "wl1"); - processor->OnLogEvent(event.get()); - EXPECT_EQ(refractory_period_sec + bucketStartTimeNs / NS_PER_SEC + 1, - anomalyTracker->getRefractoryPeriodEndsSec(dimensionKey1)); - - event = CreateAcquireWakelockEvent(bucketStartTimeNs + 100, attributionUids1, attributionTags1, - "wl1"); - processor->OnLogEvent(event.get()); - EXPECT_EQ(refractory_period_sec + bucketStartTimeNs / NS_PER_SEC + 1, - anomalyTracker->getRefractoryPeriodEndsSec(dimensionKey1)); - - event = CreateAcquireWakelockEvent(bucketStartTimeNs + bucketSizeNs - 1, attributionUids1, - attributionTags1, "wl1"); - processor->OnLogEvent(event.get()); - EXPECT_EQ(refractory_period_sec + (bucketStartTimeNs + bucketSizeNs - 1) / NS_PER_SEC + 1, - anomalyTracker->getRefractoryPeriodEndsSec(dimensionKey1)); - - event = CreateAcquireWakelockEvent(bucketStartTimeNs + bucketSizeNs + 1, attributionUids1, - attributionTags1, "wl1"); - processor->OnLogEvent(event.get()); - EXPECT_EQ(refractory_period_sec + (bucketStartTimeNs + bucketSizeNs - 1) / NS_PER_SEC + 1, - anomalyTracker->getRefractoryPeriodEndsSec(dimensionKey1)); - - event = CreateAcquireWakelockEvent(bucketStartTimeNs + bucketSizeNs + 1, attributionUids4, - attributionTags4, "wl2"); - processor->OnLogEvent(event.get()); - EXPECT_EQ(0u, anomalyTracker->getRefractoryPeriodEndsSec(dimensionKey2)); - - event = CreateAcquireWakelockEvent(bucketStartTimeNs + bucketSizeNs + 2, attributionUids5, - attributionTags5, "wl2"); - processor->OnLogEvent(event.get()); - EXPECT_EQ(0u, anomalyTracker->getRefractoryPeriodEndsSec(dimensionKey2)); - - event = CreateAcquireWakelockEvent(bucketStartTimeNs + bucketSizeNs + 3, attributionUids5, - attributionTags5, "wl2"); - processor->OnLogEvent(event.get()); - EXPECT_EQ(0u, anomalyTracker->getRefractoryPeriodEndsSec(dimensionKey2)); - - event = CreateAcquireWakelockEvent(bucketStartTimeNs + bucketSizeNs + 4, attributionUids5, - attributionTags5, "wl2"); - processor->OnLogEvent(event.get()); - EXPECT_EQ(refractory_period_sec + (bucketStartTimeNs + bucketSizeNs + 4) / NS_PER_SEC + 1, - anomalyTracker->getRefractoryPeriodEndsSec(dimensionKey2)); -} - -TEST(AnomalyDetectionE2eTest, TestSlicedCountMetric_multiple_buckets) { - const int num_buckets = 3; - const int threshold = 3; - const int refractory_period_sec = 10; - auto config = CreateStatsdConfig(num_buckets, threshold, refractory_period_sec); - const uint64_t alert_id = config.alert(0).id(); - - int64_t bucketStartTimeNs = 10000000000; - int64_t bucketSizeNs = TimeUnitToBucketSizeInMillis(config.count_metric(0).bucket()) * 1000000; - - ConfigKey cfgKey; - auto processor = CreateStatsLogProcessor(bucketStartTimeNs, bucketStartTimeNs, config, cfgKey); - ASSERT_EQ(processor->mMetricsManagers.size(), 1u); - EXPECT_TRUE(processor->mMetricsManagers.begin()->second->isConfigValid()); - ASSERT_EQ(1u, processor->mMetricsManagers.begin()->second->mAllAnomalyTrackers.size()); - - sp<AnomalyTracker> anomalyTracker = - processor->mMetricsManagers.begin()->second->mAllAnomalyTrackers[0]; - - std::vector<int> attributionUids1 = {111}; - std::vector<string> attributionTags1 = {"App1"}; - std::vector<int> attributionUids2 = {111, 222}; - std::vector<string> attributionTags2 = {"App1", "GMSCoreModule1"}; - - FieldValue fieldValue1(Field(util::WAKELOCK_STATE_CHANGED, (int32_t)0x02010101), - Value((int32_t)111)); - HashableDimensionKey whatKey1({fieldValue1}); - MetricDimensionKey dimensionKey1(whatKey1, DEFAULT_DIMENSION_KEY); - - auto event = CreateAcquireWakelockEvent(bucketStartTimeNs + 2, attributionUids1, - attributionTags1, "wl1"); - processor->OnLogEvent(event.get()); - EXPECT_EQ(0u, anomalyTracker->getRefractoryPeriodEndsSec(dimensionKey1)); - - event = CreateAcquireWakelockEvent(bucketStartTimeNs + 3, attributionUids2, attributionTags2, - "wl1"); - processor->OnLogEvent(event.get()); - EXPECT_EQ(0u, anomalyTracker->getRefractoryPeriodEndsSec(dimensionKey1)); - - // Fired alarm and refractory period end timestamp updated. - event = CreateAcquireWakelockEvent(bucketStartTimeNs + 4, attributionUids1, attributionTags1, - "wl1"); - processor->OnLogEvent(event.get()); - EXPECT_EQ(0u, anomalyTracker->getRefractoryPeriodEndsSec(dimensionKey1)); - - event = CreateAcquireWakelockEvent(bucketStartTimeNs + bucketSizeNs + 1, attributionUids1, - attributionTags1, "wl1"); - processor->OnLogEvent(event.get()); - EXPECT_EQ(refractory_period_sec + (bucketStartTimeNs + bucketSizeNs + 1) / NS_PER_SEC + 1, - anomalyTracker->getRefractoryPeriodEndsSec(dimensionKey1)); - - event = CreateAcquireWakelockEvent(bucketStartTimeNs + bucketSizeNs + 2, attributionUids2, - attributionTags2, "wl1"); - processor->OnLogEvent(event.get()); - EXPECT_EQ(refractory_period_sec + (bucketStartTimeNs + bucketSizeNs + 1) / NS_PER_SEC + 1, - anomalyTracker->getRefractoryPeriodEndsSec(dimensionKey1)); - - event = CreateAcquireWakelockEvent(bucketStartTimeNs + 3 * bucketSizeNs + 1, attributionUids2, - attributionTags2, "wl1"); - processor->OnLogEvent(event.get()); - EXPECT_EQ(refractory_period_sec + (bucketStartTimeNs + bucketSizeNs + 1) / NS_PER_SEC + 1, - anomalyTracker->getRefractoryPeriodEndsSec(dimensionKey1)); - - event = CreateAcquireWakelockEvent(bucketStartTimeNs + 3 * bucketSizeNs + 2, attributionUids2, - attributionTags2, "wl1"); - processor->OnLogEvent(event.get()); - EXPECT_EQ(refractory_period_sec + (bucketStartTimeNs + 3 * bucketSizeNs + 2) / NS_PER_SEC + 1, - anomalyTracker->getRefractoryPeriodEndsSec(dimensionKey1)); -} - -TEST(AnomalyDetectionE2eTest, TestCountMetric_save_refractory_to_disk_no_data_written) { - const int num_buckets = 1; - const int threshold = 0; - const int refractory_period_sec = 86400 * 365; // 1 year - auto config = CreateStatsdConfig(num_buckets, threshold, refractory_period_sec); - const int64_t alert_id = config.alert(0).id(); - - int64_t bucketStartTimeNs = 10000000000; - - int configUid = 2000; - int64_t configId = 1000; - ConfigKey cfgKey(configUid, configId); - auto processor = CreateStatsLogProcessor(bucketStartTimeNs, bucketStartTimeNs, config, cfgKey); - ASSERT_EQ(processor->mMetricsManagers.size(), 1u); - EXPECT_TRUE(processor->mMetricsManagers.begin()->second->isConfigValid()); - ASSERT_EQ(1u, processor->mMetricsManagers.begin()->second->mAllAnomalyTrackers.size()); - - metadata::StatsMetadataList result; - int64_t mockWallClockNs = 1584991200 * NS_PER_SEC; - int64_t mockElapsedTimeNs = bucketStartTimeNs + 5000 * NS_PER_SEC; - processor->WriteMetadataToProto(mockWallClockNs, mockElapsedTimeNs, &result); - - ASSERT_EQ(result.stats_metadata_size(), 0); -} - -TEST(AnomalyDetectionE2eTest, TestCountMetric_save_refractory_to_disk) { - const int num_buckets = 1; - const int threshold = 0; - const int refractory_period_sec = 86400 * 365; // 1 year - auto config = CreateStatsdConfig(num_buckets, threshold, refractory_period_sec); - const int64_t alert_id = config.alert(0).id(); - - int64_t bucketStartTimeNs = 10000000000; - - int configUid = 2000; - int64_t configId = 1000; - ConfigKey cfgKey(configUid, configId); - auto processor = CreateStatsLogProcessor(bucketStartTimeNs, bucketStartTimeNs, config, cfgKey); - ASSERT_EQ(processor->mMetricsManagers.size(), 1u); - EXPECT_TRUE(processor->mMetricsManagers.begin()->second->isConfigValid()); - ASSERT_EQ(1u, processor->mMetricsManagers.begin()->second->mAllAnomalyTrackers.size()); - - sp<AnomalyTracker> anomalyTracker = - processor->mMetricsManagers.begin()->second->mAllAnomalyTrackers[0]; - - std::vector<int> attributionUids1 = {111}; - std::vector<string> attributionTags1 = {"App1"}; - std::vector<int> attributionUids2 = {111, 222}; - std::vector<string> attributionTags2 = {"App1", "GMSCoreModule1"}; - - FieldValue fieldValue1(Field(util::WAKELOCK_STATE_CHANGED, (int32_t)0x02010101), - Value((int32_t)111)); - HashableDimensionKey whatKey1({fieldValue1}); - MetricDimensionKey dimensionKey1(whatKey1, DEFAULT_DIMENSION_KEY); - - auto event = CreateAcquireWakelockEvent(bucketStartTimeNs + 2, attributionUids1, - attributionTags1, "wl1"); - processor->OnLogEvent(event.get()); - EXPECT_EQ(refractory_period_sec + (bucketStartTimeNs + 2) / NS_PER_SEC + 1, - anomalyTracker->getRefractoryPeriodEndsSec(dimensionKey1)); - - metadata::StatsMetadataList result; - int64_t mockWallClockNs = 1584991200 * NS_PER_SEC; - int64_t mockElapsedTimeNs = bucketStartTimeNs + 5000 * NS_PER_SEC; - processor->WriteMetadataToProto(mockWallClockNs, mockElapsedTimeNs, &result); - - metadata::StatsMetadata statsMetadata = result.stats_metadata(0); - ASSERT_EQ(result.stats_metadata_size(), 1); - EXPECT_EQ(statsMetadata.config_key().config_id(), configId); - EXPECT_EQ(statsMetadata.config_key().uid(), configUid); - - metadata::AlertMetadata alertMetadata = statsMetadata.alert_metadata(0); - ASSERT_EQ(statsMetadata.alert_metadata_size(), 1); - EXPECT_EQ(alertMetadata.alert_id(), alert_id); - metadata::AlertDimensionKeyedData keyedData = alertMetadata.alert_dim_keyed_data(0); - ASSERT_EQ(alertMetadata.alert_dim_keyed_data_size(), 1); - EXPECT_EQ(keyedData.last_refractory_ends_sec(), - anomalyTracker->getRefractoryPeriodEndsSec(dimensionKey1) - - mockElapsedTimeNs / NS_PER_SEC + - mockWallClockNs / NS_PER_SEC); - - metadata::MetricDimensionKey metadataDimKey = keyedData.dimension_key(); - metadata::FieldValue dimKeyInWhat = metadataDimKey.dimension_key_in_what(0); - EXPECT_EQ(dimKeyInWhat.field().tag(), fieldValue1.mField.getTag()); - EXPECT_EQ(dimKeyInWhat.field().field(), fieldValue1.mField.getField()); - EXPECT_EQ(dimKeyInWhat.value_int(), fieldValue1.mValue.int_value); -} - -TEST(AnomalyDetectionE2eTest, TestCountMetric_load_refractory_from_disk) { - const int num_buckets = 1; - const int threshold = 0; - const int refractory_period_sec = 86400 * 365; // 1 year - auto config = CreateStatsdConfig(num_buckets, threshold, refractory_period_sec); - const int64_t alert_id = config.alert(0).id(); - - int64_t bucketStartTimeNs = 10000000000; - - int configUid = 2000; - int64_t configId = 1000; - ConfigKey cfgKey(configUid, configId); - auto processor = CreateStatsLogProcessor(bucketStartTimeNs, bucketStartTimeNs, config, cfgKey); - ASSERT_EQ(processor->mMetricsManagers.size(), 1u); - EXPECT_TRUE(processor->mMetricsManagers.begin()->second->isConfigValid()); - ASSERT_EQ(1u, processor->mMetricsManagers.begin()->second->mAllAnomalyTrackers.size()); - - sp<AnomalyTracker> anomalyTracker = - processor->mMetricsManagers.begin()->second->mAllAnomalyTrackers[0]; - - std::vector<int> attributionUids1 = {111}; - std::vector<string> attributionTags1 = {"App1"}; - std::vector<int> attributionUids2 = {111, 222}; - std::vector<string> attributionTags2 = {"App1", "GMSCoreModule1"}; - - FieldValue fieldValue1(Field(util::WAKELOCK_STATE_CHANGED, (int32_t)0x02010101), - Value((int32_t)111)); - HashableDimensionKey whatKey1({fieldValue1}); - MetricDimensionKey dimensionKey1(whatKey1, DEFAULT_DIMENSION_KEY); - - auto event = CreateAcquireWakelockEvent(bucketStartTimeNs + 2, attributionUids1, - attributionTags1, "wl1"); - processor->OnLogEvent(event.get()); - EXPECT_EQ(refractory_period_sec + (bucketStartTimeNs + 2) / NS_PER_SEC + 1, - anomalyTracker->getRefractoryPeriodEndsSec(dimensionKey1)); - - int64_t mockWallClockNs = 1584991200 * NS_PER_SEC; - int64_t mockElapsedTimeNs = bucketStartTimeNs + 5000 * NS_PER_SEC; - processor->SaveMetadataToDisk(mockWallClockNs, mockElapsedTimeNs); - - auto processor2 = CreateStatsLogProcessor(bucketStartTimeNs, bucketStartTimeNs, config, cfgKey); - int64_t mockElapsedTimeSinceBoot = 10 * NS_PER_SEC; - processor2->LoadMetadataFromDisk(mockWallClockNs, mockElapsedTimeSinceBoot); - - sp<AnomalyTracker> anomalyTracker2 = - processor2->mMetricsManagers.begin()->second->mAllAnomalyTrackers[0]; - EXPECT_EQ(anomalyTracker2->getRefractoryPeriodEndsSec(dimensionKey1) - - mockElapsedTimeSinceBoot / NS_PER_SEC, - anomalyTracker->getRefractoryPeriodEndsSec(dimensionKey1) - - mockElapsedTimeNs / NS_PER_SEC); -} - -#else -GTEST_LOG_(INFO) << "This test does nothing.\n"; -#endif - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/tests/e2e/Anomaly_duration_sum_e2e_test.cpp b/cmds/statsd/tests/e2e/Anomaly_duration_sum_e2e_test.cpp deleted file mode 100644 index 95e301002a1b..000000000000 --- a/cmds/statsd/tests/e2e/Anomaly_duration_sum_e2e_test.cpp +++ /dev/null @@ -1,505 +0,0 @@ -// Copyright (C) 2018 The Android Open Source Project -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#include <gtest/gtest.h> - -#include "src/anomaly/DurationAnomalyTracker.h" -#include "src/StatsLogProcessor.h" -#include "src/stats_log_util.h" -#include "tests/statsd_test_util.h" - -#include <vector> - -namespace android { -namespace os { -namespace statsd { - -#ifdef __ANDROID__ - -namespace { - -StatsdConfig CreateStatsdConfig(int num_buckets, - uint64_t threshold_ns, - DurationMetric::AggregationType aggregationType, - bool nesting) { - StatsdConfig config; - config.add_allowed_log_source("AID_ROOT"); // LogEvent defaults to UID of root. - *config.add_atom_matcher() = CreateScreenTurnedOnAtomMatcher(); - *config.add_atom_matcher() = CreateScreenTurnedOffAtomMatcher(); - *config.add_atom_matcher() = CreateAcquireWakelockAtomMatcher(); - *config.add_atom_matcher() = CreateReleaseWakelockAtomMatcher(); - - auto screenIsOffPredicate = CreateScreenIsOffPredicate(); - *config.add_predicate() = screenIsOffPredicate; - - auto holdingWakelockPredicate = CreateHoldingWakelockPredicate(); - FieldMatcher dimensions = CreateAttributionUidDimensions( - util::WAKELOCK_STATE_CHANGED, {Position::FIRST}); - dimensions.add_child()->set_field(3); // The wakelock tag is set in field 3 of the wakelock. - *holdingWakelockPredicate.mutable_simple_predicate()->mutable_dimensions() = dimensions; - holdingWakelockPredicate.mutable_simple_predicate()->set_count_nesting(nesting); - *config.add_predicate() = holdingWakelockPredicate; - - auto durationMetric = config.add_duration_metric(); - durationMetric->set_id(StringToId("WakelockDuration")); - durationMetric->set_what(holdingWakelockPredicate.id()); - durationMetric->set_condition(screenIsOffPredicate.id()); - durationMetric->set_aggregation_type(aggregationType); - *durationMetric->mutable_dimensions_in_what() = - CreateAttributionUidDimensions(util::WAKELOCK_STATE_CHANGED, {Position::FIRST}); - durationMetric->set_bucket(FIVE_MINUTES); - - auto alert = config.add_alert(); - alert->set_id(StringToId("alert")); - alert->set_metric_id(StringToId("WakelockDuration")); - alert->set_num_buckets(num_buckets); - alert->set_refractory_period_secs(2); - alert->set_trigger_if_sum_gt(threshold_ns); - return config; -} - -std::vector<int> attributionUids1 = {111, 222}; -std::vector<string> attributionTags1 = {"App1", "GMSCoreModule1"}; - -std::vector<int> attributionUids2 = {111, 222}; -std::vector<string> attributionTags2 = {"App2", "GMSCoreModule1"}; - -std::vector<int> attributionUids3 = {222}; -std::vector<string> attributionTags3 = {"GMSCoreModule1"}; - -MetricDimensionKey dimensionKey1( - HashableDimensionKey({FieldValue(Field(util::WAKELOCK_STATE_CHANGED, - (int32_t)0x02010101), - Value((int32_t)111))}), - DEFAULT_DIMENSION_KEY); - -MetricDimensionKey dimensionKey2( - HashableDimensionKey({FieldValue(Field(util::WAKELOCK_STATE_CHANGED, - (int32_t)0x02010101), Value((int32_t)222))}), - DEFAULT_DIMENSION_KEY); - -} // namespace - -TEST(AnomalyDetectionE2eTest, TestDurationMetric_SUM_single_bucket) { - const int num_buckets = 1; - const uint64_t threshold_ns = NS_PER_SEC; - auto config = CreateStatsdConfig(num_buckets, threshold_ns, DurationMetric::SUM, true); - const uint64_t alert_id = config.alert(0).id(); - const uint32_t refractory_period_sec = config.alert(0).refractory_period_secs(); - - int64_t bucketStartTimeNs = 10 * NS_PER_SEC; - int64_t bucketSizeNs = - TimeUnitToBucketSizeInMillis(config.duration_metric(0).bucket()) * 1000000; - - ConfigKey cfgKey; - auto processor = CreateStatsLogProcessor(bucketStartTimeNs, bucketStartTimeNs, config, cfgKey); - ASSERT_EQ(processor->mMetricsManagers.size(), 1u); - EXPECT_TRUE(processor->mMetricsManagers.begin()->second->isConfigValid()); - ASSERT_EQ(1u, processor->mMetricsManagers.begin()->second->mAllAnomalyTrackers.size()); - - sp<AnomalyTracker> anomalyTracker = - processor->mMetricsManagers.begin()->second->mAllAnomalyTrackers[0]; - - auto screen_on_event = CreateScreenStateChangedEvent( - bucketStartTimeNs + 1, android::view::DisplayStateEnum::DISPLAY_STATE_ON); - auto screen_off_event = CreateScreenStateChangedEvent( - bucketStartTimeNs + 10, android::view::DisplayStateEnum::DISPLAY_STATE_OFF); - processor->OnLogEvent(screen_on_event.get()); - processor->OnLogEvent(screen_off_event.get()); - - // Acquire wakelock wl1. - auto acquire_event = CreateAcquireWakelockEvent(bucketStartTimeNs + 11, attributionUids1, - attributionTags1, "wl1"); - processor->OnLogEvent(acquire_event.get()); - EXPECT_EQ((bucketStartTimeNs + 11 + threshold_ns) / NS_PER_SEC + 1, - anomalyTracker->getAlarmTimestampSec(dimensionKey1)); - EXPECT_EQ(0u, anomalyTracker->getRefractoryPeriodEndsSec(dimensionKey1)); - - // Release wakelock wl1. No anomaly detected. Alarm cancelled at the "release" event. - auto release_event = CreateReleaseWakelockEvent(bucketStartTimeNs + 101, attributionUids1, - attributionTags1, "wl1"); - processor->OnLogEvent(release_event.get()); - EXPECT_EQ(0u, anomalyTracker->getAlarmTimestampSec(dimensionKey1)); - EXPECT_EQ(0u, anomalyTracker->getRefractoryPeriodEndsSec(dimensionKey1)); - - // Acquire wakelock wl1 within bucket #0. - acquire_event = CreateAcquireWakelockEvent(bucketStartTimeNs + 110, attributionUids2, - attributionTags2, "wl1"); - processor->OnLogEvent(acquire_event.get()); - EXPECT_EQ((bucketStartTimeNs + 110 + threshold_ns - 90) / NS_PER_SEC + 1, - anomalyTracker->getAlarmTimestampSec(dimensionKey1)); - EXPECT_EQ(0u, anomalyTracker->getRefractoryPeriodEndsSec(dimensionKey1)); - - // Release wakelock wl1. One anomaly detected. - release_event = CreateReleaseWakelockEvent(bucketStartTimeNs + NS_PER_SEC + 109, - attributionUids2, attributionTags2, "wl1"); - processor->OnLogEvent(release_event.get()); - EXPECT_EQ(0u, anomalyTracker->getAlarmTimestampSec(dimensionKey1)); - EXPECT_EQ(refractory_period_sec + (bucketStartTimeNs + NS_PER_SEC + 109) / NS_PER_SEC + 1, - anomalyTracker->getRefractoryPeriodEndsSec(dimensionKey1)); - - // Acquire wakelock wl1. - acquire_event = CreateAcquireWakelockEvent(bucketStartTimeNs + NS_PER_SEC + 112, - attributionUids1, attributionTags1, "wl1"); - processor->OnLogEvent(acquire_event.get()); - // Wakelock has been hold longer than the threshold in bucket #0. The alarm is set at the - // end of the refractory period. - const int64_t alarmFiredTimestampSec0 = anomalyTracker->getAlarmTimestampSec(dimensionKey1); - EXPECT_EQ(refractory_period_sec + (bucketStartTimeNs + NS_PER_SEC + 109) / NS_PER_SEC + 1, - (uint32_t)alarmFiredTimestampSec0); - - // Anomaly alarm fired. - auto alarmSet = processor->getAnomalyAlarmMonitor()->popSoonerThan( - static_cast<uint32_t>(alarmFiredTimestampSec0)); - ASSERT_EQ(1u, alarmSet.size()); - processor->onAnomalyAlarmFired(alarmFiredTimestampSec0 * NS_PER_SEC, alarmSet); - EXPECT_EQ(0u, anomalyTracker->getAlarmTimestampSec(dimensionKey1)); - EXPECT_EQ(refractory_period_sec + alarmFiredTimestampSec0, - anomalyTracker->getRefractoryPeriodEndsSec(dimensionKey1)); - - // Release wakelock wl1. - release_event = - CreateReleaseWakelockEvent(alarmFiredTimestampSec0 * NS_PER_SEC + NS_PER_SEC + 1, - attributionUids1, attributionTags1, "wl1"); - processor->OnLogEvent(release_event.get()); - EXPECT_EQ(0u, anomalyTracker->getAlarmTimestampSec(dimensionKey1)); - // Within refractory period. No more anomaly detected. - EXPECT_EQ(refractory_period_sec + alarmFiredTimestampSec0, - anomalyTracker->getRefractoryPeriodEndsSec(dimensionKey1)); - - // Acquire wakelock wl1. - acquire_event = - CreateAcquireWakelockEvent(bucketStartTimeNs + bucketSizeNs - 5 * NS_PER_SEC - 11, - attributionUids2, attributionTags2, "wl1"); - processor->OnLogEvent(acquire_event.get()); - const int64_t alarmFiredTimestampSec1 = anomalyTracker->getAlarmTimestampSec(dimensionKey1); - EXPECT_EQ((bucketStartTimeNs + bucketSizeNs - 5 * NS_PER_SEC) / NS_PER_SEC, - (uint64_t)alarmFiredTimestampSec1); - - // Release wakelock wl1. - release_event = - CreateReleaseWakelockEvent(bucketStartTimeNs + bucketSizeNs - 4 * NS_PER_SEC - 10, - attributionUids2, attributionTags2, "wl1"); - processor->OnLogEvent(release_event.get()); - EXPECT_EQ(0u, anomalyTracker->getAlarmTimestampSec(dimensionKey1)); - EXPECT_EQ(refractory_period_sec + - (bucketStartTimeNs + bucketSizeNs - 4 * NS_PER_SEC - 10) / NS_PER_SEC + 1, - anomalyTracker->getRefractoryPeriodEndsSec(dimensionKey1)); - - alarmSet = processor->getAnomalyAlarmMonitor()->popSoonerThan( - static_cast<uint32_t>(alarmFiredTimestampSec1)); - ASSERT_EQ(0u, alarmSet.size()); - - // Acquire wakelock wl1 near the end of bucket #0. - acquire_event = CreateAcquireWakelockEvent(bucketStartTimeNs + bucketSizeNs - 2, - attributionUids1, attributionTags1, "wl1"); - processor->OnLogEvent(acquire_event.get()); - EXPECT_EQ((bucketStartTimeNs + bucketSizeNs) / NS_PER_SEC, - anomalyTracker->getAlarmTimestampSec(dimensionKey1)); - - // Release the event at early bucket #1. - release_event = CreateReleaseWakelockEvent(bucketStartTimeNs + bucketSizeNs + NS_PER_SEC - 1, - attributionUids1, attributionTags1, "wl1"); - processor->OnLogEvent(release_event.get()); - EXPECT_EQ(0u, anomalyTracker->getAlarmTimestampSec(dimensionKey1)); - // Anomaly detected when stopping the alarm. The refractory period does not change. - EXPECT_EQ(refractory_period_sec + (bucketStartTimeNs + bucketSizeNs + NS_PER_SEC) / NS_PER_SEC, - anomalyTracker->getRefractoryPeriodEndsSec(dimensionKey1)); - - // Condition changes to false. - screen_on_event = - CreateScreenStateChangedEvent(bucketStartTimeNs + 2 * bucketSizeNs + 20, - android::view::DisplayStateEnum::DISPLAY_STATE_ON); - processor->OnLogEvent(screen_on_event.get()); - EXPECT_EQ(refractory_period_sec + (bucketStartTimeNs + bucketSizeNs + NS_PER_SEC) / NS_PER_SEC, - anomalyTracker->getRefractoryPeriodEndsSec(dimensionKey1)); - EXPECT_EQ(0u, anomalyTracker->getAlarmTimestampSec(dimensionKey1)); - - acquire_event = CreateAcquireWakelockEvent(bucketStartTimeNs + 2 * bucketSizeNs + 30, - attributionUids2, attributionTags2, "wl1"); - processor->OnLogEvent(acquire_event.get()); - // The condition is false. Do not start the alarm. - EXPECT_EQ(0u, anomalyTracker->getAlarmTimestampSec(dimensionKey1)); - EXPECT_EQ(refractory_period_sec + (bucketStartTimeNs + bucketSizeNs + NS_PER_SEC) / NS_PER_SEC, - anomalyTracker->getRefractoryPeriodEndsSec(dimensionKey1)); - - // Condition turns true. - screen_off_event = - CreateScreenStateChangedEvent(bucketStartTimeNs + 2 * bucketSizeNs + NS_PER_SEC, - android::view::DisplayStateEnum::DISPLAY_STATE_OFF); - processor->OnLogEvent(screen_off_event.get()); - EXPECT_EQ((bucketStartTimeNs + 2 * bucketSizeNs + NS_PER_SEC + threshold_ns) / NS_PER_SEC, - anomalyTracker->getAlarmTimestampSec(dimensionKey1)); - - // Condition turns to false. - screen_on_event = - CreateScreenStateChangedEvent(bucketStartTimeNs + 2 * bucketSizeNs + 2 * NS_PER_SEC + 1, - android::view::DisplayStateEnum::DISPLAY_STATE_ON); - processor->OnLogEvent(screen_on_event.get()); - // Condition turns to false. Cancelled the alarm. - EXPECT_EQ(0u, anomalyTracker->getAlarmTimestampSec(dimensionKey1)); - // Detected one anomaly. - EXPECT_EQ(refractory_period_sec + - (bucketStartTimeNs + 2 * bucketSizeNs + 2 * NS_PER_SEC + 1) / NS_PER_SEC + 1, - anomalyTracker->getRefractoryPeriodEndsSec(dimensionKey1)); - - // Condition turns to true again. - screen_off_event = - CreateScreenStateChangedEvent(bucketStartTimeNs + 2 * bucketSizeNs + 2 * NS_PER_SEC + 2, - android::view::DisplayStateEnum::DISPLAY_STATE_OFF); - processor->OnLogEvent(screen_off_event.get()); - EXPECT_EQ((bucketStartTimeNs + 2 * bucketSizeNs) / NS_PER_SEC + 2 + 2 + 1, - anomalyTracker->getAlarmTimestampSec(dimensionKey1)); - - release_event = - CreateReleaseWakelockEvent(bucketStartTimeNs + 2 * bucketSizeNs + 5 * NS_PER_SEC, - attributionUids2, attributionTags2, "wl1"); - processor->OnLogEvent(release_event.get()); - EXPECT_EQ(refractory_period_sec + - (bucketStartTimeNs + 2 * bucketSizeNs + 5 * NS_PER_SEC) / NS_PER_SEC, - anomalyTracker->getRefractoryPeriodEndsSec(dimensionKey1)); - EXPECT_EQ(0u, anomalyTracker->getAlarmTimestampSec(dimensionKey1)); -} - -TEST(AnomalyDetectionE2eTest, TestDurationMetric_SUM_multiple_buckets) { - const int num_buckets = 3; - const uint64_t threshold_ns = NS_PER_SEC; - auto config = CreateStatsdConfig(num_buckets, threshold_ns, DurationMetric::SUM, true); - const uint64_t alert_id = config.alert(0).id(); - const uint32_t refractory_period_sec = config.alert(0).refractory_period_secs(); - - int64_t bucketStartTimeNs = 10 * NS_PER_SEC; - int64_t bucketSizeNs = - TimeUnitToBucketSizeInMillis(config.duration_metric(0).bucket()) * 1000000; - - ConfigKey cfgKey; - auto processor = CreateStatsLogProcessor(bucketStartTimeNs, bucketStartTimeNs, config, cfgKey); - ASSERT_EQ(processor->mMetricsManagers.size(), 1u); - EXPECT_TRUE(processor->mMetricsManagers.begin()->second->isConfigValid()); - ASSERT_EQ(1u, processor->mMetricsManagers.begin()->second->mAllAnomalyTrackers.size()); - - sp<AnomalyTracker> anomalyTracker = - processor->mMetricsManagers.begin()->second->mAllAnomalyTrackers[0]; - - auto screen_off_event = CreateScreenStateChangedEvent( - bucketStartTimeNs + 1, android::view::DisplayStateEnum::DISPLAY_STATE_OFF); - processor->OnLogEvent(screen_off_event.get()); - - // Acquire wakelock "wc1" in bucket #0. - auto acquire_event = - CreateAcquireWakelockEvent(bucketStartTimeNs + bucketSizeNs - NS_PER_SEC / 2 - 1, - attributionUids1, attributionTags1, "wl1"); - processor->OnLogEvent(acquire_event.get()); - EXPECT_EQ((bucketStartTimeNs + bucketSizeNs) / NS_PER_SEC + 1, - anomalyTracker->getAlarmTimestampSec(dimensionKey1)); - EXPECT_EQ(0u, anomalyTracker->getRefractoryPeriodEndsSec(dimensionKey1)); - - // Release wakelock "wc1" in bucket #0. - auto release_event = CreateReleaseWakelockEvent(bucketStartTimeNs + bucketSizeNs - 1, - attributionUids1, attributionTags1, "wl1"); - processor->OnLogEvent(release_event.get()); - EXPECT_EQ(0u, anomalyTracker->getAlarmTimestampSec(dimensionKey1)); - EXPECT_EQ(0u, anomalyTracker->getRefractoryPeriodEndsSec(dimensionKey1)); - - // Acquire wakelock "wc1" in bucket #1. - acquire_event = CreateAcquireWakelockEvent(bucketStartTimeNs + bucketSizeNs + 1, - attributionUids2, attributionTags2, "wl1"); - processor->OnLogEvent(acquire_event.get()); - EXPECT_EQ((bucketStartTimeNs + bucketSizeNs) / NS_PER_SEC + 1, - anomalyTracker->getAlarmTimestampSec(dimensionKey1)); - EXPECT_EQ(0u, anomalyTracker->getRefractoryPeriodEndsSec(dimensionKey1)); - - release_event = CreateReleaseWakelockEvent(bucketStartTimeNs + bucketSizeNs + 100, - attributionUids2, attributionTags2, "wl1"); - processor->OnLogEvent(release_event.get()); - EXPECT_EQ(0u, anomalyTracker->getAlarmTimestampSec(dimensionKey1)); - EXPECT_EQ(0u, anomalyTracker->getRefractoryPeriodEndsSec(dimensionKey1)); - - // Acquire wakelock "wc2" in bucket #2. - acquire_event = CreateAcquireWakelockEvent(bucketStartTimeNs + 2 * bucketSizeNs + 1, - attributionUids3, attributionTags3, "wl2"); - processor->OnLogEvent(acquire_event.get()); - EXPECT_EQ((bucketStartTimeNs + 2 * bucketSizeNs) / NS_PER_SEC + 2, - anomalyTracker->getAlarmTimestampSec(dimensionKey2)); - EXPECT_EQ(0u, anomalyTracker->getRefractoryPeriodEndsSec(dimensionKey2)); - - // Release wakelock "wc2" in bucket #2. - release_event = - CreateReleaseWakelockEvent(bucketStartTimeNs + 2 * bucketSizeNs + 2 * NS_PER_SEC, - attributionUids3, attributionTags3, "wl2"); - processor->OnLogEvent(release_event.get()); - EXPECT_EQ(0u, anomalyTracker->getAlarmTimestampSec(dimensionKey2)); - EXPECT_EQ(refractory_period_sec + - (bucketStartTimeNs + 2 * bucketSizeNs + 2 * NS_PER_SEC) / NS_PER_SEC, - anomalyTracker->getRefractoryPeriodEndsSec(dimensionKey2)); - - // Acquire wakelock "wc1" in bucket #2. - acquire_event = - CreateAcquireWakelockEvent(bucketStartTimeNs + 2 * bucketSizeNs + 2 * NS_PER_SEC, - attributionUids2, attributionTags2, "wl1"); - processor->OnLogEvent(acquire_event.get()); - EXPECT_EQ((bucketStartTimeNs + 2 * bucketSizeNs) / NS_PER_SEC + 2 + 1, - anomalyTracker->getAlarmTimestampSec(dimensionKey1)); - EXPECT_EQ(0u, anomalyTracker->getRefractoryPeriodEndsSec(dimensionKey1)); - - // Release wakelock "wc1" in bucket #2. - release_event = - CreateReleaseWakelockEvent(bucketStartTimeNs + 2 * bucketSizeNs + 2.5 * NS_PER_SEC, - attributionUids2, attributionTags2, "wl1"); - processor->OnLogEvent(release_event.get()); - EXPECT_EQ(0u, anomalyTracker->getAlarmTimestampSec(dimensionKey1)); - EXPECT_EQ(refractory_period_sec + - (int64_t)(bucketStartTimeNs + 2 * bucketSizeNs + 2.5 * NS_PER_SEC) / - NS_PER_SEC + - 1, - anomalyTracker->getRefractoryPeriodEndsSec(dimensionKey1)); - - acquire_event = - CreateAcquireWakelockEvent(bucketStartTimeNs + 6 * bucketSizeNs - NS_PER_SEC + 4, - attributionUids3, attributionTags3, "wl2"); - processor->OnLogEvent(acquire_event.get()); - acquire_event = - CreateAcquireWakelockEvent(bucketStartTimeNs + 6 * bucketSizeNs - NS_PER_SEC + 5, - attributionUids1, attributionTags1, "wl1"); - processor->OnLogEvent(acquire_event.get()); - EXPECT_EQ((bucketStartTimeNs + 6 * bucketSizeNs) / NS_PER_SEC + 1, - anomalyTracker->getAlarmTimestampSec(dimensionKey1)); - EXPECT_EQ((bucketStartTimeNs + 6 * bucketSizeNs) / NS_PER_SEC + 1, - anomalyTracker->getAlarmTimestampSec(dimensionKey2)); - - release_event = CreateReleaseWakelockEvent(bucketStartTimeNs + 6 * bucketSizeNs + 2, - attributionUids3, attributionTags3, "wl2"); - processor->OnLogEvent(release_event.get()); - release_event = CreateReleaseWakelockEvent(bucketStartTimeNs + 6 * bucketSizeNs + 6, - attributionUids1, attributionTags1, "wl1"); - processor->OnLogEvent(release_event.get()); - EXPECT_EQ(0u, anomalyTracker->getAlarmTimestampSec(dimensionKey1)); - EXPECT_EQ(0u, anomalyTracker->getAlarmTimestampSec(dimensionKey2)); - // The buckets are not messed up across dimensions. Only one dimension has anomaly triggered. - EXPECT_EQ(refractory_period_sec + (int64_t)(bucketStartTimeNs + 6 * bucketSizeNs) / NS_PER_SEC + - 1, - anomalyTracker->getRefractoryPeriodEndsSec(dimensionKey1)); -} - -TEST(AnomalyDetectionE2eTest, TestDurationMetric_SUM_long_refractory_period) { - const int num_buckets = 2; - const uint64_t threshold_ns = 3 * NS_PER_SEC; - auto config = CreateStatsdConfig(num_buckets, threshold_ns, DurationMetric::SUM, false); - int64_t bucketStartTimeNs = 10 * NS_PER_SEC; - int64_t bucketSizeNs = - TimeUnitToBucketSizeInMillis(config.duration_metric(0).bucket()) * 1000000; - - const uint64_t alert_id = config.alert(0).id(); - const uint32_t refractory_period_sec = 3 * bucketSizeNs / NS_PER_SEC; - config.mutable_alert(0)->set_refractory_period_secs(refractory_period_sec); - - ConfigKey cfgKey; - auto processor = CreateStatsLogProcessor(bucketStartTimeNs, bucketStartTimeNs, config, cfgKey); - ASSERT_EQ(processor->mMetricsManagers.size(), 1u); - EXPECT_TRUE(processor->mMetricsManagers.begin()->second->isConfigValid()); - ASSERT_EQ(1u, processor->mMetricsManagers.begin()->second->mAllAnomalyTrackers.size()); - - sp<AnomalyTracker> anomalyTracker = - processor->mMetricsManagers.begin()->second->mAllAnomalyTrackers[0]; - - auto screen_off_event = CreateScreenStateChangedEvent( - bucketStartTimeNs + 1, android::view::DisplayStateEnum::DISPLAY_STATE_OFF); - processor->OnLogEvent(screen_off_event.get()); - - // Acquire wakelock "wc1" in bucket #0. - auto acquire_event = CreateAcquireWakelockEvent(bucketStartTimeNs + bucketSizeNs - 100, - attributionUids1, attributionTags1, "wl1"); - processor->OnLogEvent(acquire_event.get()); - EXPECT_EQ((bucketStartTimeNs + bucketSizeNs) / NS_PER_SEC + 3, - anomalyTracker->getAlarmTimestampSec(dimensionKey1)); - EXPECT_EQ(0u, anomalyTracker->getRefractoryPeriodEndsSec(dimensionKey1)); - - // Acquire the wakelock "wc1" again. - acquire_event = - CreateAcquireWakelockEvent(bucketStartTimeNs + bucketSizeNs + 2 * NS_PER_SEC + 1, - attributionUids1, attributionTags1, "wl1"); - processor->OnLogEvent(acquire_event.get()); - // The alarm does not change. - EXPECT_EQ((bucketStartTimeNs + bucketSizeNs) / NS_PER_SEC + 3, - anomalyTracker->getAlarmTimestampSec(dimensionKey1)); - EXPECT_EQ(0u, anomalyTracker->getRefractoryPeriodEndsSec(dimensionKey1)); - - // Anomaly alarm fired late. - const int64_t firedAlarmTimestampNs = bucketStartTimeNs + 2 * bucketSizeNs - NS_PER_SEC; - auto alarmSet = processor->getAnomalyAlarmMonitor()->popSoonerThan( - static_cast<uint32_t>(firedAlarmTimestampNs / NS_PER_SEC)); - ASSERT_EQ(1u, alarmSet.size()); - processor->onAnomalyAlarmFired(firedAlarmTimestampNs, alarmSet); - EXPECT_EQ(0u, anomalyTracker->getAlarmTimestampSec(dimensionKey1)); - EXPECT_EQ(refractory_period_sec + firedAlarmTimestampNs / NS_PER_SEC, - anomalyTracker->getRefractoryPeriodEndsSec(dimensionKey1)); - - acquire_event = CreateAcquireWakelockEvent(bucketStartTimeNs + 2 * bucketSizeNs - 100, - attributionUids1, attributionTags1, "wl1"); - processor->OnLogEvent(acquire_event.get()); - EXPECT_EQ(0u, anomalyTracker->getAlarmTimestampSec(dimensionKey1)); - EXPECT_EQ(refractory_period_sec + firedAlarmTimestampNs / NS_PER_SEC, - anomalyTracker->getRefractoryPeriodEndsSec(dimensionKey1)); - - auto release_event = CreateReleaseWakelockEvent(bucketStartTimeNs + 2 * bucketSizeNs + 1, - attributionUids1, attributionTags1, "wl1"); - processor->OnLogEvent(release_event.get()); - EXPECT_EQ(0u, anomalyTracker->getAlarmTimestampSec(dimensionKey1)); - // Within the refractory period. No anomaly. - EXPECT_EQ(refractory_period_sec + firedAlarmTimestampNs / NS_PER_SEC, - anomalyTracker->getRefractoryPeriodEndsSec(dimensionKey1)); - - // A new wakelock, but still within refractory period. - acquire_event = - CreateAcquireWakelockEvent(bucketStartTimeNs + 2 * bucketSizeNs + 10 * NS_PER_SEC, - attributionUids1, attributionTags1, "wl1"); - processor->OnLogEvent(acquire_event.get()); - EXPECT_EQ(refractory_period_sec + firedAlarmTimestampNs / NS_PER_SEC, - anomalyTracker->getAlarmTimestampSec(dimensionKey1)); - - release_event = CreateReleaseWakelockEvent(bucketStartTimeNs + 3 * bucketSizeNs - NS_PER_SEC, - attributionUids1, attributionTags1, "wl1"); - // Still in the refractory period. No anomaly. - processor->OnLogEvent(release_event.get()); - EXPECT_EQ(refractory_period_sec + firedAlarmTimestampNs / NS_PER_SEC, - anomalyTracker->getRefractoryPeriodEndsSec(dimensionKey1)); - - acquire_event = - CreateAcquireWakelockEvent(bucketStartTimeNs + 5 * bucketSizeNs - 3 * NS_PER_SEC - 5, - attributionUids1, attributionTags1, "wl1"); - processor->OnLogEvent(acquire_event.get()); - EXPECT_EQ((bucketStartTimeNs + 5 * bucketSizeNs) / NS_PER_SEC, - anomalyTracker->getAlarmTimestampSec(dimensionKey1)); - - release_event = - CreateReleaseWakelockEvent(bucketStartTimeNs + 5 * bucketSizeNs - 3 * NS_PER_SEC - 4, - attributionUids1, attributionTags1, "wl1"); - processor->OnLogEvent(release_event.get()); - EXPECT_EQ(0u, anomalyTracker->getAlarmTimestampSec(dimensionKey1)); - - acquire_event = - CreateAcquireWakelockEvent(bucketStartTimeNs + 5 * bucketSizeNs - 3 * NS_PER_SEC - 3, - attributionUids1, attributionTags1, "wl1"); - processor->OnLogEvent(acquire_event.get()); - EXPECT_EQ((bucketStartTimeNs + 5 * bucketSizeNs) / NS_PER_SEC, - anomalyTracker->getAlarmTimestampSec(dimensionKey1)); -} - -#else -GTEST_LOG_(INFO) << "This test does nothing.\n"; -#endif - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/tests/e2e/Attribution_e2e_test.cpp b/cmds/statsd/tests/e2e/Attribution_e2e_test.cpp deleted file mode 100644 index 4c2caa904f6a..000000000000 --- a/cmds/statsd/tests/e2e/Attribution_e2e_test.cpp +++ /dev/null @@ -1,375 +0,0 @@ -// Copyright (C) 2017 The Android Open Source Project -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#include <gtest/gtest.h> - -#include "src/StatsLogProcessor.h" -#include "src/stats_log_util.h" -#include "tests/statsd_test_util.h" - -#include <iostream> -#include <vector> - -namespace android { -namespace os { -namespace statsd { - -#ifdef __ANDROID__ - -namespace { - -StatsdConfig CreateStatsdConfig(const Position position) { - StatsdConfig config; - config.add_allowed_log_source("AID_ROOT"); // LogEvent defaults to UID of root. - auto wakelockAcquireMatcher = CreateAcquireWakelockAtomMatcher(); - auto attributionNodeMatcher = - wakelockAcquireMatcher.mutable_simple_atom_matcher()->add_field_value_matcher(); - attributionNodeMatcher->set_field(1); - attributionNodeMatcher->set_position(Position::ANY); - auto uidMatcher = attributionNodeMatcher->mutable_matches_tuple()->add_field_value_matcher(); - uidMatcher->set_field(1); // uid field. - uidMatcher->set_eq_string("com.android.gmscore"); - - *config.add_atom_matcher() = wakelockAcquireMatcher; - - auto countMetric = config.add_count_metric(); - countMetric->set_id(123456); - countMetric->set_what(wakelockAcquireMatcher.id()); - *countMetric->mutable_dimensions_in_what() = - CreateAttributionUidAndTagDimensions( - util::WAKELOCK_STATE_CHANGED, {position}); - countMetric->set_bucket(FIVE_MINUTES); - return config; -} - -// GMS core node is in the middle. -std::vector<int> attributionUids1 = {111, 222, 333}; -std::vector<string> attributionTags1 = {"App1", "GMSCoreModule1", "App3"}; - -// GMS core node is the last one. -std::vector<int> attributionUids2 = {111, 333, 222}; -std::vector<string> attributionTags2 = {"App1", "App3", "GMSCoreModule1"}; - -// GMS core node is the first one. -std::vector<int> attributionUids3 = {222, 333}; -std::vector<string> attributionTags3 = {"GMSCoreModule1", "App3"}; - -// Single GMS core node. -std::vector<int> attributionUids4 = {222}; -std::vector<string> attributionTags4 = {"GMSCoreModule1"}; - -// GMS core has another uid. -std::vector<int> attributionUids5 = {111, 444, 333}; -std::vector<string> attributionTags5 = {"App1", "GMSCoreModule2", "App3"}; - -// Multiple GMS core nodes. -std::vector<int> attributionUids6 = {444, 222}; -std::vector<string> attributionTags6 = {"GMSCoreModule2", "GMSCoreModule1"}; - -// No GMS core nodes -std::vector<int> attributionUids7 = {111, 333}; -std::vector<string> attributionTags7 = {"App1", "App3"}; - -std::vector<int> attributionUids8 = {111}; -std::vector<string> attributionTags8 = {"App1"}; - -// GMS core node with isolated uid. -const int isolatedUid = 666; -std::vector<int> attributionUids9 = {isolatedUid}; -std::vector<string> attributionTags9 = {"GMSCoreModule3"}; - -std::vector<int> attributionUids10 = {isolatedUid}; -std::vector<string> attributionTags10 = {"GMSCoreModule1"}; - -} // namespace - -TEST(AttributionE2eTest, TestAttributionMatchAndSliceByFirstUid) { - auto config = CreateStatsdConfig(Position::FIRST); - int64_t bucketStartTimeNs = 10000000000; - int64_t bucketSizeNs = TimeUnitToBucketSizeInMillis(config.count_metric(0).bucket()) * 1000000; - - ConfigKey cfgKey; - auto processor = CreateStatsLogProcessor(bucketStartTimeNs, bucketStartTimeNs, config, cfgKey); - ASSERT_EQ(processor->mMetricsManagers.size(), 1u); - EXPECT_TRUE(processor->mMetricsManagers.begin()->second->isConfigValid()); - - // Here it assumes that GMS core has two uids. - processor->getUidMap()->updateMap( - 1, {222, 444, 111, 333}, {1, 1, 2, 2}, - {String16("v1"), String16("v1"), String16("v2"), String16("v2")}, - {String16("com.android.gmscore"), String16("com.android.gmscore"), String16("app1"), - String16("APP3")}, - {String16(""), String16(""), String16(""), String16("")}); - - std::vector<std::unique_ptr<LogEvent>> events; - // Events 1~4 are in the 1st bucket. - events.push_back(CreateAcquireWakelockEvent(bucketStartTimeNs + 2, attributionUids1, - attributionTags1, "wl1")); - events.push_back(CreateAcquireWakelockEvent(bucketStartTimeNs + 200, attributionUids2, - attributionTags2, "wl1")); - events.push_back(CreateAcquireWakelockEvent(bucketStartTimeNs + bucketSizeNs - 1, - attributionUids3, attributionTags3, "wl1")); - events.push_back(CreateAcquireWakelockEvent(bucketStartTimeNs + bucketSizeNs, attributionUids4, - attributionTags4, "wl1")); - - // Events 5~8 are in the 3rd bucket. - events.push_back(CreateAcquireWakelockEvent(bucketStartTimeNs + 2 * bucketSizeNs + 1, - attributionUids5, attributionTags5, "wl2")); - events.push_back(CreateAcquireWakelockEvent(bucketStartTimeNs + 2 * bucketSizeNs + 100, - attributionUids6, attributionTags6, "wl2")); - events.push_back(CreateAcquireWakelockEvent(bucketStartTimeNs + 3 * bucketSizeNs - 2, - attributionUids7, attributionTags7, "wl2")); - events.push_back(CreateAcquireWakelockEvent(bucketStartTimeNs + 3 * bucketSizeNs, - attributionUids8, attributionTags8, "wl2")); - events.push_back(CreateAcquireWakelockEvent(bucketStartTimeNs + 3 * bucketSizeNs + 1, - attributionUids9, attributionTags9, "wl2")); - events.push_back(CreateAcquireWakelockEvent(bucketStartTimeNs + 3 * bucketSizeNs + 100, - attributionUids9, attributionTags9, "wl2")); - events.push_back(CreateIsolatedUidChangedEvent(bucketStartTimeNs + 3 * bucketSizeNs - 1, 222, - isolatedUid, true /*is_create*/)); - events.push_back(CreateIsolatedUidChangedEvent(bucketStartTimeNs + 3 * bucketSizeNs + 10, 222, - isolatedUid, false /*is_create*/)); - - sortLogEventsByTimestamp(&events); - - for (const auto& event : events) { - processor->OnLogEvent(event.get()); - } - ConfigMetricsReportList reports; - vector<uint8_t> buffer; - processor->onDumpReport(cfgKey, bucketStartTimeNs + 4 * bucketSizeNs + 1, false, true, ADB_DUMP, - FAST, &buffer); - EXPECT_TRUE(buffer.size() > 0); - EXPECT_TRUE(reports.ParseFromArray(&buffer[0], buffer.size())); - backfillDimensionPath(&reports); - backfillStringInReport(&reports); - backfillStartEndTimestamp(&reports); - ASSERT_EQ(reports.reports_size(), 1); - ASSERT_EQ(reports.reports(0).metrics_size(), 1); - - StatsLogReport::CountMetricDataWrapper countMetrics; - sortMetricDataByDimensionsValue(reports.reports(0).metrics(0).count_metrics(), &countMetrics); - ASSERT_EQ(countMetrics.data_size(), 4); - - auto data = countMetrics.data(0); - ValidateAttributionUidAndTagDimension(data.dimensions_in_what(), - util::WAKELOCK_STATE_CHANGED, 111, "App1"); - ASSERT_EQ(data.bucket_info_size(), 2); - EXPECT_EQ(data.bucket_info(0).count(), 2); - EXPECT_EQ(data.bucket_info(0).start_bucket_elapsed_nanos(), bucketStartTimeNs); - EXPECT_EQ(data.bucket_info(0).end_bucket_elapsed_nanos(), bucketStartTimeNs + bucketSizeNs); - EXPECT_EQ(data.bucket_info(1).count(), 1); - EXPECT_EQ(data.bucket_info(1).start_bucket_elapsed_nanos(), - bucketStartTimeNs + 2 * bucketSizeNs); - EXPECT_EQ(data.bucket_info(1).end_bucket_elapsed_nanos(), bucketStartTimeNs + 3 * bucketSizeNs); - - data = countMetrics.data(1); - ValidateAttributionUidAndTagDimension(data.dimensions_in_what(), - util::WAKELOCK_STATE_CHANGED, 222, - "GMSCoreModule1"); - ASSERT_EQ(data.bucket_info_size(), 2); - EXPECT_EQ(data.bucket_info(0).count(), 1); - EXPECT_EQ(data.bucket_info(0).start_bucket_elapsed_nanos(), bucketStartTimeNs); - EXPECT_EQ(data.bucket_info(0).end_bucket_elapsed_nanos(), bucketStartTimeNs + bucketSizeNs); - EXPECT_EQ(data.bucket_info(1).count(), 1); - EXPECT_EQ(data.bucket_info(1).start_bucket_elapsed_nanos(), bucketStartTimeNs + bucketSizeNs); - EXPECT_EQ(data.bucket_info(1).end_bucket_elapsed_nanos(), bucketStartTimeNs + 2 * bucketSizeNs); - - data = countMetrics.data(2); - ValidateAttributionUidAndTagDimension(data.dimensions_in_what(), - util::WAKELOCK_STATE_CHANGED, 222, - "GMSCoreModule3"); - ASSERT_EQ(data.bucket_info_size(), 1); - EXPECT_EQ(data.bucket_info(0).count(), 1); - EXPECT_EQ(data.bucket_info(0).start_bucket_elapsed_nanos(), - bucketStartTimeNs + 3 * bucketSizeNs); - EXPECT_EQ(data.bucket_info(0).end_bucket_elapsed_nanos(), bucketStartTimeNs + 4 * bucketSizeNs); - - data = countMetrics.data(3); - ValidateAttributionUidAndTagDimension(data.dimensions_in_what(), - util::WAKELOCK_STATE_CHANGED, 444, - "GMSCoreModule2"); - ASSERT_EQ(data.bucket_info_size(), 1); - EXPECT_EQ(data.bucket_info(0).count(), 1); - EXPECT_EQ(data.bucket_info(0).start_bucket_elapsed_nanos(), - bucketStartTimeNs + 2 * bucketSizeNs); - EXPECT_EQ(data.bucket_info(0).end_bucket_elapsed_nanos(), bucketStartTimeNs + 3 * bucketSizeNs); -} - -TEST(AttributionE2eTest, TestAttributionMatchAndSliceByChain) { - auto config = CreateStatsdConfig(Position::ALL); - int64_t bucketStartTimeNs = 10000000000; - int64_t bucketSizeNs = TimeUnitToBucketSizeInMillis(config.count_metric(0).bucket()) * 1000000; - - ConfigKey cfgKey; - auto processor = CreateStatsLogProcessor(bucketStartTimeNs, bucketStartTimeNs, config, cfgKey); - ASSERT_EQ(processor->mMetricsManagers.size(), 1u); - EXPECT_TRUE(processor->mMetricsManagers.begin()->second->isConfigValid()); - - // Here it assumes that GMS core has two uids. - processor->getUidMap()->updateMap( - 1, {222, 444, 111, 333}, {1, 1, 2, 2}, - {String16("v1"), String16("v1"), String16("v2"), String16("v2")}, - {String16("com.android.gmscore"), String16("com.android.gmscore"), String16("app1"), - String16("APP3")}, - {String16(""), String16(""), String16(""), String16("")}); - - std::vector<std::unique_ptr<LogEvent>> events; - // Events 1~4 are in the 1st bucket. - events.push_back(CreateAcquireWakelockEvent(bucketStartTimeNs + 2, attributionUids1, - attributionTags1, "wl1")); - events.push_back(CreateAcquireWakelockEvent(bucketStartTimeNs + 200, attributionUids2, - attributionTags2, "wl1")); - events.push_back(CreateAcquireWakelockEvent(bucketStartTimeNs + bucketSizeNs - 1, - attributionUids3, attributionTags3, "wl1")); - events.push_back(CreateAcquireWakelockEvent(bucketStartTimeNs + bucketSizeNs, attributionUids4, - attributionTags4, "wl1")); - - // Events 5~8 are in the 3rd bucket. - events.push_back(CreateAcquireWakelockEvent(bucketStartTimeNs + 2 * bucketSizeNs + 1, - attributionUids5, attributionTags5, "wl2")); - events.push_back(CreateAcquireWakelockEvent(bucketStartTimeNs + 2 * bucketSizeNs + 100, - attributionUids6, attributionTags6, "wl2")); - events.push_back(CreateAcquireWakelockEvent(bucketStartTimeNs + 3 * bucketSizeNs - 2, - attributionUids7, attributionTags7, "wl2")); - events.push_back(CreateAcquireWakelockEvent(bucketStartTimeNs + 3 * bucketSizeNs, - attributionUids8, attributionTags8, "wl2")); - events.push_back(CreateAcquireWakelockEvent(bucketStartTimeNs + 3 * bucketSizeNs + 1, - attributionUids10, attributionTags10, "wl2")); - events.push_back(CreateAcquireWakelockEvent(bucketStartTimeNs + 3 * bucketSizeNs + 100, - attributionUids10, attributionTags10, "wl2")); - events.push_back(CreateIsolatedUidChangedEvent(bucketStartTimeNs + 3 * bucketSizeNs - 1, 222, - isolatedUid, true /*is_create*/)); - events.push_back(CreateIsolatedUidChangedEvent(bucketStartTimeNs + 3 * bucketSizeNs + 10, 222, - isolatedUid, false /*is_create*/)); - - sortLogEventsByTimestamp(&events); - - for (const auto& event : events) { - processor->OnLogEvent(event.get()); - } - ConfigMetricsReportList reports; - vector<uint8_t> buffer; - processor->onDumpReport(cfgKey, bucketStartTimeNs + 4 * bucketSizeNs + 1, false, true, ADB_DUMP, - FAST, &buffer); - EXPECT_TRUE(buffer.size() > 0); - EXPECT_TRUE(reports.ParseFromArray(&buffer[0], buffer.size())); - backfillDimensionPath(&reports); - backfillStringInReport(&reports); - backfillStartEndTimestamp(&reports); - ASSERT_EQ(reports.reports_size(), 1); - ASSERT_EQ(reports.reports(0).metrics_size(), 1); - - StatsLogReport::CountMetricDataWrapper countMetrics; - sortMetricDataByDimensionsValue(reports.reports(0).metrics(0).count_metrics(), &countMetrics); - ASSERT_EQ(countMetrics.data_size(), 6); - - auto data = countMetrics.data(0); - ValidateAttributionUidAndTagDimension(data.dimensions_in_what(), - util::WAKELOCK_STATE_CHANGED, 222, - "GMSCoreModule1"); - ASSERT_EQ(2, data.bucket_info_size()); - EXPECT_EQ(1, data.bucket_info(0).count()); - EXPECT_EQ(bucketStartTimeNs + bucketSizeNs, data.bucket_info(0).start_bucket_elapsed_nanos()); - EXPECT_EQ(bucketStartTimeNs + 2 * bucketSizeNs, data.bucket_info(0).end_bucket_elapsed_nanos()); - EXPECT_EQ(1, data.bucket_info(1).count()); - EXPECT_EQ(bucketStartTimeNs + 3 * bucketSizeNs, - data.bucket_info(1).start_bucket_elapsed_nanos()); - EXPECT_EQ(bucketStartTimeNs + 4 * bucketSizeNs, data.bucket_info(1).end_bucket_elapsed_nanos()); - - data = countMetrics.data(1); - ValidateUidDimension(data.dimensions_in_what(), 0, util::WAKELOCK_STATE_CHANGED, 222); - ValidateAttributionUidAndTagDimension(data.dimensions_in_what(), 0, - util::WAKELOCK_STATE_CHANGED, 222, - "GMSCoreModule1"); - ValidateUidDimension(data.dimensions_in_what(), 1, util::WAKELOCK_STATE_CHANGED, 333); - ValidateAttributionUidAndTagDimension(data.dimensions_in_what(), 1, - util::WAKELOCK_STATE_CHANGED, 333, "App3"); - ASSERT_EQ(data.bucket_info_size(), 1); - EXPECT_EQ(data.bucket_info(0).count(), 1); - EXPECT_EQ(data.bucket_info(0).start_bucket_elapsed_nanos(), bucketStartTimeNs); - EXPECT_EQ(data.bucket_info(0).end_bucket_elapsed_nanos(), bucketStartTimeNs + bucketSizeNs); - - data = countMetrics.data(2); - ValidateUidDimension(data.dimensions_in_what(), 0, util::WAKELOCK_STATE_CHANGED, 444); - ValidateAttributionUidAndTagDimension(data.dimensions_in_what(), 0, - util::WAKELOCK_STATE_CHANGED, 444, - "GMSCoreModule2"); - ValidateUidDimension(data.dimensions_in_what(), 1, util::WAKELOCK_STATE_CHANGED, 222); - ValidateAttributionUidAndTagDimension(data.dimensions_in_what(), 1, - util::WAKELOCK_STATE_CHANGED, 222, - "GMSCoreModule1"); - ASSERT_EQ(data.bucket_info_size(), 1); - EXPECT_EQ(data.bucket_info(0).count(), 1); - EXPECT_EQ(bucketStartTimeNs + 2 * bucketSizeNs, - data.bucket_info(0).start_bucket_elapsed_nanos()); - EXPECT_EQ(bucketStartTimeNs + 3 * bucketSizeNs, data.bucket_info(0).end_bucket_elapsed_nanos()); - - data = countMetrics.data(3); - ValidateUidDimension(data.dimensions_in_what(), 0, util::WAKELOCK_STATE_CHANGED, 111); - ValidateAttributionUidAndTagDimension(data.dimensions_in_what(), 0, - util::WAKELOCK_STATE_CHANGED, 111, "App1"); - ValidateUidDimension(data.dimensions_in_what(), 1, util::WAKELOCK_STATE_CHANGED, 222); - ValidateAttributionUidAndTagDimension(data.dimensions_in_what(), 1, - util::WAKELOCK_STATE_CHANGED, 222, - "GMSCoreModule1"); - ValidateUidDimension(data.dimensions_in_what(), 2, util::WAKELOCK_STATE_CHANGED, 333); - ValidateAttributionUidAndTagDimension(data.dimensions_in_what(), 2, - util::WAKELOCK_STATE_CHANGED, 333, "App3"); - ASSERT_EQ(data.bucket_info_size(), 1); - EXPECT_EQ(data.bucket_info(0).count(), 1); - EXPECT_EQ(bucketStartTimeNs, data.bucket_info(0).start_bucket_elapsed_nanos()); - EXPECT_EQ(bucketStartTimeNs + bucketSizeNs, data.bucket_info(0).end_bucket_elapsed_nanos()); - - data = countMetrics.data(4); - ValidateUidDimension(data.dimensions_in_what(), 0, util::WAKELOCK_STATE_CHANGED, 111); - ValidateAttributionUidAndTagDimension(data.dimensions_in_what(), 0, - util::WAKELOCK_STATE_CHANGED, 111, "App1"); - ValidateUidDimension(data.dimensions_in_what(), 1, util::WAKELOCK_STATE_CHANGED, 333); - ValidateAttributionUidAndTagDimension(data.dimensions_in_what(), 1, - util::WAKELOCK_STATE_CHANGED, 333, "App3"); - ValidateUidDimension(data.dimensions_in_what(), 2, util::WAKELOCK_STATE_CHANGED, 222); - ValidateAttributionUidAndTagDimension(data.dimensions_in_what(), 2, - util::WAKELOCK_STATE_CHANGED, 222, - "GMSCoreModule1"); - ASSERT_EQ(data.bucket_info_size(), 1); - EXPECT_EQ(data.bucket_info(0).count(), 1); - EXPECT_EQ(bucketStartTimeNs, data.bucket_info(0).start_bucket_elapsed_nanos()); - EXPECT_EQ(bucketStartTimeNs + bucketSizeNs, data.bucket_info(0).end_bucket_elapsed_nanos()); - - data = countMetrics.data(5); - ValidateUidDimension(data.dimensions_in_what(), 0, util::WAKELOCK_STATE_CHANGED, 111); - ValidateAttributionUidAndTagDimension(data.dimensions_in_what(), 0, - util::WAKELOCK_STATE_CHANGED, 111, "App1"); - ValidateUidDimension(data.dimensions_in_what(), 1, util::WAKELOCK_STATE_CHANGED, 444); - ValidateAttributionUidAndTagDimension(data.dimensions_in_what(), 1, - util::WAKELOCK_STATE_CHANGED, 444, - "GMSCoreModule2"); - ValidateUidDimension(data.dimensions_in_what(), 2, util::WAKELOCK_STATE_CHANGED, 333); - ValidateAttributionUidAndTagDimension(data.dimensions_in_what(), 2, - util::WAKELOCK_STATE_CHANGED, 333, "App3"); - ASSERT_EQ(data.bucket_info_size(), 1); - EXPECT_EQ(data.bucket_info(0).count(), 1); - EXPECT_EQ(bucketStartTimeNs + 2 * bucketSizeNs, - data.bucket_info(0).start_bucket_elapsed_nanos()); - EXPECT_EQ(bucketStartTimeNs + 3 * bucketSizeNs, data.bucket_info(0).end_bucket_elapsed_nanos()); -} - -#else -GTEST_LOG_(INFO) << "This test does nothing.\n"; -#endif - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/tests/e2e/ConfigTtl_e2e_test.cpp b/cmds/statsd/tests/e2e/ConfigTtl_e2e_test.cpp deleted file mode 100644 index 0bce0baa049b..000000000000 --- a/cmds/statsd/tests/e2e/ConfigTtl_e2e_test.cpp +++ /dev/null @@ -1,114 +0,0 @@ -// Copyright (C) 2018 The Android Open Source Project -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#include <gtest/gtest.h> - -#include "src/StatsLogProcessor.h" -#include "src/stats_log_util.h" -#include "tests/statsd_test_util.h" - -#include <vector> - -namespace android { -namespace os { -namespace statsd { - -#ifdef __ANDROID__ - -namespace { - -StatsdConfig CreateStatsdConfig(int num_buckets, int threshold) { - StatsdConfig config; - config.add_allowed_log_source("AID_ROOT"); // LogEvent defaults to UID of root. - auto wakelockAcquireMatcher = CreateAcquireWakelockAtomMatcher(); - - *config.add_atom_matcher() = wakelockAcquireMatcher; - - auto countMetric = config.add_count_metric(); - countMetric->set_id(123456); - countMetric->set_what(wakelockAcquireMatcher.id()); - *countMetric->mutable_dimensions_in_what() = CreateAttributionUidDimensions( - util::WAKELOCK_STATE_CHANGED, {Position::FIRST}); - countMetric->set_bucket(FIVE_MINUTES); - - auto alert = config.add_alert(); - alert->set_id(StringToId("alert")); - alert->set_metric_id(123456); - alert->set_num_buckets(num_buckets); - alert->set_refractory_period_secs(10); - alert->set_trigger_if_sum_gt(threshold); - - // Two hours - config.set_ttl_in_seconds(2 * 3600); - return config; -} - -} // namespace - -TEST(ConfigTtlE2eTest, TestCountMetric) { - const int num_buckets = 1; - const int threshold = 3; - auto config = CreateStatsdConfig(num_buckets, threshold); - const uint64_t alert_id = config.alert(0).id(); - const uint32_t refractory_period_sec = config.alert(0).refractory_period_secs(); - - int64_t bucketStartTimeNs = 10000000000; - int64_t bucketSizeNs = TimeUnitToBucketSizeInMillis(config.count_metric(0).bucket()) * 1000000; - - ConfigKey cfgKey; - auto processor = CreateStatsLogProcessor(bucketStartTimeNs, bucketStartTimeNs, config, cfgKey); - ASSERT_EQ(processor->mMetricsManagers.size(), 1u); - EXPECT_TRUE(processor->mMetricsManagers.begin()->second->isConfigValid()); - - std::vector<int> attributionUids1 = {111}; - std::vector<string> attributionTags1 = {"App1"}; - - FieldValue fieldValue1(Field(util::WAKELOCK_STATE_CHANGED, (int32_t)0x02010101), - Value((int32_t)111)); - HashableDimensionKey whatKey1({fieldValue1}); - MetricDimensionKey dimensionKey1(whatKey1, DEFAULT_DIMENSION_KEY); - - FieldValue fieldValue2(Field(util::WAKELOCK_STATE_CHANGED, (int32_t)0x02010101), - Value((int32_t)222)); - HashableDimensionKey whatKey2({fieldValue2}); - MetricDimensionKey dimensionKey2(whatKey2, DEFAULT_DIMENSION_KEY); - - auto event = CreateAcquireWakelockEvent(bucketStartTimeNs + 2, attributionUids1, - attributionTags1, "wl1"); - processor->OnLogEvent(event.get()); - - event = CreateAcquireWakelockEvent(bucketStartTimeNs + bucketSizeNs + 2, attributionUids1, - attributionTags1, "wl2"); - processor->OnLogEvent(event.get()); - - event = CreateAcquireWakelockEvent(bucketStartTimeNs + 25 * bucketSizeNs + 2, attributionUids1, - attributionTags1, "wl1"); - processor->OnLogEvent(event.get()); - - EXPECT_EQ((int64_t)(bucketStartTimeNs + 25 * bucketSizeNs + 2 + 2 * 3600 * NS_PER_SEC), - processor->mMetricsManagers.begin()->second->getTtlEndNs()); - - // Clear the data stored on disk as a result of the ttl. - vector<uint8_t> buffer; - processor->onDumpReport(cfgKey, bucketStartTimeNs + 25 * bucketSizeNs + 3, false, true, - ADB_DUMP, FAST, &buffer); -} - -#else -GTEST_LOG_(INFO) << "This test does nothing.\n"; -#endif - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/tests/e2e/CountMetric_e2e_test.cpp b/cmds/statsd/tests/e2e/CountMetric_e2e_test.cpp deleted file mode 100644 index 04eb40080631..000000000000 --- a/cmds/statsd/tests/e2e/CountMetric_e2e_test.cpp +++ /dev/null @@ -1,901 +0,0 @@ -/* - * Copyright (C) 2019, The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#include <gtest/gtest.h> - -#include "src/StatsLogProcessor.h" -#include "src/state/StateManager.h" -#include "src/state/StateTracker.h" -#include "tests/statsd_test_util.h" - -namespace android { -namespace os { -namespace statsd { - -#ifdef __ANDROID__ - -/** - * Tests the initial condition and condition after the first log events for - * count metrics with either a combination condition or simple condition. - * - * Metrics should be initialized with condition kUnknown (given that the - * predicate is using the default InitialValue of UNKNOWN). The condition should - * be updated to either kFalse or kTrue if a condition event is logged for all - * children conditions. - */ -TEST(CountMetricE2eTest, TestInitialConditionChanges) { - // Initialize config. - StatsdConfig config; - config.add_allowed_log_source("AID_ROOT"); // LogEvent defaults to UID of root. - config.add_default_pull_packages("AID_ROOT"); // Fake puller is registered with root. - - auto syncStartMatcher = CreateSyncStartAtomMatcher(); - *config.add_atom_matcher() = syncStartMatcher; - *config.add_atom_matcher() = CreateScreenTurnedOnAtomMatcher(); - *config.add_atom_matcher() = CreateScreenTurnedOffAtomMatcher(); - *config.add_atom_matcher() = CreateBatteryStateNoneMatcher(); - *config.add_atom_matcher() = CreateBatteryStateUsbMatcher(); - - auto screenOnPredicate = CreateScreenIsOnPredicate(); - *config.add_predicate() = screenOnPredicate; - - auto deviceUnpluggedPredicate = CreateDeviceUnpluggedPredicate(); - *config.add_predicate() = deviceUnpluggedPredicate; - - auto screenOnOnBatteryPredicate = config.add_predicate(); - screenOnOnBatteryPredicate->set_id(StringToId("screenOnOnBatteryPredicate")); - screenOnOnBatteryPredicate->mutable_combination()->set_operation(LogicalOperation::AND); - addPredicateToPredicateCombination(screenOnPredicate, screenOnOnBatteryPredicate); - addPredicateToPredicateCombination(deviceUnpluggedPredicate, screenOnOnBatteryPredicate); - - // CountSyncStartWhileScreenOnOnBattery (CombinationCondition) - CountMetric* countMetric1 = config.add_count_metric(); - countMetric1->set_id(StringToId("CountSyncStartWhileScreenOnOnBattery")); - countMetric1->set_what(syncStartMatcher.id()); - countMetric1->set_condition(screenOnOnBatteryPredicate->id()); - countMetric1->set_bucket(FIVE_MINUTES); - - // CountSyncStartWhileOnBattery (SimpleCondition) - CountMetric* countMetric2 = config.add_count_metric(); - countMetric2->set_id(StringToId("CountSyncStartWhileOnBatterySliceScreen")); - countMetric2->set_what(syncStartMatcher.id()); - countMetric2->set_condition(deviceUnpluggedPredicate.id()); - countMetric2->set_bucket(FIVE_MINUTES); - - const uint64_t bucketStartTimeNs = 10000000000; // 0:10 - const uint64_t bucketSizeNs = - TimeUnitToBucketSizeInMillis(config.count_metric(0).bucket()) * 1000000LL; - int uid = 12345; - int64_t cfgId = 98765; - ConfigKey cfgKey(uid, cfgId); - auto processor = CreateStatsLogProcessor(bucketStartTimeNs, bucketStartTimeNs, config, cfgKey); - - EXPECT_EQ(processor->mMetricsManagers.size(), 1u); - sp<MetricsManager> metricsManager = processor->mMetricsManagers.begin()->second; - EXPECT_TRUE(metricsManager->isConfigValid()); - EXPECT_EQ(2, metricsManager->mAllMetricProducers.size()); - - sp<MetricProducer> metricProducer1 = metricsManager->mAllMetricProducers[0]; - sp<MetricProducer> metricProducer2 = metricsManager->mAllMetricProducers[1]; - - EXPECT_EQ(ConditionState::kUnknown, metricProducer1->mCondition); - EXPECT_EQ(ConditionState::kUnknown, metricProducer2->mCondition); - - auto screenOnEvent = - CreateScreenStateChangedEvent(bucketStartTimeNs + 30, android::view::DISPLAY_STATE_ON); - processor->OnLogEvent(screenOnEvent.get()); - EXPECT_EQ(ConditionState::kUnknown, metricProducer1->mCondition); - EXPECT_EQ(ConditionState::kUnknown, metricProducer2->mCondition); - - auto pluggedUsbEvent = CreateBatteryStateChangedEvent( - bucketStartTimeNs + 50, BatteryPluggedStateEnum::BATTERY_PLUGGED_USB); - processor->OnLogEvent(pluggedUsbEvent.get()); - EXPECT_EQ(ConditionState::kFalse, metricProducer1->mCondition); - EXPECT_EQ(ConditionState::kFalse, metricProducer2->mCondition); - - auto pluggedNoneEvent = CreateBatteryStateChangedEvent( - bucketStartTimeNs + 70, BatteryPluggedStateEnum::BATTERY_PLUGGED_NONE); - processor->OnLogEvent(pluggedNoneEvent.get()); - EXPECT_EQ(ConditionState::kTrue, metricProducer1->mCondition); - EXPECT_EQ(ConditionState::kTrue, metricProducer2->mCondition); -} - -/** -* Test a count metric that has one slice_by_state with no primary fields. -* -* Once the CountMetricProducer is initialized, it has one atom id in -* mSlicedStateAtoms and no entries in mStateGroupMap. - -* One StateTracker tracks the state atom, and it has one listener which is the -* CountMetricProducer that was initialized. -*/ -TEST(CountMetricE2eTest, TestSlicedState) { - // Initialize config. - StatsdConfig config; - config.add_allowed_log_source("AID_ROOT"); // LogEvent defaults to UID of root. - - auto syncStartMatcher = CreateSyncStartAtomMatcher(); - *config.add_atom_matcher() = syncStartMatcher; - - auto state = CreateScreenState(); - *config.add_state() = state; - - // Create count metric that slices by screen state. - int64_t metricId = 123456; - auto countMetric = config.add_count_metric(); - countMetric->set_id(metricId); - countMetric->set_what(syncStartMatcher.id()); - countMetric->set_bucket(TimeUnit::FIVE_MINUTES); - countMetric->add_slice_by_state(state.id()); - - // Initialize StatsLogProcessor. - const uint64_t bucketStartTimeNs = 10000000000; // 0:10 - const uint64_t bucketSizeNs = - TimeUnitToBucketSizeInMillis(config.count_metric(0).bucket()) * 1000000LL; - int uid = 12345; - int64_t cfgId = 98765; - ConfigKey cfgKey(uid, cfgId); - auto processor = CreateStatsLogProcessor(bucketStartTimeNs, bucketStartTimeNs, config, cfgKey); - - // Check that CountMetricProducer was initialized correctly. - ASSERT_EQ(processor->mMetricsManagers.size(), 1u); - sp<MetricsManager> metricsManager = processor->mMetricsManagers.begin()->second; - EXPECT_TRUE(metricsManager->isConfigValid()); - ASSERT_EQ(metricsManager->mAllMetricProducers.size(), 1); - sp<MetricProducer> metricProducer = metricsManager->mAllMetricProducers[0]; - ASSERT_EQ(metricProducer->mSlicedStateAtoms.size(), 1); - EXPECT_EQ(metricProducer->mSlicedStateAtoms.at(0), SCREEN_STATE_ATOM_ID); - ASSERT_EQ(metricProducer->mStateGroupMap.size(), 0); - - // Check that StateTrackers were initialized correctly. - EXPECT_EQ(1, StateManager::getInstance().getStateTrackersCount()); - EXPECT_EQ(1, StateManager::getInstance().getListenersCount(SCREEN_STATE_ATOM_ID)); - - /* - bucket #1 bucket #2 - | 1 2 3 4 5 6 7 8 9 10 (minutes) - |-----------------------------|-----------------------------|-- - x x x x x x (syncStartEvents) - | | (ScreenIsOnEvent) - | | (ScreenIsOffEvent) - | (ScreenDozeEvent) - */ - // Initialize log events - first bucket. - std::vector<int> attributionUids1 = {123}; - std::vector<string> attributionTags1 = {"App1"}; - - std::vector<std::unique_ptr<LogEvent>> events; - events.push_back(CreateScreenStateChangedEvent( - bucketStartTimeNs + 50 * NS_PER_SEC, - android::view::DisplayStateEnum::DISPLAY_STATE_ON)); // 1:00 - events.push_back(CreateSyncStartEvent(bucketStartTimeNs + 75 * NS_PER_SEC, attributionUids1, - attributionTags1, "sync_name")); // 1:25 - events.push_back(CreateScreenStateChangedEvent( - bucketStartTimeNs + 150 * NS_PER_SEC, - android::view::DisplayStateEnum::DISPLAY_STATE_OFF)); // 2:40 - events.push_back(CreateScreenStateChangedEvent( - bucketStartTimeNs + 200 * NS_PER_SEC, - android::view::DisplayStateEnum::DISPLAY_STATE_OFF)); // 3:30 - events.push_back(CreateSyncStartEvent(bucketStartTimeNs + 250 * NS_PER_SEC, attributionUids1, - attributionTags1, "sync_name")); // 4:20 - - // Initialize log events - second bucket. - events.push_back(CreateSyncStartEvent(bucketStartTimeNs + 350 * NS_PER_SEC, attributionUids1, - attributionTags1, "sync_name")); // 6:00 - events.push_back(CreateSyncStartEvent(bucketStartTimeNs + 400 * NS_PER_SEC, attributionUids1, - attributionTags1, "sync_name")); // 6:50 - events.push_back(CreateScreenStateChangedEvent( - bucketStartTimeNs + 450 * NS_PER_SEC, - android::view::DisplayStateEnum::DISPLAY_STATE_ON)); // 7:40 - events.push_back(CreateSyncStartEvent(bucketStartTimeNs + 475 * NS_PER_SEC, attributionUids1, - attributionTags1, "sync_name")); // 8:05 - events.push_back(CreateScreenStateChangedEvent( - bucketStartTimeNs + 500 * NS_PER_SEC, - android::view::DisplayStateEnum::DISPLAY_STATE_UNKNOWN)); // 8:30 - events.push_back(CreateSyncStartEvent(bucketStartTimeNs + 520 * NS_PER_SEC, attributionUids1, - attributionTags1, "sync_name")); // 8:50 - - // Send log events to StatsLogProcessor. - for (auto& event : events) { - processor->OnLogEvent(event.get()); - } - - // Check dump report. - vector<uint8_t> buffer; - ConfigMetricsReportList reports; - processor->onDumpReport(cfgKey, bucketStartTimeNs + bucketSizeNs * 2 + 1, false, true, ADB_DUMP, - FAST, &buffer); - ASSERT_GT(buffer.size(), 0); - EXPECT_TRUE(reports.ParseFromArray(&buffer[0], buffer.size())); - backfillDimensionPath(&reports); - backfillStringInReport(&reports); - backfillStartEndTimestamp(&reports); - - ASSERT_EQ(1, reports.reports_size()); - ASSERT_EQ(1, reports.reports(0).metrics_size()); - EXPECT_TRUE(reports.reports(0).metrics(0).has_count_metrics()); - StatsLogReport::CountMetricDataWrapper countMetrics; - sortMetricDataByDimensionsValue(reports.reports(0).metrics(0).count_metrics(), &countMetrics); - ASSERT_EQ(3, countMetrics.data_size()); - - // For each CountMetricData, check StateValue info is correct and buckets - // have correct counts. - auto data = countMetrics.data(0); - ASSERT_EQ(1, data.slice_by_state_size()); - EXPECT_EQ(SCREEN_STATE_ATOM_ID, data.slice_by_state(0).atom_id()); - EXPECT_TRUE(data.slice_by_state(0).has_value()); - EXPECT_EQ(android::view::DisplayStateEnum::DISPLAY_STATE_UNKNOWN, - data.slice_by_state(0).value()); - ASSERT_EQ(1, data.bucket_info_size()); - EXPECT_EQ(1, data.bucket_info(0).count()); - - data = countMetrics.data(1); - ASSERT_EQ(1, data.slice_by_state_size()); - EXPECT_EQ(SCREEN_STATE_ATOM_ID, data.slice_by_state(0).atom_id()); - EXPECT_TRUE(data.slice_by_state(0).has_value()); - EXPECT_EQ(android::view::DisplayStateEnum::DISPLAY_STATE_OFF, data.slice_by_state(0).value()); - ASSERT_EQ(2, data.bucket_info_size()); - EXPECT_EQ(1, data.bucket_info(0).count()); - EXPECT_EQ(2, data.bucket_info(1).count()); - - data = countMetrics.data(2); - ASSERT_EQ(1, data.slice_by_state_size()); - EXPECT_EQ(SCREEN_STATE_ATOM_ID, data.slice_by_state(0).atom_id()); - EXPECT_TRUE(data.slice_by_state(0).has_value()); - EXPECT_EQ(android::view::DisplayStateEnum::DISPLAY_STATE_ON, data.slice_by_state(0).value()); - ASSERT_EQ(2, data.bucket_info_size()); - EXPECT_EQ(1, data.bucket_info(0).count()); - EXPECT_EQ(1, data.bucket_info(1).count()); -} - -/** - * Test a count metric that has one slice_by_state with a mapping and no - * primary fields. - * - * Once the CountMetricProducer is initialized, it has one atom id in - * mSlicedStateAtoms and has one entry per state value in mStateGroupMap. - * - * One StateTracker tracks the state atom, and it has one listener which is the - * CountMetricProducer that was initialized. - */ -TEST(CountMetricE2eTest, TestSlicedStateWithMap) { - // Initialize config. - StatsdConfig config; - config.add_allowed_log_source("AID_ROOT"); // LogEvent defaults to UID of root. - - auto syncStartMatcher = CreateSyncStartAtomMatcher(); - *config.add_atom_matcher() = syncStartMatcher; - - int64_t screenOnId = 4444; - int64_t screenOffId = 9876; - auto state = CreateScreenStateWithOnOffMap(screenOnId, screenOffId); - *config.add_state() = state; - - // Create count metric that slices by screen state with on/off map. - int64_t metricId = 123456; - auto countMetric = config.add_count_metric(); - countMetric->set_id(metricId); - countMetric->set_what(syncStartMatcher.id()); - countMetric->set_bucket(TimeUnit::FIVE_MINUTES); - countMetric->add_slice_by_state(state.id()); - - // Initialize StatsLogProcessor. - const uint64_t bucketStartTimeNs = 10000000000; // 0:10 - const uint64_t bucketSizeNs = - TimeUnitToBucketSizeInMillis(config.count_metric(0).bucket()) * 1000000LL; - int uid = 12345; - int64_t cfgId = 98765; - ConfigKey cfgKey(uid, cfgId); - auto processor = CreateStatsLogProcessor(bucketStartTimeNs, bucketStartTimeNs, config, cfgKey); - - // Check that StateTrackers were initialized correctly. - EXPECT_EQ(1, StateManager::getInstance().getStateTrackersCount()); - EXPECT_EQ(1, StateManager::getInstance().getListenersCount(SCREEN_STATE_ATOM_ID)); - - // Check that CountMetricProducer was initialized correctly. - ASSERT_EQ(processor->mMetricsManagers.size(), 1u); - sp<MetricsManager> metricsManager = processor->mMetricsManagers.begin()->second; - EXPECT_TRUE(metricsManager->isConfigValid()); - ASSERT_EQ(metricsManager->mAllMetricProducers.size(), 1); - sp<MetricProducer> metricProducer = metricsManager->mAllMetricProducers[0]; - ASSERT_EQ(metricProducer->mSlicedStateAtoms.size(), 1); - EXPECT_EQ(metricProducer->mSlicedStateAtoms.at(0), SCREEN_STATE_ATOM_ID); - ASSERT_EQ(metricProducer->mStateGroupMap.size(), 1); - - StateMap map = state.map(); - for (auto group : map.group()) { - for (auto value : group.value()) { - EXPECT_EQ(metricProducer->mStateGroupMap.at(SCREEN_STATE_ATOM_ID).at(value), - group.group_id()); - } - } - - /* - bucket #1 bucket #2 - | 1 2 3 4 5 6 7 8 9 10 (minutes) - |-----------------------------|-----------------------------|-- - x x x x x x x x x (syncStartEvents) - -----------------------------------------------------------SCREEN_OFF events - | | (ScreenStateOffEvent = 1) - | | (ScreenStateDozeEvent = 3) - | (ScreenStateDozeSuspendEvent = - 4) - -----------------------------------------------------------SCREEN_ON events - | | (ScreenStateOnEvent = 2) - | (ScreenStateVrEvent = 5) - | (ScreenStateOnSuspendEvent = 6) - */ - // Initialize log events - first bucket. - std::vector<int> attributionUids1 = {123}; - std::vector<string> attributionTags1 = {"App1"}; - - std::vector<std::unique_ptr<LogEvent>> events; - events.push_back(CreateSyncStartEvent(bucketStartTimeNs + 20 * NS_PER_SEC, attributionUids1, - attributionTags1, "sync_name")); // 0:30 - events.push_back(CreateScreenStateChangedEvent( - bucketStartTimeNs + 30 * NS_PER_SEC, - android::view::DisplayStateEnum::DISPLAY_STATE_DOZE)); // 0:40 - events.push_back(CreateSyncStartEvent(bucketStartTimeNs + 60 * NS_PER_SEC, attributionUids1, - attributionTags1, "sync_name")); // 1:10 - events.push_back(CreateScreenStateChangedEvent( - bucketStartTimeNs + 90 * NS_PER_SEC, - android::view::DisplayStateEnum::DISPLAY_STATE_OFF)); // 1:40 - events.push_back(CreateSyncStartEvent(bucketStartTimeNs + 120 * NS_PER_SEC, attributionUids1, - attributionTags1, "sync_name")); // 2:10 - events.push_back(CreateScreenStateChangedEvent( - bucketStartTimeNs + 150 * NS_PER_SEC, - android::view::DisplayStateEnum::DISPLAY_STATE_ON)); // 2:40 - events.push_back(CreateScreenStateChangedEvent( - bucketStartTimeNs + 180 * NS_PER_SEC, - android::view::DisplayStateEnum::DISPLAY_STATE_VR)); // 3:10 - events.push_back(CreateSyncStartEvent(bucketStartTimeNs + 200 * NS_PER_SEC, attributionUids1, - attributionTags1, "sync_name")); // 3:30 - events.push_back(CreateScreenStateChangedEvent( - bucketStartTimeNs + 210 * NS_PER_SEC, - android::view::DisplayStateEnum::DISPLAY_STATE_DOZE)); // 3:40 - events.push_back(CreateSyncStartEvent(bucketStartTimeNs + 250 * NS_PER_SEC, attributionUids1, - attributionTags1, "sync_name")); // 4:20 - events.push_back(CreateScreenStateChangedEvent( - bucketStartTimeNs + 280 * NS_PER_SEC, - android::view::DisplayStateEnum::DISPLAY_STATE_OFF)); // 4:50 - events.push_back(CreateSyncStartEvent(bucketStartTimeNs + 285 * NS_PER_SEC, attributionUids1, - attributionTags1, "sync_name")); // 4:55 - - // Initialize log events - second bucket. - events.push_back(CreateSyncStartEvent(bucketStartTimeNs + 360 * NS_PER_SEC, attributionUids1, - attributionTags1, "sync_name")); // 6:10 - events.push_back(CreateScreenStateChangedEvent( - bucketStartTimeNs + 390 * NS_PER_SEC, - android::view::DisplayStateEnum::DISPLAY_STATE_ON_SUSPEND)); // 6:40 - events.push_back(CreateScreenStateChangedEvent( - bucketStartTimeNs + 430 * NS_PER_SEC, - android::view::DisplayStateEnum::DISPLAY_STATE_DOZE_SUSPEND)); // 7:20 - events.push_back(CreateSyncStartEvent(bucketStartTimeNs + 440 * NS_PER_SEC, attributionUids1, - attributionTags1, "sync_name")); // 7:30 - events.push_back(CreateScreenStateChangedEvent( - bucketStartTimeNs + 540 * NS_PER_SEC, - android::view::DisplayStateEnum::DISPLAY_STATE_ON)); // 9:10 - events.push_back(CreateSyncStartEvent(bucketStartTimeNs + 570 * NS_PER_SEC, attributionUids1, - attributionTags1, "sync_name")); // 9:40 - - // Send log events to StatsLogProcessor. - for (auto& event : events) { - processor->OnLogEvent(event.get()); - } - - // Check dump report. - vector<uint8_t> buffer; - ConfigMetricsReportList reports; - processor->onDumpReport(cfgKey, bucketStartTimeNs + bucketSizeNs * 2 + 1, false, true, ADB_DUMP, - FAST, &buffer); - ASSERT_GT(buffer.size(), 0); - EXPECT_TRUE(reports.ParseFromArray(&buffer[0], buffer.size())); - backfillDimensionPath(&reports); - backfillStringInReport(&reports); - backfillStartEndTimestamp(&reports); - - ASSERT_EQ(1, reports.reports_size()); - ASSERT_EQ(1, reports.reports(0).metrics_size()); - EXPECT_TRUE(reports.reports(0).metrics(0).has_count_metrics()); - StatsLogReport::CountMetricDataWrapper countMetrics; - sortMetricDataByDimensionsValue(reports.reports(0).metrics(0).count_metrics(), &countMetrics); - ASSERT_EQ(3, countMetrics.data_size()); - - // For each CountMetricData, check StateValue info is correct and buckets - // have correct counts. - auto data = countMetrics.data(0); - ASSERT_EQ(1, data.slice_by_state_size()); - EXPECT_EQ(SCREEN_STATE_ATOM_ID, data.slice_by_state(0).atom_id()); - EXPECT_TRUE(data.slice_by_state(0).has_value()); - EXPECT_EQ(-1 /* StateTracker::kStateUnknown */, data.slice_by_state(0).value()); - ASSERT_EQ(1, data.bucket_info_size()); - EXPECT_EQ(1, data.bucket_info(0).count()); - - data = countMetrics.data(1); - ASSERT_EQ(1, data.slice_by_state_size()); - EXPECT_EQ(SCREEN_STATE_ATOM_ID, data.slice_by_state(0).atom_id()); - EXPECT_TRUE(data.slice_by_state(0).has_group_id()); - EXPECT_EQ(screenOnId, data.slice_by_state(0).group_id()); - ASSERT_EQ(2, data.bucket_info_size()); - EXPECT_EQ(1, data.bucket_info(0).count()); - EXPECT_EQ(1, data.bucket_info(1).count()); - - data = countMetrics.data(2); - ASSERT_EQ(1, data.slice_by_state_size()); - EXPECT_EQ(SCREEN_STATE_ATOM_ID, data.slice_by_state(0).atom_id()); - EXPECT_TRUE(data.slice_by_state(0).has_group_id()); - EXPECT_EQ(screenOffId, data.slice_by_state(0).group_id()); - ASSERT_EQ(2, data.bucket_info_size()); - EXPECT_EQ(4, data.bucket_info(0).count()); - EXPECT_EQ(2, data.bucket_info(1).count()); -} - -/** -* Test a count metric that has one slice_by_state with a primary field. - -* Once the CountMetricProducer is initialized, it should have one -* MetricStateLink stored. State querying using a non-empty primary key -* should also work as intended. -*/ -TEST(CountMetricE2eTest, TestSlicedStateWithPrimaryFields) { - // Initialize config. - StatsdConfig config; - config.add_allowed_log_source("AID_ROOT"); // LogEvent defaults to UID of root. - - auto appCrashMatcher = - CreateSimpleAtomMatcher("APP_CRASH_OCCURRED", util::APP_CRASH_OCCURRED); - *config.add_atom_matcher() = appCrashMatcher; - - auto state = CreateUidProcessState(); - *config.add_state() = state; - - // Create count metric that slices by uid process state. - int64_t metricId = 123456; - auto countMetric = config.add_count_metric(); - countMetric->set_id(metricId); - countMetric->set_what(appCrashMatcher.id()); - countMetric->set_bucket(TimeUnit::FIVE_MINUTES); - countMetric->add_slice_by_state(state.id()); - MetricStateLink* stateLink = countMetric->add_state_link(); - stateLink->set_state_atom_id(UID_PROCESS_STATE_ATOM_ID); - auto fieldsInWhat = stateLink->mutable_fields_in_what(); - *fieldsInWhat = CreateDimensions(util::APP_CRASH_OCCURRED, {1 /*uid*/}); - auto fieldsInState = stateLink->mutable_fields_in_state(); - *fieldsInState = CreateDimensions(UID_PROCESS_STATE_ATOM_ID, {1 /*uid*/}); - - // Initialize StatsLogProcessor. - const uint64_t bucketStartTimeNs = 10000000000; // 0:10 - const uint64_t bucketSizeNs = - TimeUnitToBucketSizeInMillis(config.count_metric(0).bucket()) * 1000000LL; - int uid = 12345; - int64_t cfgId = 98765; - ConfigKey cfgKey(uid, cfgId); - auto processor = CreateStatsLogProcessor(bucketStartTimeNs, bucketStartTimeNs, config, cfgKey); - - // Check that StateTrackers were initialized correctly. - EXPECT_EQ(1, StateManager::getInstance().getStateTrackersCount()); - EXPECT_EQ(1, StateManager::getInstance().getListenersCount(UID_PROCESS_STATE_ATOM_ID)); - - // Check that CountMetricProducer was initialized correctly. - ASSERT_EQ(processor->mMetricsManagers.size(), 1u); - sp<MetricsManager> metricsManager = processor->mMetricsManagers.begin()->second; - EXPECT_TRUE(metricsManager->isConfigValid()); - ASSERT_EQ(metricsManager->mAllMetricProducers.size(), 1); - sp<MetricProducer> metricProducer = metricsManager->mAllMetricProducers[0]; - ASSERT_EQ(metricProducer->mSlicedStateAtoms.size(), 1); - EXPECT_EQ(metricProducer->mSlicedStateAtoms.at(0), UID_PROCESS_STATE_ATOM_ID); - ASSERT_EQ(metricProducer->mStateGroupMap.size(), 0); - ASSERT_EQ(metricProducer->mMetric2StateLinks.size(), 1); - - /* - NOTE: "1" or "2" represents the uid associated with the state/app crash event - bucket #1 bucket #2 - | 1 2 3 4 5 6 7 8 9 10 - |------------------------|-------------------------|-- - 1 1 1 1 1 2 1 1 2 (AppCrashEvents) - -----------------------------------------------------PROCESS STATE events - 1 2 (TopEvent = 1002) - 1 1 (ForegroundServiceEvent = 1003) - 2 (ImportantBackgroundEvent = 1006) - 1 1 1 (ImportantForegroundEvent = 1005) - - Based on the diagram above, an AppCrashEvent querying for process state value would return: - - StateTracker::kStateUnknown - - Important foreground - - Top - - Important foreground - - Foreground service - - Top (both the app crash and state still have matching uid = 2) - - - Foreground service - - Foreground service - - Important background - */ - // Initialize log events - first bucket. - std::vector<std::unique_ptr<LogEvent>> events; - events.push_back( - CreateAppCrashOccurredEvent(bucketStartTimeNs + 20 * NS_PER_SEC, 1 /*uid*/)); // 0:30 - events.push_back(CreateUidProcessStateChangedEvent( - bucketStartTimeNs + 30 * NS_PER_SEC, 1 /*uid*/, - android::app::ProcessStateEnum::PROCESS_STATE_IMPORTANT_FOREGROUND)); // 0:40 - events.push_back( - CreateAppCrashOccurredEvent(bucketStartTimeNs + 60 * NS_PER_SEC, 1 /*uid*/)); // 1:10 - events.push_back(CreateUidProcessStateChangedEvent( - bucketStartTimeNs + 90 * NS_PER_SEC, 1 /*uid*/, - android::app::ProcessStateEnum::PROCESS_STATE_TOP)); // 1:40 - events.push_back( - CreateAppCrashOccurredEvent(bucketStartTimeNs + 120 * NS_PER_SEC, 1 /*uid*/)); // 2:10 - events.push_back(CreateUidProcessStateChangedEvent( - bucketStartTimeNs + 150 * NS_PER_SEC, 1 /*uid*/, - android::app::ProcessStateEnum::PROCESS_STATE_IMPORTANT_FOREGROUND)); // 2:40 - events.push_back( - CreateAppCrashOccurredEvent(bucketStartTimeNs + 200 * NS_PER_SEC, 1 /*uid*/)); // 3:30 - events.push_back(CreateUidProcessStateChangedEvent( - bucketStartTimeNs + 210 * NS_PER_SEC, 1 /*uid*/, - android::app::ProcessStateEnum::PROCESS_STATE_FOREGROUND_SERVICE)); // 3:40 - events.push_back( - CreateAppCrashOccurredEvent(bucketStartTimeNs + 250 * NS_PER_SEC, 1 /*uid*/)); // 4:20 - events.push_back(CreateUidProcessStateChangedEvent( - bucketStartTimeNs + 280 * NS_PER_SEC, 2 /*uid*/, - android::app::ProcessStateEnum::PROCESS_STATE_TOP)); // 4:50 - events.push_back( - CreateAppCrashOccurredEvent(bucketStartTimeNs + 285 * NS_PER_SEC, 2 /*uid*/)); // 4:55 - - // Initialize log events - second bucket. - events.push_back( - CreateAppCrashOccurredEvent(bucketStartTimeNs + 360 * NS_PER_SEC, 1 /*uid*/)); // 6:10 - events.push_back(CreateUidProcessStateChangedEvent( - bucketStartTimeNs + 390 * NS_PER_SEC, 1 /*uid*/, - android::app::ProcessStateEnum::PROCESS_STATE_FOREGROUND_SERVICE)); // 6:40 - events.push_back(CreateUidProcessStateChangedEvent( - bucketStartTimeNs + 430 * NS_PER_SEC, 2 /*uid*/, - android::app::ProcessStateEnum::PROCESS_STATE_IMPORTANT_BACKGROUND)); // 7:20 - events.push_back( - CreateAppCrashOccurredEvent(bucketStartTimeNs + 440 * NS_PER_SEC, 1 /*uid*/)); // 7:30 - events.push_back(CreateUidProcessStateChangedEvent( - bucketStartTimeNs + 540 * NS_PER_SEC, 1 /*uid*/, - android::app::ProcessStateEnum::PROCESS_STATE_IMPORTANT_FOREGROUND)); // 9:10 - events.push_back( - CreateAppCrashOccurredEvent(bucketStartTimeNs + 570 * NS_PER_SEC, 2 /*uid*/)); // 9:40 - - // Send log events to StatsLogProcessor. - for (auto& event : events) { - processor->OnLogEvent(event.get()); - } - - // Check dump report. - vector<uint8_t> buffer; - ConfigMetricsReportList reports; - processor->onDumpReport(cfgKey, bucketStartTimeNs + bucketSizeNs * 2 + 1, false, true, ADB_DUMP, - FAST, &buffer); - ASSERT_GT(buffer.size(), 0); - EXPECT_TRUE(reports.ParseFromArray(&buffer[0], buffer.size())); - backfillDimensionPath(&reports); - backfillStringInReport(&reports); - backfillStartEndTimestamp(&reports); - - ASSERT_EQ(1, reports.reports_size()); - ASSERT_EQ(1, reports.reports(0).metrics_size()); - EXPECT_TRUE(reports.reports(0).metrics(0).has_count_metrics()); - StatsLogReport::CountMetricDataWrapper countMetrics; - sortMetricDataByDimensionsValue(reports.reports(0).metrics(0).count_metrics(), &countMetrics); - ASSERT_EQ(5, countMetrics.data_size()); - - // For each CountMetricData, check StateValue info is correct and buckets - // have correct counts. - auto data = countMetrics.data(0); - ASSERT_EQ(1, data.slice_by_state_size()); - EXPECT_EQ(UID_PROCESS_STATE_ATOM_ID, data.slice_by_state(0).atom_id()); - EXPECT_TRUE(data.slice_by_state(0).has_value()); - EXPECT_EQ(-1 /* StateTracker::kStateUnknown */, data.slice_by_state(0).value()); - ASSERT_EQ(1, data.bucket_info_size()); - EXPECT_EQ(1, data.bucket_info(0).count()); - - data = countMetrics.data(1); - ASSERT_EQ(1, data.slice_by_state_size()); - EXPECT_EQ(UID_PROCESS_STATE_ATOM_ID, data.slice_by_state(0).atom_id()); - EXPECT_TRUE(data.slice_by_state(0).has_value()); - EXPECT_EQ(android::app::PROCESS_STATE_TOP, data.slice_by_state(0).value()); - ASSERT_EQ(1, data.bucket_info_size()); - EXPECT_EQ(2, data.bucket_info(0).count()); - - data = countMetrics.data(2); - ASSERT_EQ(1, data.slice_by_state_size()); - EXPECT_EQ(UID_PROCESS_STATE_ATOM_ID, data.slice_by_state(0).atom_id()); - EXPECT_TRUE(data.slice_by_state(0).has_value()); - EXPECT_EQ(android::app::PROCESS_STATE_FOREGROUND_SERVICE, data.slice_by_state(0).value()); - ASSERT_EQ(2, data.bucket_info_size()); - EXPECT_EQ(1, data.bucket_info(0).count()); - EXPECT_EQ(2, data.bucket_info(1).count()); - - data = countMetrics.data(3); - ASSERT_EQ(1, data.slice_by_state_size()); - EXPECT_EQ(UID_PROCESS_STATE_ATOM_ID, data.slice_by_state(0).atom_id()); - EXPECT_TRUE(data.slice_by_state(0).has_value()); - EXPECT_EQ(android::app::PROCESS_STATE_IMPORTANT_FOREGROUND, data.slice_by_state(0).value()); - ASSERT_EQ(1, data.bucket_info_size()); - EXPECT_EQ(2, data.bucket_info(0).count()); - - data = countMetrics.data(4); - ASSERT_EQ(1, data.slice_by_state_size()); - EXPECT_EQ(UID_PROCESS_STATE_ATOM_ID, data.slice_by_state(0).atom_id()); - EXPECT_TRUE(data.slice_by_state(0).has_value()); - EXPECT_EQ(android::app::PROCESS_STATE_IMPORTANT_BACKGROUND, data.slice_by_state(0).value()); - ASSERT_EQ(1, data.bucket_info_size()); - EXPECT_EQ(1, data.bucket_info(0).count()); -} - -TEST(CountMetricE2eTest, TestMultipleSlicedStates) { - // Initialize config. - StatsdConfig config; - config.add_allowed_log_source("AID_ROOT"); // LogEvent defaults to UID of root. - - auto appCrashMatcher = - CreateSimpleAtomMatcher("APP_CRASH_OCCURRED", util::APP_CRASH_OCCURRED); - *config.add_atom_matcher() = appCrashMatcher; - - int64_t screenOnId = 4444; - int64_t screenOffId = 9876; - auto state1 = CreateScreenStateWithOnOffMap(screenOnId, screenOffId); - *config.add_state() = state1; - auto state2 = CreateUidProcessState(); - *config.add_state() = state2; - - // Create count metric that slices by screen state with on/off map and - // slices by uid process state. - int64_t metricId = 123456; - auto countMetric = config.add_count_metric(); - countMetric->set_id(metricId); - countMetric->set_what(appCrashMatcher.id()); - countMetric->set_bucket(TimeUnit::FIVE_MINUTES); - countMetric->add_slice_by_state(state1.id()); - countMetric->add_slice_by_state(state2.id()); - MetricStateLink* stateLink = countMetric->add_state_link(); - stateLink->set_state_atom_id(UID_PROCESS_STATE_ATOM_ID); - auto fieldsInWhat = stateLink->mutable_fields_in_what(); - *fieldsInWhat = CreateDimensions(util::APP_CRASH_OCCURRED, {1 /*uid*/}); - auto fieldsInState = stateLink->mutable_fields_in_state(); - *fieldsInState = CreateDimensions(UID_PROCESS_STATE_ATOM_ID, {1 /*uid*/}); - - // Initialize StatsLogProcessor. - const uint64_t bucketStartTimeNs = 10000000000; // 0:10 - const uint64_t bucketSizeNs = - TimeUnitToBucketSizeInMillis(config.count_metric(0).bucket()) * 1000000LL; - int uid = 12345; - int64_t cfgId = 98765; - ConfigKey cfgKey(uid, cfgId); - auto processor = CreateStatsLogProcessor(bucketStartTimeNs, bucketStartTimeNs, config, cfgKey); - - // Check that StateTrackers were properly initialized. - EXPECT_EQ(2, StateManager::getInstance().getStateTrackersCount()); - EXPECT_EQ(1, StateManager::getInstance().getListenersCount(SCREEN_STATE_ATOM_ID)); - EXPECT_EQ(1, StateManager::getInstance().getListenersCount(UID_PROCESS_STATE_ATOM_ID)); - - // Check that CountMetricProducer was initialized correctly. - ASSERT_EQ(processor->mMetricsManagers.size(), 1u); - sp<MetricsManager> metricsManager = processor->mMetricsManagers.begin()->second; - EXPECT_TRUE(metricsManager->isConfigValid()); - ASSERT_EQ(metricsManager->mAllMetricProducers.size(), 1); - sp<MetricProducer> metricProducer = metricsManager->mAllMetricProducers[0]; - ASSERT_EQ(metricProducer->mSlicedStateAtoms.size(), 2); - EXPECT_EQ(metricProducer->mSlicedStateAtoms.at(0), SCREEN_STATE_ATOM_ID); - EXPECT_EQ(metricProducer->mSlicedStateAtoms.at(1), UID_PROCESS_STATE_ATOM_ID); - ASSERT_EQ(metricProducer->mStateGroupMap.size(), 1); - ASSERT_EQ(metricProducer->mMetric2StateLinks.size(), 1); - - StateMap map = state1.map(); - for (auto group : map.group()) { - for (auto value : group.value()) { - EXPECT_EQ(metricProducer->mStateGroupMap.at(SCREEN_STATE_ATOM_ID).at(value), - group.group_id()); - } - } - - /* - bucket #1 bucket #2 - | 1 2 3 4 5 6 7 8 9 10 (minutes) - |------------------------|------------------------|-- - 1 1 1 1 1 2 1 1 2 (AppCrashEvents) - ---------------------------------------------------SCREEN_OFF events - | | (ScreenOffEvent = 1) - | | (ScreenDozeEvent = 3) - ---------------------------------------------------SCREEN_ON events - | | (ScreenOnEvent = 2) - | (ScreenOnSuspendEvent = 6) - ---------------------------------------------------PROCESS STATE events - 1 2 (TopEvent = 1002) - 1 (ForegroundServiceEvent = 1003) - 2 (ImportantBackgroundEvent = 1006) - 1 1 1 (ImportantForegroundEvent = 1005) - - Based on the diagram above, Screen State / Process State pairs for each - AppCrashEvent are: - - StateTracker::kStateUnknown / important foreground - - off / important foreground - - off / Top - - on / important foreground - - off / important foreground - - off / top - - - off / important foreground - - off / foreground service - - on / important background - - */ - // Initialize log events - first bucket. - std::vector<std::unique_ptr<LogEvent>> events; - events.push_back(CreateUidProcessStateChangedEvent( - bucketStartTimeNs + 5 * NS_PER_SEC, 1 /*uid*/, - android::app::ProcessStateEnum::PROCESS_STATE_IMPORTANT_FOREGROUND)); // 0:15 - events.push_back( - CreateAppCrashOccurredEvent(bucketStartTimeNs + 20 * NS_PER_SEC, 1 /*uid*/)); // 0:30 - events.push_back(CreateScreenStateChangedEvent( - bucketStartTimeNs + 30 * NS_PER_SEC, - android::view::DisplayStateEnum::DISPLAY_STATE_DOZE)); // 0:40 - events.push_back( - CreateAppCrashOccurredEvent(bucketStartTimeNs + 60 * NS_PER_SEC, 1 /*uid*/)); // 1:10 - events.push_back(CreateUidProcessStateChangedEvent( - bucketStartTimeNs + 90 * NS_PER_SEC, 1 /*uid*/, - android::app::ProcessStateEnum::PROCESS_STATE_TOP)); // 1:40 - events.push_back(CreateScreenStateChangedEvent( - bucketStartTimeNs + 90 * NS_PER_SEC, - android::view::DisplayStateEnum::DISPLAY_STATE_OFF)); // 1:40 - events.push_back( - CreateAppCrashOccurredEvent(bucketStartTimeNs + 120 * NS_PER_SEC, 1 /*uid*/)); // 2:10 - events.push_back(CreateUidProcessStateChangedEvent( - bucketStartTimeNs + 150 * NS_PER_SEC, 1 /*uid*/, - android::app::ProcessStateEnum::PROCESS_STATE_IMPORTANT_FOREGROUND)); // 2:40 - events.push_back(CreateScreenStateChangedEvent( - bucketStartTimeNs + 160 * NS_PER_SEC, - android::view::DisplayStateEnum::DISPLAY_STATE_ON)); // 2:50 - events.push_back( - CreateAppCrashOccurredEvent(bucketStartTimeNs + 200 * NS_PER_SEC, 1 /*uid*/)); // 3:30 - events.push_back(CreateScreenStateChangedEvent( - bucketStartTimeNs + 210 * NS_PER_SEC, - android::view::DisplayStateEnum::DISPLAY_STATE_DOZE)); // 3:40 - events.push_back( - CreateAppCrashOccurredEvent(bucketStartTimeNs + 250 * NS_PER_SEC, 1 /*uid*/)); // 4:20 - events.push_back(CreateUidProcessStateChangedEvent( - bucketStartTimeNs + 280 * NS_PER_SEC, 2 /*uid*/, - android::app::ProcessStateEnum::PROCESS_STATE_TOP)); // 4:50 - events.push_back( - CreateAppCrashOccurredEvent(bucketStartTimeNs + 285 * NS_PER_SEC, 2 /*uid*/)); // 4:55 - - // Initialize log events - second bucket. - events.push_back( - CreateAppCrashOccurredEvent(bucketStartTimeNs + 360 * NS_PER_SEC, 1 /*uid*/)); // 6:10 - events.push_back(CreateUidProcessStateChangedEvent( - bucketStartTimeNs + 380 * NS_PER_SEC, 1 /*uid*/, - android::app::ProcessStateEnum::PROCESS_STATE_FOREGROUND_SERVICE)); // 6:30 - events.push_back(CreateScreenStateChangedEvent( - bucketStartTimeNs + 390 * NS_PER_SEC, - android::view::DisplayStateEnum::DISPLAY_STATE_ON_SUSPEND)); // 6:40 - events.push_back(CreateUidProcessStateChangedEvent( - bucketStartTimeNs + 420 * NS_PER_SEC, 2 /*uid*/, - android::app::ProcessStateEnum::PROCESS_STATE_IMPORTANT_BACKGROUND)); // 7:10 - events.push_back(CreateScreenStateChangedEvent( - bucketStartTimeNs + 440 * NS_PER_SEC, - android::view::DisplayStateEnum::DISPLAY_STATE_OFF)); // 7:30 - events.push_back( - CreateAppCrashOccurredEvent(bucketStartTimeNs + 450 * NS_PER_SEC, 1 /*uid*/)); // 7:40 - events.push_back(CreateScreenStateChangedEvent( - bucketStartTimeNs + 520 * NS_PER_SEC, - android::view::DisplayStateEnum::DISPLAY_STATE_ON)); // 8:50 - events.push_back(CreateUidProcessStateChangedEvent( - bucketStartTimeNs + 540 * NS_PER_SEC, 1 /*uid*/, - android::app::ProcessStateEnum::PROCESS_STATE_IMPORTANT_FOREGROUND)); // 9:10 - events.push_back( - CreateAppCrashOccurredEvent(bucketStartTimeNs + 570 * NS_PER_SEC, 2 /*uid*/)); // 9:40 - - // Send log events to StatsLogProcessor. - for (auto& event : events) { - processor->OnLogEvent(event.get()); - } - - // Check dump report. - vector<uint8_t> buffer; - ConfigMetricsReportList reports; - processor->onDumpReport(cfgKey, bucketStartTimeNs + bucketSizeNs * 2 + 1, false, true, ADB_DUMP, - FAST, &buffer); - ASSERT_GT(buffer.size(), 0); - EXPECT_TRUE(reports.ParseFromArray(&buffer[0], buffer.size())); - backfillDimensionPath(&reports); - backfillStringInReport(&reports); - backfillStartEndTimestamp(&reports); - - ASSERT_EQ(1, reports.reports_size()); - ASSERT_EQ(1, reports.reports(0).metrics_size()); - EXPECT_TRUE(reports.reports(0).metrics(0).has_count_metrics()); - StatsLogReport::CountMetricDataWrapper countMetrics; - sortMetricDataByDimensionsValue(reports.reports(0).metrics(0).count_metrics(), &countMetrics); - ASSERT_EQ(6, countMetrics.data_size()); - - // For each CountMetricData, check StateValue info is correct and buckets - // have correct counts. - auto data = countMetrics.data(0); - ASSERT_EQ(2, data.slice_by_state_size()); - EXPECT_EQ(SCREEN_STATE_ATOM_ID, data.slice_by_state(0).atom_id()); - EXPECT_TRUE(data.slice_by_state(0).has_value()); - EXPECT_EQ(-1, data.slice_by_state(0).value()); - EXPECT_EQ(UID_PROCESS_STATE_ATOM_ID, data.slice_by_state(1).atom_id()); - EXPECT_TRUE(data.slice_by_state(1).has_value()); - EXPECT_EQ(android::app::PROCESS_STATE_IMPORTANT_FOREGROUND, data.slice_by_state(1).value()); - ASSERT_EQ(1, data.bucket_info_size()); - EXPECT_EQ(1, data.bucket_info(0).count()); - - data = countMetrics.data(1); - ASSERT_EQ(2, data.slice_by_state_size()); - EXPECT_EQ(SCREEN_STATE_ATOM_ID, data.slice_by_state(0).atom_id()); - EXPECT_TRUE(data.slice_by_state(0).has_group_id()); - EXPECT_EQ(screenOnId, data.slice_by_state(0).group_id()); - EXPECT_EQ(UID_PROCESS_STATE_ATOM_ID, data.slice_by_state(1).atom_id()); - EXPECT_TRUE(data.slice_by_state(1).has_value()); - EXPECT_EQ(android::app::PROCESS_STATE_IMPORTANT_FOREGROUND, data.slice_by_state(1).value()); - ASSERT_EQ(1, data.bucket_info_size()); - EXPECT_EQ(1, data.bucket_info(0).count()); - - data = countMetrics.data(2); - ASSERT_EQ(2, data.slice_by_state_size()); - EXPECT_EQ(SCREEN_STATE_ATOM_ID, data.slice_by_state(0).atom_id()); - EXPECT_TRUE(data.slice_by_state(0).has_group_id()); - EXPECT_EQ(screenOnId, data.slice_by_state(0).group_id()); - EXPECT_EQ(UID_PROCESS_STATE_ATOM_ID, data.slice_by_state(1).atom_id()); - EXPECT_TRUE(data.slice_by_state(1).has_value()); - EXPECT_EQ(android::app::PROCESS_STATE_IMPORTANT_BACKGROUND, data.slice_by_state(1).value()); - ASSERT_EQ(1, data.bucket_info_size()); - EXPECT_EQ(1, data.bucket_info(0).count()); - - data = countMetrics.data(3); - ASSERT_EQ(2, data.slice_by_state_size()); - EXPECT_EQ(SCREEN_STATE_ATOM_ID, data.slice_by_state(0).atom_id()); - EXPECT_TRUE(data.slice_by_state(0).has_group_id()); - EXPECT_EQ(screenOffId, data.slice_by_state(0).group_id()); - EXPECT_EQ(UID_PROCESS_STATE_ATOM_ID, data.slice_by_state(1).atom_id()); - EXPECT_TRUE(data.slice_by_state(1).has_value()); - EXPECT_EQ(android::app::PROCESS_STATE_TOP, data.slice_by_state(1).value()); - ASSERT_EQ(1, data.bucket_info_size()); - EXPECT_EQ(2, data.bucket_info(0).count()); - - data = countMetrics.data(4); - ASSERT_EQ(2, data.slice_by_state_size()); - EXPECT_EQ(SCREEN_STATE_ATOM_ID, data.slice_by_state(0).atom_id()); - EXPECT_TRUE(data.slice_by_state(0).has_group_id()); - EXPECT_EQ(screenOffId, data.slice_by_state(0).group_id()); - EXPECT_EQ(UID_PROCESS_STATE_ATOM_ID, data.slice_by_state(1).atom_id()); - EXPECT_TRUE(data.slice_by_state(1).has_value()); - EXPECT_EQ(android::app::PROCESS_STATE_FOREGROUND_SERVICE, data.slice_by_state(1).value()); - ASSERT_EQ(1, data.bucket_info_size()); - EXPECT_EQ(1, data.bucket_info(0).count()); - - data = countMetrics.data(5); - ASSERT_EQ(2, data.slice_by_state_size()); - EXPECT_EQ(SCREEN_STATE_ATOM_ID, data.slice_by_state(0).atom_id()); - EXPECT_TRUE(data.slice_by_state(0).has_group_id()); - EXPECT_EQ(screenOffId, data.slice_by_state(0).group_id()); - EXPECT_EQ(UID_PROCESS_STATE_ATOM_ID, data.slice_by_state(1).atom_id()); - EXPECT_TRUE(data.slice_by_state(1).has_value()); - EXPECT_EQ(android::app::PROCESS_STATE_IMPORTANT_FOREGROUND, data.slice_by_state(1).value()); - ASSERT_EQ(2, data.bucket_info_size()); - EXPECT_EQ(2, data.bucket_info(0).count()); - EXPECT_EQ(1, data.bucket_info(1).count()); -} - -} // namespace statsd -} // namespace os -} // namespace android -#else -GTEST_LOG_(INFO) << "This test does nothing.\n"; -#endif diff --git a/cmds/statsd/tests/e2e/DurationMetric_e2e_test.cpp b/cmds/statsd/tests/e2e/DurationMetric_e2e_test.cpp deleted file mode 100644 index 4efb038e538d..000000000000 --- a/cmds/statsd/tests/e2e/DurationMetric_e2e_test.cpp +++ /dev/null @@ -1,1473 +0,0 @@ -// Copyright (C) 2019 The Android Open Source Project -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#include <gtest/gtest.h> - -#include <vector> - -#include "src/StatsLogProcessor.h" -#include "src/state/StateTracker.h" -#include "src/stats_log_util.h" -#include "tests/statsd_test_util.h" - -namespace android { -namespace os { -namespace statsd { - -#ifdef __ANDROID__ - -TEST(DurationMetricE2eTest, TestOneBucket) { - StatsdConfig config; - config.add_allowed_log_source("AID_ROOT"); // LogEvent defaults to UID of root. - - auto screenOnMatcher = CreateScreenTurnedOnAtomMatcher(); - auto screenOffMatcher = CreateScreenTurnedOffAtomMatcher(); - *config.add_atom_matcher() = screenOnMatcher; - *config.add_atom_matcher() = screenOffMatcher; - - auto durationPredicate = CreateScreenIsOnPredicate(); - *config.add_predicate() = durationPredicate; - - int64_t metricId = 123456; - auto durationMetric = config.add_duration_metric(); - durationMetric->set_id(metricId); - durationMetric->set_what(durationPredicate.id()); - durationMetric->set_bucket(FIVE_MINUTES); - durationMetric->set_aggregation_type(DurationMetric_AggregationType_SUM); - - const int64_t baseTimeNs = 0; // 0:00 - const int64_t configAddedTimeNs = baseTimeNs + 1 * NS_PER_SEC; // 0:01 - const int64_t bucketSizeNs = - TimeUnitToBucketSizeInMillis(config.duration_metric(0).bucket()) * 1000LL * 1000LL; - - int uid = 12345; - int64_t cfgId = 98765; - ConfigKey cfgKey(uid, cfgId); - - auto processor = CreateStatsLogProcessor(baseTimeNs, configAddedTimeNs, config, cfgKey); - - ASSERT_EQ(processor->mMetricsManagers.size(), 1u); - sp<MetricsManager> metricsManager = processor->mMetricsManagers.begin()->second; - EXPECT_TRUE(metricsManager->isConfigValid()); - ASSERT_EQ(metricsManager->mAllMetricProducers.size(), 1); - sp<MetricProducer> metricProducer = metricsManager->mAllMetricProducers[0]; - EXPECT_TRUE(metricsManager->isActive()); - EXPECT_TRUE(metricProducer->mIsActive); - - std::unique_ptr<LogEvent> event; - - // Screen is off at start of bucket. - event = CreateScreenStateChangedEvent(configAddedTimeNs, - android::view::DISPLAY_STATE_OFF); // 0:01 - processor->OnLogEvent(event.get()); - - // Turn screen on. - const int64_t durationStartNs = configAddedTimeNs + 10 * NS_PER_SEC; // 0:11 - event = CreateScreenStateChangedEvent(durationStartNs, android::view::DISPLAY_STATE_ON); - processor->OnLogEvent(event.get()); - - // Turn off screen 30 seconds after turning on. - const int64_t durationEndNs = durationStartNs + 30 * NS_PER_SEC; // 0:41 - event = CreateScreenStateChangedEvent(durationEndNs, android::view::DISPLAY_STATE_OFF); - processor->OnLogEvent(event.get()); - - event = CreateScreenBrightnessChangedEvent(durationEndNs + 1 * NS_PER_SEC, 64); // 0:42 - processor->OnLogEvent(event.get()); - - ConfigMetricsReportList reports; - vector<uint8_t> buffer; - processor->onDumpReport(cfgKey, configAddedTimeNs + bucketSizeNs + 1 * NS_PER_SEC, false, true, - ADB_DUMP, FAST, &buffer); // 5:01 - EXPECT_TRUE(buffer.size() > 0); - EXPECT_TRUE(reports.ParseFromArray(&buffer[0], buffer.size())); - backfillDimensionPath(&reports); - backfillStartEndTimestamp(&reports); - ASSERT_EQ(1, reports.reports_size()); - ASSERT_EQ(1, reports.reports(0).metrics_size()); - EXPECT_EQ(metricId, reports.reports(0).metrics(0).metric_id()); - EXPECT_TRUE(reports.reports(0).metrics(0).has_duration_metrics()); - - StatsLogReport::DurationMetricDataWrapper durationMetrics; - sortMetricDataByDimensionsValue(reports.reports(0).metrics(0).duration_metrics(), - &durationMetrics); - ASSERT_EQ(1, durationMetrics.data_size()); - - DurationMetricData data = durationMetrics.data(0); - ASSERT_EQ(1, data.bucket_info_size()); - EXPECT_EQ(durationEndNs - durationStartNs, data.bucket_info(0).duration_nanos()); - EXPECT_EQ(configAddedTimeNs, data.bucket_info(0).start_bucket_elapsed_nanos()); - EXPECT_EQ(baseTimeNs + bucketSizeNs, data.bucket_info(0).end_bucket_elapsed_nanos()); -} - -TEST(DurationMetricE2eTest, TestTwoBuckets) { - StatsdConfig config; - config.add_allowed_log_source("AID_ROOT"); // LogEvent defaults to UID of root. - - auto screenOnMatcher = CreateScreenTurnedOnAtomMatcher(); - auto screenOffMatcher = CreateScreenTurnedOffAtomMatcher(); - *config.add_atom_matcher() = screenOnMatcher; - *config.add_atom_matcher() = screenOffMatcher; - - auto durationPredicate = CreateScreenIsOnPredicate(); - *config.add_predicate() = durationPredicate; - - int64_t metricId = 123456; - auto durationMetric = config.add_duration_metric(); - durationMetric->set_id(metricId); - durationMetric->set_what(durationPredicate.id()); - durationMetric->set_bucket(FIVE_MINUTES); - durationMetric->set_aggregation_type(DurationMetric_AggregationType_SUM); - - const int64_t baseTimeNs = 0; // 0:00 - const int64_t configAddedTimeNs = baseTimeNs + 1 * NS_PER_SEC; // 0:01 - const int64_t bucketSizeNs = - TimeUnitToBucketSizeInMillis(config.duration_metric(0).bucket()) * 1000LL * 1000LL; - - int uid = 12345; - int64_t cfgId = 98765; - ConfigKey cfgKey(uid, cfgId); - - auto processor = CreateStatsLogProcessor(baseTimeNs, configAddedTimeNs, config, cfgKey); - - ASSERT_EQ(processor->mMetricsManagers.size(), 1u); - sp<MetricsManager> metricsManager = processor->mMetricsManagers.begin()->second; - EXPECT_TRUE(metricsManager->isConfigValid()); - ASSERT_EQ(metricsManager->mAllMetricProducers.size(), 1); - sp<MetricProducer> metricProducer = metricsManager->mAllMetricProducers[0]; - EXPECT_TRUE(metricsManager->isActive()); - EXPECT_TRUE(metricProducer->mIsActive); - - std::unique_ptr<LogEvent> event; - - // Screen is off at start of bucket. - event = CreateScreenStateChangedEvent(configAddedTimeNs, - android::view::DISPLAY_STATE_OFF); // 0:01 - processor->OnLogEvent(event.get()); - - // Turn screen on. - const int64_t durationStartNs = configAddedTimeNs + 10 * NS_PER_SEC; // 0:11 - event = CreateScreenStateChangedEvent(durationStartNs, android::view::DISPLAY_STATE_ON); - processor->OnLogEvent(event.get()); - - // Turn off screen 30 seconds after turning on. - const int64_t durationEndNs = durationStartNs + 30 * NS_PER_SEC; // 0:41 - event = CreateScreenStateChangedEvent(durationEndNs, android::view::DISPLAY_STATE_OFF); - processor->OnLogEvent(event.get()); - - event = CreateScreenBrightnessChangedEvent(durationEndNs + 1 * NS_PER_SEC, 64); // 0:42 - processor->OnLogEvent(event.get()); - - ConfigMetricsReportList reports; - vector<uint8_t> buffer; - processor->onDumpReport(cfgKey, configAddedTimeNs + 2 * bucketSizeNs + 1 * NS_PER_SEC, false, - true, ADB_DUMP, FAST, &buffer); // 10:01 - EXPECT_TRUE(buffer.size() > 0); - EXPECT_TRUE(reports.ParseFromArray(&buffer[0], buffer.size())); - backfillDimensionPath(&reports); - backfillStartEndTimestamp(&reports); - ASSERT_EQ(1, reports.reports_size()); - ASSERT_EQ(1, reports.reports(0).metrics_size()); - EXPECT_EQ(metricId, reports.reports(0).metrics(0).metric_id()); - EXPECT_TRUE(reports.reports(0).metrics(0).has_duration_metrics()); - - StatsLogReport::DurationMetricDataWrapper durationMetrics; - sortMetricDataByDimensionsValue(reports.reports(0).metrics(0).duration_metrics(), - &durationMetrics); - ASSERT_EQ(1, durationMetrics.data_size()); - - DurationMetricData data = durationMetrics.data(0); - ASSERT_EQ(1, data.bucket_info_size()); - - auto bucketInfo = data.bucket_info(0); - EXPECT_EQ(0, bucketInfo.bucket_num()); - EXPECT_EQ(durationEndNs - durationStartNs, bucketInfo.duration_nanos()); - EXPECT_EQ(configAddedTimeNs, bucketInfo.start_bucket_elapsed_nanos()); - EXPECT_EQ(baseTimeNs + bucketSizeNs, bucketInfo.end_bucket_elapsed_nanos()); -} - -TEST(DurationMetricE2eTest, TestWithActivation) { - StatsdConfig config; - config.add_allowed_log_source("AID_ROOT"); // LogEvent defaults to UID of root. - - auto screenOnMatcher = CreateScreenTurnedOnAtomMatcher(); - auto screenOffMatcher = CreateScreenTurnedOffAtomMatcher(); - auto crashMatcher = CreateProcessCrashAtomMatcher(); - *config.add_atom_matcher() = screenOnMatcher; - *config.add_atom_matcher() = screenOffMatcher; - *config.add_atom_matcher() = crashMatcher; - - auto durationPredicate = CreateScreenIsOnPredicate(); - *config.add_predicate() = durationPredicate; - - int64_t metricId = 123456; - auto durationMetric = config.add_duration_metric(); - durationMetric->set_id(metricId); - durationMetric->set_what(durationPredicate.id()); - durationMetric->set_bucket(FIVE_MINUTES); - durationMetric->set_aggregation_type(DurationMetric_AggregationType_SUM); - - auto metric_activation1 = config.add_metric_activation(); - metric_activation1->set_metric_id(metricId); - auto event_activation1 = metric_activation1->add_event_activation(); - event_activation1->set_atom_matcher_id(crashMatcher.id()); - event_activation1->set_ttl_seconds(30); // 30 secs. - - const int64_t bucketStartTimeNs = 10000000000; - const int64_t bucketSizeNs = - TimeUnitToBucketSizeInMillis(config.duration_metric(0).bucket()) * 1000LL * 1000LL; - - int uid = 12345; - int64_t cfgId = 98765; - ConfigKey cfgKey(uid, cfgId); - - sp<UidMap> m = new UidMap(); - sp<StatsPullerManager> pullerManager = new StatsPullerManager(); - sp<AlarmMonitor> anomalyAlarmMonitor; - sp<AlarmMonitor> subscriberAlarmMonitor; - vector<int64_t> activeConfigsBroadcast; - - int broadcastCount = 0; - StatsLogProcessor processor( - m, pullerManager, anomalyAlarmMonitor, subscriberAlarmMonitor, bucketStartTimeNs, - [](const ConfigKey& key) { return true; }, - [&uid, &broadcastCount, &activeConfigsBroadcast](const int& broadcastUid, - const vector<int64_t>& activeConfigs) { - broadcastCount++; - EXPECT_EQ(broadcastUid, uid); - activeConfigsBroadcast.clear(); - activeConfigsBroadcast.insert(activeConfigsBroadcast.end(), activeConfigs.begin(), - activeConfigs.end()); - return true; - }); - - processor.OnConfigUpdated(bucketStartTimeNs, cfgKey, config); // 0:00 - - ASSERT_EQ(processor.mMetricsManagers.size(), 1u); - sp<MetricsManager> metricsManager = processor.mMetricsManagers.begin()->second; - EXPECT_TRUE(metricsManager->isConfigValid()); - ASSERT_EQ(metricsManager->mAllMetricProducers.size(), 1); - sp<MetricProducer> metricProducer = metricsManager->mAllMetricProducers[0]; - auto& eventActivationMap = metricProducer->mEventActivationMap; - - EXPECT_FALSE(metricsManager->isActive()); - EXPECT_FALSE(metricProducer->mIsActive); - ASSERT_EQ(eventActivationMap.size(), 1u); - EXPECT_TRUE(eventActivationMap.find(2) != eventActivationMap.end()); - EXPECT_EQ(eventActivationMap[2]->state, ActivationState::kNotActive); - EXPECT_EQ(eventActivationMap[2]->start_ns, 0); - EXPECT_EQ(eventActivationMap[2]->ttl_ns, event_activation1->ttl_seconds() * NS_PER_SEC); - - std::unique_ptr<LogEvent> event; - - // Turn screen off. - event = CreateScreenStateChangedEvent(bucketStartTimeNs + 2 * NS_PER_SEC, - android::view::DISPLAY_STATE_OFF); // 0:02 - processor.OnLogEvent(event.get(), bucketStartTimeNs + 2 * NS_PER_SEC); - - // Turn screen on. - const int64_t durationStartNs = bucketStartTimeNs + 5 * NS_PER_SEC; // 0:05 - event = CreateScreenStateChangedEvent(durationStartNs, android::view::DISPLAY_STATE_ON); - processor.OnLogEvent(event.get(), durationStartNs); - - // Activate metric. - const int64_t activationStartNs = bucketStartTimeNs + 5 * NS_PER_SEC; // 0:10 - const int64_t activationEndNs = - activationStartNs + event_activation1->ttl_seconds() * NS_PER_SEC; // 0:40 - event = CreateAppCrashEvent(activationStartNs, 111); - processor.OnLogEvent(event.get(), activationStartNs); - EXPECT_TRUE(metricsManager->isActive()); - EXPECT_TRUE(metricProducer->mIsActive); - EXPECT_EQ(broadcastCount, 1); - ASSERT_EQ(activeConfigsBroadcast.size(), 1); - EXPECT_EQ(activeConfigsBroadcast[0], cfgId); - EXPECT_EQ(eventActivationMap[2]->state, ActivationState::kActive); - EXPECT_EQ(eventActivationMap[2]->start_ns, activationStartNs); - EXPECT_EQ(eventActivationMap[2]->ttl_ns, event_activation1->ttl_seconds() * NS_PER_SEC); - - // Expire activation. - const int64_t expirationNs = activationEndNs + 7 * NS_PER_SEC; - event = CreateScreenBrightnessChangedEvent(expirationNs, 64); // 0:47 - processor.OnLogEvent(event.get(), expirationNs); - EXPECT_FALSE(metricsManager->isActive()); - EXPECT_FALSE(metricProducer->mIsActive); - EXPECT_EQ(broadcastCount, 2); - ASSERT_EQ(activeConfigsBroadcast.size(), 0); - ASSERT_EQ(eventActivationMap.size(), 1u); - EXPECT_TRUE(eventActivationMap.find(2) != eventActivationMap.end()); - EXPECT_EQ(eventActivationMap[2]->state, ActivationState::kNotActive); - EXPECT_EQ(eventActivationMap[2]->start_ns, activationStartNs); - EXPECT_EQ(eventActivationMap[2]->ttl_ns, event_activation1->ttl_seconds() * NS_PER_SEC); - - // Turn off screen 10 seconds after activation expiration. - const int64_t durationEndNs = activationEndNs + 10 * NS_PER_SEC; // 0:50 - event = CreateScreenStateChangedEvent(durationEndNs, android::view::DISPLAY_STATE_OFF); - processor.OnLogEvent(event.get(), durationEndNs); - - // Turn screen on. - const int64_t duration2StartNs = durationEndNs + 5 * NS_PER_SEC; // 0:55 - event = CreateScreenStateChangedEvent(duration2StartNs, android::view::DISPLAY_STATE_ON); - processor.OnLogEvent(event.get(), duration2StartNs); - - // Turn off screen. - const int64_t duration2EndNs = duration2StartNs + 10 * NS_PER_SEC; // 1:05 - event = CreateScreenStateChangedEvent(duration2EndNs, android::view::DISPLAY_STATE_OFF); - processor.OnLogEvent(event.get(), duration2EndNs); - - // Activate metric. - const int64_t activation2StartNs = duration2EndNs + 5 * NS_PER_SEC; // 1:10 - const int64_t activation2EndNs = - activation2StartNs + event_activation1->ttl_seconds() * NS_PER_SEC; // 1:40 - event = CreateAppCrashEvent(activation2StartNs, 211); - processor.OnLogEvent(event.get(), activation2StartNs); - EXPECT_TRUE(metricsManager->isActive()); - EXPECT_TRUE(metricProducer->mIsActive); - EXPECT_EQ(broadcastCount, 3); - ASSERT_EQ(activeConfigsBroadcast.size(), 1); - EXPECT_EQ(activeConfigsBroadcast[0], cfgId); - EXPECT_EQ(eventActivationMap[2]->state, ActivationState::kActive); - EXPECT_EQ(eventActivationMap[2]->start_ns, activation2StartNs); - EXPECT_EQ(eventActivationMap[2]->ttl_ns, event_activation1->ttl_seconds() * NS_PER_SEC); - - ConfigMetricsReportList reports; - vector<uint8_t> buffer; - processor.onDumpReport(cfgKey, bucketStartTimeNs + bucketSizeNs + 1 * NS_PER_SEC, false, true, - ADB_DUMP, FAST, &buffer); // 5:01 - EXPECT_TRUE(buffer.size() > 0); - EXPECT_TRUE(reports.ParseFromArray(&buffer[0], buffer.size())); - backfillDimensionPath(&reports); - backfillStartEndTimestamp(&reports); - ASSERT_EQ(1, reports.reports_size()); - ASSERT_EQ(1, reports.reports(0).metrics_size()); - EXPECT_EQ(metricId, reports.reports(0).metrics(0).metric_id()); - EXPECT_TRUE(reports.reports(0).metrics(0).has_duration_metrics()); - - StatsLogReport::DurationMetricDataWrapper durationMetrics; - sortMetricDataByDimensionsValue(reports.reports(0).metrics(0).duration_metrics(), - &durationMetrics); - ASSERT_EQ(1, durationMetrics.data_size()); - - DurationMetricData data = durationMetrics.data(0); - ASSERT_EQ(1, data.bucket_info_size()); - - auto bucketInfo = data.bucket_info(0); - EXPECT_EQ(0, bucketInfo.bucket_num()); - EXPECT_EQ(bucketStartTimeNs, bucketInfo.start_bucket_elapsed_nanos()); - EXPECT_EQ(expirationNs, bucketInfo.end_bucket_elapsed_nanos()); - EXPECT_EQ(expirationNs - durationStartNs, bucketInfo.duration_nanos()); -} - -TEST(DurationMetricE2eTest, TestWithCondition) { - StatsdConfig config; - config.add_allowed_log_source("AID_ROOT"); // LogEvent defaults to UID of root. - *config.add_atom_matcher() = CreateAcquireWakelockAtomMatcher(); - *config.add_atom_matcher() = CreateReleaseWakelockAtomMatcher(); - *config.add_atom_matcher() = CreateMoveToBackgroundAtomMatcher(); - *config.add_atom_matcher() = CreateMoveToForegroundAtomMatcher(); - - auto holdingWakelockPredicate = CreateHoldingWakelockPredicate(); - *config.add_predicate() = holdingWakelockPredicate; - - auto isInBackgroundPredicate = CreateIsInBackgroundPredicate(); - *config.add_predicate() = isInBackgroundPredicate; - - auto durationMetric = config.add_duration_metric(); - durationMetric->set_id(StringToId("WakelockDuration")); - durationMetric->set_what(holdingWakelockPredicate.id()); - durationMetric->set_condition(isInBackgroundPredicate.id()); - durationMetric->set_aggregation_type(DurationMetric::SUM); - durationMetric->set_bucket(FIVE_MINUTES); - - ConfigKey cfgKey; - uint64_t bucketStartTimeNs = 10000000000; - uint64_t bucketSizeNs = - TimeUnitToBucketSizeInMillis(config.duration_metric(0).bucket()) * 1000000LL; - auto processor = CreateStatsLogProcessor(bucketStartTimeNs, bucketStartTimeNs, config, cfgKey); - ASSERT_EQ(processor->mMetricsManagers.size(), 1u); - sp<MetricsManager> metricsManager = processor->mMetricsManagers.begin()->second; - EXPECT_TRUE(metricsManager->isConfigValid()); - ASSERT_EQ(metricsManager->mAllMetricProducers.size(), 1); - sp<MetricProducer> metricProducer = metricsManager->mAllMetricProducers[0]; - auto& eventActivationMap = metricProducer->mEventActivationMap; - EXPECT_TRUE(metricsManager->isActive()); - EXPECT_TRUE(metricProducer->mIsActive); - EXPECT_TRUE(eventActivationMap.empty()); - - int appUid = 123; - vector<int> attributionUids1 = {appUid}; - vector<string> attributionTags1 = {"App1"}; - - auto event = CreateAcquireWakelockEvent(bucketStartTimeNs + 10 * NS_PER_SEC, attributionUids1, - attributionTags1, - "wl1"); // 0:10 - processor->OnLogEvent(event.get()); - - event = CreateMoveToBackgroundEvent(bucketStartTimeNs + 22 * NS_PER_SEC, appUid); // 0:22 - processor->OnLogEvent(event.get()); - - event = CreateMoveToForegroundEvent(bucketStartTimeNs + (3 * 60 + 15) * NS_PER_SEC, - appUid); // 3:15 - processor->OnLogEvent(event.get()); - - event = CreateReleaseWakelockEvent(bucketStartTimeNs + 4 * 60 * NS_PER_SEC, attributionUids1, - attributionTags1, - "wl1"); // 4:00 - processor->OnLogEvent(event.get()); - - vector<uint8_t> buffer; - ConfigMetricsReportList reports; - processor->onDumpReport(cfgKey, bucketStartTimeNs + bucketSizeNs + 1, false, true, ADB_DUMP, - FAST, &buffer); - ASSERT_GT(buffer.size(), 0); - EXPECT_TRUE(reports.ParseFromArray(&buffer[0], buffer.size())); - backfillDimensionPath(&reports); - backfillStringInReport(&reports); - backfillStartEndTimestamp(&reports); - - ASSERT_EQ(1, reports.reports_size()); - ASSERT_EQ(1, reports.reports(0).metrics_size()); - StatsLogReport::DurationMetricDataWrapper durationMetrics; - sortMetricDataByDimensionsValue(reports.reports(0).metrics(0).duration_metrics(), - &durationMetrics); - ASSERT_EQ(1, durationMetrics.data_size()); - - DurationMetricData data = durationMetrics.data(0); - - // Validate bucket info. - ASSERT_EQ(1, data.bucket_info_size()); - - auto bucketInfo = data.bucket_info(0); - EXPECT_EQ(bucketStartTimeNs, bucketInfo.start_bucket_elapsed_nanos()); - EXPECT_EQ(bucketStartTimeNs + bucketSizeNs, bucketInfo.end_bucket_elapsed_nanos()); - EXPECT_EQ((2 * 60 + 53) * NS_PER_SEC, bucketInfo.duration_nanos()); -} - -TEST(DurationMetricE2eTest, TestWithSlicedCondition) { - StatsdConfig config; - config.add_allowed_log_source("AID_ROOT"); // LogEvent defaults to UID of root. - auto screenOnMatcher = CreateScreenTurnedOnAtomMatcher(); - *config.add_atom_matcher() = CreateAcquireWakelockAtomMatcher(); - *config.add_atom_matcher() = CreateReleaseWakelockAtomMatcher(); - *config.add_atom_matcher() = CreateMoveToBackgroundAtomMatcher(); - *config.add_atom_matcher() = CreateMoveToForegroundAtomMatcher(); - - auto holdingWakelockPredicate = CreateHoldingWakelockPredicate(); - // The predicate is dimensioning by first attribution node by uid. - FieldMatcher dimensions = CreateAttributionUidDimensions(util::WAKELOCK_STATE_CHANGED, - {Position::FIRST}); - *holdingWakelockPredicate.mutable_simple_predicate()->mutable_dimensions() = dimensions; - *config.add_predicate() = holdingWakelockPredicate; - - auto isInBackgroundPredicate = CreateIsInBackgroundPredicate(); - *isInBackgroundPredicate.mutable_simple_predicate()->mutable_dimensions() = - CreateDimensions(util::ACTIVITY_FOREGROUND_STATE_CHANGED, {Position::FIRST}); - *config.add_predicate() = isInBackgroundPredicate; - - auto durationMetric = config.add_duration_metric(); - durationMetric->set_id(StringToId("WakelockDuration")); - durationMetric->set_what(holdingWakelockPredicate.id()); - durationMetric->set_condition(isInBackgroundPredicate.id()); - durationMetric->set_aggregation_type(DurationMetric::SUM); - // The metric is dimensioning by first attribution node and only by uid. - *durationMetric->mutable_dimensions_in_what() = CreateAttributionUidDimensions( - util::WAKELOCK_STATE_CHANGED, {Position::FIRST}); - durationMetric->set_bucket(FIVE_MINUTES); - - // Links between wakelock state atom and condition of app is in background. - auto links = durationMetric->add_links(); - links->set_condition(isInBackgroundPredicate.id()); - auto dimensionWhat = links->mutable_fields_in_what(); - dimensionWhat->set_field(util::WAKELOCK_STATE_CHANGED); - dimensionWhat->add_child()->set_field(1); // uid field. - *links->mutable_fields_in_condition() = CreateAttributionUidDimensions( - util::ACTIVITY_FOREGROUND_STATE_CHANGED, {Position::FIRST}); - - ConfigKey cfgKey; - uint64_t bucketStartTimeNs = 10000000000; - uint64_t bucketSizeNs = - TimeUnitToBucketSizeInMillis(config.duration_metric(0).bucket()) * 1000000LL; - auto processor = CreateStatsLogProcessor(bucketStartTimeNs, bucketStartTimeNs, config, cfgKey); - ASSERT_EQ(processor->mMetricsManagers.size(), 1u); - sp<MetricsManager> metricsManager = processor->mMetricsManagers.begin()->second; - EXPECT_TRUE(metricsManager->isConfigValid()); - ASSERT_EQ(metricsManager->mAllMetricProducers.size(), 1); - sp<MetricProducer> metricProducer = metricsManager->mAllMetricProducers[0]; - auto& eventActivationMap = metricProducer->mEventActivationMap; - EXPECT_TRUE(metricsManager->isActive()); - EXPECT_TRUE(metricProducer->mIsActive); - EXPECT_TRUE(eventActivationMap.empty()); - - int appUid = 123; - std::vector<int> attributionUids1 = {appUid}; - std::vector<string> attributionTags1 = {"App1"}; - - auto event = CreateAcquireWakelockEvent(bucketStartTimeNs + 10 * NS_PER_SEC, attributionUids1, - attributionTags1, "wl1"); // 0:10 - processor->OnLogEvent(event.get()); - - event = CreateMoveToBackgroundEvent(bucketStartTimeNs + 22 * NS_PER_SEC, appUid); // 0:22 - processor->OnLogEvent(event.get()); - - event = CreateReleaseWakelockEvent(bucketStartTimeNs + 60 * NS_PER_SEC, attributionUids1, - attributionTags1, "wl1"); // 1:00 - processor->OnLogEvent(event.get()); - - event = CreateMoveToForegroundEvent(bucketStartTimeNs + (3 * 60 + 15) * NS_PER_SEC, - appUid); // 3:15 - processor->OnLogEvent(event.get()); - - vector<uint8_t> buffer; - ConfigMetricsReportList reports; - processor->onDumpReport(cfgKey, bucketStartTimeNs + bucketSizeNs + 1, false, true, ADB_DUMP, - FAST, &buffer); - ASSERT_GT(buffer.size(), 0); - EXPECT_TRUE(reports.ParseFromArray(&buffer[0], buffer.size())); - backfillDimensionPath(&reports); - backfillStringInReport(&reports); - backfillStartEndTimestamp(&reports); - - ASSERT_EQ(1, reports.reports_size()); - ASSERT_EQ(1, reports.reports(0).metrics_size()); - StatsLogReport::DurationMetricDataWrapper durationMetrics; - sortMetricDataByDimensionsValue(reports.reports(0).metrics(0).duration_metrics(), - &durationMetrics); - ASSERT_EQ(1, durationMetrics.data_size()); - - DurationMetricData data = durationMetrics.data(0); - // Validate dimension value. - ValidateAttributionUidDimension(data.dimensions_in_what(), - util::WAKELOCK_STATE_CHANGED, appUid); - // Validate bucket info. - ASSERT_EQ(1, data.bucket_info_size()); - - auto bucketInfo = data.bucket_info(0); - EXPECT_EQ(bucketStartTimeNs, bucketInfo.start_bucket_elapsed_nanos()); - EXPECT_EQ(bucketStartTimeNs + bucketSizeNs, bucketInfo.end_bucket_elapsed_nanos()); - EXPECT_EQ(38 * NS_PER_SEC, bucketInfo.duration_nanos()); -} - -TEST(DurationMetricE2eTest, TestWithActivationAndSlicedCondition) { - StatsdConfig config; - config.add_allowed_log_source("AID_ROOT"); // LogEvent defaults to UID of root. - auto screenOnMatcher = CreateScreenTurnedOnAtomMatcher(); - *config.add_atom_matcher() = CreateAcquireWakelockAtomMatcher(); - *config.add_atom_matcher() = CreateReleaseWakelockAtomMatcher(); - *config.add_atom_matcher() = CreateMoveToBackgroundAtomMatcher(); - *config.add_atom_matcher() = CreateMoveToForegroundAtomMatcher(); - *config.add_atom_matcher() = screenOnMatcher; - - auto holdingWakelockPredicate = CreateHoldingWakelockPredicate(); - // The predicate is dimensioning by first attribution node by uid. - FieldMatcher dimensions = CreateAttributionUidDimensions(util::WAKELOCK_STATE_CHANGED, - {Position::FIRST}); - *holdingWakelockPredicate.mutable_simple_predicate()->mutable_dimensions() = dimensions; - *config.add_predicate() = holdingWakelockPredicate; - - auto isInBackgroundPredicate = CreateIsInBackgroundPredicate(); - *isInBackgroundPredicate.mutable_simple_predicate()->mutable_dimensions() = - CreateDimensions(util::ACTIVITY_FOREGROUND_STATE_CHANGED, {Position::FIRST}); - *config.add_predicate() = isInBackgroundPredicate; - - auto durationMetric = config.add_duration_metric(); - durationMetric->set_id(StringToId("WakelockDuration")); - durationMetric->set_what(holdingWakelockPredicate.id()); - durationMetric->set_condition(isInBackgroundPredicate.id()); - durationMetric->set_aggregation_type(DurationMetric::SUM); - // The metric is dimensioning by first attribution node and only by uid. - *durationMetric->mutable_dimensions_in_what() = CreateAttributionUidDimensions( - util::WAKELOCK_STATE_CHANGED, {Position::FIRST}); - durationMetric->set_bucket(FIVE_MINUTES); - - // Links between wakelock state atom and condition of app is in background. - auto links = durationMetric->add_links(); - links->set_condition(isInBackgroundPredicate.id()); - auto dimensionWhat = links->mutable_fields_in_what(); - dimensionWhat->set_field(util::WAKELOCK_STATE_CHANGED); - dimensionWhat->add_child()->set_field(1); // uid field. - *links->mutable_fields_in_condition() = CreateAttributionUidDimensions( - util::ACTIVITY_FOREGROUND_STATE_CHANGED, {Position::FIRST}); - - auto metric_activation1 = config.add_metric_activation(); - metric_activation1->set_metric_id(durationMetric->id()); - auto event_activation1 = metric_activation1->add_event_activation(); - event_activation1->set_atom_matcher_id(screenOnMatcher.id()); - event_activation1->set_ttl_seconds(60 * 2); // 2 minutes. - - ConfigKey cfgKey; - uint64_t bucketStartTimeNs = 10000000000; - uint64_t bucketSizeNs = - TimeUnitToBucketSizeInMillis(config.duration_metric(0).bucket()) * 1000000LL; - auto processor = CreateStatsLogProcessor(bucketStartTimeNs, bucketStartTimeNs, config, cfgKey); - ASSERT_EQ(processor->mMetricsManagers.size(), 1u); - sp<MetricsManager> metricsManager = processor->mMetricsManagers.begin()->second; - EXPECT_TRUE(metricsManager->isConfigValid()); - ASSERT_EQ(metricsManager->mAllMetricProducers.size(), 1); - sp<MetricProducer> metricProducer = metricsManager->mAllMetricProducers[0]; - auto& eventActivationMap = metricProducer->mEventActivationMap; - EXPECT_FALSE(metricsManager->isActive()); - EXPECT_FALSE(metricProducer->mIsActive); - ASSERT_EQ(eventActivationMap.size(), 1u); - EXPECT_TRUE(eventActivationMap.find(4) != eventActivationMap.end()); - EXPECT_EQ(eventActivationMap[4]->state, ActivationState::kNotActive); - EXPECT_EQ(eventActivationMap[4]->start_ns, 0); - EXPECT_EQ(eventActivationMap[4]->ttl_ns, event_activation1->ttl_seconds() * NS_PER_SEC); - - int appUid = 123; - std::vector<int> attributionUids1 = {appUid}; - std::vector<string> attributionTags1 = {"App1"}; - - auto event = CreateAcquireWakelockEvent(bucketStartTimeNs + 10 * NS_PER_SEC, attributionUids1, - attributionTags1, "wl1"); // 0:10 - processor->OnLogEvent(event.get()); - EXPECT_FALSE(metricsManager->isActive()); - EXPECT_FALSE(metricProducer->mIsActive); - EXPECT_EQ(eventActivationMap[4]->state, ActivationState::kNotActive); - EXPECT_EQ(eventActivationMap[4]->start_ns, 0); - EXPECT_EQ(eventActivationMap[4]->ttl_ns, event_activation1->ttl_seconds() * NS_PER_SEC); - - event = CreateMoveToBackgroundEvent(bucketStartTimeNs + 22 * NS_PER_SEC, appUid); // 0:22 - processor->OnLogEvent(event.get()); - EXPECT_FALSE(metricsManager->isActive()); - EXPECT_FALSE(metricProducer->mIsActive); - EXPECT_EQ(eventActivationMap[4]->state, ActivationState::kNotActive); - EXPECT_EQ(eventActivationMap[4]->start_ns, 0); - EXPECT_EQ(eventActivationMap[4]->ttl_ns, event_activation1->ttl_seconds() * NS_PER_SEC); - - const int64_t durationStartNs = bucketStartTimeNs + 30 * NS_PER_SEC; // 0:30 - event = CreateScreenStateChangedEvent(durationStartNs, android::view::DISPLAY_STATE_ON); - processor->OnLogEvent(event.get()); - EXPECT_TRUE(metricsManager->isActive()); - EXPECT_TRUE(metricProducer->mIsActive); - EXPECT_EQ(eventActivationMap[4]->state, ActivationState::kActive); - EXPECT_EQ(eventActivationMap[4]->start_ns, durationStartNs); - EXPECT_EQ(eventActivationMap[4]->ttl_ns, event_activation1->ttl_seconds() * NS_PER_SEC); - - const int64_t durationEndNs = - durationStartNs + (event_activation1->ttl_seconds() + 30) * NS_PER_SEC; // 3:00 - event = CreateAppCrashEvent(durationEndNs, 333); - processor->OnLogEvent(event.get()); - EXPECT_FALSE(metricsManager->isActive()); - EXPECT_FALSE(metricProducer->mIsActive); - EXPECT_EQ(eventActivationMap[4]->state, ActivationState::kNotActive); - EXPECT_EQ(eventActivationMap[4]->start_ns, durationStartNs); - EXPECT_EQ(eventActivationMap[4]->ttl_ns, event_activation1->ttl_seconds() * NS_PER_SEC); - - event = CreateMoveToForegroundEvent(bucketStartTimeNs + (3 * 60 + 15) * NS_PER_SEC, - appUid); // 3:15 - processor->OnLogEvent(event.get()); - - event = CreateReleaseWakelockEvent(bucketStartTimeNs + (4 * 60 + 17) * NS_PER_SEC, - attributionUids1, attributionTags1, "wl1"); // 4:17 - processor->OnLogEvent(event.get()); - - event = CreateMoveToBackgroundEvent(bucketStartTimeNs + (4 * 60 + 20) * NS_PER_SEC, - appUid); // 4:20 - processor->OnLogEvent(event.get()); - - event = CreateAcquireWakelockEvent(bucketStartTimeNs + (4 * 60 + 25) * NS_PER_SEC, - attributionUids1, attributionTags1, "wl1"); // 4:25 - processor->OnLogEvent(event.get()); - - const int64_t duration2StartNs = bucketStartTimeNs + (4 * 60 + 30) * NS_PER_SEC; // 4:30 - event = CreateScreenStateChangedEvent(duration2StartNs, android::view::DISPLAY_STATE_ON); - processor->OnLogEvent(event.get()); - EXPECT_TRUE(metricsManager->isActive()); - EXPECT_TRUE(metricProducer->mIsActive); - EXPECT_EQ(eventActivationMap[4]->state, ActivationState::kActive); - EXPECT_EQ(eventActivationMap[4]->start_ns, duration2StartNs); - EXPECT_EQ(eventActivationMap[4]->ttl_ns, event_activation1->ttl_seconds() * NS_PER_SEC); - - vector<uint8_t> buffer; - ConfigMetricsReportList reports; - processor->onDumpReport(cfgKey, bucketStartTimeNs + bucketSizeNs + 1, false, true, ADB_DUMP, - FAST, &buffer); - ASSERT_GT(buffer.size(), 0); - EXPECT_TRUE(reports.ParseFromArray(&buffer[0], buffer.size())); - backfillDimensionPath(&reports); - backfillStringInReport(&reports); - backfillStartEndTimestamp(&reports); - - ASSERT_EQ(1, reports.reports_size()); - ASSERT_EQ(1, reports.reports(0).metrics_size()); - StatsLogReport::DurationMetricDataWrapper durationMetrics; - sortMetricDataByDimensionsValue(reports.reports(0).metrics(0).duration_metrics(), - &durationMetrics); - ASSERT_EQ(1, durationMetrics.data_size()); - - DurationMetricData data = durationMetrics.data(0); - // Validate dimension value. - ValidateAttributionUidDimension(data.dimensions_in_what(), - util::WAKELOCK_STATE_CHANGED, appUid); - // Validate bucket info. - ASSERT_EQ(2, data.bucket_info_size()); - - auto bucketInfo = data.bucket_info(0); - EXPECT_EQ(bucketStartTimeNs, bucketInfo.start_bucket_elapsed_nanos()); - EXPECT_EQ(durationEndNs, bucketInfo.end_bucket_elapsed_nanos()); - EXPECT_EQ(durationEndNs - durationStartNs, bucketInfo.duration_nanos()); - - bucketInfo = data.bucket_info(1); - EXPECT_EQ(durationEndNs, bucketInfo.start_bucket_elapsed_nanos()); - EXPECT_EQ(bucketStartTimeNs + bucketSizeNs, bucketInfo.end_bucket_elapsed_nanos()); - EXPECT_EQ(bucketStartTimeNs + bucketSizeNs - duration2StartNs, bucketInfo.duration_nanos()); -} - -TEST(DurationMetricE2eTest, TestWithSlicedState) { - // Initialize config. - StatsdConfig config; - config.add_allowed_log_source("AID_ROOT"); // LogEvent defaults to UID of root. - - *config.add_atom_matcher() = CreateBatterySaverModeStartAtomMatcher(); - *config.add_atom_matcher() = CreateBatterySaverModeStopAtomMatcher(); - - auto batterySaverModePredicate = CreateBatterySaverModePredicate(); - *config.add_predicate() = batterySaverModePredicate; - - auto screenState = CreateScreenState(); - *config.add_state() = screenState; - - // Create duration metric that slices by screen state. - auto durationMetric = config.add_duration_metric(); - durationMetric->set_id(StringToId("DurationBatterySaverModeSliceScreen")); - durationMetric->set_what(batterySaverModePredicate.id()); - durationMetric->add_slice_by_state(screenState.id()); - durationMetric->set_aggregation_type(DurationMetric::SUM); - durationMetric->set_bucket(FIVE_MINUTES); - - // Initialize StatsLogProcessor. - int uid = 12345; - int64_t cfgId = 98765; - ConfigKey cfgKey(uid, cfgId); - uint64_t bucketStartTimeNs = 10000000000; // 0:10 - uint64_t bucketSizeNs = - TimeUnitToBucketSizeInMillis(config.duration_metric(0).bucket()) * 1000000LL; - auto processor = CreateStatsLogProcessor(bucketStartTimeNs, bucketStartTimeNs, config, cfgKey); - - ASSERT_EQ(processor->mMetricsManagers.size(), 1u); - sp<MetricsManager> metricsManager = processor->mMetricsManagers.begin()->second; - EXPECT_TRUE(metricsManager->isConfigValid()); - ASSERT_EQ(metricsManager->mAllMetricProducers.size(), 1); - EXPECT_TRUE(metricsManager->isActive()); - sp<MetricProducer> metricProducer = metricsManager->mAllMetricProducers[0]; - EXPECT_TRUE(metricProducer->mIsActive); - ASSERT_EQ(metricProducer->mSlicedStateAtoms.size(), 1); - EXPECT_EQ(metricProducer->mSlicedStateAtoms.at(0), SCREEN_STATE_ATOM_ID); - ASSERT_EQ(metricProducer->mStateGroupMap.size(), 0); - - // Check that StateTrackers were initialized correctly. - EXPECT_EQ(1, StateManager::getInstance().getStateTrackersCount()); - EXPECT_EQ(1, StateManager::getInstance().getListenersCount(SCREEN_STATE_ATOM_ID)); - - /* - bucket #1 bucket #2 - | 1 2 3 4 5 6 7 8 9 10 (minutes) - |-----------------------------|-----------------------------|-- - ON OFF ON (BatterySaverMode) - | | | (ScreenIsOnEvent) - | | (ScreenIsOffEvent) - | (ScreenDozeEvent) - */ - // Initialize log events. - std::vector<std::unique_ptr<LogEvent>> events; - events.push_back(CreateScreenStateChangedEvent( - bucketStartTimeNs + 10 * NS_PER_SEC, - android::view::DisplayStateEnum::DISPLAY_STATE_ON)); // 0:20 - events.push_back(CreateBatterySaverOnEvent(bucketStartTimeNs + 20 * NS_PER_SEC)); // 0:30 - events.push_back(CreateScreenStateChangedEvent( - bucketStartTimeNs + 50 * NS_PER_SEC, - android::view::DisplayStateEnum::DISPLAY_STATE_OFF)); // 1:00 - events.push_back(CreateScreenStateChangedEvent( - bucketStartTimeNs + 80 * NS_PER_SEC, - android::view::DisplayStateEnum::DISPLAY_STATE_DOZE)); // 1:30 - events.push_back(CreateScreenStateChangedEvent( - bucketStartTimeNs + 120 * NS_PER_SEC, - android::view::DisplayStateEnum::DISPLAY_STATE_ON)); // 2:10 - events.push_back(CreateBatterySaverOffEvent(bucketStartTimeNs + 200 * NS_PER_SEC)); // 3:30 - events.push_back(CreateScreenStateChangedEvent( - bucketStartTimeNs + 250 * NS_PER_SEC, - android::view::DisplayStateEnum::DISPLAY_STATE_OFF)); // 4:20 - events.push_back(CreateBatterySaverOnEvent(bucketStartTimeNs + 280 * NS_PER_SEC)); // 4:50 - - // Bucket boundary. - events.push_back(CreateScreenStateChangedEvent( - bucketStartTimeNs + 310 * NS_PER_SEC, - android::view::DisplayStateEnum::DISPLAY_STATE_ON)); // 5:20 - - // Send log events to StatsLogProcessor. - for (auto& event : events) { - processor->OnLogEvent(event.get()); - } - - // Check dump report. - vector<uint8_t> buffer; - ConfigMetricsReportList reports; - processor->onDumpReport(cfgKey, bucketStartTimeNs + 360 * NS_PER_SEC, - true /* include current partial bucket */, true, ADB_DUMP, FAST, - &buffer); // 6:10 - ASSERT_GT(buffer.size(), 0); - EXPECT_TRUE(reports.ParseFromArray(&buffer[0], buffer.size())); - backfillDimensionPath(&reports); - backfillStringInReport(&reports); - backfillStartEndTimestamp(&reports); - - ASSERT_EQ(1, reports.reports_size()); - ASSERT_EQ(1, reports.reports(0).metrics_size()); - EXPECT_TRUE(reports.reports(0).metrics(0).has_duration_metrics()); - StatsLogReport::DurationMetricDataWrapper durationMetrics; - sortMetricDataByDimensionsValue(reports.reports(0).metrics(0).duration_metrics(), - &durationMetrics); - ASSERT_EQ(3, durationMetrics.data_size()); - - DurationMetricData data = durationMetrics.data(0); - ASSERT_EQ(1, data.slice_by_state_size()); - EXPECT_EQ(SCREEN_STATE_ATOM_ID, data.slice_by_state(0).atom_id()); - EXPECT_TRUE(data.slice_by_state(0).has_value()); - EXPECT_EQ(android::view::DisplayStateEnum::DISPLAY_STATE_OFF, data.slice_by_state(0).value()); - ASSERT_EQ(2, data.bucket_info_size()); - EXPECT_EQ(50 * NS_PER_SEC, data.bucket_info(0).duration_nanos()); - EXPECT_EQ(10 * NS_PER_SEC, data.bucket_info(0).start_bucket_elapsed_nanos()); - EXPECT_EQ(310 * NS_PER_SEC, data.bucket_info(0).end_bucket_elapsed_nanos()); - EXPECT_EQ(10 * NS_PER_SEC, data.bucket_info(1).duration_nanos()); - EXPECT_EQ(310 * NS_PER_SEC, data.bucket_info(1).start_bucket_elapsed_nanos()); - EXPECT_EQ(370 * NS_PER_SEC, data.bucket_info(1).end_bucket_elapsed_nanos()); - - data = durationMetrics.data(1); - ASSERT_EQ(1, data.slice_by_state_size()); - EXPECT_EQ(SCREEN_STATE_ATOM_ID, data.slice_by_state(0).atom_id()); - EXPECT_TRUE(data.slice_by_state(0).has_value()); - EXPECT_EQ(android::view::DisplayStateEnum::DISPLAY_STATE_ON, data.slice_by_state(0).value()); - ASSERT_EQ(2, data.bucket_info_size()); - EXPECT_EQ(110 * NS_PER_SEC, data.bucket_info(0).duration_nanos()); - EXPECT_EQ(10 * NS_PER_SEC, data.bucket_info(0).start_bucket_elapsed_nanos()); - EXPECT_EQ(310 * NS_PER_SEC, data.bucket_info(0).end_bucket_elapsed_nanos()); - EXPECT_EQ(50 * NS_PER_SEC, data.bucket_info(1).duration_nanos()); - EXPECT_EQ(310 * NS_PER_SEC, data.bucket_info(1).start_bucket_elapsed_nanos()); - EXPECT_EQ(370 * NS_PER_SEC, data.bucket_info(1).end_bucket_elapsed_nanos()); - - data = durationMetrics.data(2); - ASSERT_EQ(1, data.slice_by_state_size()); - EXPECT_EQ(SCREEN_STATE_ATOM_ID, data.slice_by_state(0).atom_id()); - EXPECT_TRUE(data.slice_by_state(0).has_value()); - EXPECT_EQ(android::view::DisplayStateEnum::DISPLAY_STATE_DOZE, data.slice_by_state(0).value()); - ASSERT_EQ(1, data.bucket_info_size()); - EXPECT_EQ(40 * NS_PER_SEC, data.bucket_info(0).duration_nanos()); - EXPECT_EQ(10 * NS_PER_SEC, data.bucket_info(0).start_bucket_elapsed_nanos()); - EXPECT_EQ(310 * NS_PER_SEC, data.bucket_info(0).end_bucket_elapsed_nanos()); -} - -TEST(DurationMetricE2eTest, TestWithConditionAndSlicedState) { - // Initialize config. - StatsdConfig config; - config.add_allowed_log_source("AID_ROOT"); // LogEvent defaults to UID of root. - - *config.add_atom_matcher() = CreateBatterySaverModeStartAtomMatcher(); - *config.add_atom_matcher() = CreateBatterySaverModeStopAtomMatcher(); - *config.add_atom_matcher() = CreateBatteryStateNoneMatcher(); - *config.add_atom_matcher() = CreateBatteryStateUsbMatcher(); - - auto batterySaverModePredicate = CreateBatterySaverModePredicate(); - *config.add_predicate() = batterySaverModePredicate; - - auto deviceUnpluggedPredicate = CreateDeviceUnpluggedPredicate(); - *config.add_predicate() = deviceUnpluggedPredicate; - - auto screenState = CreateScreenState(); - *config.add_state() = screenState; - - // Create duration metric that has a condition and slices by screen state. - auto durationMetric = config.add_duration_metric(); - durationMetric->set_id(StringToId("DurationBatterySaverModeOnBatterySliceScreen")); - durationMetric->set_what(batterySaverModePredicate.id()); - durationMetric->set_condition(deviceUnpluggedPredicate.id()); - durationMetric->add_slice_by_state(screenState.id()); - durationMetric->set_aggregation_type(DurationMetric::SUM); - durationMetric->set_bucket(FIVE_MINUTES); - - // Initialize StatsLogProcessor. - int uid = 12345; - int64_t cfgId = 98765; - ConfigKey cfgKey(uid, cfgId); - uint64_t bucketStartTimeNs = 10000000000; // 0:10 - uint64_t bucketSizeNs = - TimeUnitToBucketSizeInMillis(config.duration_metric(0).bucket()) * 1000000LL; - auto processor = CreateStatsLogProcessor(bucketStartTimeNs, bucketStartTimeNs, config, cfgKey); - - ASSERT_EQ(processor->mMetricsManagers.size(), 1u); - sp<MetricsManager> metricsManager = processor->mMetricsManagers.begin()->second; - EXPECT_TRUE(metricsManager->isConfigValid()); - ASSERT_EQ(metricsManager->mAllMetricProducers.size(), 1); - EXPECT_TRUE(metricsManager->isActive()); - sp<MetricProducer> metricProducer = metricsManager->mAllMetricProducers[0]; - EXPECT_TRUE(metricProducer->mIsActive); - ASSERT_EQ(metricProducer->mSlicedStateAtoms.size(), 1); - EXPECT_EQ(metricProducer->mSlicedStateAtoms.at(0), SCREEN_STATE_ATOM_ID); - ASSERT_EQ(metricProducer->mStateGroupMap.size(), 0); - - // Check that StateTrackers were initialized correctly. - EXPECT_EQ(1, StateManager::getInstance().getStateTrackersCount()); - EXPECT_EQ(1, StateManager::getInstance().getListenersCount(SCREEN_STATE_ATOM_ID)); - - /* - bucket #1 bucket #2 - | 1 2 3 4 5 6 7 8 (minutes) - |---------------------------------------|------------------ - ON OFF ON (BatterySaverMode) - T F T (DeviceUnpluggedPredicate) - | | | (ScreenIsOnEvent) - | | | (ScreenIsOffEvent) - | (ScreenDozeEvent) - */ - // Initialize log events. - std::vector<std::unique_ptr<LogEvent>> events; - events.push_back(CreateScreenStateChangedEvent( - bucketStartTimeNs + 20 * NS_PER_SEC, - android::view::DisplayStateEnum::DISPLAY_STATE_ON)); // 0:30 - events.push_back(CreateBatterySaverOnEvent(bucketStartTimeNs + 60 * NS_PER_SEC)); // 1:10 - events.push_back(CreateScreenStateChangedEvent( - bucketStartTimeNs + 80 * NS_PER_SEC, - android::view::DisplayStateEnum::DISPLAY_STATE_OFF)); // 1:30 - events.push_back( - CreateBatteryStateChangedEvent(bucketStartTimeNs + 110 * NS_PER_SEC, - BatteryPluggedStateEnum::BATTERY_PLUGGED_NONE)); // 2:00 - events.push_back(CreateScreenStateChangedEvent( - bucketStartTimeNs + 145 * NS_PER_SEC, - android::view::DisplayStateEnum::DISPLAY_STATE_ON)); // 2:35 - events.push_back(CreateScreenStateChangedEvent( - bucketStartTimeNs + 170 * NS_PER_SEC, - android::view::DisplayStateEnum::DISPLAY_STATE_OFF)); // 3:00 - events.push_back( - CreateBatteryStateChangedEvent(bucketStartTimeNs + 180 * NS_PER_SEC, - BatteryPluggedStateEnum::BATTERY_PLUGGED_USB)); // 3:10 - events.push_back(CreateScreenStateChangedEvent( - bucketStartTimeNs + 200 * NS_PER_SEC, - android::view::DisplayStateEnum::DISPLAY_STATE_DOZE)); // 3:30 - events.push_back( - CreateBatteryStateChangedEvent(bucketStartTimeNs + 230 * NS_PER_SEC, - BatteryPluggedStateEnum::BATTERY_PLUGGED_NONE)); // 4:00 - events.push_back(CreateScreenStateChangedEvent( - bucketStartTimeNs + 260 * NS_PER_SEC, - android::view::DisplayStateEnum::DISPLAY_STATE_ON)); // 4:30 - events.push_back(CreateBatterySaverOffEvent(bucketStartTimeNs + 280 * NS_PER_SEC)); // 4:50 - - // Bucket boundary. - events.push_back(CreateBatterySaverOnEvent(bucketStartTimeNs + 320 * NS_PER_SEC)); // 5:30 - events.push_back(CreateScreenStateChangedEvent( - bucketStartTimeNs + 380 * NS_PER_SEC, - android::view::DisplayStateEnum::DISPLAY_STATE_OFF)); // 6:30 - - // Send log events to StatsLogProcessor. - for (auto& event : events) { - processor->OnLogEvent(event.get()); - } - - // Check dump report. - vector<uint8_t> buffer; - ConfigMetricsReportList reports; - processor->onDumpReport(cfgKey, bucketStartTimeNs + 410 * NS_PER_SEC, - true /* include current partial bucket */, true, ADB_DUMP, FAST, - &buffer); - ASSERT_GT(buffer.size(), 0); - EXPECT_TRUE(reports.ParseFromArray(&buffer[0], buffer.size())); - backfillDimensionPath(&reports); - backfillStringInReport(&reports); - backfillStartEndTimestamp(&reports); - - ASSERT_EQ(1, reports.reports_size()); - ASSERT_EQ(1, reports.reports(0).metrics_size()); - EXPECT_TRUE(reports.reports(0).metrics(0).has_duration_metrics()); - StatsLogReport::DurationMetricDataWrapper durationMetrics; - sortMetricDataByDimensionsValue(reports.reports(0).metrics(0).duration_metrics(), - &durationMetrics); - ASSERT_EQ(3, durationMetrics.data_size()); - - DurationMetricData data = durationMetrics.data(0); - ASSERT_EQ(1, data.slice_by_state_size()); - EXPECT_EQ(SCREEN_STATE_ATOM_ID, data.slice_by_state(0).atom_id()); - EXPECT_TRUE(data.slice_by_state(0).has_value()); - EXPECT_EQ(android::view::DisplayStateEnum::DISPLAY_STATE_OFF, data.slice_by_state(0).value()); - ASSERT_EQ(2, data.bucket_info_size()); - EXPECT_EQ(45 * NS_PER_SEC, data.bucket_info(0).duration_nanos()); - EXPECT_EQ(10 * NS_PER_SEC, data.bucket_info(0).start_bucket_elapsed_nanos()); - EXPECT_EQ(310 * NS_PER_SEC, data.bucket_info(0).end_bucket_elapsed_nanos()); - EXPECT_EQ(30 * NS_PER_SEC, data.bucket_info(1).duration_nanos()); - EXPECT_EQ(310 * NS_PER_SEC, data.bucket_info(1).start_bucket_elapsed_nanos()); - EXPECT_EQ(420 * NS_PER_SEC, data.bucket_info(1).end_bucket_elapsed_nanos()); - - data = durationMetrics.data(1); - ASSERT_EQ(1, data.slice_by_state_size()); - EXPECT_EQ(SCREEN_STATE_ATOM_ID, data.slice_by_state(0).atom_id()); - EXPECT_TRUE(data.slice_by_state(0).has_value()); - EXPECT_EQ(android::view::DisplayStateEnum::DISPLAY_STATE_ON, data.slice_by_state(0).value()); - ASSERT_EQ(2, data.bucket_info_size()); - EXPECT_EQ(45 * NS_PER_SEC, data.bucket_info(0).duration_nanos()); - EXPECT_EQ(10 * NS_PER_SEC, data.bucket_info(0).start_bucket_elapsed_nanos()); - EXPECT_EQ(310 * NS_PER_SEC, data.bucket_info(0).end_bucket_elapsed_nanos()); - EXPECT_EQ(60 * NS_PER_SEC, data.bucket_info(1).duration_nanos()); - EXPECT_EQ(310 * NS_PER_SEC, data.bucket_info(1).start_bucket_elapsed_nanos()); - EXPECT_EQ(420 * NS_PER_SEC, data.bucket_info(1).end_bucket_elapsed_nanos()); - - data = durationMetrics.data(2); - ASSERT_EQ(1, data.slice_by_state_size()); - EXPECT_EQ(SCREEN_STATE_ATOM_ID, data.slice_by_state(0).atom_id()); - EXPECT_TRUE(data.slice_by_state(0).has_value()); - EXPECT_EQ(android::view::DisplayStateEnum::DISPLAY_STATE_DOZE, data.slice_by_state(0).value()); - ASSERT_EQ(1, data.bucket_info_size()); - EXPECT_EQ(30 * NS_PER_SEC, data.bucket_info(0).duration_nanos()); - EXPECT_EQ(10 * NS_PER_SEC, data.bucket_info(0).start_bucket_elapsed_nanos()); - EXPECT_EQ(310 * NS_PER_SEC, data.bucket_info(0).end_bucket_elapsed_nanos()); -} - -TEST(DurationMetricE2eTest, TestWithSlicedStateMapped) { - // Initialize config. - StatsdConfig config; - config.add_allowed_log_source("AID_ROOT"); // LogEvent defaults to UID of root. - - *config.add_atom_matcher() = CreateBatterySaverModeStartAtomMatcher(); - *config.add_atom_matcher() = CreateBatterySaverModeStopAtomMatcher(); - - auto batterySaverModePredicate = CreateBatterySaverModePredicate(); - *config.add_predicate() = batterySaverModePredicate; - - int64_t screenOnId = 4444; - int64_t screenOffId = 9876; - auto screenStateWithMap = CreateScreenStateWithOnOffMap(screenOnId, screenOffId); - *config.add_state() = screenStateWithMap; - - // Create duration metric that slices by mapped screen state. - auto durationMetric = config.add_duration_metric(); - durationMetric->set_id(StringToId("DurationBatterySaverModeSliceScreenMapped")); - durationMetric->set_what(batterySaverModePredicate.id()); - durationMetric->add_slice_by_state(screenStateWithMap.id()); - durationMetric->set_aggregation_type(DurationMetric::SUM); - durationMetric->set_bucket(FIVE_MINUTES); - - // Initialize StatsLogProcessor. - int uid = 12345; - int64_t cfgId = 98765; - ConfigKey cfgKey(uid, cfgId); - uint64_t bucketStartTimeNs = 10000000000; // 0:10 - uint64_t bucketSizeNs = - TimeUnitToBucketSizeInMillis(config.duration_metric(0).bucket()) * 1000000LL; - auto processor = CreateStatsLogProcessor(bucketStartTimeNs, bucketStartTimeNs, config, cfgKey); - - ASSERT_EQ(processor->mMetricsManagers.size(), 1u); - sp<MetricsManager> metricsManager = processor->mMetricsManagers.begin()->second; - EXPECT_TRUE(metricsManager->isConfigValid()); - ASSERT_EQ(metricsManager->mAllMetricProducers.size(), 1); - EXPECT_TRUE(metricsManager->isActive()); - sp<MetricProducer> metricProducer = metricsManager->mAllMetricProducers[0]; - EXPECT_TRUE(metricProducer->mIsActive); - ASSERT_EQ(metricProducer->mSlicedStateAtoms.size(), 1); - EXPECT_EQ(metricProducer->mSlicedStateAtoms.at(0), SCREEN_STATE_ATOM_ID); - ASSERT_EQ(metricProducer->mStateGroupMap.size(), 1); - - // Check that StateTrackers were initialized correctly. - EXPECT_EQ(1, StateManager::getInstance().getStateTrackersCount()); - EXPECT_EQ(1, StateManager::getInstance().getListenersCount(SCREEN_STATE_ATOM_ID)); - - /* - bucket #1 bucket #2 - | 1 2 3 4 5 6 7 8 9 10 (minutes) - |-----------------------------|-----------------------------|-- - ON OFF ON (BatterySaverMode) - ---------------------------------------------------------SCREEN_OFF events - | | (ScreenStateOffEvent = 1) - | (ScreenStateDozeEvent = 3) - | (ScreenStateDozeSuspendEvent = 4) - ---------------------------------------------------------SCREEN_ON events - | | | (ScreenStateOnEvent = 2) - | (ScreenStateVrEvent = 5) - | (ScreenStateOnSuspendEvent = 6) - */ - // Initialize log events. - std::vector<std::unique_ptr<LogEvent>> events; - events.push_back(CreateScreenStateChangedEvent( - bucketStartTimeNs + 10 * NS_PER_SEC, - android::view::DisplayStateEnum::DISPLAY_STATE_ON)); // 0:20 - events.push_back(CreateBatterySaverOnEvent(bucketStartTimeNs + 20 * NS_PER_SEC)); // 0:30 - events.push_back(CreateScreenStateChangedEvent( - bucketStartTimeNs + 70 * NS_PER_SEC, - android::view::DisplayStateEnum::DISPLAY_STATE_OFF)); // 1:20 - events.push_back(CreateScreenStateChangedEvent( - bucketStartTimeNs + 100 * NS_PER_SEC, - android::view::DisplayStateEnum::DISPLAY_STATE_DOZE)); // 1:50 - events.push_back(CreateScreenStateChangedEvent( - bucketStartTimeNs + 120 * NS_PER_SEC, - android::view::DisplayStateEnum::DISPLAY_STATE_ON)); // 2:10 - events.push_back(CreateScreenStateChangedEvent( - bucketStartTimeNs + 170 * NS_PER_SEC, - android::view::DisplayStateEnum::DISPLAY_STATE_VR)); // 3:00 - events.push_back(CreateBatterySaverOffEvent(bucketStartTimeNs + 200 * NS_PER_SEC)); // 3:30 - events.push_back(CreateScreenStateChangedEvent( - bucketStartTimeNs + 250 * NS_PER_SEC, - android::view::DisplayStateEnum::DISPLAY_STATE_OFF)); // 4:20 - events.push_back(CreateBatterySaverOnEvent(bucketStartTimeNs + 280 * NS_PER_SEC)); // 4:50 - - // Bucket boundary 5:10. - events.push_back(CreateScreenStateChangedEvent( - bucketStartTimeNs + 320 * NS_PER_SEC, - android::view::DisplayStateEnum::DISPLAY_STATE_ON)); // 5:30 - events.push_back(CreateScreenStateChangedEvent( - bucketStartTimeNs + 390 * NS_PER_SEC, - android::view::DisplayStateEnum::DISPLAY_STATE_ON_SUSPEND)); // 6:40 - events.push_back(CreateScreenStateChangedEvent( - bucketStartTimeNs + 430 * NS_PER_SEC, - android::view::DisplayStateEnum::DISPLAY_STATE_DOZE_SUSPEND)); // 7:20 - // Send log events to StatsLogProcessor. - for (auto& event : events) { - processor->OnLogEvent(event.get()); - } - - // Check dump report. - vector<uint8_t> buffer; - ConfigMetricsReportList reports; - processor->onDumpReport(cfgKey, bucketStartTimeNs + 490 * NS_PER_SEC, - true /* include current partial bucket */, true, ADB_DUMP, FAST, - &buffer); - ASSERT_GT(buffer.size(), 0); - EXPECT_TRUE(reports.ParseFromArray(&buffer[0], buffer.size())); - backfillDimensionPath(&reports); - backfillStringInReport(&reports); - backfillStartEndTimestamp(&reports); - - ASSERT_EQ(1, reports.reports_size()); - ASSERT_EQ(1, reports.reports(0).metrics_size()); - EXPECT_TRUE(reports.reports(0).metrics(0).has_duration_metrics()); - StatsLogReport::DurationMetricDataWrapper durationMetrics; - sortMetricDataByDimensionsValue(reports.reports(0).metrics(0).duration_metrics(), - &durationMetrics); - ASSERT_EQ(2, durationMetrics.data_size()); - - DurationMetricData data = durationMetrics.data(0); - ASSERT_EQ(1, data.slice_by_state_size()); - EXPECT_EQ(SCREEN_STATE_ATOM_ID, data.slice_by_state(0).atom_id()); - EXPECT_TRUE(data.slice_by_state(0).has_group_id()); - EXPECT_EQ(screenOnId, data.slice_by_state(0).group_id()); - ASSERT_EQ(2, data.bucket_info_size()); - EXPECT_EQ(130 * NS_PER_SEC, data.bucket_info(0).duration_nanos()); - EXPECT_EQ(10 * NS_PER_SEC, data.bucket_info(0).start_bucket_elapsed_nanos()); - EXPECT_EQ(310 * NS_PER_SEC, data.bucket_info(0).end_bucket_elapsed_nanos()); - EXPECT_EQ(110 * NS_PER_SEC, data.bucket_info(1).duration_nanos()); - EXPECT_EQ(310 * NS_PER_SEC, data.bucket_info(1).start_bucket_elapsed_nanos()); - EXPECT_EQ(500 * NS_PER_SEC, data.bucket_info(1).end_bucket_elapsed_nanos()); - - data = durationMetrics.data(1); - ASSERT_EQ(1, data.slice_by_state_size()); - EXPECT_EQ(SCREEN_STATE_ATOM_ID, data.slice_by_state(0).atom_id()); - EXPECT_TRUE(data.slice_by_state(0).has_group_id()); - EXPECT_EQ(screenOffId, data.slice_by_state(0).group_id()); - ASSERT_EQ(2, data.bucket_info_size()); - EXPECT_EQ(70 * NS_PER_SEC, data.bucket_info(0).duration_nanos()); - EXPECT_EQ(10 * NS_PER_SEC, data.bucket_info(0).start_bucket_elapsed_nanos()); - EXPECT_EQ(310 * NS_PER_SEC, data.bucket_info(0).end_bucket_elapsed_nanos()); - EXPECT_EQ(80 * NS_PER_SEC, data.bucket_info(1).duration_nanos()); - EXPECT_EQ(310 * NS_PER_SEC, data.bucket_info(1).start_bucket_elapsed_nanos()); - EXPECT_EQ(500 * NS_PER_SEC, data.bucket_info(1).end_bucket_elapsed_nanos()); -} - -TEST(DurationMetricE2eTest, TestSlicedStatePrimaryFieldsNotSubsetDimInWhat) { - // Initialize config. - StatsdConfig config; - config.add_allowed_log_source("AID_ROOT"); // LogEvent defaults to UID of root. - - *config.add_atom_matcher() = CreateAcquireWakelockAtomMatcher(); - *config.add_atom_matcher() = CreateReleaseWakelockAtomMatcher(); - - auto holdingWakelockPredicate = CreateHoldingWakelockPredicate(); - *config.add_predicate() = holdingWakelockPredicate; - - auto uidProcessState = CreateUidProcessState(); - *config.add_state() = uidProcessState; - - // Create duration metric that slices by uid process state. - auto durationMetric = config.add_duration_metric(); - durationMetric->set_id(StringToId("DurationHoldingWakelockSliceUidProcessState")); - durationMetric->set_what(holdingWakelockPredicate.id()); - durationMetric->add_slice_by_state(uidProcessState.id()); - durationMetric->set_aggregation_type(DurationMetric::SUM); - durationMetric->set_bucket(FIVE_MINUTES); - - // The state has only one primary field (uid). - auto stateLink = durationMetric->add_state_link(); - stateLink->set_state_atom_id(UID_PROCESS_STATE_ATOM_ID); - auto fieldsInWhat = stateLink->mutable_fields_in_what(); - *fieldsInWhat = CreateAttributionUidDimensions(util::WAKELOCK_STATE_CHANGED, {Position::FIRST}); - auto fieldsInState = stateLink->mutable_fields_in_state(); - *fieldsInState = CreateDimensions(UID_PROCESS_STATE_ATOM_ID, {1 /* uid */}); - - // Initialize StatsLogProcessor. - int uid = 12345; - int64_t cfgId = 98765; - ConfigKey cfgKey(uid, cfgId); - uint64_t bucketStartTimeNs = 10000000000; // 0:10 - uint64_t bucketSizeNs = - TimeUnitToBucketSizeInMillis(config.duration_metric(0).bucket()) * 1000000LL; - auto processor = CreateStatsLogProcessor(bucketStartTimeNs, bucketStartTimeNs, config, cfgKey); - - // This config is rejected because the dimension in what fields are not a superset of the sliced - // state primary fields. - ASSERT_EQ(processor->mMetricsManagers.size(), 0); -} - -TEST(DurationMetricE2eTest, TestWithSlicedStatePrimaryFieldsSubset) { - // Initialize config. - StatsdConfig config; - config.add_allowed_log_source("AID_ROOT"); // LogEvent defaults to UID of root. - - *config.add_atom_matcher() = CreateAcquireWakelockAtomMatcher(); - *config.add_atom_matcher() = CreateReleaseWakelockAtomMatcher(); - - auto holdingWakelockPredicate = CreateHoldingWakelockPredicate(); - *config.add_predicate() = holdingWakelockPredicate; - - auto uidProcessState = CreateUidProcessState(); - *config.add_state() = uidProcessState; - - // Create duration metric that slices by uid process state. - auto durationMetric = config.add_duration_metric(); - durationMetric->set_id(StringToId("DurationPartialWakelockPerTagUidSliceProcessState")); - durationMetric->set_what(holdingWakelockPredicate.id()); - durationMetric->add_slice_by_state(uidProcessState.id()); - durationMetric->set_aggregation_type(DurationMetric::SUM); - durationMetric->set_bucket(FIVE_MINUTES); - - // The metric is dimensioning by first uid of attribution node and tag. - *durationMetric->mutable_dimensions_in_what() = CreateAttributionUidAndOtherDimensions( - util::WAKELOCK_STATE_CHANGED, {Position::FIRST}, {3 /* tag */}); - // The state has only one primary field (uid). - auto stateLink = durationMetric->add_state_link(); - stateLink->set_state_atom_id(UID_PROCESS_STATE_ATOM_ID); - auto fieldsInWhat = stateLink->mutable_fields_in_what(); - *fieldsInWhat = CreateAttributionUidDimensions(util::WAKELOCK_STATE_CHANGED, {Position::FIRST}); - auto fieldsInState = stateLink->mutable_fields_in_state(); - *fieldsInState = CreateDimensions(UID_PROCESS_STATE_ATOM_ID, {1 /* uid */}); - - // Initialize StatsLogProcessor. - int uid = 12345; - int64_t cfgId = 98765; - ConfigKey cfgKey(uid, cfgId); - uint64_t bucketStartTimeNs = 10000000000; // 0:10 - uint64_t bucketSizeNs = - TimeUnitToBucketSizeInMillis(config.duration_metric(0).bucket()) * 1000000LL; - auto processor = CreateStatsLogProcessor(bucketStartTimeNs, bucketStartTimeNs, config, cfgKey); - - ASSERT_EQ(processor->mMetricsManagers.size(), 1u); - sp<MetricsManager> metricsManager = processor->mMetricsManagers.begin()->second; - EXPECT_TRUE(metricsManager->isConfigValid()); - ASSERT_EQ(metricsManager->mAllMetricProducers.size(), 1); - EXPECT_TRUE(metricsManager->isActive()); - sp<MetricProducer> metricProducer = metricsManager->mAllMetricProducers[0]; - EXPECT_TRUE(metricProducer->mIsActive); - ASSERT_EQ(metricProducer->mSlicedStateAtoms.size(), 1); - EXPECT_EQ(metricProducer->mSlicedStateAtoms.at(0), UID_PROCESS_STATE_ATOM_ID); - ASSERT_EQ(metricProducer->mStateGroupMap.size(), 0); - - // Check that StateTrackers were initialized correctly. - EXPECT_EQ(1, StateManager::getInstance().getStateTrackersCount()); - EXPECT_EQ(1, StateManager::getInstance().getListenersCount(UID_PROCESS_STATE_ATOM_ID)); - - // Initialize log events. - int appUid1 = 1001; - int appUid2 = 1002; - std::vector<int> attributionUids1 = {appUid1}; - std::vector<string> attributionTags1 = {"App1"}; - - std::vector<int> attributionUids2 = {appUid2}; - std::vector<string> attributionTags2 = {"App2"}; - - std::vector<std::unique_ptr<LogEvent>> events; - events.push_back(CreateUidProcessStateChangedEvent( - bucketStartTimeNs + 10 * NS_PER_SEC, appUid1, - android::app::ProcessStateEnum::PROCESS_STATE_IMPORTANT_FOREGROUND)); // 0:20 - events.push_back(CreateAcquireWakelockEvent(bucketStartTimeNs + 20 * NS_PER_SEC, - attributionUids1, attributionTags1, - "wakelock1")); // 0:30 - events.push_back(CreateAcquireWakelockEvent(bucketStartTimeNs + 25 * NS_PER_SEC, - attributionUids1, attributionTags1, - "wakelock2")); // 0:35 - events.push_back(CreateAcquireWakelockEvent(bucketStartTimeNs + 30 * NS_PER_SEC, - attributionUids2, attributionTags2, - "wakelock1")); // 0:40 - events.push_back(CreateAcquireWakelockEvent(bucketStartTimeNs + 35 * NS_PER_SEC, - attributionUids2, attributionTags2, - "wakelock2")); // 0:45 - events.push_back(CreateUidProcessStateChangedEvent( - bucketStartTimeNs + 50 * NS_PER_SEC, appUid2, - android::app::ProcessStateEnum::PROCESS_STATE_IMPORTANT_BACKGROUND)); // 1:00 - events.push_back(CreateUidProcessStateChangedEvent( - bucketStartTimeNs + 60 * NS_PER_SEC, appUid1, - android::app::ProcessStateEnum::PROCESS_STATE_IMPORTANT_BACKGROUND)); // 1:10 - events.push_back(CreateReleaseWakelockEvent(bucketStartTimeNs + 100 * NS_PER_SEC, - attributionUids2, attributionTags2, - "wakelock1")); // 1:50 - events.push_back(CreateUidProcessStateChangedEvent( - bucketStartTimeNs + 120 * NS_PER_SEC, appUid2, - android::app::ProcessStateEnum::PROCESS_STATE_FOREGROUND_SERVICE)); // 2:10 - events.push_back(CreateReleaseWakelockEvent(bucketStartTimeNs + 200 * NS_PER_SEC, - attributionUids1, attributionTags1, - "wakelock2")); // 3:30 - - // Send log events to StatsLogProcessor. - for (auto& event : events) { - processor->OnLogEvent(event.get()); - } - - // Check dump report. - vector<uint8_t> buffer; - ConfigMetricsReportList reports; - processor->onDumpReport(cfgKey, bucketStartTimeNs + 320 * NS_PER_SEC, - true /* include current partial bucket */, true, ADB_DUMP, FAST, - &buffer); - ASSERT_GT(buffer.size(), 0); - EXPECT_TRUE(reports.ParseFromArray(&buffer[0], buffer.size())); - backfillDimensionPath(&reports); - backfillStringInReport(&reports); - backfillStartEndTimestamp(&reports); - - ASSERT_EQ(1, reports.reports_size()); - ASSERT_EQ(1, reports.reports(0).metrics_size()); - EXPECT_TRUE(reports.reports(0).metrics(0).has_duration_metrics()); - StatsLogReport::DurationMetricDataWrapper durationMetrics; - sortMetricDataByDimensionsValue(reports.reports(0).metrics(0).duration_metrics(), - &durationMetrics); - ASSERT_EQ(9, durationMetrics.data_size()); - - DurationMetricData data = durationMetrics.data(0); - ValidateWakelockAttributionUidAndTagDimension(data.dimensions_in_what(), 10, appUid1, - "wakelock1"); - ASSERT_EQ(1, data.slice_by_state_size()); - EXPECT_EQ(UID_PROCESS_STATE_ATOM_ID, data.slice_by_state(0).atom_id()); - EXPECT_TRUE(data.slice_by_state(0).has_value()); - EXPECT_EQ(android::app::ProcessStateEnum::PROCESS_STATE_IMPORTANT_FOREGROUND, - data.slice_by_state(0).value()); - ASSERT_EQ(1, data.bucket_info_size()); - EXPECT_EQ(40 * NS_PER_SEC, data.bucket_info(0).duration_nanos()); - EXPECT_EQ(10 * NS_PER_SEC, data.bucket_info(0).start_bucket_elapsed_nanos()); - EXPECT_EQ(310 * NS_PER_SEC, data.bucket_info(0).end_bucket_elapsed_nanos()); - - data = durationMetrics.data(1); - ValidateWakelockAttributionUidAndTagDimension(data.dimensions_in_what(), 10, appUid1, - "wakelock1"); - ASSERT_EQ(1, data.slice_by_state_size()); - EXPECT_EQ(UID_PROCESS_STATE_ATOM_ID, data.slice_by_state(0).atom_id()); - EXPECT_TRUE(data.slice_by_state(0).has_value()); - EXPECT_EQ(android::app::ProcessStateEnum::PROCESS_STATE_IMPORTANT_BACKGROUND, - data.slice_by_state(0).value()); - ASSERT_EQ(2, data.bucket_info_size()); - EXPECT_EQ(240 * NS_PER_SEC, data.bucket_info(0).duration_nanos()); - EXPECT_EQ(10 * NS_PER_SEC, data.bucket_info(0).start_bucket_elapsed_nanos()); - EXPECT_EQ(310 * NS_PER_SEC, data.bucket_info(0).end_bucket_elapsed_nanos()); - EXPECT_EQ(20 * NS_PER_SEC, data.bucket_info(1).duration_nanos()); - EXPECT_EQ(310 * NS_PER_SEC, data.bucket_info(1).start_bucket_elapsed_nanos()); - EXPECT_EQ(330 * NS_PER_SEC, data.bucket_info(1).end_bucket_elapsed_nanos()); - - data = durationMetrics.data(2); - ValidateWakelockAttributionUidAndTagDimension(data.dimensions_in_what(), 10, appUid1, - "wakelock2"); - ASSERT_EQ(1, data.slice_by_state_size()); - EXPECT_EQ(UID_PROCESS_STATE_ATOM_ID, data.slice_by_state(0).atom_id()); - EXPECT_TRUE(data.slice_by_state(0).has_value()); - EXPECT_EQ(android::app::ProcessStateEnum::PROCESS_STATE_IMPORTANT_FOREGROUND, - data.slice_by_state(0).value()); - ASSERT_EQ(1, data.bucket_info_size()); - EXPECT_EQ(35 * NS_PER_SEC, data.bucket_info(0).duration_nanos()); - EXPECT_EQ(10 * NS_PER_SEC, data.bucket_info(0).start_bucket_elapsed_nanos()); - EXPECT_EQ(310 * NS_PER_SEC, data.bucket_info(0).end_bucket_elapsed_nanos()); - - data = durationMetrics.data(3); - ValidateWakelockAttributionUidAndTagDimension(data.dimensions_in_what(), 10, appUid1, - "wakelock2"); - ASSERT_EQ(1, data.slice_by_state_size()); - EXPECT_EQ(UID_PROCESS_STATE_ATOM_ID, data.slice_by_state(0).atom_id()); - EXPECT_TRUE(data.slice_by_state(0).has_value()); - EXPECT_EQ(android::app::ProcessStateEnum::PROCESS_STATE_IMPORTANT_BACKGROUND, - data.slice_by_state(0).value()); - ASSERT_EQ(1, data.bucket_info_size()); - EXPECT_EQ(140 * NS_PER_SEC, data.bucket_info(0).duration_nanos()); - EXPECT_EQ(10 * NS_PER_SEC, data.bucket_info(0).start_bucket_elapsed_nanos()); - EXPECT_EQ(310 * NS_PER_SEC, data.bucket_info(0).end_bucket_elapsed_nanos()); - - data = durationMetrics.data(4); - ValidateWakelockAttributionUidAndTagDimension(data.dimensions_in_what(), 10, appUid2, - "wakelock1"); - ASSERT_EQ(1, data.slice_by_state_size()); - EXPECT_EQ(UID_PROCESS_STATE_ATOM_ID, data.slice_by_state(0).atom_id()); - EXPECT_TRUE(data.slice_by_state(0).has_value()); - EXPECT_EQ(-1 /* StateTracker:: kStateUnknown */, data.slice_by_state(0).value()); - ASSERT_EQ(1, data.bucket_info_size()); - EXPECT_EQ(20 * NS_PER_SEC, data.bucket_info(0).duration_nanos()); - EXPECT_EQ(10 * NS_PER_SEC, data.bucket_info(0).start_bucket_elapsed_nanos()); - EXPECT_EQ(310 * NS_PER_SEC, data.bucket_info(0).end_bucket_elapsed_nanos()); - - data = durationMetrics.data(5); - ValidateWakelockAttributionUidAndTagDimension(data.dimensions_in_what(), 10, appUid2, - "wakelock1"); - ASSERT_EQ(1, data.slice_by_state_size()); - EXPECT_EQ(UID_PROCESS_STATE_ATOM_ID, data.slice_by_state(0).atom_id()); - EXPECT_TRUE(data.slice_by_state(0).has_value()); - EXPECT_EQ(android::app::ProcessStateEnum::PROCESS_STATE_IMPORTANT_BACKGROUND, - data.slice_by_state(0).value()); - ASSERT_EQ(1, data.bucket_info_size()); - EXPECT_EQ(50 * NS_PER_SEC, data.bucket_info(0).duration_nanos()); - EXPECT_EQ(10 * NS_PER_SEC, data.bucket_info(0).start_bucket_elapsed_nanos()); - EXPECT_EQ(310 * NS_PER_SEC, data.bucket_info(0).end_bucket_elapsed_nanos()); - - data = durationMetrics.data(6); - ValidateWakelockAttributionUidAndTagDimension(data.dimensions_in_what(), 10, appUid2, - "wakelock2"); - ASSERT_EQ(1, data.slice_by_state_size()); - EXPECT_EQ(UID_PROCESS_STATE_ATOM_ID, data.slice_by_state(0).atom_id()); - EXPECT_TRUE(data.slice_by_state(0).has_value()); - EXPECT_EQ(-1 /* StateTracker:: kStateUnknown */, data.slice_by_state(0).value()); - ASSERT_EQ(1, data.bucket_info_size()); - EXPECT_EQ(15 * NS_PER_SEC, data.bucket_info(0).duration_nanos()); - EXPECT_EQ(10 * NS_PER_SEC, data.bucket_info(0).start_bucket_elapsed_nanos()); - EXPECT_EQ(310 * NS_PER_SEC, data.bucket_info(0).end_bucket_elapsed_nanos()); - - data = durationMetrics.data(7); - ValidateWakelockAttributionUidAndTagDimension(data.dimensions_in_what(), 10, appUid2, - "wakelock2"); - ASSERT_EQ(1, data.slice_by_state_size()); - EXPECT_EQ(UID_PROCESS_STATE_ATOM_ID, data.slice_by_state(0).atom_id()); - EXPECT_TRUE(data.slice_by_state(0).has_value()); - EXPECT_EQ(android::app::ProcessStateEnum::PROCESS_STATE_FOREGROUND_SERVICE, - data.slice_by_state(0).value()); - ASSERT_EQ(2, data.bucket_info_size()); - EXPECT_EQ(180 * NS_PER_SEC, data.bucket_info(0).duration_nanos()); - EXPECT_EQ(10 * NS_PER_SEC, data.bucket_info(0).start_bucket_elapsed_nanos()); - EXPECT_EQ(310 * NS_PER_SEC, data.bucket_info(0).end_bucket_elapsed_nanos()); - EXPECT_EQ(20 * NS_PER_SEC, data.bucket_info(1).duration_nanos()); - EXPECT_EQ(310 * NS_PER_SEC, data.bucket_info(1).start_bucket_elapsed_nanos()); - EXPECT_EQ(330 * NS_PER_SEC, data.bucket_info(1).end_bucket_elapsed_nanos()); - - data = durationMetrics.data(8); - ValidateWakelockAttributionUidAndTagDimension(data.dimensions_in_what(), 10, appUid2, - "wakelock2"); - ASSERT_EQ(1, data.slice_by_state_size()); - EXPECT_EQ(UID_PROCESS_STATE_ATOM_ID, data.slice_by_state(0).atom_id()); - EXPECT_TRUE(data.slice_by_state(0).has_value()); - EXPECT_EQ(android::app::ProcessStateEnum::PROCESS_STATE_IMPORTANT_BACKGROUND, - data.slice_by_state(0).value()); - ASSERT_EQ(1, data.bucket_info_size()); - EXPECT_EQ(70 * NS_PER_SEC, data.bucket_info(0).duration_nanos()); - EXPECT_EQ(10 * NS_PER_SEC, data.bucket_info(0).start_bucket_elapsed_nanos()); - EXPECT_EQ(310 * NS_PER_SEC, data.bucket_info(0).end_bucket_elapsed_nanos()); -} - -#else -GTEST_LOG_(INFO) << "This test does nothing.\n"; -#endif - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/tests/e2e/GaugeMetric_e2e_pull_test.cpp b/cmds/statsd/tests/e2e/GaugeMetric_e2e_pull_test.cpp deleted file mode 100644 index 1be261297e0a..000000000000 --- a/cmds/statsd/tests/e2e/GaugeMetric_e2e_pull_test.cpp +++ /dev/null @@ -1,624 +0,0 @@ -// Copyright (C) 2017 The Android Open Source Project -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#include <android/binder_interface_utils.h> -#include <gtest/gtest.h> - -#include <vector> - -#include "src/StatsLogProcessor.h" -#include "src/stats_log_util.h" -#include "tests/statsd_test_util.h" - -using ::ndk::SharedRefBase; - -namespace android { -namespace os { -namespace statsd { - -#ifdef __ANDROID__ - -namespace { - -const int64_t metricId = 123456; -const int32_t ATOM_TAG = util::SUBSYSTEM_SLEEP_STATE; - -StatsdConfig CreateStatsdConfig(const GaugeMetric::SamplingType sampling_type, - bool useCondition = true) { - StatsdConfig config; - config.add_allowed_log_source("AID_ROOT"); // LogEvent defaults to UID of root. - config.add_default_pull_packages("AID_ROOT"); // Fake puller is registered with root. - auto atomMatcher = CreateSimpleAtomMatcher("TestMatcher", ATOM_TAG); - *config.add_atom_matcher() = atomMatcher; - *config.add_atom_matcher() = CreateScreenTurnedOnAtomMatcher(); - *config.add_atom_matcher() = CreateScreenTurnedOffAtomMatcher(); - - auto screenIsOffPredicate = CreateScreenIsOffPredicate(); - *config.add_predicate() = screenIsOffPredicate; - - auto gaugeMetric = config.add_gauge_metric(); - gaugeMetric->set_id(metricId); - gaugeMetric->set_what(atomMatcher.id()); - if (useCondition) { - gaugeMetric->set_condition(screenIsOffPredicate.id()); - } - gaugeMetric->set_sampling_type(sampling_type); - gaugeMetric->mutable_gauge_fields_filter()->set_include_all(true); - *gaugeMetric->mutable_dimensions_in_what() = - CreateDimensions(ATOM_TAG, {1 /* subsystem name */}); - gaugeMetric->set_bucket(FIVE_MINUTES); - gaugeMetric->set_max_pull_delay_sec(INT_MAX); - config.set_hash_strings_in_metric_report(false); - - return config; -} - -} // namespaces - -TEST(GaugeMetricE2eTest, TestRandomSamplePulledEvents) { - auto config = CreateStatsdConfig(GaugeMetric::RANDOM_ONE_SAMPLE); - int64_t baseTimeNs = getElapsedRealtimeNs(); - int64_t configAddedTimeNs = 10 * 60 * NS_PER_SEC + baseTimeNs; - int64_t bucketSizeNs = TimeUnitToBucketSizeInMillis(config.gauge_metric(0).bucket()) * 1000000; - - ConfigKey cfgKey; - auto processor = - CreateStatsLogProcessor(baseTimeNs, configAddedTimeNs, config, cfgKey, - SharedRefBase::make<FakeSubsystemSleepCallback>(), ATOM_TAG); - ASSERT_EQ(processor->mMetricsManagers.size(), 1u); - EXPECT_TRUE(processor->mMetricsManagers.begin()->second->isConfigValid()); - processor->mPullerManager->ForceClearPullerCache(); - - int startBucketNum = processor->mMetricsManagers.begin() - ->second->mAllMetricProducers[0] - ->getCurrentBucketNum(); - EXPECT_GT(startBucketNum, (int64_t)0); - - // When creating the config, the gauge metric producer should register the alarm at the - // end of the current bucket. - ASSERT_EQ((size_t)1, processor->mPullerManager->mReceivers.size()); - EXPECT_EQ(bucketSizeNs, - processor->mPullerManager->mReceivers.begin()->second.front().intervalNs); - int64_t& nextPullTimeNs = - processor->mPullerManager->mReceivers.begin()->second.front().nextPullTimeNs; - EXPECT_EQ(baseTimeNs + startBucketNum * bucketSizeNs + bucketSizeNs, nextPullTimeNs); - - auto screenOffEvent = - CreateScreenStateChangedEvent(configAddedTimeNs + 55, android::view::DISPLAY_STATE_OFF); - processor->OnLogEvent(screenOffEvent.get()); - - // Pulling alarm arrives on time and reset the sequential pulling alarm. - processor->informPullAlarmFired(nextPullTimeNs + 1); - EXPECT_EQ(baseTimeNs + startBucketNum * bucketSizeNs + 2 * bucketSizeNs, nextPullTimeNs); - - auto screenOnEvent = CreateScreenStateChangedEvent(configAddedTimeNs + bucketSizeNs + 10, - android::view::DISPLAY_STATE_ON); - processor->OnLogEvent(screenOnEvent.get()); - - screenOffEvent = CreateScreenStateChangedEvent(configAddedTimeNs + bucketSizeNs + 100, - android::view::DISPLAY_STATE_OFF); - processor->OnLogEvent(screenOffEvent.get()); - - processor->informPullAlarmFired(nextPullTimeNs + 1); - EXPECT_EQ(baseTimeNs + startBucketNum * bucketSizeNs + 3 * bucketSizeNs, nextPullTimeNs); - - processor->informPullAlarmFired(nextPullTimeNs + 1); - EXPECT_EQ(baseTimeNs + startBucketNum * bucketSizeNs + 4 * bucketSizeNs, nextPullTimeNs); - - screenOnEvent = CreateScreenStateChangedEvent(configAddedTimeNs + 3 * bucketSizeNs + 2, - android::view::DISPLAY_STATE_ON); - processor->OnLogEvent(screenOnEvent.get()); - - processor->informPullAlarmFired(nextPullTimeNs + 3); - EXPECT_EQ(baseTimeNs + startBucketNum * bucketSizeNs + 5 * bucketSizeNs, nextPullTimeNs); - - screenOffEvent = CreateScreenStateChangedEvent(configAddedTimeNs + 5 * bucketSizeNs + 1, - android::view::DISPLAY_STATE_OFF); - processor->OnLogEvent(screenOffEvent.get()); - - processor->informPullAlarmFired(nextPullTimeNs + 2); - EXPECT_EQ(baseTimeNs + startBucketNum * bucketSizeNs + 6 * bucketSizeNs, nextPullTimeNs); - - processor->informPullAlarmFired(nextPullTimeNs + 2); - - ConfigMetricsReportList reports; - vector<uint8_t> buffer; - processor->onDumpReport(cfgKey, configAddedTimeNs + 7 * bucketSizeNs + 10, false, true, - ADB_DUMP, FAST, &buffer); - EXPECT_TRUE(buffer.size() > 0); - EXPECT_TRUE(reports.ParseFromArray(&buffer[0], buffer.size())); - backfillDimensionPath(&reports); - backfillStringInReport(&reports); - backfillStartEndTimestamp(&reports); - ASSERT_EQ(1, reports.reports_size()); - ASSERT_EQ(1, reports.reports(0).metrics_size()); - StatsLogReport::GaugeMetricDataWrapper gaugeMetrics; - sortMetricDataByDimensionsValue(reports.reports(0).metrics(0).gauge_metrics(), &gaugeMetrics); - ASSERT_GT((int)gaugeMetrics.data_size(), 1); - - auto data = gaugeMetrics.data(0); - EXPECT_EQ(ATOM_TAG, data.dimensions_in_what().field()); - ASSERT_EQ(1, data.dimensions_in_what().value_tuple().dimensions_value_size()); - EXPECT_EQ(1 /* subsystem name field */, - data.dimensions_in_what().value_tuple().dimensions_value(0).field()); - EXPECT_FALSE(data.dimensions_in_what().value_tuple().dimensions_value(0).value_str().empty()); - ASSERT_EQ(6, data.bucket_info_size()); - - ASSERT_EQ(1, data.bucket_info(0).atom_size()); - ASSERT_EQ(1, data.bucket_info(0).elapsed_timestamp_nanos_size()); - EXPECT_EQ(configAddedTimeNs + 55, data.bucket_info(0).elapsed_timestamp_nanos(0)); - ASSERT_EQ(0, data.bucket_info(0).wall_clock_timestamp_nanos_size()); - EXPECT_EQ(baseTimeNs + 2 * bucketSizeNs, data.bucket_info(0).start_bucket_elapsed_nanos()); - EXPECT_EQ(baseTimeNs + 3 * bucketSizeNs, data.bucket_info(0).end_bucket_elapsed_nanos()); - EXPECT_TRUE(data.bucket_info(0).atom(0).subsystem_sleep_state().subsystem_name().empty()); - EXPECT_GT(data.bucket_info(0).atom(0).subsystem_sleep_state().time_millis(), 0); - - ASSERT_EQ(1, data.bucket_info(1).atom_size()); - EXPECT_EQ(baseTimeNs + 3 * bucketSizeNs + 1, data.bucket_info(1).elapsed_timestamp_nanos(0)); - EXPECT_EQ(baseTimeNs + 3 * bucketSizeNs + 1, data.bucket_info(1).elapsed_timestamp_nanos(0)); - EXPECT_EQ(baseTimeNs + 3 * bucketSizeNs, data.bucket_info(1).start_bucket_elapsed_nanos()); - EXPECT_EQ(baseTimeNs + 4 * bucketSizeNs, data.bucket_info(1).end_bucket_elapsed_nanos()); - EXPECT_TRUE(data.bucket_info(1).atom(0).subsystem_sleep_state().subsystem_name().empty()); - EXPECT_GT(data.bucket_info(1).atom(0).subsystem_sleep_state().time_millis(), 0); - - ASSERT_EQ(1, data.bucket_info(2).atom_size()); - ASSERT_EQ(1, data.bucket_info(2).elapsed_timestamp_nanos_size()); - EXPECT_EQ(baseTimeNs + 4 * bucketSizeNs + 1, data.bucket_info(2).elapsed_timestamp_nanos(0)); - EXPECT_EQ(baseTimeNs + 4 * bucketSizeNs, data.bucket_info(2).start_bucket_elapsed_nanos()); - EXPECT_EQ(baseTimeNs + 5 * bucketSizeNs, data.bucket_info(2).end_bucket_elapsed_nanos()); - EXPECT_TRUE(data.bucket_info(2).atom(0).subsystem_sleep_state().subsystem_name().empty()); - EXPECT_GT(data.bucket_info(2).atom(0).subsystem_sleep_state().time_millis(), 0); - - ASSERT_EQ(1, data.bucket_info(3).atom_size()); - ASSERT_EQ(1, data.bucket_info(3).elapsed_timestamp_nanos_size()); - EXPECT_EQ(baseTimeNs + 5 * bucketSizeNs + 1, data.bucket_info(3).elapsed_timestamp_nanos(0)); - EXPECT_EQ(baseTimeNs + 5 * bucketSizeNs, data.bucket_info(3).start_bucket_elapsed_nanos()); - EXPECT_EQ(baseTimeNs + 6 * bucketSizeNs, data.bucket_info(3).end_bucket_elapsed_nanos()); - EXPECT_TRUE(data.bucket_info(3).atom(0).subsystem_sleep_state().subsystem_name().empty()); - EXPECT_GT(data.bucket_info(3).atom(0).subsystem_sleep_state().time_millis(), 0); - - ASSERT_EQ(1, data.bucket_info(4).atom_size()); - ASSERT_EQ(1, data.bucket_info(4).elapsed_timestamp_nanos_size()); - EXPECT_EQ(baseTimeNs + 7 * bucketSizeNs + 1, data.bucket_info(4).elapsed_timestamp_nanos(0)); - EXPECT_EQ(baseTimeNs + 7 * bucketSizeNs, data.bucket_info(4).start_bucket_elapsed_nanos()); - EXPECT_EQ(baseTimeNs + 8 * bucketSizeNs, data.bucket_info(4).end_bucket_elapsed_nanos()); - EXPECT_TRUE(data.bucket_info(4).atom(0).subsystem_sleep_state().subsystem_name().empty()); - EXPECT_GT(data.bucket_info(4).atom(0).subsystem_sleep_state().time_millis(), 0); - - ASSERT_EQ(1, data.bucket_info(5).atom_size()); - ASSERT_EQ(1, data.bucket_info(5).elapsed_timestamp_nanos_size()); - EXPECT_EQ(baseTimeNs + 8 * bucketSizeNs + 2, data.bucket_info(5).elapsed_timestamp_nanos(0)); - EXPECT_EQ(baseTimeNs + 8 * bucketSizeNs, data.bucket_info(5).start_bucket_elapsed_nanos()); - EXPECT_EQ(baseTimeNs + 9 * bucketSizeNs, data.bucket_info(5).end_bucket_elapsed_nanos()); - EXPECT_TRUE(data.bucket_info(5).atom(0).subsystem_sleep_state().subsystem_name().empty()); - EXPECT_GT(data.bucket_info(5).atom(0).subsystem_sleep_state().time_millis(), 0); -} - -TEST(GaugeMetricE2eTest, TestConditionChangeToTrueSamplePulledEvents) { - auto config = CreateStatsdConfig(GaugeMetric::CONDITION_CHANGE_TO_TRUE); - int64_t baseTimeNs = getElapsedRealtimeNs(); - int64_t configAddedTimeNs = 10 * 60 * NS_PER_SEC + baseTimeNs; - int64_t bucketSizeNs = TimeUnitToBucketSizeInMillis(config.gauge_metric(0).bucket()) * 1000000; - - ConfigKey cfgKey; - auto processor = - CreateStatsLogProcessor(baseTimeNs, configAddedTimeNs, config, cfgKey, - SharedRefBase::make<FakeSubsystemSleepCallback>(), ATOM_TAG); - ASSERT_EQ(processor->mMetricsManagers.size(), 1u); - EXPECT_TRUE(processor->mMetricsManagers.begin()->second->isConfigValid()); - processor->mPullerManager->ForceClearPullerCache(); - - int startBucketNum = processor->mMetricsManagers.begin() - ->second->mAllMetricProducers[0] - ->getCurrentBucketNum(); - EXPECT_GT(startBucketNum, (int64_t)0); - - auto screenOffEvent = - CreateScreenStateChangedEvent(configAddedTimeNs + 55, android::view::DISPLAY_STATE_OFF); - processor->OnLogEvent(screenOffEvent.get()); - - auto screenOnEvent = CreateScreenStateChangedEvent(configAddedTimeNs + bucketSizeNs + 10, - android::view::DISPLAY_STATE_ON); - processor->OnLogEvent(screenOnEvent.get()); - - screenOffEvent = CreateScreenStateChangedEvent(configAddedTimeNs + bucketSizeNs + 100, - android::view::DISPLAY_STATE_OFF); - processor->OnLogEvent(screenOffEvent.get()); - - screenOnEvent = CreateScreenStateChangedEvent(configAddedTimeNs + 3 * bucketSizeNs + 2, - android::view::DISPLAY_STATE_ON); - processor->OnLogEvent(screenOnEvent.get()); - - screenOffEvent = CreateScreenStateChangedEvent(configAddedTimeNs + 5 * bucketSizeNs + 1, - android::view::DISPLAY_STATE_OFF); - processor->OnLogEvent(screenOffEvent.get()); - screenOnEvent = CreateScreenStateChangedEvent(configAddedTimeNs + 5 * bucketSizeNs + 3, - android::view::DISPLAY_STATE_ON); - processor->OnLogEvent(screenOnEvent.get()); - screenOffEvent = CreateScreenStateChangedEvent(configAddedTimeNs + 5 * bucketSizeNs + 10, - android::view::DISPLAY_STATE_OFF); - processor->OnLogEvent(screenOffEvent.get()); - - ConfigMetricsReportList reports; - vector<uint8_t> buffer; - processor->onDumpReport(cfgKey, configAddedTimeNs + 8 * bucketSizeNs + 10, false, true, - ADB_DUMP, FAST, &buffer); - EXPECT_TRUE(buffer.size() > 0); - EXPECT_TRUE(reports.ParseFromArray(&buffer[0], buffer.size())); - backfillDimensionPath(&reports); - backfillStringInReport(&reports); - backfillStartEndTimestamp(&reports); - ASSERT_EQ(1, reports.reports_size()); - ASSERT_EQ(1, reports.reports(0).metrics_size()); - StatsLogReport::GaugeMetricDataWrapper gaugeMetrics; - sortMetricDataByDimensionsValue(reports.reports(0).metrics(0).gauge_metrics(), &gaugeMetrics); - ASSERT_GT((int)gaugeMetrics.data_size(), 1); - - auto data = gaugeMetrics.data(0); - EXPECT_EQ(ATOM_TAG, data.dimensions_in_what().field()); - ASSERT_EQ(1, data.dimensions_in_what().value_tuple().dimensions_value_size()); - EXPECT_EQ(1 /* subsystem name field */, - data.dimensions_in_what().value_tuple().dimensions_value(0).field()); - EXPECT_FALSE(data.dimensions_in_what().value_tuple().dimensions_value(0).value_str().empty()); - ASSERT_EQ(3, data.bucket_info_size()); - - ASSERT_EQ(1, data.bucket_info(0).atom_size()); - ASSERT_EQ(1, data.bucket_info(0).elapsed_timestamp_nanos_size()); - EXPECT_EQ(configAddedTimeNs + 55, data.bucket_info(0).elapsed_timestamp_nanos(0)); - ASSERT_EQ(0, data.bucket_info(0).wall_clock_timestamp_nanos_size()); - EXPECT_EQ(baseTimeNs + 2 * bucketSizeNs, data.bucket_info(0).start_bucket_elapsed_nanos()); - EXPECT_EQ(baseTimeNs + 3 * bucketSizeNs, data.bucket_info(0).end_bucket_elapsed_nanos()); - EXPECT_TRUE(data.bucket_info(0).atom(0).subsystem_sleep_state().subsystem_name().empty()); - EXPECT_GT(data.bucket_info(0).atom(0).subsystem_sleep_state().time_millis(), 0); - - ASSERT_EQ(1, data.bucket_info(1).atom_size()); - EXPECT_EQ(baseTimeNs + 3 * bucketSizeNs + 100, data.bucket_info(1).elapsed_timestamp_nanos(0)); - EXPECT_EQ(configAddedTimeNs + 55, data.bucket_info(0).elapsed_timestamp_nanos(0)); - EXPECT_EQ(baseTimeNs + 3 * bucketSizeNs, data.bucket_info(1).start_bucket_elapsed_nanos()); - EXPECT_EQ(baseTimeNs + 4 * bucketSizeNs, data.bucket_info(1).end_bucket_elapsed_nanos()); - EXPECT_TRUE(data.bucket_info(1).atom(0).subsystem_sleep_state().subsystem_name().empty()); - EXPECT_GT(data.bucket_info(1).atom(0).subsystem_sleep_state().time_millis(), 0); - - ASSERT_EQ(2, data.bucket_info(2).atom_size()); - ASSERT_EQ(2, data.bucket_info(2).elapsed_timestamp_nanos_size()); - EXPECT_EQ(baseTimeNs + 7 * bucketSizeNs + 1, data.bucket_info(2).elapsed_timestamp_nanos(0)); - EXPECT_EQ(baseTimeNs + 7 * bucketSizeNs + 10, data.bucket_info(2).elapsed_timestamp_nanos(1)); - EXPECT_EQ(baseTimeNs + 7 * bucketSizeNs, data.bucket_info(2).start_bucket_elapsed_nanos()); - EXPECT_EQ(baseTimeNs + 8 * bucketSizeNs, data.bucket_info(2).end_bucket_elapsed_nanos()); - EXPECT_TRUE(data.bucket_info(2).atom(0).subsystem_sleep_state().subsystem_name().empty()); - EXPECT_GT(data.bucket_info(2).atom(0).subsystem_sleep_state().time_millis(), 0); - EXPECT_TRUE(data.bucket_info(2).atom(1).subsystem_sleep_state().subsystem_name().empty()); - EXPECT_GT(data.bucket_info(2).atom(1).subsystem_sleep_state().time_millis(), 0); -} - -TEST(GaugeMetricE2eTest, TestRandomSamplePulledEvent_LateAlarm) { - auto config = CreateStatsdConfig(GaugeMetric::RANDOM_ONE_SAMPLE); - int64_t baseTimeNs = getElapsedRealtimeNs(); - int64_t configAddedTimeNs = 10 * 60 * NS_PER_SEC + baseTimeNs; - int64_t bucketSizeNs = TimeUnitToBucketSizeInMillis(config.gauge_metric(0).bucket()) * 1000000; - - ConfigKey cfgKey; - auto processor = - CreateStatsLogProcessor(baseTimeNs, configAddedTimeNs, config, cfgKey, - SharedRefBase::make<FakeSubsystemSleepCallback>(), ATOM_TAG); - ASSERT_EQ(processor->mMetricsManagers.size(), 1u); - EXPECT_TRUE(processor->mMetricsManagers.begin()->second->isConfigValid()); - processor->mPullerManager->ForceClearPullerCache(); - - int startBucketNum = processor->mMetricsManagers.begin() - ->second->mAllMetricProducers[0] - ->getCurrentBucketNum(); - EXPECT_GT(startBucketNum, (int64_t)0); - - // When creating the config, the gauge metric producer should register the alarm at the - // end of the current bucket. - ASSERT_EQ((size_t)1, processor->mPullerManager->mReceivers.size()); - EXPECT_EQ(bucketSizeNs, - processor->mPullerManager->mReceivers.begin()->second.front().intervalNs); - int64_t& nextPullTimeNs = - processor->mPullerManager->mReceivers.begin()->second.front().nextPullTimeNs; - EXPECT_EQ(baseTimeNs + startBucketNum * bucketSizeNs + bucketSizeNs, nextPullTimeNs); - - auto screenOffEvent = - CreateScreenStateChangedEvent(configAddedTimeNs + 55, android::view::DISPLAY_STATE_OFF); - processor->OnLogEvent(screenOffEvent.get()); - - auto screenOnEvent = CreateScreenStateChangedEvent(configAddedTimeNs + bucketSizeNs + 10, - android::view::DISPLAY_STATE_ON); - processor->OnLogEvent(screenOnEvent.get()); - - // Pulling alarm arrives one bucket size late. - processor->informPullAlarmFired(nextPullTimeNs + bucketSizeNs); - EXPECT_EQ(baseTimeNs + startBucketNum * bucketSizeNs + 3 * bucketSizeNs, nextPullTimeNs); - - screenOffEvent = CreateScreenStateChangedEvent(configAddedTimeNs + 3 * bucketSizeNs + 11, - android::view::DISPLAY_STATE_OFF); - processor->OnLogEvent(screenOffEvent.get()); - - // Pulling alarm arrives more than one bucket size late. - processor->informPullAlarmFired(nextPullTimeNs + bucketSizeNs + 12); - EXPECT_EQ(baseTimeNs + startBucketNum * bucketSizeNs + 5 * bucketSizeNs, nextPullTimeNs); - - ConfigMetricsReportList reports; - vector<uint8_t> buffer; - processor->onDumpReport(cfgKey, configAddedTimeNs + 7 * bucketSizeNs + 10, false, true, - ADB_DUMP, FAST, &buffer); - EXPECT_TRUE(buffer.size() > 0); - EXPECT_TRUE(reports.ParseFromArray(&buffer[0], buffer.size())); - backfillDimensionPath(&reports); - backfillStringInReport(&reports); - backfillStartEndTimestamp(&reports); - ASSERT_EQ(1, reports.reports_size()); - ASSERT_EQ(1, reports.reports(0).metrics_size()); - StatsLogReport::GaugeMetricDataWrapper gaugeMetrics; - sortMetricDataByDimensionsValue(reports.reports(0).metrics(0).gauge_metrics(), &gaugeMetrics); - ASSERT_GT((int)gaugeMetrics.data_size(), 1); - - auto data = gaugeMetrics.data(0); - EXPECT_EQ(ATOM_TAG, data.dimensions_in_what().field()); - ASSERT_EQ(1, data.dimensions_in_what().value_tuple().dimensions_value_size()); - EXPECT_EQ(1 /* subsystem name field */, - data.dimensions_in_what().value_tuple().dimensions_value(0).field()); - EXPECT_FALSE(data.dimensions_in_what().value_tuple().dimensions_value(0).value_str().empty()); - ASSERT_EQ(3, data.bucket_info_size()); - - ASSERT_EQ(1, data.bucket_info(0).atom_size()); - ASSERT_EQ(1, data.bucket_info(0).elapsed_timestamp_nanos_size()); - EXPECT_EQ(configAddedTimeNs + 55, data.bucket_info(0).elapsed_timestamp_nanos(0)); - EXPECT_EQ(baseTimeNs + 2 * bucketSizeNs, data.bucket_info(0).start_bucket_elapsed_nanos()); - EXPECT_EQ(baseTimeNs + 3 * bucketSizeNs, data.bucket_info(0).end_bucket_elapsed_nanos()); - EXPECT_TRUE(data.bucket_info(0).atom(0).subsystem_sleep_state().subsystem_name().empty()); - EXPECT_GT(data.bucket_info(0).atom(0).subsystem_sleep_state().time_millis(), 0); - - ASSERT_EQ(1, data.bucket_info(1).atom_size()); - EXPECT_EQ(configAddedTimeNs + 3 * bucketSizeNs + 11, - data.bucket_info(1).elapsed_timestamp_nanos(0)); - EXPECT_EQ(configAddedTimeNs + 55, data.bucket_info(0).elapsed_timestamp_nanos(0)); - EXPECT_EQ(baseTimeNs + 5 * bucketSizeNs, data.bucket_info(1).start_bucket_elapsed_nanos()); - EXPECT_EQ(baseTimeNs + 6 * bucketSizeNs, data.bucket_info(1).end_bucket_elapsed_nanos()); - EXPECT_TRUE(data.bucket_info(1).atom(0).subsystem_sleep_state().subsystem_name().empty()); - EXPECT_GT(data.bucket_info(1).atom(0).subsystem_sleep_state().time_millis(), 0); - - ASSERT_EQ(1, data.bucket_info(2).atom_size()); - ASSERT_EQ(1, data.bucket_info(2).elapsed_timestamp_nanos_size()); - EXPECT_EQ(baseTimeNs + 6 * bucketSizeNs + 12, data.bucket_info(2).elapsed_timestamp_nanos(0)); - EXPECT_EQ(baseTimeNs + 6 * bucketSizeNs, data.bucket_info(2).start_bucket_elapsed_nanos()); - EXPECT_EQ(baseTimeNs + 7 * bucketSizeNs, data.bucket_info(2).end_bucket_elapsed_nanos()); - EXPECT_TRUE(data.bucket_info(2).atom(0).subsystem_sleep_state().subsystem_name().empty()); - EXPECT_GT(data.bucket_info(2).atom(0).subsystem_sleep_state().time_millis(), 0); -} - -TEST(GaugeMetricE2eTest, TestRandomSamplePulledEventsWithActivation) { - auto config = CreateStatsdConfig(GaugeMetric::RANDOM_ONE_SAMPLE, /*useCondition=*/false); - - int64_t baseTimeNs = getElapsedRealtimeNs(); - int64_t configAddedTimeNs = 10 * 60 * NS_PER_SEC + baseTimeNs; - int64_t bucketSizeNs = TimeUnitToBucketSizeInMillis(config.gauge_metric(0).bucket()) * 1000000; - - auto batterySaverStartMatcher = CreateBatterySaverModeStartAtomMatcher(); - *config.add_atom_matcher() = batterySaverStartMatcher; - const int64_t ttlNs = 2 * bucketSizeNs; // Two buckets. - auto metric_activation = config.add_metric_activation(); - metric_activation->set_metric_id(metricId); - metric_activation->set_activation_type(ACTIVATE_IMMEDIATELY); - auto event_activation = metric_activation->add_event_activation(); - event_activation->set_atom_matcher_id(batterySaverStartMatcher.id()); - event_activation->set_ttl_seconds(ttlNs / 1000000000); - - ConfigKey cfgKey; - auto processor = - CreateStatsLogProcessor(baseTimeNs, configAddedTimeNs, config, cfgKey, - SharedRefBase::make<FakeSubsystemSleepCallback>(), ATOM_TAG); - ASSERT_EQ(processor->mMetricsManagers.size(), 1u); - EXPECT_TRUE(processor->mMetricsManagers.begin()->second->isConfigValid()); - processor->mPullerManager->ForceClearPullerCache(); - - int startBucketNum = processor->mMetricsManagers.begin() - ->second->mAllMetricProducers[0] - ->getCurrentBucketNum(); - EXPECT_GT(startBucketNum, (int64_t)0); - EXPECT_FALSE(processor->mMetricsManagers.begin()->second->mAllMetricProducers[0]->isActive()); - - // When creating the config, the gauge metric producer should register the alarm at the - // end of the current bucket. - ASSERT_EQ((size_t)1, processor->mPullerManager->mReceivers.size()); - EXPECT_EQ(bucketSizeNs, - processor->mPullerManager->mReceivers.begin()->second.front().intervalNs); - int64_t& nextPullTimeNs = - processor->mPullerManager->mReceivers.begin()->second.front().nextPullTimeNs; - EXPECT_EQ(baseTimeNs + startBucketNum * bucketSizeNs + bucketSizeNs, nextPullTimeNs); - - // Pulling alarm arrives on time and reset the sequential pulling alarm. - // Event should not be kept. - processor->informPullAlarmFired(nextPullTimeNs + 1); // 15 mins + 1 ns. - EXPECT_EQ(baseTimeNs + startBucketNum * bucketSizeNs + 2 * bucketSizeNs, nextPullTimeNs); - EXPECT_FALSE(processor->mMetricsManagers.begin()->second->mAllMetricProducers[0]->isActive()); - - // Activate the metric. A pull occurs upon activation. - const int64_t activationNs = configAddedTimeNs + bucketSizeNs + (2 * 1000 * 1000); // 2 millis. - auto batterySaverOnEvent = CreateBatterySaverOnEvent(activationNs); - processor->OnLogEvent(batterySaverOnEvent.get()); // 15 mins + 2 ms. - EXPECT_TRUE(processor->mMetricsManagers.begin()->second->mAllMetricProducers[0]->isActive()); - - // This event should be kept. 2 total. - processor->informPullAlarmFired(nextPullTimeNs + 1); // 20 mins + 1 ns. - EXPECT_EQ(baseTimeNs + startBucketNum * bucketSizeNs + 3 * bucketSizeNs, nextPullTimeNs); - - // This event should be kept. 3 total. - processor->informPullAlarmFired(nextPullTimeNs + 2); // 25 mins + 2 ns. - EXPECT_EQ(baseTimeNs + startBucketNum * bucketSizeNs + 4 * bucketSizeNs, nextPullTimeNs); - - // Create random event to deactivate metric. - auto deactivationEvent = CreateScreenBrightnessChangedEvent(activationNs + ttlNs + 1, 50); - processor->OnLogEvent(deactivationEvent.get()); - EXPECT_FALSE(processor->mMetricsManagers.begin()->second->mAllMetricProducers[0]->isActive()); - - // Event should not be kept. 3 total. - processor->informPullAlarmFired(nextPullTimeNs + 3); - EXPECT_EQ(baseTimeNs + startBucketNum * bucketSizeNs + 5 * bucketSizeNs, nextPullTimeNs); - - processor->informPullAlarmFired(nextPullTimeNs + 2); - - ConfigMetricsReportList reports; - vector<uint8_t> buffer; - processor->onDumpReport(cfgKey, configAddedTimeNs + 7 * bucketSizeNs + 10, false, true, - ADB_DUMP, FAST, &buffer); - EXPECT_TRUE(buffer.size() > 0); - EXPECT_TRUE(reports.ParseFromArray(&buffer[0], buffer.size())); - backfillDimensionPath(&reports); - backfillStringInReport(&reports); - backfillStartEndTimestamp(&reports); - ASSERT_EQ(1, reports.reports_size()); - ASSERT_EQ(1, reports.reports(0).metrics_size()); - StatsLogReport::GaugeMetricDataWrapper gaugeMetrics; - sortMetricDataByDimensionsValue(reports.reports(0).metrics(0).gauge_metrics(), &gaugeMetrics); - ASSERT_GT((int)gaugeMetrics.data_size(), 0); - - auto data = gaugeMetrics.data(0); - EXPECT_EQ(ATOM_TAG, data.dimensions_in_what().field()); - ASSERT_EQ(1, data.dimensions_in_what().value_tuple().dimensions_value_size()); - EXPECT_EQ(1 /* subsystem name field */, - data.dimensions_in_what().value_tuple().dimensions_value(0).field()); - EXPECT_FALSE(data.dimensions_in_what().value_tuple().dimensions_value(0).value_str().empty()); - ASSERT_EQ(3, data.bucket_info_size()); - - auto bucketInfo = data.bucket_info(0); - ASSERT_EQ(1, bucketInfo.atom_size()); - ASSERT_EQ(1, bucketInfo.elapsed_timestamp_nanos_size()); - EXPECT_EQ(activationNs, bucketInfo.elapsed_timestamp_nanos(0)); - ASSERT_EQ(0, bucketInfo.wall_clock_timestamp_nanos_size()); - EXPECT_EQ(baseTimeNs + 3 * bucketSizeNs, bucketInfo.start_bucket_elapsed_nanos()); - EXPECT_EQ(baseTimeNs + 4 * bucketSizeNs, bucketInfo.end_bucket_elapsed_nanos()); - EXPECT_TRUE(bucketInfo.atom(0).subsystem_sleep_state().subsystem_name().empty()); - EXPECT_GT(bucketInfo.atom(0).subsystem_sleep_state().time_millis(), 0); - - bucketInfo = data.bucket_info(1); - ASSERT_EQ(1, bucketInfo.atom_size()); - ASSERT_EQ(1, bucketInfo.elapsed_timestamp_nanos_size()); - EXPECT_EQ(baseTimeNs + 4 * bucketSizeNs + 1, bucketInfo.elapsed_timestamp_nanos(0)); - ASSERT_EQ(0, bucketInfo.wall_clock_timestamp_nanos_size()); - EXPECT_EQ(baseTimeNs + 4 * bucketSizeNs, bucketInfo.start_bucket_elapsed_nanos()); - EXPECT_EQ(baseTimeNs + 5 * bucketSizeNs, bucketInfo.end_bucket_elapsed_nanos()); - EXPECT_TRUE(bucketInfo.atom(0).subsystem_sleep_state().subsystem_name().empty()); - EXPECT_GT(bucketInfo.atom(0).subsystem_sleep_state().time_millis(), 0); - - bucketInfo = data.bucket_info(2); - ASSERT_EQ(1, bucketInfo.atom_size()); - ASSERT_EQ(1, bucketInfo.elapsed_timestamp_nanos_size()); - EXPECT_EQ(baseTimeNs + 5 * bucketSizeNs + 2, bucketInfo.elapsed_timestamp_nanos(0)); - ASSERT_EQ(0, bucketInfo.wall_clock_timestamp_nanos_size()); - EXPECT_EQ(MillisToNano(NanoToMillis(baseTimeNs + 5 * bucketSizeNs)), - bucketInfo.start_bucket_elapsed_nanos()); - EXPECT_EQ(MillisToNano(NanoToMillis(activationNs + ttlNs + 1)), - bucketInfo.end_bucket_elapsed_nanos()); - EXPECT_TRUE(bucketInfo.atom(0).subsystem_sleep_state().subsystem_name().empty()); - EXPECT_GT(bucketInfo.atom(0).subsystem_sleep_state().time_millis(), 0); -} - -TEST(GaugeMetricE2eTest, TestRandomSamplePulledEventsNoCondition) { - auto config = CreateStatsdConfig(GaugeMetric::RANDOM_ONE_SAMPLE, /*useCondition=*/false); - - int64_t baseTimeNs = getElapsedRealtimeNs(); - int64_t configAddedTimeNs = 10 * 60 * NS_PER_SEC + baseTimeNs; - int64_t bucketSizeNs = - TimeUnitToBucketSizeInMillis(config.gauge_metric(0).bucket()) * 1000000; - - ConfigKey cfgKey; - auto processor = CreateStatsLogProcessor(baseTimeNs, configAddedTimeNs, config, cfgKey, - SharedRefBase::make<FakeSubsystemSleepCallback>(), - ATOM_TAG); - ASSERT_EQ(processor->mMetricsManagers.size(), 1u); - EXPECT_TRUE(processor->mMetricsManagers.begin()->second->isConfigValid()); - processor->mPullerManager->ForceClearPullerCache(); - - int startBucketNum = processor->mMetricsManagers.begin()->second-> - mAllMetricProducers[0]->getCurrentBucketNum(); - EXPECT_GT(startBucketNum, (int64_t)0); - - // When creating the config, the gauge metric producer should register the alarm at the - // end of the current bucket. - ASSERT_EQ((size_t)1, processor->mPullerManager->mReceivers.size()); - EXPECT_EQ(bucketSizeNs, - processor->mPullerManager->mReceivers.begin()->second.front().intervalNs); - int64_t& nextPullTimeNs = - processor->mPullerManager->mReceivers.begin()->second.front().nextPullTimeNs; - EXPECT_EQ(baseTimeNs + startBucketNum * bucketSizeNs + bucketSizeNs, nextPullTimeNs); - - // Pulling alarm arrives on time and reset the sequential pulling alarm. - processor->informPullAlarmFired(nextPullTimeNs + 1); - EXPECT_EQ(baseTimeNs + startBucketNum * bucketSizeNs + 2 * bucketSizeNs, nextPullTimeNs); - - processor->informPullAlarmFired(nextPullTimeNs + 4); - EXPECT_EQ(baseTimeNs + startBucketNum * bucketSizeNs + 3 * bucketSizeNs, - nextPullTimeNs); - - ConfigMetricsReportList reports; - vector<uint8_t> buffer; - processor->onDumpReport(cfgKey, configAddedTimeNs + 7 * bucketSizeNs + 10, false, true, - ADB_DUMP, FAST, &buffer); - EXPECT_TRUE(buffer.size() > 0); - EXPECT_TRUE(reports.ParseFromArray(&buffer[0], buffer.size())); - backfillDimensionPath(&reports); - backfillStringInReport(&reports); - backfillStartEndTimestamp(&reports); - ASSERT_EQ(1, reports.reports_size()); - ASSERT_EQ(1, reports.reports(0).metrics_size()); - StatsLogReport::GaugeMetricDataWrapper gaugeMetrics; - sortMetricDataByDimensionsValue( - reports.reports(0).metrics(0).gauge_metrics(), &gaugeMetrics); - ASSERT_GT((int)gaugeMetrics.data_size(), 0); - - auto data = gaugeMetrics.data(0); - EXPECT_EQ(ATOM_TAG, data.dimensions_in_what().field()); - ASSERT_EQ(1, data.dimensions_in_what().value_tuple().dimensions_value_size()); - EXPECT_EQ(1 /* subsystem name field */, - data.dimensions_in_what().value_tuple().dimensions_value(0).field()); - EXPECT_FALSE(data.dimensions_in_what().value_tuple().dimensions_value(0).value_str().empty()); - ASSERT_EQ(3, data.bucket_info_size()); - - ASSERT_EQ(1, data.bucket_info(0).atom_size()); - ASSERT_EQ(1, data.bucket_info(0).elapsed_timestamp_nanos_size()); - EXPECT_EQ(configAddedTimeNs, data.bucket_info(0).elapsed_timestamp_nanos(0)); - ASSERT_EQ(0, data.bucket_info(0).wall_clock_timestamp_nanos_size()); - EXPECT_EQ(baseTimeNs + 2 * bucketSizeNs, data.bucket_info(0).start_bucket_elapsed_nanos()); - EXPECT_EQ(baseTimeNs + 3 * bucketSizeNs, data.bucket_info(0).end_bucket_elapsed_nanos()); - EXPECT_TRUE(data.bucket_info(0).atom(0).subsystem_sleep_state().subsystem_name().empty()); - EXPECT_GT(data.bucket_info(0).atom(0).subsystem_sleep_state().time_millis(), 0); - - ASSERT_EQ(1, data.bucket_info(1).atom_size()); - ASSERT_EQ(1, data.bucket_info(1).elapsed_timestamp_nanos_size()); - EXPECT_EQ(baseTimeNs + 3 * bucketSizeNs + 1, data.bucket_info(1).elapsed_timestamp_nanos(0)); - ASSERT_EQ(0, data.bucket_info(1).wall_clock_timestamp_nanos_size()); - EXPECT_EQ(baseTimeNs + 3 * bucketSizeNs, data.bucket_info(1).start_bucket_elapsed_nanos()); - EXPECT_EQ(baseTimeNs + 4 * bucketSizeNs, data.bucket_info(1).end_bucket_elapsed_nanos()); - EXPECT_TRUE(data.bucket_info(1).atom(0).subsystem_sleep_state().subsystem_name().empty()); - EXPECT_GT(data.bucket_info(1).atom(0).subsystem_sleep_state().time_millis(), 0); - - ASSERT_EQ(1, data.bucket_info(2).atom_size()); - ASSERT_EQ(1, data.bucket_info(2).elapsed_timestamp_nanos_size()); - EXPECT_EQ(baseTimeNs + 4 * bucketSizeNs + 4, data.bucket_info(2).elapsed_timestamp_nanos(0)); - ASSERT_EQ(0, data.bucket_info(2).wall_clock_timestamp_nanos_size()); - EXPECT_EQ(baseTimeNs + 4 * bucketSizeNs, data.bucket_info(2).start_bucket_elapsed_nanos()); - EXPECT_EQ(baseTimeNs + 5 * bucketSizeNs, data.bucket_info(2).end_bucket_elapsed_nanos()); - EXPECT_TRUE(data.bucket_info(2).atom(0).subsystem_sleep_state().subsystem_name().empty()); - EXPECT_GT(data.bucket_info(2).atom(0).subsystem_sleep_state().time_millis(), 0); -} - -#else -GTEST_LOG_(INFO) << "This test does nothing.\n"; -#endif - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/tests/e2e/GaugeMetric_e2e_push_test.cpp b/cmds/statsd/tests/e2e/GaugeMetric_e2e_push_test.cpp deleted file mode 100644 index a40a9484a841..000000000000 --- a/cmds/statsd/tests/e2e/GaugeMetric_e2e_push_test.cpp +++ /dev/null @@ -1,295 +0,0 @@ -// Copyright (C) 2017 The Android Open Source Project -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#include <gtest/gtest.h> - -#include <vector> - -#include "src/StatsLogProcessor.h" -#include "src/stats_log_util.h" -#include "stats_event.h" -#include "tests/statsd_test_util.h" - -namespace android { -namespace os { -namespace statsd { - -#ifdef __ANDROID__ - -namespace { - -StatsdConfig CreateStatsdConfigForPushedEvent(const GaugeMetric::SamplingType sampling_type) { - StatsdConfig config; - config.add_allowed_log_source("AID_ROOT"); // LogEvent defaults to UID of root. - *config.add_atom_matcher() = CreateMoveToBackgroundAtomMatcher(); - *config.add_atom_matcher() = CreateMoveToForegroundAtomMatcher(); - - auto atomMatcher = CreateSimpleAtomMatcher("", util::APP_START_OCCURRED); - *config.add_atom_matcher() = atomMatcher; - - auto isInBackgroundPredicate = CreateIsInBackgroundPredicate(); - *isInBackgroundPredicate.mutable_simple_predicate()->mutable_dimensions() = - CreateDimensions(util::ACTIVITY_FOREGROUND_STATE_CHANGED, {1 /* uid field */ }); - *config.add_predicate() = isInBackgroundPredicate; - - auto gaugeMetric = config.add_gauge_metric(); - gaugeMetric->set_id(123456); - gaugeMetric->set_what(atomMatcher.id()); - gaugeMetric->set_condition(isInBackgroundPredicate.id()); - gaugeMetric->mutable_gauge_fields_filter()->set_include_all(false); - gaugeMetric->set_sampling_type(sampling_type); - auto fieldMatcher = gaugeMetric->mutable_gauge_fields_filter()->mutable_fields(); - fieldMatcher->set_field(util::APP_START_OCCURRED); - fieldMatcher->add_child()->set_field(3); // type (enum) - fieldMatcher->add_child()->set_field(4); // activity_name(str) - fieldMatcher->add_child()->set_field(7); // activity_start_msec(int64) - *gaugeMetric->mutable_dimensions_in_what() = - CreateDimensions(util::APP_START_OCCURRED, {1 /* uid field */ }); - gaugeMetric->set_bucket(FIVE_MINUTES); - - auto links = gaugeMetric->add_links(); - links->set_condition(isInBackgroundPredicate.id()); - auto dimensionWhat = links->mutable_fields_in_what(); - dimensionWhat->set_field(util::APP_START_OCCURRED); - dimensionWhat->add_child()->set_field(1); // uid field. - auto dimensionCondition = links->mutable_fields_in_condition(); - dimensionCondition->set_field(util::ACTIVITY_FOREGROUND_STATE_CHANGED); - dimensionCondition->add_child()->set_field(1); // uid field. - return config; -} - -std::unique_ptr<LogEvent> CreateAppStartOccurredEvent( - uint64_t timestampNs, const int uid, const string& pkg_name, - AppStartOccurred::TransitionType type, const string& activity_name, - const string& calling_pkg_name, const bool is_instant_app, int64_t activity_start_msec) { - AStatsEvent* statsEvent = AStatsEvent_obtain(); - AStatsEvent_setAtomId(statsEvent, util::APP_START_OCCURRED); - AStatsEvent_overwriteTimestamp(statsEvent, timestampNs); - - AStatsEvent_writeInt32(statsEvent, uid); - AStatsEvent_writeString(statsEvent, pkg_name.c_str()); - AStatsEvent_writeInt32(statsEvent, type); - AStatsEvent_writeString(statsEvent, activity_name.c_str()); - AStatsEvent_writeString(statsEvent, calling_pkg_name.c_str()); - AStatsEvent_writeInt32(statsEvent, is_instant_app); - AStatsEvent_writeInt32(statsEvent, activity_start_msec); - - std::unique_ptr<LogEvent> logEvent = std::make_unique<LogEvent>(/*uid=*/0, /*pid=*/0); - parseStatsEventToLogEvent(statsEvent, logEvent.get()); - return logEvent; -} - -} // namespace - -TEST(GaugeMetricE2eTest, TestMultipleFieldsForPushedEvent) { - for (const auto& sampling_type : - {GaugeMetric::FIRST_N_SAMPLES, GaugeMetric::RANDOM_ONE_SAMPLE}) { - auto config = CreateStatsdConfigForPushedEvent(sampling_type); - int64_t bucketStartTimeNs = 10000000000; - int64_t bucketSizeNs = - TimeUnitToBucketSizeInMillis(config.gauge_metric(0).bucket()) * 1000000; - - ConfigKey cfgKey; - auto processor = - CreateStatsLogProcessor(bucketStartTimeNs, bucketStartTimeNs, config, cfgKey); - ASSERT_EQ(processor->mMetricsManagers.size(), 1u); - EXPECT_TRUE(processor->mMetricsManagers.begin()->second->isConfigValid()); - - int appUid1 = 123; - int appUid2 = 456; - std::vector<std::unique_ptr<LogEvent>> events; - events.push_back(CreateMoveToBackgroundEvent(bucketStartTimeNs + 15, appUid1)); - events.push_back( - CreateMoveToForegroundEvent(bucketStartTimeNs + bucketSizeNs + 250, appUid1)); - events.push_back( - CreateMoveToBackgroundEvent(bucketStartTimeNs + bucketSizeNs + 350, appUid1)); - events.push_back( - CreateMoveToForegroundEvent(bucketStartTimeNs + 2 * bucketSizeNs + 100, appUid1)); - - events.push_back(CreateAppStartOccurredEvent( - bucketStartTimeNs + 10, appUid1, "app1", AppStartOccurred::WARM, "activity_name1", - "calling_pkg_name1", true /*is_instant_app*/, 101 /*activity_start_msec*/)); - events.push_back(CreateAppStartOccurredEvent( - bucketStartTimeNs + 20, appUid1, "app1", AppStartOccurred::HOT, "activity_name2", - "calling_pkg_name2", true /*is_instant_app*/, 102 /*activity_start_msec*/)); - events.push_back(CreateAppStartOccurredEvent( - bucketStartTimeNs + 30, appUid1, "app1", AppStartOccurred::COLD, "activity_name3", - "calling_pkg_name3", true /*is_instant_app*/, 103 /*activity_start_msec*/)); - events.push_back(CreateAppStartOccurredEvent( - bucketStartTimeNs + bucketSizeNs + 30, appUid1, "app1", AppStartOccurred::WARM, - "activity_name4", "calling_pkg_name4", true /*is_instant_app*/, - 104 /*activity_start_msec*/)); - events.push_back(CreateAppStartOccurredEvent( - bucketStartTimeNs + 2 * bucketSizeNs, appUid1, "app1", AppStartOccurred::COLD, - "activity_name5", "calling_pkg_name5", true /*is_instant_app*/, - 105 /*activity_start_msec*/)); - events.push_back(CreateAppStartOccurredEvent( - bucketStartTimeNs + 2 * bucketSizeNs + 10, appUid1, "app1", AppStartOccurred::HOT, - "activity_name6", "calling_pkg_name6", false /*is_instant_app*/, - 106 /*activity_start_msec*/)); - - events.push_back( - CreateMoveToBackgroundEvent(bucketStartTimeNs + bucketSizeNs + 10, appUid2)); - events.push_back(CreateAppStartOccurredEvent( - bucketStartTimeNs + 2 * bucketSizeNs + 10, appUid2, "app2", AppStartOccurred::COLD, - "activity_name7", "calling_pkg_name7", true /*is_instant_app*/, - 201 /*activity_start_msec*/)); - - sortLogEventsByTimestamp(&events); - - for (const auto& event : events) { - processor->OnLogEvent(event.get()); - } - ConfigMetricsReportList reports; - vector<uint8_t> buffer; - processor->onDumpReport(cfgKey, bucketStartTimeNs + 3 * bucketSizeNs, false, true, ADB_DUMP, - FAST, &buffer); - EXPECT_TRUE(buffer.size() > 0); - EXPECT_TRUE(reports.ParseFromArray(&buffer[0], buffer.size())); - backfillDimensionPath(&reports); - backfillStringInReport(&reports); - backfillStartEndTimestamp(&reports); - ASSERT_EQ(1, reports.reports_size()); - ASSERT_EQ(1, reports.reports(0).metrics_size()); - StatsLogReport::GaugeMetricDataWrapper gaugeMetrics; - sortMetricDataByDimensionsValue(reports.reports(0).metrics(0).gauge_metrics(), - &gaugeMetrics); - ASSERT_EQ(2, gaugeMetrics.data_size()); - - auto data = gaugeMetrics.data(0); - EXPECT_EQ(util::APP_START_OCCURRED, data.dimensions_in_what().field()); - ASSERT_EQ(1, data.dimensions_in_what().value_tuple().dimensions_value_size()); - EXPECT_EQ(1 /* uid field */, - data.dimensions_in_what().value_tuple().dimensions_value(0).field()); - EXPECT_EQ(appUid1, data.dimensions_in_what().value_tuple().dimensions_value(0).value_int()); - ASSERT_EQ(3, data.bucket_info_size()); - if (sampling_type == GaugeMetric::FIRST_N_SAMPLES) { - ASSERT_EQ(2, data.bucket_info(0).atom_size()); - ASSERT_EQ(2, data.bucket_info(0).elapsed_timestamp_nanos_size()); - ASSERT_EQ(0, data.bucket_info(0).wall_clock_timestamp_nanos_size()); - EXPECT_EQ(bucketStartTimeNs, data.bucket_info(0).start_bucket_elapsed_nanos()); - EXPECT_EQ(bucketStartTimeNs + bucketSizeNs, - data.bucket_info(0).end_bucket_elapsed_nanos()); - EXPECT_EQ(AppStartOccurred::HOT, - data.bucket_info(0).atom(0).app_start_occurred().type()); - EXPECT_EQ("activity_name2", - data.bucket_info(0).atom(0).app_start_occurred().activity_name()); - EXPECT_EQ(102L, - data.bucket_info(0).atom(0).app_start_occurred().activity_start_millis()); - EXPECT_EQ(AppStartOccurred::COLD, - data.bucket_info(0).atom(1).app_start_occurred().type()); - EXPECT_EQ("activity_name3", - data.bucket_info(0).atom(1).app_start_occurred().activity_name()); - EXPECT_EQ(103L, - data.bucket_info(0).atom(1).app_start_occurred().activity_start_millis()); - - ASSERT_EQ(1, data.bucket_info(1).atom_size()); - ASSERT_EQ(1, data.bucket_info(1).elapsed_timestamp_nanos_size()); - EXPECT_EQ(bucketStartTimeNs + bucketSizeNs, - data.bucket_info(1).start_bucket_elapsed_nanos()); - EXPECT_EQ(bucketStartTimeNs + 2 * bucketSizeNs, - data.bucket_info(1).end_bucket_elapsed_nanos()); - EXPECT_EQ(AppStartOccurred::WARM, - data.bucket_info(1).atom(0).app_start_occurred().type()); - EXPECT_EQ("activity_name4", - data.bucket_info(1).atom(0).app_start_occurred().activity_name()); - EXPECT_EQ(104L, - data.bucket_info(1).atom(0).app_start_occurred().activity_start_millis()); - - ASSERT_EQ(2, data.bucket_info(2).atom_size()); - ASSERT_EQ(2, data.bucket_info(2).elapsed_timestamp_nanos_size()); - EXPECT_EQ(bucketStartTimeNs + 2 * bucketSizeNs, - data.bucket_info(2).start_bucket_elapsed_nanos()); - EXPECT_EQ(bucketStartTimeNs + 3 * bucketSizeNs, - data.bucket_info(2).end_bucket_elapsed_nanos()); - EXPECT_EQ(AppStartOccurred::COLD, - data.bucket_info(2).atom(0).app_start_occurred().type()); - EXPECT_EQ("activity_name5", - data.bucket_info(2).atom(0).app_start_occurred().activity_name()); - EXPECT_EQ(105L, - data.bucket_info(2).atom(0).app_start_occurred().activity_start_millis()); - EXPECT_EQ(AppStartOccurred::HOT, - data.bucket_info(2).atom(1).app_start_occurred().type()); - EXPECT_EQ("activity_name6", - data.bucket_info(2).atom(1).app_start_occurred().activity_name()); - EXPECT_EQ(106L, - data.bucket_info(2).atom(1).app_start_occurred().activity_start_millis()); - } else { - ASSERT_EQ(1, data.bucket_info(0).atom_size()); - ASSERT_EQ(1, data.bucket_info(0).elapsed_timestamp_nanos_size()); - EXPECT_EQ(bucketStartTimeNs, data.bucket_info(0).start_bucket_elapsed_nanos()); - EXPECT_EQ(bucketStartTimeNs + bucketSizeNs, - data.bucket_info(0).end_bucket_elapsed_nanos()); - EXPECT_EQ(AppStartOccurred::HOT, - data.bucket_info(0).atom(0).app_start_occurred().type()); - EXPECT_EQ("activity_name2", - data.bucket_info(0).atom(0).app_start_occurred().activity_name()); - EXPECT_EQ(102L, - data.bucket_info(0).atom(0).app_start_occurred().activity_start_millis()); - - ASSERT_EQ(1, data.bucket_info(1).atom_size()); - ASSERT_EQ(1, data.bucket_info(1).elapsed_timestamp_nanos_size()); - EXPECT_EQ(bucketStartTimeNs + bucketSizeNs, - data.bucket_info(1).start_bucket_elapsed_nanos()); - EXPECT_EQ(bucketStartTimeNs + 2 * bucketSizeNs, - data.bucket_info(1).end_bucket_elapsed_nanos()); - EXPECT_EQ(AppStartOccurred::WARM, - data.bucket_info(1).atom(0).app_start_occurred().type()); - EXPECT_EQ("activity_name4", - data.bucket_info(1).atom(0).app_start_occurred().activity_name()); - EXPECT_EQ(104L, - data.bucket_info(1).atom(0).app_start_occurred().activity_start_millis()); - - ASSERT_EQ(1, data.bucket_info(2).atom_size()); - ASSERT_EQ(1, data.bucket_info(2).elapsed_timestamp_nanos_size()); - EXPECT_EQ(bucketStartTimeNs + 2 * bucketSizeNs, - data.bucket_info(2).start_bucket_elapsed_nanos()); - EXPECT_EQ(bucketStartTimeNs + 3 * bucketSizeNs, - data.bucket_info(2).end_bucket_elapsed_nanos()); - EXPECT_EQ(AppStartOccurred::COLD, - data.bucket_info(2).atom(0).app_start_occurred().type()); - EXPECT_EQ("activity_name5", - data.bucket_info(2).atom(0).app_start_occurred().activity_name()); - EXPECT_EQ(105L, - data.bucket_info(2).atom(0).app_start_occurred().activity_start_millis()); - } - - data = gaugeMetrics.data(1); - - EXPECT_EQ(data.dimensions_in_what().field(), util::APP_START_OCCURRED); - ASSERT_EQ(data.dimensions_in_what().value_tuple().dimensions_value_size(), 1); - EXPECT_EQ(1 /* uid field */, - data.dimensions_in_what().value_tuple().dimensions_value(0).field()); - EXPECT_EQ(appUid2, data.dimensions_in_what().value_tuple().dimensions_value(0).value_int()); - ASSERT_EQ(1, data.bucket_info_size()); - ASSERT_EQ(1, data.bucket_info(0).atom_size()); - ASSERT_EQ(1, data.bucket_info(0).elapsed_timestamp_nanos_size()); - EXPECT_EQ(bucketStartTimeNs + 2 * bucketSizeNs, - data.bucket_info(0).start_bucket_elapsed_nanos()); - EXPECT_EQ(bucketStartTimeNs + 3 * bucketSizeNs, - data.bucket_info(0).end_bucket_elapsed_nanos()); - EXPECT_EQ(AppStartOccurred::COLD, data.bucket_info(0).atom(0).app_start_occurred().type()); - EXPECT_EQ("activity_name7", - data.bucket_info(0).atom(0).app_start_occurred().activity_name()); - EXPECT_EQ(201L, data.bucket_info(0).atom(0).app_start_occurred().activity_start_millis()); - } -} - -#else -GTEST_LOG_(INFO) << "This test does nothing.\n"; -#endif - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/tests/e2e/MetricActivation_e2e_test.cpp b/cmds/statsd/tests/e2e/MetricActivation_e2e_test.cpp deleted file mode 100644 index e320419a9d44..000000000000 --- a/cmds/statsd/tests/e2e/MetricActivation_e2e_test.cpp +++ /dev/null @@ -1,1833 +0,0 @@ -// Copyright (C) 2018 The Android Open Source Project -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#include <gtest/gtest.h> - -#include "src/StatsLogProcessor.h" -#include "src/stats_log_util.h" -#include "tests/statsd_test_util.h" - -#include <vector> - -namespace android { -namespace os { -namespace statsd { - -#ifdef __ANDROID__ - -namespace { - -StatsdConfig CreateStatsdConfig() { - StatsdConfig config; - config.add_allowed_log_source("AID_ROOT"); // LogEvent defaults to UID of root. - auto saverModeMatcher = CreateBatterySaverModeStartAtomMatcher(); - auto crashMatcher = CreateProcessCrashAtomMatcher(); - auto screenOnMatcher = CreateScreenTurnedOnAtomMatcher(); - - *config.add_atom_matcher() = saverModeMatcher; - *config.add_atom_matcher() = crashMatcher; - *config.add_atom_matcher() = screenOnMatcher; - - int64_t metricId = 123456; - auto countMetric = config.add_count_metric(); - countMetric->set_id(metricId); - countMetric->set_what(crashMatcher.id()); - countMetric->set_bucket(FIVE_MINUTES); - countMetric->mutable_dimensions_in_what()->set_field( - util::PROCESS_LIFE_CYCLE_STATE_CHANGED); - countMetric->mutable_dimensions_in_what()->add_child()->set_field(1); // uid field - - auto metric_activation1 = config.add_metric_activation(); - metric_activation1->set_metric_id(metricId); - auto event_activation1 = metric_activation1->add_event_activation(); - event_activation1->set_atom_matcher_id(saverModeMatcher.id()); - event_activation1->set_ttl_seconds(60 * 6); // 6 minutes - auto event_activation2 = metric_activation1->add_event_activation(); - event_activation2->set_atom_matcher_id(screenOnMatcher.id()); - event_activation2->set_ttl_seconds(60 * 2); // 2 minutes - - return config; -} - -StatsdConfig CreateStatsdConfigWithOneDeactivation() { - StatsdConfig config; - config.add_allowed_log_source("AID_ROOT"); // LogEvent defaults to UID of root. - auto saverModeMatcher = CreateBatterySaverModeStartAtomMatcher(); - auto crashMatcher = CreateProcessCrashAtomMatcher(); - auto screenOnMatcher = CreateScreenTurnedOnAtomMatcher(); - auto brightnessChangedMatcher = CreateScreenBrightnessChangedAtomMatcher(); - - *config.add_atom_matcher() = saverModeMatcher; - *config.add_atom_matcher() = crashMatcher; - *config.add_atom_matcher() = screenOnMatcher; - *config.add_atom_matcher() = brightnessChangedMatcher; - - int64_t metricId = 123456; - auto countMetric = config.add_count_metric(); - countMetric->set_id(metricId); - countMetric->set_what(crashMatcher.id()); - countMetric->set_bucket(FIVE_MINUTES); - countMetric->mutable_dimensions_in_what()->set_field( - util::PROCESS_LIFE_CYCLE_STATE_CHANGED); - countMetric->mutable_dimensions_in_what()->add_child()->set_field(1); // uid field - - auto metric_activation1 = config.add_metric_activation(); - metric_activation1->set_metric_id(metricId); - auto event_activation1 = metric_activation1->add_event_activation(); - event_activation1->set_atom_matcher_id(saverModeMatcher.id()); - event_activation1->set_ttl_seconds(60 * 6); // 6 minutes - event_activation1->set_deactivation_atom_matcher_id(brightnessChangedMatcher.id()); - auto event_activation2 = metric_activation1->add_event_activation(); - event_activation2->set_atom_matcher_id(screenOnMatcher.id()); - event_activation2->set_ttl_seconds(60 * 2); // 2 minutes - - return config; -} - -StatsdConfig CreateStatsdConfigWithTwoDeactivations() { - StatsdConfig config; - config.add_allowed_log_source("AID_ROOT"); // LogEvent defaults to UID of root. - auto saverModeMatcher = CreateBatterySaverModeStartAtomMatcher(); - auto crashMatcher = CreateProcessCrashAtomMatcher(); - auto screenOnMatcher = CreateScreenTurnedOnAtomMatcher(); - auto brightnessChangedMatcher = CreateScreenBrightnessChangedAtomMatcher(); - auto brightnessChangedMatcher2 = CreateScreenBrightnessChangedAtomMatcher(); - brightnessChangedMatcher2.set_id(StringToId("ScreenBrightnessChanged2")); - - *config.add_atom_matcher() = saverModeMatcher; - *config.add_atom_matcher() = crashMatcher; - *config.add_atom_matcher() = screenOnMatcher; - *config.add_atom_matcher() = brightnessChangedMatcher; - *config.add_atom_matcher() = brightnessChangedMatcher2; - - int64_t metricId = 123456; - auto countMetric = config.add_count_metric(); - countMetric->set_id(metricId); - countMetric->set_what(crashMatcher.id()); - countMetric->set_bucket(FIVE_MINUTES); - countMetric->mutable_dimensions_in_what()->set_field( - util::PROCESS_LIFE_CYCLE_STATE_CHANGED); - countMetric->mutable_dimensions_in_what()->add_child()->set_field(1); // uid field - - auto metric_activation1 = config.add_metric_activation(); - metric_activation1->set_metric_id(metricId); - auto event_activation1 = metric_activation1->add_event_activation(); - event_activation1->set_atom_matcher_id(saverModeMatcher.id()); - event_activation1->set_ttl_seconds(60 * 6); // 6 minutes - event_activation1->set_deactivation_atom_matcher_id(brightnessChangedMatcher.id()); - auto event_activation2 = metric_activation1->add_event_activation(); - event_activation2->set_atom_matcher_id(screenOnMatcher.id()); - event_activation2->set_ttl_seconds(60 * 2); // 2 minutes - event_activation2->set_deactivation_atom_matcher_id(brightnessChangedMatcher2.id()); - - return config; -} - -StatsdConfig CreateStatsdConfigWithSameDeactivations() { - StatsdConfig config; - config.add_allowed_log_source("AID_ROOT"); // LogEvent defaults to UID of root. - auto saverModeMatcher = CreateBatterySaverModeStartAtomMatcher(); - auto crashMatcher = CreateProcessCrashAtomMatcher(); - auto screenOnMatcher = CreateScreenTurnedOnAtomMatcher(); - auto brightnessChangedMatcher = CreateScreenBrightnessChangedAtomMatcher(); - - *config.add_atom_matcher() = saverModeMatcher; - *config.add_atom_matcher() = crashMatcher; - *config.add_atom_matcher() = screenOnMatcher; - *config.add_atom_matcher() = brightnessChangedMatcher; - - int64_t metricId = 123456; - auto countMetric = config.add_count_metric(); - countMetric->set_id(metricId); - countMetric->set_what(crashMatcher.id()); - countMetric->set_bucket(FIVE_MINUTES); - countMetric->mutable_dimensions_in_what()->set_field( - util::PROCESS_LIFE_CYCLE_STATE_CHANGED); - countMetric->mutable_dimensions_in_what()->add_child()->set_field(1); // uid field - - auto metric_activation1 = config.add_metric_activation(); - metric_activation1->set_metric_id(metricId); - auto event_activation1 = metric_activation1->add_event_activation(); - event_activation1->set_atom_matcher_id(saverModeMatcher.id()); - event_activation1->set_ttl_seconds(60 * 6); // 6 minutes - event_activation1->set_deactivation_atom_matcher_id(brightnessChangedMatcher.id()); - auto event_activation2 = metric_activation1->add_event_activation(); - event_activation2->set_atom_matcher_id(screenOnMatcher.id()); - event_activation2->set_ttl_seconds(60 * 2); // 2 minutes - event_activation2->set_deactivation_atom_matcher_id(brightnessChangedMatcher.id()); - - return config; -} - -StatsdConfig CreateStatsdConfigWithTwoMetricsTwoDeactivations() { - StatsdConfig config; - config.add_allowed_log_source("AID_ROOT"); // LogEvent defaults to UID of root. - auto saverModeMatcher = CreateBatterySaverModeStartAtomMatcher(); - auto crashMatcher = CreateProcessCrashAtomMatcher(); - auto foregroundMatcher = CreateMoveToForegroundAtomMatcher(); - auto screenOnMatcher = CreateScreenTurnedOnAtomMatcher(); - auto brightnessChangedMatcher = CreateScreenBrightnessChangedAtomMatcher(); - auto brightnessChangedMatcher2 = CreateScreenBrightnessChangedAtomMatcher(); - brightnessChangedMatcher2.set_id(StringToId("ScreenBrightnessChanged2")); - - *config.add_atom_matcher() = saverModeMatcher; - *config.add_atom_matcher() = crashMatcher; - *config.add_atom_matcher() = screenOnMatcher; - *config.add_atom_matcher() = brightnessChangedMatcher; - *config.add_atom_matcher() = brightnessChangedMatcher2; - *config.add_atom_matcher() = foregroundMatcher; - - int64_t metricId = 123456; - auto countMetric = config.add_count_metric(); - countMetric->set_id(metricId); - countMetric->set_what(crashMatcher.id()); - countMetric->set_bucket(FIVE_MINUTES); - countMetric->mutable_dimensions_in_what()->set_field( - util::PROCESS_LIFE_CYCLE_STATE_CHANGED); - countMetric->mutable_dimensions_in_what()->add_child()->set_field(1); // uid field - - int64_t metricId2 = 234567; - countMetric = config.add_count_metric(); - countMetric->set_id(metricId2); - countMetric->set_what(foregroundMatcher.id()); - countMetric->set_bucket(FIVE_MINUTES); - countMetric->mutable_dimensions_in_what()->set_field( - util::ACTIVITY_FOREGROUND_STATE_CHANGED); - countMetric->mutable_dimensions_in_what()->add_child()->set_field(1); // uid field - - auto metric_activation1 = config.add_metric_activation(); - metric_activation1->set_metric_id(metricId); - auto event_activation1 = metric_activation1->add_event_activation(); - event_activation1->set_atom_matcher_id(saverModeMatcher.id()); - event_activation1->set_ttl_seconds(60 * 6); // 6 minutes - event_activation1->set_deactivation_atom_matcher_id(brightnessChangedMatcher.id()); - auto event_activation2 = metric_activation1->add_event_activation(); - event_activation2->set_atom_matcher_id(screenOnMatcher.id()); - event_activation2->set_ttl_seconds(60 * 2); // 2 minutes - event_activation2->set_deactivation_atom_matcher_id(brightnessChangedMatcher2.id()); - - metric_activation1 = config.add_metric_activation(); - metric_activation1->set_metric_id(metricId2); - event_activation1 = metric_activation1->add_event_activation(); - event_activation1->set_atom_matcher_id(saverModeMatcher.id()); - event_activation1->set_ttl_seconds(60 * 6); // 6 minutes - event_activation1->set_deactivation_atom_matcher_id(brightnessChangedMatcher.id()); - event_activation2 = metric_activation1->add_event_activation(); - event_activation2->set_atom_matcher_id(screenOnMatcher.id()); - event_activation2->set_ttl_seconds(60 * 2); // 2 minutes - event_activation2->set_deactivation_atom_matcher_id(brightnessChangedMatcher2.id()); - - return config; -} - -} // namespace - -TEST(MetricActivationE2eTest, TestCountMetric) { - auto config = CreateStatsdConfig(); - - int64_t bucketStartTimeNs = NS_PER_SEC * 10; // 10 secs - int64_t bucketSizeNs = - TimeUnitToBucketSizeInMillis(config.count_metric(0).bucket()) * 1000LL * 1000LL; - - int uid = 12345; - int64_t cfgId = 98765; - ConfigKey cfgKey(uid, cfgId); - - sp<UidMap> m = new UidMap(); - sp<StatsPullerManager> pullerManager = new StatsPullerManager(); - sp<AlarmMonitor> anomalyAlarmMonitor; - sp<AlarmMonitor> subscriberAlarmMonitor; - vector<int64_t> activeConfigsBroadcast; - - long timeBase1 = 1; - int broadcastCount = 0; - StatsLogProcessor processor( - m, pullerManager, anomalyAlarmMonitor, subscriberAlarmMonitor, bucketStartTimeNs, - [](const ConfigKey& key) { return true; }, - [&uid, &broadcastCount, &activeConfigsBroadcast](const int& broadcastUid, - const vector<int64_t>& activeConfigs) { - broadcastCount++; - EXPECT_EQ(broadcastUid, uid); - activeConfigsBroadcast.clear(); - activeConfigsBroadcast.insert(activeConfigsBroadcast.end(), activeConfigs.begin(), - activeConfigs.end()); - return true; - }); - - processor.OnConfigUpdated(bucketStartTimeNs, cfgKey, config); - - ASSERT_EQ(processor.mMetricsManagers.size(), 1u); - sp<MetricsManager> metricsManager = processor.mMetricsManagers.begin()->second; - EXPECT_TRUE(metricsManager->isConfigValid()); - ASSERT_EQ(metricsManager->mAllMetricProducers.size(), 1); - sp<MetricProducer> metricProducer = metricsManager->mAllMetricProducers[0]; - auto& eventActivationMap = metricProducer->mEventActivationMap; - - EXPECT_FALSE(metricsManager->isActive()); - EXPECT_FALSE(metricProducer->mIsActive); - // Two activations: one is triggered by battery saver mode (tracker index 0), the other is - // triggered by screen on event (tracker index 2). - ASSERT_EQ(eventActivationMap.size(), 2u); - EXPECT_TRUE(eventActivationMap.find(0) != eventActivationMap.end()); - EXPECT_TRUE(eventActivationMap.find(2) != eventActivationMap.end()); - EXPECT_EQ(eventActivationMap[0]->state, ActivationState::kNotActive); - EXPECT_EQ(eventActivationMap[0]->start_ns, 0); - EXPECT_EQ(eventActivationMap[0]->ttl_ns, 60 * 6 * NS_PER_SEC); - EXPECT_EQ(eventActivationMap[2]->state, ActivationState::kNotActive); - EXPECT_EQ(eventActivationMap[2]->start_ns, 0); - EXPECT_EQ(eventActivationMap[2]->ttl_ns, 60 * 2 * NS_PER_SEC); - - std::unique_ptr<LogEvent> event; - - event = CreateAppCrashEvent(bucketStartTimeNs + 5, 111); - processor.OnLogEvent(event.get(), bucketStartTimeNs + 5); - EXPECT_FALSE(metricsManager->isActive()); - EXPECT_FALSE(metricProducer->mIsActive); - EXPECT_EQ(broadcastCount, 0); - - // Activated by battery save mode. - event = CreateBatterySaverOnEvent(bucketStartTimeNs + 10); - processor.OnLogEvent(event.get(), bucketStartTimeNs + 10); - EXPECT_TRUE(metricsManager->isActive()); - EXPECT_TRUE(metricProducer->mIsActive); - EXPECT_EQ(broadcastCount, 1); - ASSERT_EQ(activeConfigsBroadcast.size(), 1); - EXPECT_EQ(activeConfigsBroadcast[0], cfgId); - EXPECT_EQ(eventActivationMap[0]->state, ActivationState::kActive); - EXPECT_EQ(eventActivationMap[0]->start_ns, bucketStartTimeNs + 10); - EXPECT_EQ(eventActivationMap[0]->ttl_ns, 60 * 6 * NS_PER_SEC); - EXPECT_EQ(eventActivationMap[2]->state, ActivationState::kNotActive); - EXPECT_EQ(eventActivationMap[2]->start_ns, 0); - EXPECT_EQ(eventActivationMap[2]->ttl_ns, 60 * 2 * NS_PER_SEC); - - // First processed event. - event = CreateAppCrashEvent(bucketStartTimeNs + 15, 222); - processor.OnLogEvent(event.get(), bucketStartTimeNs + 15); - - // Activated by screen on event. - event = CreateScreenStateChangedEvent(bucketStartTimeNs + 20, android::view::DISPLAY_STATE_ON); - processor.OnLogEvent(event.get(), bucketStartTimeNs + 20); - EXPECT_TRUE(metricsManager->isActive()); - EXPECT_TRUE(metricProducer->mIsActive); - EXPECT_EQ(eventActivationMap[0]->state, ActivationState::kActive); - EXPECT_EQ(eventActivationMap[0]->start_ns, bucketStartTimeNs + 10); - EXPECT_EQ(eventActivationMap[0]->ttl_ns, 60 * 6 * NS_PER_SEC); - EXPECT_EQ(eventActivationMap[2]->state, ActivationState::kActive); - EXPECT_EQ(eventActivationMap[2]->start_ns, bucketStartTimeNs + 20); - EXPECT_EQ(eventActivationMap[2]->ttl_ns, 60 * 2 * NS_PER_SEC); - - // 2nd processed event. - // The activation by screen_on event expires, but the one by battery save mode is still active. - event = CreateAppCrashEvent(bucketStartTimeNs + NS_PER_SEC * 60 * 2 + 25, 333); - processor.OnLogEvent(event.get(), bucketStartTimeNs + NS_PER_SEC * 60 * 2 + 25); - EXPECT_TRUE(metricsManager->isActive()); - EXPECT_TRUE(metricProducer->mIsActive); - EXPECT_EQ(eventActivationMap[0]->state, ActivationState::kActive); - EXPECT_EQ(eventActivationMap[0]->start_ns, bucketStartTimeNs + 10); - EXPECT_EQ(eventActivationMap[0]->ttl_ns, 60 * 6 * NS_PER_SEC); - EXPECT_EQ(eventActivationMap[2]->state, ActivationState::kNotActive); - EXPECT_EQ(eventActivationMap[2]->start_ns, bucketStartTimeNs + 20); - EXPECT_EQ(eventActivationMap[2]->ttl_ns, 60 * 2 * NS_PER_SEC); - // No new broadcast since the config should still be active. - EXPECT_EQ(broadcastCount, 1); - - // 3rd processed event. - event = CreateAppCrashEvent(bucketStartTimeNs + NS_PER_SEC * 60 * 5 + 25, 444); - processor.OnLogEvent(event.get(), bucketStartTimeNs + NS_PER_SEC * 60 * 5 + 25); - - // All activations expired. - event = CreateAppCrashEvent(bucketStartTimeNs + NS_PER_SEC * 60 * 8, 555); - processor.OnLogEvent(event.get(), bucketStartTimeNs + NS_PER_SEC * 60 * 8); - EXPECT_FALSE(metricsManager->isActive()); - EXPECT_FALSE(metricProducer->mIsActive); - // New broadcast since the config is no longer active. - EXPECT_EQ(broadcastCount, 2); - ASSERT_EQ(activeConfigsBroadcast.size(), 0); - EXPECT_EQ(eventActivationMap[0]->state, ActivationState::kNotActive); - EXPECT_EQ(eventActivationMap[0]->start_ns, bucketStartTimeNs + 10); - EXPECT_EQ(eventActivationMap[0]->ttl_ns, 60 * 6 * NS_PER_SEC); - EXPECT_EQ(eventActivationMap[2]->state, ActivationState::kNotActive); - EXPECT_EQ(eventActivationMap[2]->start_ns, bucketStartTimeNs + 20); - EXPECT_EQ(eventActivationMap[2]->ttl_ns, 60 * 2 * NS_PER_SEC); - - // Re-activate metric via screen on. - event = CreateScreenStateChangedEvent(bucketStartTimeNs + NS_PER_SEC * 60 * 10 + 10, - android::view::DISPLAY_STATE_ON); - processor.OnLogEvent(event.get(), bucketStartTimeNs + NS_PER_SEC * 60 * 10 + 10); - EXPECT_TRUE(metricsManager->isActive()); - EXPECT_TRUE(metricProducer->mIsActive); - EXPECT_EQ(broadcastCount, 3); - ASSERT_EQ(activeConfigsBroadcast.size(), 1); - EXPECT_EQ(activeConfigsBroadcast[0], cfgId); - EXPECT_EQ(eventActivationMap[0]->state, ActivationState::kNotActive); - EXPECT_EQ(eventActivationMap[0]->start_ns, bucketStartTimeNs + 10); - EXPECT_EQ(eventActivationMap[0]->ttl_ns, 60 * 6 * NS_PER_SEC); - EXPECT_EQ(eventActivationMap[2]->state, ActivationState::kActive); - EXPECT_EQ(eventActivationMap[2]->start_ns, bucketStartTimeNs + NS_PER_SEC * 60 * 10 + 10); - EXPECT_EQ(eventActivationMap[2]->ttl_ns, 60 * 2 * NS_PER_SEC); - - // 4th processed event. - event = CreateAppCrashEvent(bucketStartTimeNs + NS_PER_SEC * 60 * 11 + 1, 666); - processor.OnLogEvent(event.get(), bucketStartTimeNs + NS_PER_SEC * 60 * 11 + 1); - - ConfigMetricsReportList reports; - vector<uint8_t> buffer; - processor.onDumpReport(cfgKey, bucketStartTimeNs + NS_PER_SEC * 60 * 15 + 1, false, true, - ADB_DUMP, FAST, &buffer); - EXPECT_TRUE(buffer.size() > 0); - EXPECT_TRUE(reports.ParseFromArray(&buffer[0], buffer.size())); - backfillDimensionPath(&reports); - backfillStartEndTimestamp(&reports); - ASSERT_EQ(1, reports.reports_size()); - ASSERT_EQ(1, reports.reports(0).metrics_size()); - - StatsLogReport::CountMetricDataWrapper countMetrics; - sortMetricDataByDimensionsValue(reports.reports(0).metrics(0).count_metrics(), &countMetrics); - ASSERT_EQ(4, countMetrics.data_size()); - - auto data = countMetrics.data(0); - EXPECT_EQ(util::PROCESS_LIFE_CYCLE_STATE_CHANGED, data.dimensions_in_what().field()); - ASSERT_EQ(1, data.dimensions_in_what().value_tuple().dimensions_value_size()); - EXPECT_EQ(1 /* uid field */, - data.dimensions_in_what().value_tuple().dimensions_value(0).field()); - EXPECT_EQ(222, data.dimensions_in_what().value_tuple().dimensions_value(0).value_int()); - ASSERT_EQ(1, data.bucket_info_size()); - EXPECT_EQ(1, data.bucket_info(0).count()); - EXPECT_EQ(bucketStartTimeNs, data.bucket_info(0).start_bucket_elapsed_nanos()); - EXPECT_EQ(bucketStartTimeNs + bucketSizeNs, data.bucket_info(0).end_bucket_elapsed_nanos()); - - data = countMetrics.data(1); - EXPECT_EQ(util::PROCESS_LIFE_CYCLE_STATE_CHANGED, data.dimensions_in_what().field()); - ASSERT_EQ(1, data.dimensions_in_what().value_tuple().dimensions_value_size()); - EXPECT_EQ(1 /* uid field */, - data.dimensions_in_what().value_tuple().dimensions_value(0).field()); - EXPECT_EQ(333, data.dimensions_in_what().value_tuple().dimensions_value(0).value_int()); - ASSERT_EQ(1, data.bucket_info_size()); - EXPECT_EQ(1, data.bucket_info(0).count()); - EXPECT_EQ(bucketStartTimeNs, data.bucket_info(0).start_bucket_elapsed_nanos()); - EXPECT_EQ(bucketStartTimeNs + bucketSizeNs, data.bucket_info(0).end_bucket_elapsed_nanos()); - - data = countMetrics.data(2); - EXPECT_EQ(util::PROCESS_LIFE_CYCLE_STATE_CHANGED, data.dimensions_in_what().field()); - ASSERT_EQ(1, data.dimensions_in_what().value_tuple().dimensions_value_size()); - EXPECT_EQ(1 /* uid field */, - data.dimensions_in_what().value_tuple().dimensions_value(0).field()); - EXPECT_EQ(444, data.dimensions_in_what().value_tuple().dimensions_value(0).value_int()); - ASSERT_EQ(1, data.bucket_info_size()); - EXPECT_EQ(1, data.bucket_info(0).count()); - // Partial bucket as metric is deactivated. - EXPECT_EQ(bucketStartTimeNs + bucketSizeNs, data.bucket_info(0).start_bucket_elapsed_nanos()); - EXPECT_EQ(bucketStartTimeNs + NS_PER_SEC * 60 * 8, - data.bucket_info(0).end_bucket_elapsed_nanos()); - - data = countMetrics.data(3); - EXPECT_EQ(util::PROCESS_LIFE_CYCLE_STATE_CHANGED, data.dimensions_in_what().field()); - ASSERT_EQ(1, data.dimensions_in_what().value_tuple().dimensions_value_size()); - EXPECT_EQ(1 /* uid field */, - data.dimensions_in_what().value_tuple().dimensions_value(0).field()); - EXPECT_EQ(666, data.dimensions_in_what().value_tuple().dimensions_value(0).value_int()); - ASSERT_EQ(1, data.bucket_info_size()); - EXPECT_EQ(1, data.bucket_info(0).count()); - EXPECT_EQ(bucketStartTimeNs + 2 * bucketSizeNs, - data.bucket_info(0).start_bucket_elapsed_nanos()); - EXPECT_EQ(bucketStartTimeNs + 3 * bucketSizeNs, data.bucket_info(0).end_bucket_elapsed_nanos()); -} - -TEST(MetricActivationE2eTest, TestCountMetricWithOneDeactivation) { - auto config = CreateStatsdConfigWithOneDeactivation(); - - int64_t bucketStartTimeNs = NS_PER_SEC * 10; // 10 secs - int64_t bucketSizeNs = - TimeUnitToBucketSizeInMillis(config.count_metric(0).bucket()) * 1000LL * 1000LL; - - int uid = 12345; - int64_t cfgId = 98765; - ConfigKey cfgKey(uid, cfgId); - - sp<UidMap> m = new UidMap(); - sp<StatsPullerManager> pullerManager = new StatsPullerManager(); - sp<AlarmMonitor> anomalyAlarmMonitor; - sp<AlarmMonitor> subscriberAlarmMonitor; - vector<int64_t> activeConfigsBroadcast; - - long timeBase1 = 1; - int broadcastCount = 0; - StatsLogProcessor processor( - m, pullerManager, anomalyAlarmMonitor, subscriberAlarmMonitor, bucketStartTimeNs, - [](const ConfigKey& key) { return true; }, - [&uid, &broadcastCount, &activeConfigsBroadcast](const int& broadcastUid, - const vector<int64_t>& activeConfigs) { - broadcastCount++; - EXPECT_EQ(broadcastUid, uid); - activeConfigsBroadcast.clear(); - activeConfigsBroadcast.insert(activeConfigsBroadcast.end(), activeConfigs.begin(), - activeConfigs.end()); - return true; - }); - - processor.OnConfigUpdated(bucketStartTimeNs, cfgKey, config); - - ASSERT_EQ(processor.mMetricsManagers.size(), 1u); - sp<MetricsManager> metricsManager = processor.mMetricsManagers.begin()->second; - EXPECT_TRUE(metricsManager->isConfigValid()); - ASSERT_EQ(metricsManager->mAllMetricProducers.size(), 1); - sp<MetricProducer> metricProducer = metricsManager->mAllMetricProducers[0]; - auto& eventActivationMap = metricProducer->mEventActivationMap; - auto& eventDeactivationMap = metricProducer->mEventDeactivationMap; - - EXPECT_FALSE(metricsManager->isActive()); - EXPECT_FALSE(metricProducer->mIsActive); - // Two activations: one is triggered by battery saver mode (tracker index 0), the other is - // triggered by screen on event (tracker index 2). - ASSERT_EQ(eventActivationMap.size(), 2u); - EXPECT_TRUE(eventActivationMap.find(0) != eventActivationMap.end()); - EXPECT_TRUE(eventActivationMap.find(2) != eventActivationMap.end()); - EXPECT_EQ(eventActivationMap[0]->state, ActivationState::kNotActive); - EXPECT_EQ(eventActivationMap[0]->start_ns, 0); - EXPECT_EQ(eventActivationMap[0]->ttl_ns, 60 * 6 * NS_PER_SEC); - EXPECT_EQ(eventActivationMap[2]->state, ActivationState::kNotActive); - EXPECT_EQ(eventActivationMap[2]->start_ns, 0); - EXPECT_EQ(eventActivationMap[2]->ttl_ns, 60 * 2 * NS_PER_SEC); - ASSERT_EQ(eventDeactivationMap.size(), 1u); - EXPECT_TRUE(eventDeactivationMap.find(3) != eventDeactivationMap.end()); - ASSERT_EQ(eventDeactivationMap[3].size(), 1u); - EXPECT_EQ(eventDeactivationMap[3][0], eventActivationMap[0]); - - std::unique_ptr<LogEvent> event; - - event = CreateAppCrashEvent(bucketStartTimeNs + 5, 111); - processor.OnLogEvent(event.get(), bucketStartTimeNs + 5); - EXPECT_FALSE(metricsManager->isActive()); - EXPECT_FALSE(metricProducer->mIsActive); - EXPECT_EQ(broadcastCount, 0); - - // Activated by battery save mode. - event = CreateBatterySaverOnEvent(bucketStartTimeNs + 10); - processor.OnLogEvent(event.get(), bucketStartTimeNs + 10); - EXPECT_TRUE(metricsManager->isActive()); - EXPECT_TRUE(metricProducer->mIsActive); - EXPECT_EQ(broadcastCount, 1); - ASSERT_EQ(activeConfigsBroadcast.size(), 1); - EXPECT_EQ(activeConfigsBroadcast[0], cfgId); - EXPECT_EQ(eventActivationMap[0]->state, ActivationState::kActive); - EXPECT_EQ(eventActivationMap[0]->start_ns, bucketStartTimeNs + 10); - EXPECT_EQ(eventActivationMap[0]->ttl_ns, 60 * 6 * NS_PER_SEC); - EXPECT_EQ(eventActivationMap[2]->state, ActivationState::kNotActive); - EXPECT_EQ(eventActivationMap[2]->start_ns, 0); - EXPECT_EQ(eventActivationMap[2]->ttl_ns, 60 * 2 * NS_PER_SEC); - EXPECT_EQ(eventDeactivationMap[3][0], eventActivationMap[0]); - - // First processed event. - event = CreateAppCrashEvent(bucketStartTimeNs + 15, 222); - processor.OnLogEvent(event.get(), bucketStartTimeNs + 15); - - // Activated by screen on event. - event = CreateScreenStateChangedEvent(bucketStartTimeNs + 20, android::view::DISPLAY_STATE_ON); - processor.OnLogEvent(event.get(), bucketStartTimeNs + 20); - EXPECT_TRUE(metricsManager->isActive()); - EXPECT_TRUE(metricProducer->mIsActive); - EXPECT_EQ(eventActivationMap[0]->state, ActivationState::kActive); - EXPECT_EQ(eventActivationMap[0]->start_ns, bucketStartTimeNs + 10); - EXPECT_EQ(eventActivationMap[0]->ttl_ns, 60 * 6 * NS_PER_SEC); - EXPECT_EQ(eventActivationMap[2]->state, ActivationState::kActive); - EXPECT_EQ(eventActivationMap[2]->start_ns, bucketStartTimeNs + 20); - EXPECT_EQ(eventActivationMap[2]->ttl_ns, 60 * 2 * NS_PER_SEC); - EXPECT_EQ(eventDeactivationMap[3][0], eventActivationMap[0]); - - // 2nd processed event. - // The activation by screen_on event expires, but the one by battery save mode is still active. - event = CreateAppCrashEvent(bucketStartTimeNs + NS_PER_SEC * 60 * 2 + 25, 333); - processor.OnLogEvent(event.get(), bucketStartTimeNs + NS_PER_SEC * 60 * 2 + 25); - EXPECT_TRUE(metricsManager->isActive()); - EXPECT_TRUE(metricProducer->mIsActive); - EXPECT_EQ(eventActivationMap[0]->state, ActivationState::kActive); - EXPECT_EQ(eventActivationMap[0]->start_ns, bucketStartTimeNs + 10); - EXPECT_EQ(eventActivationMap[0]->ttl_ns, 60 * 6 * NS_PER_SEC); - EXPECT_EQ(eventActivationMap[2]->state, ActivationState::kNotActive); - EXPECT_EQ(eventActivationMap[2]->start_ns, bucketStartTimeNs + 20); - EXPECT_EQ(eventActivationMap[2]->ttl_ns, 60 * 2 * NS_PER_SEC); - EXPECT_EQ(eventDeactivationMap[3][0], eventActivationMap[0]); - // No new broadcast since the config should still be active. - EXPECT_EQ(broadcastCount, 1); - - // 3rd processed event. - event = CreateAppCrashEvent(bucketStartTimeNs + NS_PER_SEC * 60 * 5 + 25, 444); - processor.OnLogEvent(event.get(), bucketStartTimeNs + NS_PER_SEC * 60 * 5 + 25); - - // All activations expired. - event = CreateAppCrashEvent(bucketStartTimeNs + NS_PER_SEC * 60 * 8, 555); - processor.OnLogEvent(event.get(), bucketStartTimeNs + NS_PER_SEC * 60 * 8); - EXPECT_FALSE(metricsManager->isActive()); - EXPECT_FALSE(metricProducer->mIsActive); - // New broadcast since the config is no longer active. - EXPECT_EQ(broadcastCount, 2); - ASSERT_EQ(activeConfigsBroadcast.size(), 0); - EXPECT_EQ(eventActivationMap[0]->state, ActivationState::kNotActive); - EXPECT_EQ(eventActivationMap[0]->start_ns, bucketStartTimeNs + 10); - EXPECT_EQ(eventActivationMap[0]->ttl_ns, 60 * 6 * NS_PER_SEC); - EXPECT_EQ(eventActivationMap[2]->state, ActivationState::kNotActive); - EXPECT_EQ(eventActivationMap[2]->start_ns, bucketStartTimeNs + 20); - EXPECT_EQ(eventActivationMap[2]->ttl_ns, 60 * 2 * NS_PER_SEC); - EXPECT_EQ(eventDeactivationMap[3][0], eventActivationMap[0]); - - // Re-activate metric via screen on. - event = CreateScreenStateChangedEvent(bucketStartTimeNs + NS_PER_SEC * 60 * 10 + 10, - android::view::DISPLAY_STATE_ON); - processor.OnLogEvent(event.get(), bucketStartTimeNs + NS_PER_SEC * 60 * 10 + 10); - EXPECT_TRUE(metricsManager->isActive()); - EXPECT_TRUE(metricProducer->mIsActive); - EXPECT_EQ(broadcastCount, 3); - ASSERT_EQ(activeConfigsBroadcast.size(), 1); - EXPECT_EQ(activeConfigsBroadcast[0], cfgId); - EXPECT_EQ(eventActivationMap[0]->state, ActivationState::kNotActive); - EXPECT_EQ(eventActivationMap[0]->start_ns, bucketStartTimeNs + 10); - EXPECT_EQ(eventActivationMap[0]->ttl_ns, 60 * 6 * NS_PER_SEC); - EXPECT_EQ(eventActivationMap[2]->state, ActivationState::kActive); - EXPECT_EQ(eventActivationMap[2]->start_ns, bucketStartTimeNs + NS_PER_SEC * 60 * 10 + 10); - EXPECT_EQ(eventActivationMap[2]->ttl_ns, 60 * 2 * NS_PER_SEC); - EXPECT_EQ(eventDeactivationMap[3][0], eventActivationMap[0]); - - // 4th processed event. - event = CreateAppCrashEvent(bucketStartTimeNs + NS_PER_SEC * 60 * 11 + 1, 666); - processor.OnLogEvent(event.get(), bucketStartTimeNs + NS_PER_SEC * 60 * 11 + 1); - - // Re-enable battery saver mode activation. - event = CreateBatterySaverOnEvent(bucketStartTimeNs + NS_PER_SEC * 60 * 11 + 15); - processor.OnLogEvent(event.get(), bucketStartTimeNs + NS_PER_SEC * 60 * 11 + 15); - EXPECT_TRUE(metricsManager->isActive()); - EXPECT_TRUE(metricProducer->mIsActive); - EXPECT_EQ(broadcastCount, 3); - ASSERT_EQ(activeConfigsBroadcast.size(), 1); - EXPECT_EQ(activeConfigsBroadcast[0], cfgId); - EXPECT_EQ(eventActivationMap[0]->state, ActivationState::kActive); - EXPECT_EQ(eventActivationMap[0]->start_ns, bucketStartTimeNs + NS_PER_SEC * 60 * 11 + 15); - EXPECT_EQ(eventActivationMap[0]->ttl_ns, 60 * 6 * NS_PER_SEC); - EXPECT_EQ(eventActivationMap[2]->state, ActivationState::kActive); - EXPECT_EQ(eventActivationMap[2]->start_ns, bucketStartTimeNs + NS_PER_SEC * 60 * 10 + 10); - EXPECT_EQ(eventActivationMap[2]->ttl_ns, 60 * 2 * NS_PER_SEC); - EXPECT_EQ(eventDeactivationMap[3][0], eventActivationMap[0]); - - // 5th processed event. - event = CreateAppCrashEvent(bucketStartTimeNs + NS_PER_SEC * 60 * 11 + 40, 777); - processor.OnLogEvent(event.get(), bucketStartTimeNs + NS_PER_SEC * 60 * 11 + 40); - - // Cancel battery saver mode activation. - event = CreateScreenBrightnessChangedEvent(bucketStartTimeNs + NS_PER_SEC * 60 * 11 + 60, 64); - processor.OnLogEvent(event.get(), bucketStartTimeNs + NS_PER_SEC * 60 * 11 + 60); - EXPECT_TRUE(metricsManager->isActive()); - EXPECT_TRUE(metricProducer->mIsActive); - EXPECT_EQ(broadcastCount, 3); - ASSERT_EQ(activeConfigsBroadcast.size(), 1); - EXPECT_EQ(activeConfigsBroadcast[0], cfgId); - EXPECT_EQ(eventActivationMap[0]->state, ActivationState::kNotActive); - EXPECT_EQ(eventActivationMap[0]->start_ns, bucketStartTimeNs + NS_PER_SEC * 60 * 11 + 15); - EXPECT_EQ(eventActivationMap[0]->ttl_ns, 60 * 6 * NS_PER_SEC); - EXPECT_EQ(eventActivationMap[2]->state, ActivationState::kActive); - EXPECT_EQ(eventActivationMap[2]->start_ns, bucketStartTimeNs + NS_PER_SEC * 60 * 10 + 10); - EXPECT_EQ(eventActivationMap[2]->ttl_ns, 60 * 2 * NS_PER_SEC); - EXPECT_EQ(eventDeactivationMap[3][0], eventActivationMap[0]); - - // Screen-on activation expired. - event = CreateAppCrashEvent(bucketStartTimeNs + NS_PER_SEC * 60 * 13, 888); - processor.OnLogEvent(event.get(), bucketStartTimeNs + NS_PER_SEC * 60 * 13); - EXPECT_FALSE(metricsManager->isActive()); - EXPECT_FALSE(metricProducer->mIsActive); - // New broadcast since the config is no longer active. - EXPECT_EQ(broadcastCount, 4); - ASSERT_EQ(activeConfigsBroadcast.size(), 0); - EXPECT_EQ(eventActivationMap[0]->state, ActivationState::kNotActive); - EXPECT_EQ(eventActivationMap[0]->start_ns, bucketStartTimeNs + NS_PER_SEC * 60 * 11 + 15); - EXPECT_EQ(eventActivationMap[0]->ttl_ns, 60 * 6 * NS_PER_SEC); - EXPECT_EQ(eventActivationMap[2]->state, ActivationState::kNotActive); - EXPECT_EQ(eventActivationMap[2]->start_ns, bucketStartTimeNs + NS_PER_SEC * 60 * 10 + 10); - EXPECT_EQ(eventActivationMap[2]->ttl_ns, 60 * 2 * NS_PER_SEC); - EXPECT_EQ(eventDeactivationMap[3][0], eventActivationMap[0]); - - event = CreateAppCrashEvent(bucketStartTimeNs + NS_PER_SEC * 60 * 14 + 1, 999); - processor.OnLogEvent(event.get(), bucketStartTimeNs + NS_PER_SEC * 60 * 14 + 1); - - // Re-enable battery saver mode activation. - event = CreateBatterySaverOnEvent(bucketStartTimeNs + NS_PER_SEC * 60 * 15 + 15); - processor.OnLogEvent(event.get(), bucketStartTimeNs + NS_PER_SEC * 60 * 15 + 15); - EXPECT_TRUE(metricsManager->isActive()); - EXPECT_TRUE(metricProducer->mIsActive); - EXPECT_EQ(broadcastCount, 5); - ASSERT_EQ(activeConfigsBroadcast.size(), 1); - EXPECT_EQ(activeConfigsBroadcast[0], cfgId); - EXPECT_EQ(eventActivationMap[0]->state, ActivationState::kActive); - EXPECT_EQ(eventActivationMap[0]->start_ns, bucketStartTimeNs + NS_PER_SEC * 60 * 15 + 15); - EXPECT_EQ(eventActivationMap[0]->ttl_ns, 60 * 6 * NS_PER_SEC); - EXPECT_EQ(eventActivationMap[2]->state, ActivationState::kNotActive); - EXPECT_EQ(eventActivationMap[2]->start_ns, bucketStartTimeNs + NS_PER_SEC * 60 * 10 + 10); - EXPECT_EQ(eventActivationMap[2]->ttl_ns, 60 * 2 * NS_PER_SEC); - EXPECT_EQ(eventDeactivationMap[3][0], eventActivationMap[0]); - - // Cancel battery saver mode activation. - event = CreateScreenBrightnessChangedEvent(bucketStartTimeNs + NS_PER_SEC * 60 * 16, 140); - processor.OnLogEvent(event.get(), bucketStartTimeNs + NS_PER_SEC * 60 * 16); - EXPECT_FALSE(metricsManager->isActive()); - EXPECT_FALSE(metricProducer->mIsActive); - EXPECT_EQ(broadcastCount, 6); - ASSERT_EQ(activeConfigsBroadcast.size(), 0); - EXPECT_EQ(eventActivationMap[0]->state, ActivationState::kNotActive); - EXPECT_EQ(eventActivationMap[0]->start_ns, bucketStartTimeNs + NS_PER_SEC * 60 * 15 + 15); - EXPECT_EQ(eventActivationMap[0]->ttl_ns, 60 * 6 * NS_PER_SEC); - EXPECT_EQ(eventActivationMap[2]->state, ActivationState::kNotActive); - EXPECT_EQ(eventActivationMap[2]->start_ns, bucketStartTimeNs + NS_PER_SEC * 60 * 10 + 10); - EXPECT_EQ(eventActivationMap[2]->ttl_ns, 60 * 2 * NS_PER_SEC); - EXPECT_EQ(eventDeactivationMap[3][0], eventActivationMap[0]); - - ConfigMetricsReportList reports; - vector<uint8_t> buffer; - processor.onDumpReport(cfgKey, bucketStartTimeNs + NS_PER_SEC * 60 * 15 + 1, false, true, - ADB_DUMP, FAST, &buffer); - EXPECT_TRUE(buffer.size() > 0); - EXPECT_TRUE(reports.ParseFromArray(&buffer[0], buffer.size())); - backfillDimensionPath(&reports); - backfillStartEndTimestamp(&reports); - ASSERT_EQ(1, reports.reports_size()); - ASSERT_EQ(1, reports.reports(0).metrics_size()); - - StatsLogReport::CountMetricDataWrapper countMetrics; - sortMetricDataByDimensionsValue(reports.reports(0).metrics(0).count_metrics(), &countMetrics); - ASSERT_EQ(5, countMetrics.data_size()); - - auto data = countMetrics.data(0); - EXPECT_EQ(util::PROCESS_LIFE_CYCLE_STATE_CHANGED, data.dimensions_in_what().field()); - ASSERT_EQ(1, data.dimensions_in_what().value_tuple().dimensions_value_size()); - EXPECT_EQ(1 /* uid field */, - data.dimensions_in_what().value_tuple().dimensions_value(0).field()); - EXPECT_EQ(222, data.dimensions_in_what().value_tuple().dimensions_value(0).value_int()); - ASSERT_EQ(1, data.bucket_info_size()); - EXPECT_EQ(1, data.bucket_info(0).count()); - EXPECT_EQ(bucketStartTimeNs, data.bucket_info(0).start_bucket_elapsed_nanos()); - EXPECT_EQ(bucketStartTimeNs + bucketSizeNs, data.bucket_info(0).end_bucket_elapsed_nanos()); - - data = countMetrics.data(1); - EXPECT_EQ(util::PROCESS_LIFE_CYCLE_STATE_CHANGED, data.dimensions_in_what().field()); - ASSERT_EQ(1, data.dimensions_in_what().value_tuple().dimensions_value_size()); - EXPECT_EQ(1 /* uid field */, - data.dimensions_in_what().value_tuple().dimensions_value(0).field()); - EXPECT_EQ(333, data.dimensions_in_what().value_tuple().dimensions_value(0).value_int()); - ASSERT_EQ(1, data.bucket_info_size()); - EXPECT_EQ(1, data.bucket_info(0).count()); - EXPECT_EQ(bucketStartTimeNs, data.bucket_info(0).start_bucket_elapsed_nanos()); - EXPECT_EQ(bucketStartTimeNs + bucketSizeNs, data.bucket_info(0).end_bucket_elapsed_nanos()); - - data = countMetrics.data(2); - EXPECT_EQ(util::PROCESS_LIFE_CYCLE_STATE_CHANGED, data.dimensions_in_what().field()); - ASSERT_EQ(1, data.dimensions_in_what().value_tuple().dimensions_value_size()); - EXPECT_EQ(1 /* uid field */, - data.dimensions_in_what().value_tuple().dimensions_value(0).field()); - EXPECT_EQ(444, data.dimensions_in_what().value_tuple().dimensions_value(0).value_int()); - ASSERT_EQ(1, data.bucket_info_size()); - EXPECT_EQ(1, data.bucket_info(0).count()); - // Partial bucket as metric is deactivated. - EXPECT_EQ(bucketStartTimeNs + bucketSizeNs, data.bucket_info(0).start_bucket_elapsed_nanos()); - EXPECT_EQ(bucketStartTimeNs + NS_PER_SEC * 60 * 8, - data.bucket_info(0).end_bucket_elapsed_nanos()); - - data = countMetrics.data(3); - EXPECT_EQ(util::PROCESS_LIFE_CYCLE_STATE_CHANGED, data.dimensions_in_what().field()); - ASSERT_EQ(1, data.dimensions_in_what().value_tuple().dimensions_value_size()); - EXPECT_EQ(1 /* uid field */, - data.dimensions_in_what().value_tuple().dimensions_value(0).field()); - EXPECT_EQ(666, data.dimensions_in_what().value_tuple().dimensions_value(0).value_int()); - ASSERT_EQ(1, data.bucket_info_size()); - EXPECT_EQ(1, data.bucket_info(0).count()); - EXPECT_EQ(bucketStartTimeNs + 2 * bucketSizeNs, - data.bucket_info(0).start_bucket_elapsed_nanos()); - EXPECT_EQ(bucketStartTimeNs + NS_PER_SEC * 60 * 13, - data.bucket_info(0).end_bucket_elapsed_nanos()); - - data = countMetrics.data(4); - EXPECT_EQ(util::PROCESS_LIFE_CYCLE_STATE_CHANGED, data.dimensions_in_what().field()); - ASSERT_EQ(1, data.dimensions_in_what().value_tuple().dimensions_value_size()); - EXPECT_EQ(1 /* uid field */, - data.dimensions_in_what().value_tuple().dimensions_value(0).field()); - EXPECT_EQ(777, data.dimensions_in_what().value_tuple().dimensions_value(0).value_int()); - ASSERT_EQ(1, data.bucket_info_size()); - EXPECT_EQ(1, data.bucket_info(0).count()); - EXPECT_EQ(bucketStartTimeNs + 2 * bucketSizeNs, - data.bucket_info(0).start_bucket_elapsed_nanos()); - EXPECT_EQ(bucketStartTimeNs + NS_PER_SEC * 60 * 13, - data.bucket_info(0).end_bucket_elapsed_nanos()); -} - -TEST(MetricActivationE2eTest, TestCountMetricWithTwoDeactivations) { - auto config = CreateStatsdConfigWithTwoDeactivations(); - - int64_t bucketStartTimeNs = NS_PER_SEC * 10; // 10 secs - int64_t bucketSizeNs = - TimeUnitToBucketSizeInMillis(config.count_metric(0).bucket()) * 1000LL * 1000LL; - - int uid = 12345; - int64_t cfgId = 98765; - ConfigKey cfgKey(uid, cfgId); - - sp<UidMap> m = new UidMap(); - sp<StatsPullerManager> pullerManager = new StatsPullerManager(); - sp<AlarmMonitor> anomalyAlarmMonitor; - sp<AlarmMonitor> subscriberAlarmMonitor; - vector<int64_t> activeConfigsBroadcast; - - long timeBase1 = 1; - int broadcastCount = 0; - StatsLogProcessor processor( - m, pullerManager, anomalyAlarmMonitor, subscriberAlarmMonitor, bucketStartTimeNs, - [](const ConfigKey& key) { return true; }, - [&uid, &broadcastCount, &activeConfigsBroadcast](const int& broadcastUid, - const vector<int64_t>& activeConfigs) { - broadcastCount++; - EXPECT_EQ(broadcastUid, uid); - activeConfigsBroadcast.clear(); - activeConfigsBroadcast.insert(activeConfigsBroadcast.end(), activeConfigs.begin(), - activeConfigs.end()); - return true; - }); - - processor.OnConfigUpdated(bucketStartTimeNs, cfgKey, config); - - ASSERT_EQ(processor.mMetricsManagers.size(), 1u); - sp<MetricsManager> metricsManager = processor.mMetricsManagers.begin()->second; - EXPECT_TRUE(metricsManager->isConfigValid()); - ASSERT_EQ(metricsManager->mAllMetricProducers.size(), 1); - sp<MetricProducer> metricProducer = metricsManager->mAllMetricProducers[0]; - auto& eventActivationMap = metricProducer->mEventActivationMap; - auto& eventDeactivationMap = metricProducer->mEventDeactivationMap; - - EXPECT_FALSE(metricsManager->isActive()); - EXPECT_FALSE(metricProducer->mIsActive); - // Two activations: one is triggered by battery saver mode (tracker index 0), the other is - // triggered by screen on event (tracker index 2). - ASSERT_EQ(eventActivationMap.size(), 2u); - EXPECT_TRUE(eventActivationMap.find(0) != eventActivationMap.end()); - EXPECT_TRUE(eventActivationMap.find(2) != eventActivationMap.end()); - EXPECT_EQ(eventActivationMap[0]->state, ActivationState::kNotActive); - EXPECT_EQ(eventActivationMap[0]->start_ns, 0); - EXPECT_EQ(eventActivationMap[0]->ttl_ns, 60 * 6 * NS_PER_SEC); - EXPECT_EQ(eventActivationMap[2]->state, ActivationState::kNotActive); - EXPECT_EQ(eventActivationMap[2]->start_ns, 0); - EXPECT_EQ(eventActivationMap[2]->ttl_ns, 60 * 2 * NS_PER_SEC); - ASSERT_EQ(eventDeactivationMap.size(), 2u); - EXPECT_TRUE(eventDeactivationMap.find(3) != eventDeactivationMap.end()); - EXPECT_TRUE(eventDeactivationMap.find(4) != eventDeactivationMap.end()); - ASSERT_EQ(eventDeactivationMap[3].size(), 1u); - ASSERT_EQ(eventDeactivationMap[4].size(), 1u); - EXPECT_EQ(eventDeactivationMap[3][0], eventActivationMap[0]); - EXPECT_EQ(eventDeactivationMap[4][0], eventActivationMap[2]); - - std::unique_ptr<LogEvent> event; - - event = CreateAppCrashEvent(bucketStartTimeNs + 5, 111); - processor.OnLogEvent(event.get(), bucketStartTimeNs + 5); - EXPECT_FALSE(metricsManager->isActive()); - EXPECT_FALSE(metricProducer->mIsActive); - EXPECT_EQ(broadcastCount, 0); - - // Activated by battery save mode. - event = CreateBatterySaverOnEvent(bucketStartTimeNs + 10); - processor.OnLogEvent(event.get(), bucketStartTimeNs + 10); - EXPECT_TRUE(metricsManager->isActive()); - EXPECT_TRUE(metricProducer->mIsActive); - EXPECT_EQ(broadcastCount, 1); - ASSERT_EQ(activeConfigsBroadcast.size(), 1); - EXPECT_EQ(activeConfigsBroadcast[0], cfgId); - EXPECT_EQ(eventActivationMap[0]->state, ActivationState::kActive); - EXPECT_EQ(eventActivationMap[0]->start_ns, bucketStartTimeNs + 10); - EXPECT_EQ(eventActivationMap[0]->ttl_ns, 60 * 6 * NS_PER_SEC); - EXPECT_EQ(eventActivationMap[2]->state, ActivationState::kNotActive); - EXPECT_EQ(eventActivationMap[2]->start_ns, 0); - EXPECT_EQ(eventActivationMap[2]->ttl_ns, 60 * 2 * NS_PER_SEC); - EXPECT_EQ(eventDeactivationMap[3][0], eventActivationMap[0]); - EXPECT_EQ(eventDeactivationMap[4][0], eventActivationMap[2]); - - // First processed event. - event = CreateAppCrashEvent(bucketStartTimeNs + 15, 222); - processor.OnLogEvent(event.get(), bucketStartTimeNs + 15); - - // Activated by screen on event. - event = CreateScreenStateChangedEvent(bucketStartTimeNs + 20, android::view::DISPLAY_STATE_ON); - processor.OnLogEvent(event.get(), bucketStartTimeNs + 20); - EXPECT_TRUE(metricsManager->isActive()); - EXPECT_TRUE(metricProducer->mIsActive); - EXPECT_EQ(eventActivationMap[0]->state, ActivationState::kActive); - EXPECT_EQ(eventActivationMap[0]->start_ns, bucketStartTimeNs + 10); - EXPECT_EQ(eventActivationMap[0]->ttl_ns, 60 * 6 * NS_PER_SEC); - EXPECT_EQ(eventActivationMap[2]->state, ActivationState::kActive); - EXPECT_EQ(eventActivationMap[2]->start_ns, bucketStartTimeNs + 20); - EXPECT_EQ(eventActivationMap[2]->ttl_ns, 60 * 2 * NS_PER_SEC); - EXPECT_EQ(eventDeactivationMap[3][0], eventActivationMap[0]); - EXPECT_EQ(eventDeactivationMap[4][0], eventActivationMap[2]); - - // 2nd processed event. - // The activation by screen_on event expires, but the one by battery save mode is still active. - event = CreateAppCrashEvent(bucketStartTimeNs + NS_PER_SEC * 60 * 2 + 25, 333); - processor.OnLogEvent(event.get(), bucketStartTimeNs + NS_PER_SEC * 60 * 2 + 25); - EXPECT_TRUE(metricsManager->isActive()); - EXPECT_TRUE(metricProducer->mIsActive); - EXPECT_EQ(eventActivationMap[0]->state, ActivationState::kActive); - EXPECT_EQ(eventActivationMap[0]->start_ns, bucketStartTimeNs + 10); - EXPECT_EQ(eventActivationMap[0]->ttl_ns, 60 * 6 * NS_PER_SEC); - EXPECT_EQ(eventActivationMap[2]->state, ActivationState::kNotActive); - EXPECT_EQ(eventActivationMap[2]->start_ns, bucketStartTimeNs + 20); - EXPECT_EQ(eventActivationMap[2]->ttl_ns, 60 * 2 * NS_PER_SEC); - EXPECT_EQ(eventDeactivationMap[3][0], eventActivationMap[0]); - EXPECT_EQ(eventDeactivationMap[4][0], eventActivationMap[2]); - // No new broadcast since the config should still be active. - EXPECT_EQ(broadcastCount, 1); - - // 3rd processed event. - event = CreateAppCrashEvent(bucketStartTimeNs + NS_PER_SEC * 60 * 5 + 25, 444); - processor.OnLogEvent(event.get(), bucketStartTimeNs + NS_PER_SEC * 60 * 5 + 25); - - // All activations expired. - event = CreateAppCrashEvent(bucketStartTimeNs + NS_PER_SEC * 60 * 8, 555); - processor.OnLogEvent(event.get(), bucketStartTimeNs + NS_PER_SEC * 60 * 8); - EXPECT_FALSE(metricsManager->isActive()); - EXPECT_FALSE(metricProducer->mIsActive); - // New broadcast since the config is no longer active. - EXPECT_EQ(broadcastCount, 2); - ASSERT_EQ(activeConfigsBroadcast.size(), 0); - EXPECT_EQ(eventActivationMap[0]->state, ActivationState::kNotActive); - EXPECT_EQ(eventActivationMap[0]->start_ns, bucketStartTimeNs + 10); - EXPECT_EQ(eventActivationMap[0]->ttl_ns, 60 * 6 * NS_PER_SEC); - EXPECT_EQ(eventActivationMap[2]->state, ActivationState::kNotActive); - EXPECT_EQ(eventActivationMap[2]->start_ns, bucketStartTimeNs + 20); - EXPECT_EQ(eventActivationMap[2]->ttl_ns, 60 * 2 * NS_PER_SEC); - EXPECT_EQ(eventDeactivationMap[3][0], eventActivationMap[0]); - EXPECT_EQ(eventDeactivationMap[4][0], eventActivationMap[2]); - - // Re-activate metric via screen on. - event = CreateScreenStateChangedEvent(bucketStartTimeNs + NS_PER_SEC * 60 * 10 + 10, - android::view::DISPLAY_STATE_ON); - processor.OnLogEvent(event.get(), bucketStartTimeNs + NS_PER_SEC * 60 * 10 + 10); - EXPECT_TRUE(metricsManager->isActive()); - EXPECT_TRUE(metricProducer->mIsActive); - EXPECT_EQ(broadcastCount, 3); - ASSERT_EQ(activeConfigsBroadcast.size(), 1); - EXPECT_EQ(activeConfigsBroadcast[0], cfgId); - EXPECT_EQ(eventActivationMap[0]->state, ActivationState::kNotActive); - EXPECT_EQ(eventActivationMap[0]->start_ns, bucketStartTimeNs + 10); - EXPECT_EQ(eventActivationMap[0]->ttl_ns, 60 * 6 * NS_PER_SEC); - EXPECT_EQ(eventActivationMap[2]->state, ActivationState::kActive); - EXPECT_EQ(eventActivationMap[2]->start_ns, bucketStartTimeNs + NS_PER_SEC * 60 * 10 + 10); - EXPECT_EQ(eventActivationMap[2]->ttl_ns, 60 * 2 * NS_PER_SEC); - EXPECT_EQ(eventDeactivationMap[3][0], eventActivationMap[0]); - EXPECT_EQ(eventDeactivationMap[4][0], eventActivationMap[2]); - - // 4th processed event. - event = CreateAppCrashEvent(bucketStartTimeNs + NS_PER_SEC * 60 * 11 + 1, 666); - processor.OnLogEvent(event.get(), bucketStartTimeNs + NS_PER_SEC * 60 * 11 + 1); - - // Re-enable battery saver mode activation. - event = CreateBatterySaverOnEvent(bucketStartTimeNs + NS_PER_SEC * 60 * 11 + 15); - processor.OnLogEvent(event.get(), bucketStartTimeNs + NS_PER_SEC * 60 * 11 + 15); - EXPECT_TRUE(metricsManager->isActive()); - EXPECT_TRUE(metricProducer->mIsActive); - EXPECT_EQ(broadcastCount, 3); - ASSERT_EQ(activeConfigsBroadcast.size(), 1); - EXPECT_EQ(activeConfigsBroadcast[0], cfgId); - EXPECT_EQ(eventActivationMap[0]->state, ActivationState::kActive); - EXPECT_EQ(eventActivationMap[0]->start_ns, bucketStartTimeNs + NS_PER_SEC * 60 * 11 + 15); - EXPECT_EQ(eventActivationMap[0]->ttl_ns, 60 * 6 * NS_PER_SEC); - EXPECT_EQ(eventActivationMap[2]->state, ActivationState::kActive); - EXPECT_EQ(eventActivationMap[2]->start_ns, bucketStartTimeNs + NS_PER_SEC * 60 * 10 + 10); - EXPECT_EQ(eventActivationMap[2]->ttl_ns, 60 * 2 * NS_PER_SEC); - EXPECT_EQ(eventDeactivationMap[3][0], eventActivationMap[0]); - EXPECT_EQ(eventDeactivationMap[4][0], eventActivationMap[2]); - - // 5th processed event. - event = CreateAppCrashEvent(bucketStartTimeNs + NS_PER_SEC * 60 * 11 + 40, 777); - processor.OnLogEvent(event.get(), bucketStartTimeNs + NS_PER_SEC * 60 * 11 + 40); - - // Cancel battery saver mode and screen on activation. - event = CreateScreenBrightnessChangedEvent(bucketStartTimeNs + NS_PER_SEC * 60 * 11 + 60, 64); - processor.OnLogEvent(event.get(), bucketStartTimeNs + NS_PER_SEC * 60 * 11 + 60); - EXPECT_FALSE(metricsManager->isActive()); - EXPECT_FALSE(metricProducer->mIsActive); - // New broadcast since the config is no longer active. - EXPECT_EQ(broadcastCount, 4); - ASSERT_EQ(activeConfigsBroadcast.size(), 0); - EXPECT_EQ(eventActivationMap[0]->state, ActivationState::kNotActive); - EXPECT_EQ(eventActivationMap[0]->start_ns, bucketStartTimeNs + NS_PER_SEC * 60 * 11 + 15); - EXPECT_EQ(eventActivationMap[0]->ttl_ns, 60 * 6 * NS_PER_SEC); - EXPECT_EQ(eventActivationMap[2]->state, ActivationState::kNotActive); - EXPECT_EQ(eventActivationMap[2]->start_ns, bucketStartTimeNs + NS_PER_SEC * 60 * 10 + 10); - EXPECT_EQ(eventActivationMap[2]->ttl_ns, 60 * 2 * NS_PER_SEC); - EXPECT_EQ(eventDeactivationMap[3][0], eventActivationMap[0]); - EXPECT_EQ(eventDeactivationMap[4][0], eventActivationMap[2]); - - // Screen-on activation expired. - event = CreateAppCrashEvent(bucketStartTimeNs + NS_PER_SEC * 60 * 13, 888); - processor.OnLogEvent(event.get(), bucketStartTimeNs + NS_PER_SEC * 60 * 13); - EXPECT_FALSE(metricsManager->isActive()); - EXPECT_FALSE(metricProducer->mIsActive); - EXPECT_EQ(broadcastCount, 4); - ASSERT_EQ(activeConfigsBroadcast.size(), 0); - EXPECT_EQ(eventActivationMap[0]->state, ActivationState::kNotActive); - EXPECT_EQ(eventActivationMap[0]->start_ns, bucketStartTimeNs + NS_PER_SEC * 60 * 11 + 15); - EXPECT_EQ(eventActivationMap[0]->ttl_ns, 60 * 6 * NS_PER_SEC); - EXPECT_EQ(eventActivationMap[2]->state, ActivationState::kNotActive); - EXPECT_EQ(eventActivationMap[2]->start_ns, bucketStartTimeNs + NS_PER_SEC * 60 * 10 + 10); - EXPECT_EQ(eventActivationMap[2]->ttl_ns, 60 * 2 * NS_PER_SEC); - EXPECT_EQ(eventDeactivationMap[3][0], eventActivationMap[0]); - EXPECT_EQ(eventDeactivationMap[4][0], eventActivationMap[2]); - - event = CreateAppCrashEvent(bucketStartTimeNs + NS_PER_SEC * 60 * 14 + 1, 999); - processor.OnLogEvent(event.get(), bucketStartTimeNs + NS_PER_SEC * 60 * 14 + 1); - - // Re-enable battery saver mode activation. - event = CreateBatterySaverOnEvent(bucketStartTimeNs + NS_PER_SEC * 60 * 15 + 15); - processor.OnLogEvent(event.get(), bucketStartTimeNs + NS_PER_SEC * 60 * 15 + 15); - EXPECT_TRUE(metricsManager->isActive()); - EXPECT_TRUE(metricProducer->mIsActive); - EXPECT_EQ(broadcastCount, 5); - ASSERT_EQ(activeConfigsBroadcast.size(), 1); - EXPECT_EQ(activeConfigsBroadcast[0], cfgId); - EXPECT_EQ(eventActivationMap[0]->state, ActivationState::kActive); - EXPECT_EQ(eventActivationMap[0]->start_ns, bucketStartTimeNs + NS_PER_SEC * 60 * 15 + 15); - EXPECT_EQ(eventActivationMap[0]->ttl_ns, 60 * 6 * NS_PER_SEC); - EXPECT_EQ(eventActivationMap[2]->state, ActivationState::kNotActive); - EXPECT_EQ(eventActivationMap[2]->start_ns, bucketStartTimeNs + NS_PER_SEC * 60 * 10 + 10); - EXPECT_EQ(eventActivationMap[2]->ttl_ns, 60 * 2 * NS_PER_SEC); - EXPECT_EQ(eventDeactivationMap[3][0], eventActivationMap[0]); - EXPECT_EQ(eventDeactivationMap[4][0], eventActivationMap[2]); - - // Cancel battery saver mode and screen on activation. - event = CreateScreenBrightnessChangedEvent(bucketStartTimeNs + NS_PER_SEC * 60 * 16, 140); - processor.OnLogEvent(event.get(), bucketStartTimeNs + NS_PER_SEC * 60 * 16); - EXPECT_FALSE(metricsManager->isActive()); - EXPECT_FALSE(metricProducer->mIsActive); - EXPECT_EQ(broadcastCount, 6); - ASSERT_EQ(activeConfigsBroadcast.size(), 0); - EXPECT_EQ(eventActivationMap[0]->state, ActivationState::kNotActive); - EXPECT_EQ(eventActivationMap[0]->start_ns, bucketStartTimeNs + NS_PER_SEC * 60 * 15 + 15); - EXPECT_EQ(eventActivationMap[0]->ttl_ns, 60 * 6 * NS_PER_SEC); - EXPECT_EQ(eventActivationMap[2]->state, ActivationState::kNotActive); - EXPECT_EQ(eventActivationMap[2]->start_ns, bucketStartTimeNs + NS_PER_SEC * 60 * 10 + 10); - EXPECT_EQ(eventActivationMap[2]->ttl_ns, 60 * 2 * NS_PER_SEC); - EXPECT_EQ(eventDeactivationMap[3][0], eventActivationMap[0]); - EXPECT_EQ(eventDeactivationMap[4][0], eventActivationMap[2]); - - ConfigMetricsReportList reports; - vector<uint8_t> buffer; - processor.onDumpReport(cfgKey, bucketStartTimeNs + NS_PER_SEC * 60 * 15 + 1, false, true, - ADB_DUMP, FAST, &buffer); - EXPECT_TRUE(buffer.size() > 0); - EXPECT_TRUE(reports.ParseFromArray(&buffer[0], buffer.size())); - backfillDimensionPath(&reports); - backfillStartEndTimestamp(&reports); - ASSERT_EQ(1, reports.reports_size()); - ASSERT_EQ(1, reports.reports(0).metrics_size()); - - StatsLogReport::CountMetricDataWrapper countMetrics; - sortMetricDataByDimensionsValue(reports.reports(0).metrics(0).count_metrics(), &countMetrics); - ASSERT_EQ(5, countMetrics.data_size()); - - auto data = countMetrics.data(0); - EXPECT_EQ(util::PROCESS_LIFE_CYCLE_STATE_CHANGED, data.dimensions_in_what().field()); - ASSERT_EQ(1, data.dimensions_in_what().value_tuple().dimensions_value_size()); - EXPECT_EQ(1 /* uid field */, - data.dimensions_in_what().value_tuple().dimensions_value(0).field()); - EXPECT_EQ(222, data.dimensions_in_what().value_tuple().dimensions_value(0).value_int()); - ASSERT_EQ(1, data.bucket_info_size()); - EXPECT_EQ(1, data.bucket_info(0).count()); - EXPECT_EQ(bucketStartTimeNs, data.bucket_info(0).start_bucket_elapsed_nanos()); - EXPECT_EQ(bucketStartTimeNs + bucketSizeNs, data.bucket_info(0).end_bucket_elapsed_nanos()); - - data = countMetrics.data(1); - EXPECT_EQ(util::PROCESS_LIFE_CYCLE_STATE_CHANGED, data.dimensions_in_what().field()); - ASSERT_EQ(1, data.dimensions_in_what().value_tuple().dimensions_value_size()); - EXPECT_EQ(1 /* uid field */, - data.dimensions_in_what().value_tuple().dimensions_value(0).field()); - EXPECT_EQ(333, data.dimensions_in_what().value_tuple().dimensions_value(0).value_int()); - ASSERT_EQ(1, data.bucket_info_size()); - EXPECT_EQ(1, data.bucket_info(0).count()); - EXPECT_EQ(bucketStartTimeNs, data.bucket_info(0).start_bucket_elapsed_nanos()); - EXPECT_EQ(bucketStartTimeNs + bucketSizeNs, data.bucket_info(0).end_bucket_elapsed_nanos()); - - data = countMetrics.data(2); - EXPECT_EQ(util::PROCESS_LIFE_CYCLE_STATE_CHANGED, data.dimensions_in_what().field()); - ASSERT_EQ(1, data.dimensions_in_what().value_tuple().dimensions_value_size()); - EXPECT_EQ(1 /* uid field */, - data.dimensions_in_what().value_tuple().dimensions_value(0).field()); - EXPECT_EQ(444, data.dimensions_in_what().value_tuple().dimensions_value(0).value_int()); - ASSERT_EQ(1, data.bucket_info_size()); - EXPECT_EQ(1, data.bucket_info(0).count()); - // Partial bucket as metric is deactivated. - EXPECT_EQ(bucketStartTimeNs + bucketSizeNs, data.bucket_info(0).start_bucket_elapsed_nanos()); - EXPECT_EQ(bucketStartTimeNs + NS_PER_SEC * 60 * 8, - data.bucket_info(0).end_bucket_elapsed_nanos()); - - data = countMetrics.data(3); - EXPECT_EQ(util::PROCESS_LIFE_CYCLE_STATE_CHANGED, data.dimensions_in_what().field()); - ASSERT_EQ(1, data.dimensions_in_what().value_tuple().dimensions_value_size()); - EXPECT_EQ(1 /* uid field */, - data.dimensions_in_what().value_tuple().dimensions_value(0).field()); - EXPECT_EQ(666, data.dimensions_in_what().value_tuple().dimensions_value(0).value_int()); - ASSERT_EQ(1, data.bucket_info_size()); - EXPECT_EQ(1, data.bucket_info(0).count()); - EXPECT_EQ(bucketStartTimeNs + 2 * bucketSizeNs, - data.bucket_info(0).start_bucket_elapsed_nanos()); - EXPECT_EQ(bucketStartTimeNs + NS_PER_SEC * 60 * 11, - data.bucket_info(0).end_bucket_elapsed_nanos()); - - data = countMetrics.data(4); - EXPECT_EQ(util::PROCESS_LIFE_CYCLE_STATE_CHANGED, data.dimensions_in_what().field()); - ASSERT_EQ(1, data.dimensions_in_what().value_tuple().dimensions_value_size()); - EXPECT_EQ(1 /* uid field */, - data.dimensions_in_what().value_tuple().dimensions_value(0).field()); - EXPECT_EQ(777, data.dimensions_in_what().value_tuple().dimensions_value(0).value_int()); - ASSERT_EQ(1, data.bucket_info_size()); - EXPECT_EQ(1, data.bucket_info(0).count()); - EXPECT_EQ(bucketStartTimeNs + 2 * bucketSizeNs, - data.bucket_info(0).start_bucket_elapsed_nanos()); - EXPECT_EQ(bucketStartTimeNs + NS_PER_SEC * 60 * 11, - data.bucket_info(0).end_bucket_elapsed_nanos()); -} - -TEST(MetricActivationE2eTest, TestCountMetricWithSameDeactivation) { - auto config = CreateStatsdConfigWithSameDeactivations(); - - int64_t bucketStartTimeNs = NS_PER_SEC * 10; // 10 secs - int64_t bucketSizeNs = - TimeUnitToBucketSizeInMillis(config.count_metric(0).bucket()) * 1000LL * 1000LL; - - int uid = 12345; - int64_t cfgId = 98765; - ConfigKey cfgKey(uid, cfgId); - - sp<UidMap> m = new UidMap(); - sp<StatsPullerManager> pullerManager = new StatsPullerManager(); - sp<AlarmMonitor> anomalyAlarmMonitor; - sp<AlarmMonitor> subscriberAlarmMonitor; - vector<int64_t> activeConfigsBroadcast; - - long timeBase1 = 1; - int broadcastCount = 0; - StatsLogProcessor processor( - m, pullerManager, anomalyAlarmMonitor, subscriberAlarmMonitor, bucketStartTimeNs, - [](const ConfigKey& key) { return true; }, - [&uid, &broadcastCount, &activeConfigsBroadcast](const int& broadcastUid, - const vector<int64_t>& activeConfigs) { - broadcastCount++; - EXPECT_EQ(broadcastUid, uid); - activeConfigsBroadcast.clear(); - activeConfigsBroadcast.insert(activeConfigsBroadcast.end(), activeConfigs.begin(), - activeConfigs.end()); - return true; - }); - - processor.OnConfigUpdated(bucketStartTimeNs, cfgKey, config); - - ASSERT_EQ(processor.mMetricsManagers.size(), 1u); - sp<MetricsManager> metricsManager = processor.mMetricsManagers.begin()->second; - EXPECT_TRUE(metricsManager->isConfigValid()); - ASSERT_EQ(metricsManager->mAllMetricProducers.size(), 1); - sp<MetricProducer> metricProducer = metricsManager->mAllMetricProducers[0]; - auto& eventActivationMap = metricProducer->mEventActivationMap; - auto& eventDeactivationMap = metricProducer->mEventDeactivationMap; - - EXPECT_FALSE(metricsManager->isActive()); - EXPECT_FALSE(metricProducer->mIsActive); - // Two activations: one is triggered by battery saver mode (tracker index 0), the other is - // triggered by screen on event (tracker index 2). - ASSERT_EQ(eventActivationMap.size(), 2u); - EXPECT_TRUE(eventActivationMap.find(0) != eventActivationMap.end()); - EXPECT_TRUE(eventActivationMap.find(2) != eventActivationMap.end()); - EXPECT_EQ(eventActivationMap[0]->state, ActivationState::kNotActive); - EXPECT_EQ(eventActivationMap[0]->start_ns, 0); - EXPECT_EQ(eventActivationMap[0]->ttl_ns, 60 * 6 * NS_PER_SEC); - EXPECT_EQ(eventActivationMap[2]->state, ActivationState::kNotActive); - EXPECT_EQ(eventActivationMap[2]->start_ns, 0); - EXPECT_EQ(eventActivationMap[2]->ttl_ns, 60 * 2 * NS_PER_SEC); - ASSERT_EQ(eventDeactivationMap.size(), 1u); - EXPECT_TRUE(eventDeactivationMap.find(3) != eventDeactivationMap.end()); - ASSERT_EQ(eventDeactivationMap[3].size(), 2u); - EXPECT_EQ(eventDeactivationMap[3][0], eventActivationMap[0]); - EXPECT_EQ(eventDeactivationMap[3][1], eventActivationMap[2]); - EXPECT_EQ(broadcastCount, 0); - - std::unique_ptr<LogEvent> event; - - // Event that should be ignored. - event = CreateAppCrashEvent(bucketStartTimeNs + 1, 111); - processor.OnLogEvent(event.get(), bucketStartTimeNs + 1); - - // Activate metric via screen on for 2 minutes. - event = CreateScreenStateChangedEvent(bucketStartTimeNs + 10, android::view::DISPLAY_STATE_ON); - processor.OnLogEvent(event.get(), bucketStartTimeNs + 10); - EXPECT_TRUE(metricsManager->isActive()); - EXPECT_TRUE(metricProducer->mIsActive); - EXPECT_EQ(broadcastCount, 1); - ASSERT_EQ(activeConfigsBroadcast.size(), 1); - EXPECT_EQ(activeConfigsBroadcast[0], cfgId); - EXPECT_EQ(eventActivationMap[0]->state, ActivationState::kNotActive); - EXPECT_EQ(eventActivationMap[2]->state, ActivationState::kActive); - EXPECT_EQ(eventActivationMap[2]->start_ns, bucketStartTimeNs + 10); - - // 1st processed event. - event = CreateAppCrashEvent(bucketStartTimeNs + 15, 222); - processor.OnLogEvent(event.get(), bucketStartTimeNs + 15); - - // Enable battery saver mode activation for 5 minutes. - event = CreateBatterySaverOnEvent(bucketStartTimeNs + NS_PER_SEC * 60 + 10); - processor.OnLogEvent(event.get(), bucketStartTimeNs + NS_PER_SEC * 60 + 10); - EXPECT_TRUE(metricsManager->isActive()); - EXPECT_TRUE(metricProducer->mIsActive); - EXPECT_EQ(broadcastCount, 1); - EXPECT_EQ(eventActivationMap[0]->state, ActivationState::kActive); - EXPECT_EQ(eventActivationMap[0]->start_ns, bucketStartTimeNs + NS_PER_SEC * 60 + 10); - EXPECT_EQ(eventActivationMap[2]->state, ActivationState::kActive); - EXPECT_EQ(eventActivationMap[2]->start_ns, bucketStartTimeNs + 10); - - // 2nd processed event. - event = CreateAppCrashEvent(bucketStartTimeNs + NS_PER_SEC * 60 + 40, 333); - processor.OnLogEvent(event.get(), bucketStartTimeNs + NS_PER_SEC * 60 + 40); - - // Cancel battery saver mode and screen on activation. - int64_t firstDeactivation = bucketStartTimeNs + NS_PER_SEC * 61; - event = CreateScreenBrightnessChangedEvent(firstDeactivation, 64); - processor.OnLogEvent(event.get(), firstDeactivation); - EXPECT_FALSE(metricsManager->isActive()); - EXPECT_FALSE(metricProducer->mIsActive); - // New broadcast since the config is no longer active. - EXPECT_EQ(broadcastCount, 2); - ASSERT_EQ(activeConfigsBroadcast.size(), 0); - EXPECT_EQ(eventActivationMap[0]->state, ActivationState::kNotActive); - EXPECT_EQ(eventActivationMap[2]->state, ActivationState::kNotActive); - - // Should be ignored - event = CreateAppCrashEvent(bucketStartTimeNs + NS_PER_SEC * 61 + 80, 444); - processor.OnLogEvent(event.get(), bucketStartTimeNs + NS_PER_SEC * 61 + 80); - - // Re-enable battery saver mode activation. - event = CreateBatterySaverOnEvent(bucketStartTimeNs + NS_PER_SEC * 60 * 10 + 15); - processor.OnLogEvent(event.get(), bucketStartTimeNs + NS_PER_SEC * 60 * 10 + 15); - EXPECT_TRUE(metricsManager->isActive()); - EXPECT_TRUE(metricProducer->mIsActive); - EXPECT_EQ(broadcastCount, 3); - ASSERT_EQ(activeConfigsBroadcast.size(), 1); - EXPECT_EQ(activeConfigsBroadcast[0], cfgId); - EXPECT_EQ(eventActivationMap[0]->state, ActivationState::kActive); - EXPECT_EQ(eventActivationMap[0]->start_ns, bucketStartTimeNs + NS_PER_SEC * 60 * 10 + 15); - EXPECT_EQ(eventActivationMap[2]->state, ActivationState::kNotActive); - - // 3rd processed event. - event = CreateAppCrashEvent(bucketStartTimeNs + NS_PER_SEC * 60 * 10 + 80, 555); - processor.OnLogEvent(event.get(), bucketStartTimeNs + NS_PER_SEC * 60 * 10 + 80); - - // Cancel battery saver mode activation. - int64_t secondDeactivation = bucketStartTimeNs + NS_PER_SEC * 60 * 13; - event = CreateScreenBrightnessChangedEvent(secondDeactivation, 140); - processor.OnLogEvent(event.get(), secondDeactivation); - EXPECT_FALSE(metricsManager->isActive()); - EXPECT_FALSE(metricProducer->mIsActive); - EXPECT_EQ(broadcastCount, 4); - ASSERT_EQ(activeConfigsBroadcast.size(), 0); - EXPECT_EQ(eventActivationMap[0]->state, ActivationState::kNotActive); - EXPECT_EQ(eventActivationMap[2]->state, ActivationState::kNotActive); - - // Should be ignored. - event = CreateAppCrashEvent(bucketStartTimeNs + NS_PER_SEC * 60 * 13 + 80, 666); - processor.OnLogEvent(event.get(), bucketStartTimeNs + NS_PER_SEC * 60 * 13 + 80); - - ConfigMetricsReportList reports; - vector<uint8_t> buffer; - processor.onDumpReport(cfgKey, bucketStartTimeNs + NS_PER_SEC * 60 * 15 + 1, false, true, - ADB_DUMP, FAST, &buffer); - EXPECT_TRUE(buffer.size() > 0); - EXPECT_TRUE(reports.ParseFromArray(&buffer[0], buffer.size())); - backfillDimensionPath(&reports); - backfillStartEndTimestamp(&reports); - ASSERT_EQ(1, reports.reports_size()); - ASSERT_EQ(1, reports.reports(0).metrics_size()); - - StatsLogReport::CountMetricDataWrapper countMetrics; - sortMetricDataByDimensionsValue(reports.reports(0).metrics(0).count_metrics(), &countMetrics); - ASSERT_EQ(3, countMetrics.data_size()); - - auto data = countMetrics.data(0); - EXPECT_EQ(util::PROCESS_LIFE_CYCLE_STATE_CHANGED, data.dimensions_in_what().field()); - ASSERT_EQ(1, data.dimensions_in_what().value_tuple().dimensions_value_size()); - EXPECT_EQ(1 /* uid field */, - data.dimensions_in_what().value_tuple().dimensions_value(0).field()); - EXPECT_EQ(222, data.dimensions_in_what().value_tuple().dimensions_value(0).value_int()); - ASSERT_EQ(1, data.bucket_info_size()); - EXPECT_EQ(1, data.bucket_info(0).count()); - EXPECT_EQ(bucketStartTimeNs, data.bucket_info(0).start_bucket_elapsed_nanos()); - EXPECT_EQ(firstDeactivation, data.bucket_info(0).end_bucket_elapsed_nanos()); - - data = countMetrics.data(1); - EXPECT_EQ(util::PROCESS_LIFE_CYCLE_STATE_CHANGED, data.dimensions_in_what().field()); - ASSERT_EQ(1, data.dimensions_in_what().value_tuple().dimensions_value_size()); - EXPECT_EQ(1 /* uid field */, - data.dimensions_in_what().value_tuple().dimensions_value(0).field()); - EXPECT_EQ(333, data.dimensions_in_what().value_tuple().dimensions_value(0).value_int()); - ASSERT_EQ(1, data.bucket_info_size()); - EXPECT_EQ(1, data.bucket_info(0).count()); - EXPECT_EQ(bucketStartTimeNs, data.bucket_info(0).start_bucket_elapsed_nanos()); - EXPECT_EQ(firstDeactivation, data.bucket_info(0).end_bucket_elapsed_nanos()); - - data = countMetrics.data(2); - EXPECT_EQ(util::PROCESS_LIFE_CYCLE_STATE_CHANGED, data.dimensions_in_what().field()); - ASSERT_EQ(1, data.dimensions_in_what().value_tuple().dimensions_value_size()); - EXPECT_EQ(1 /* uid field */, - data.dimensions_in_what().value_tuple().dimensions_value(0).field()); - EXPECT_EQ(555, data.dimensions_in_what().value_tuple().dimensions_value(0).value_int()); - ASSERT_EQ(1, data.bucket_info_size()); - EXPECT_EQ(1, data.bucket_info(0).count()); - // Partial bucket as metric is deactivated. - EXPECT_EQ(bucketStartTimeNs + 2 * bucketSizeNs, - data.bucket_info(0).start_bucket_elapsed_nanos()); - EXPECT_EQ(secondDeactivation, data.bucket_info(0).end_bucket_elapsed_nanos()); -} - -TEST(MetricActivationE2eTest, TestCountMetricWithTwoMetricsTwoDeactivations) { - auto config = CreateStatsdConfigWithTwoMetricsTwoDeactivations(); - - int64_t bucketStartTimeNs = NS_PER_SEC * 10; // 10 secs - int64_t bucketSizeNs = - TimeUnitToBucketSizeInMillis(config.count_metric(0).bucket()) * 1000LL * 1000LL; - - int uid = 12345; - int64_t cfgId = 98765; - ConfigKey cfgKey(uid, cfgId); - - sp<UidMap> m = new UidMap(); - sp<StatsPullerManager> pullerManager = new StatsPullerManager(); - sp<AlarmMonitor> anomalyAlarmMonitor; - sp<AlarmMonitor> subscriberAlarmMonitor; - vector<int64_t> activeConfigsBroadcast; - - long timeBase1 = 1; - int broadcastCount = 0; - StatsLogProcessor processor( - m, pullerManager, anomalyAlarmMonitor, subscriberAlarmMonitor, bucketStartTimeNs, - [](const ConfigKey& key) { return true; }, - [&uid, &broadcastCount, &activeConfigsBroadcast](const int& broadcastUid, - const vector<int64_t>& activeConfigs) { - broadcastCount++; - EXPECT_EQ(broadcastUid, uid); - activeConfigsBroadcast.clear(); - activeConfigsBroadcast.insert(activeConfigsBroadcast.end(), activeConfigs.begin(), - activeConfigs.end()); - return true; - }); - - processor.OnConfigUpdated(bucketStartTimeNs, cfgKey, config); - - ASSERT_EQ(processor.mMetricsManagers.size(), 1u); - sp<MetricsManager> metricsManager = processor.mMetricsManagers.begin()->second; - EXPECT_TRUE(metricsManager->isConfigValid()); - ASSERT_EQ(metricsManager->mAllMetricProducers.size(), 2); - sp<MetricProducer> metricProducer = metricsManager->mAllMetricProducers[0]; - auto& eventActivationMap = metricProducer->mEventActivationMap; - auto& eventDeactivationMap = metricProducer->mEventDeactivationMap; - sp<MetricProducer> metricProducer2 = metricsManager->mAllMetricProducers[1]; - auto& eventActivationMap2 = metricProducer2->mEventActivationMap; - auto& eventDeactivationMap2 = metricProducer2->mEventDeactivationMap; - - EXPECT_FALSE(metricsManager->isActive()); - EXPECT_FALSE(metricProducer->mIsActive); - EXPECT_FALSE(metricProducer2->mIsActive); - // Two activations: one is triggered by battery saver mode (tracker index 0), the other is - // triggered by screen on event (tracker index 2). - ASSERT_EQ(eventActivationMap.size(), 2u); - EXPECT_TRUE(eventActivationMap.find(0) != eventActivationMap.end()); - EXPECT_TRUE(eventActivationMap.find(2) != eventActivationMap.end()); - EXPECT_EQ(eventActivationMap[0]->state, ActivationState::kNotActive); - EXPECT_EQ(eventActivationMap[0]->start_ns, 0); - EXPECT_EQ(eventActivationMap[0]->ttl_ns, 60 * 6 * NS_PER_SEC); - EXPECT_EQ(eventActivationMap[2]->state, ActivationState::kNotActive); - EXPECT_EQ(eventActivationMap[2]->start_ns, 0); - EXPECT_EQ(eventActivationMap[2]->ttl_ns, 60 * 2 * NS_PER_SEC); - ASSERT_EQ(eventDeactivationMap.size(), 2u); - EXPECT_TRUE(eventDeactivationMap.find(3) != eventDeactivationMap.end()); - EXPECT_TRUE(eventDeactivationMap.find(4) != eventDeactivationMap.end()); - ASSERT_EQ(eventDeactivationMap[3].size(), 1u); - ASSERT_EQ(eventDeactivationMap[4].size(), 1u); - EXPECT_EQ(eventDeactivationMap[3][0], eventActivationMap[0]); - EXPECT_EQ(eventDeactivationMap[4][0], eventActivationMap[2]); - - ASSERT_EQ(eventActivationMap2.size(), 2u); - EXPECT_TRUE(eventActivationMap2.find(0) != eventActivationMap2.end()); - EXPECT_TRUE(eventActivationMap2.find(2) != eventActivationMap2.end()); - EXPECT_EQ(eventActivationMap2[0]->state, ActivationState::kNotActive); - EXPECT_EQ(eventActivationMap2[0]->start_ns, 0); - EXPECT_EQ(eventActivationMap2[0]->ttl_ns, 60 * 6 * NS_PER_SEC); - EXPECT_EQ(eventActivationMap2[2]->state, ActivationState::kNotActive); - EXPECT_EQ(eventActivationMap2[2]->start_ns, 0); - EXPECT_EQ(eventActivationMap2[2]->ttl_ns, 60 * 2 * NS_PER_SEC); - ASSERT_EQ(eventDeactivationMap2.size(), 2u); - EXPECT_TRUE(eventDeactivationMap2.find(3) != eventDeactivationMap2.end()); - EXPECT_TRUE(eventDeactivationMap2.find(4) != eventDeactivationMap2.end()); - ASSERT_EQ(eventDeactivationMap[3].size(), 1u); - ASSERT_EQ(eventDeactivationMap[4].size(), 1u); - EXPECT_EQ(eventDeactivationMap2[3][0], eventActivationMap2[0]); - EXPECT_EQ(eventDeactivationMap2[4][0], eventActivationMap2[2]); - - std::unique_ptr<LogEvent> event; - - event = CreateAppCrashEvent(bucketStartTimeNs + 5, 111); - processor.OnLogEvent(event.get(), bucketStartTimeNs + 5); - event = CreateMoveToForegroundEvent(bucketStartTimeNs + 5, 1111); - processor.OnLogEvent(event.get(), bucketStartTimeNs + 5); - EXPECT_FALSE(metricsManager->isActive()); - EXPECT_FALSE(metricProducer->mIsActive); - EXPECT_FALSE(metricProducer2->mIsActive); - EXPECT_EQ(broadcastCount, 0); - - // Activated by battery save mode. - event = CreateBatterySaverOnEvent(bucketStartTimeNs + 10); - processor.OnLogEvent(event.get(), bucketStartTimeNs + 10); - EXPECT_TRUE(metricsManager->isActive()); - EXPECT_EQ(broadcastCount, 1); - ASSERT_EQ(activeConfigsBroadcast.size(), 1); - EXPECT_EQ(activeConfigsBroadcast[0], cfgId); - EXPECT_TRUE(metricProducer->mIsActive); - EXPECT_EQ(eventActivationMap[0]->state, ActivationState::kActive); - EXPECT_EQ(eventActivationMap[0]->start_ns, bucketStartTimeNs + 10); - EXPECT_EQ(eventActivationMap[0]->ttl_ns, 60 * 6 * NS_PER_SEC); - EXPECT_EQ(eventActivationMap[2]->state, ActivationState::kNotActive); - EXPECT_EQ(eventActivationMap[2]->start_ns, 0); - EXPECT_EQ(eventActivationMap[2]->ttl_ns, 60 * 2 * NS_PER_SEC); - EXPECT_EQ(eventDeactivationMap[3][0], eventActivationMap[0]); - EXPECT_EQ(eventDeactivationMap[4][0], eventActivationMap[2]); - EXPECT_TRUE(metricProducer2->mIsActive); - EXPECT_EQ(eventActivationMap2[0]->state, ActivationState::kActive); - EXPECT_EQ(eventActivationMap2[0]->start_ns, bucketStartTimeNs + 10); - EXPECT_EQ(eventActivationMap2[0]->ttl_ns, 60 * 6 * NS_PER_SEC); - EXPECT_EQ(eventActivationMap2[2]->state, ActivationState::kNotActive); - EXPECT_EQ(eventActivationMap2[2]->start_ns, 0); - EXPECT_EQ(eventActivationMap2[2]->ttl_ns, 60 * 2 * NS_PER_SEC); - EXPECT_EQ(eventDeactivationMap2[3][0], eventActivationMap2[0]); - EXPECT_EQ(eventDeactivationMap2[4][0], eventActivationMap2[2]); - - // First processed event. - event = CreateAppCrashEvent(bucketStartTimeNs + 15, 222); - processor.OnLogEvent(event.get(), bucketStartTimeNs + 15); - event = CreateMoveToForegroundEvent(bucketStartTimeNs + 15, 2222); - processor.OnLogEvent(event.get(), bucketStartTimeNs + 15); - - // Activated by screen on event. - event = CreateScreenStateChangedEvent(bucketStartTimeNs + 20, android::view::DISPLAY_STATE_ON); - processor.OnLogEvent(event.get(), bucketStartTimeNs + 20); - EXPECT_TRUE(metricsManager->isActive()); - EXPECT_TRUE(metricProducer->mIsActive); - EXPECT_EQ(eventActivationMap[0]->state, ActivationState::kActive); - EXPECT_EQ(eventActivationMap[0]->start_ns, bucketStartTimeNs + 10); - EXPECT_EQ(eventActivationMap[0]->ttl_ns, 60 * 6 * NS_PER_SEC); - EXPECT_EQ(eventActivationMap[2]->state, ActivationState::kActive); - EXPECT_EQ(eventActivationMap[2]->start_ns, bucketStartTimeNs + 20); - EXPECT_EQ(eventActivationMap[2]->ttl_ns, 60 * 2 * NS_PER_SEC); - EXPECT_EQ(eventDeactivationMap[3][0], eventActivationMap[0]); - EXPECT_EQ(eventDeactivationMap[4][0], eventActivationMap[2]); - EXPECT_TRUE(metricProducer2->mIsActive); - EXPECT_EQ(eventActivationMap2[0]->state, ActivationState::kActive); - EXPECT_EQ(eventActivationMap2[0]->start_ns, bucketStartTimeNs + 10); - EXPECT_EQ(eventActivationMap2[0]->ttl_ns, 60 * 6 * NS_PER_SEC); - EXPECT_EQ(eventActivationMap2[2]->state, ActivationState::kActive); - EXPECT_EQ(eventActivationMap2[2]->start_ns, bucketStartTimeNs + 20); - EXPECT_EQ(eventActivationMap2[2]->ttl_ns, 60 * 2 * NS_PER_SEC); - EXPECT_EQ(eventDeactivationMap2[3][0], eventActivationMap2[0]); - EXPECT_EQ(eventDeactivationMap2[4][0], eventActivationMap2[2]); - - // 2nd processed event. - // The activation by screen_on event expires, but the one by battery save mode is still active. - event = CreateAppCrashEvent(bucketStartTimeNs + NS_PER_SEC * 60 * 2 + 25, 333); - processor.OnLogEvent(event.get(), bucketStartTimeNs + NS_PER_SEC * 60 * 2 + 25); - event = CreateMoveToForegroundEvent(bucketStartTimeNs + NS_PER_SEC * 60 * 2 + 25, 3333); - processor.OnLogEvent(event.get(), bucketStartTimeNs + NS_PER_SEC * 60 * 2 + 25); - EXPECT_TRUE(metricsManager->isActive()); - EXPECT_TRUE(metricProducer->mIsActive); - EXPECT_EQ(eventActivationMap[0]->state, ActivationState::kActive); - EXPECT_EQ(eventActivationMap[0]->start_ns, bucketStartTimeNs + 10); - EXPECT_EQ(eventActivationMap[0]->ttl_ns, 60 * 6 * NS_PER_SEC); - EXPECT_EQ(eventActivationMap[2]->state, ActivationState::kNotActive); - EXPECT_EQ(eventActivationMap[2]->start_ns, bucketStartTimeNs + 20); - EXPECT_EQ(eventActivationMap[2]->ttl_ns, 60 * 2 * NS_PER_SEC); - EXPECT_EQ(eventDeactivationMap[3][0], eventActivationMap[0]); - EXPECT_EQ(eventDeactivationMap[4][0], eventActivationMap[2]); - EXPECT_TRUE(metricProducer2->mIsActive); - EXPECT_EQ(eventActivationMap2[0]->state, ActivationState::kActive); - EXPECT_EQ(eventActivationMap2[0]->start_ns, bucketStartTimeNs + 10); - EXPECT_EQ(eventActivationMap2[0]->ttl_ns, 60 * 6 * NS_PER_SEC); - EXPECT_EQ(eventActivationMap2[2]->state, ActivationState::kNotActive); - EXPECT_EQ(eventActivationMap2[2]->start_ns, bucketStartTimeNs + 20); - EXPECT_EQ(eventActivationMap2[2]->ttl_ns, 60 * 2 * NS_PER_SEC); - EXPECT_EQ(eventDeactivationMap2[3][0], eventActivationMap2[0]); - EXPECT_EQ(eventDeactivationMap2[4][0], eventActivationMap2[2]); - // No new broadcast since the config should still be active. - EXPECT_EQ(broadcastCount, 1); - - // 3rd processed event. - event = CreateAppCrashEvent(bucketStartTimeNs + NS_PER_SEC * 60 * 5 + 25, 444); - processor.OnLogEvent(event.get(), bucketStartTimeNs + NS_PER_SEC * 60 * 5 + 25); - event = CreateMoveToForegroundEvent(bucketStartTimeNs + NS_PER_SEC * 60 * 5 + 25, 4444); - processor.OnLogEvent(event.get(), bucketStartTimeNs + NS_PER_SEC * 60 * 5 + 25); - - // All activations expired. - event = CreateAppCrashEvent(bucketStartTimeNs + NS_PER_SEC * 60 * 8, 555); - processor.OnLogEvent(event.get(), bucketStartTimeNs + NS_PER_SEC * 60 * 8); - event = CreateMoveToForegroundEvent(bucketStartTimeNs + NS_PER_SEC * 60 * 8, 5555); - processor.OnLogEvent(event.get(), bucketStartTimeNs + NS_PER_SEC * 60 * 8); - EXPECT_FALSE(metricsManager->isActive()); - // New broadcast since the config is no longer active. - EXPECT_EQ(broadcastCount, 2); - ASSERT_EQ(activeConfigsBroadcast.size(), 0); - EXPECT_FALSE(metricProducer->mIsActive); - EXPECT_EQ(eventActivationMap[0]->state, ActivationState::kNotActive); - EXPECT_EQ(eventActivationMap[0]->start_ns, bucketStartTimeNs + 10); - EXPECT_EQ(eventActivationMap[0]->ttl_ns, 60 * 6 * NS_PER_SEC); - EXPECT_EQ(eventActivationMap[2]->state, ActivationState::kNotActive); - EXPECT_EQ(eventActivationMap[2]->start_ns, bucketStartTimeNs + 20); - EXPECT_EQ(eventActivationMap[2]->ttl_ns, 60 * 2 * NS_PER_SEC); - EXPECT_EQ(eventDeactivationMap[3][0], eventActivationMap[0]); - EXPECT_EQ(eventDeactivationMap[4][0], eventActivationMap[2]); - EXPECT_FALSE(metricProducer2->mIsActive); - EXPECT_EQ(eventActivationMap2[0]->state, ActivationState::kNotActive); - EXPECT_EQ(eventActivationMap2[0]->start_ns, bucketStartTimeNs + 10); - EXPECT_EQ(eventActivationMap2[0]->ttl_ns, 60 * 6 * NS_PER_SEC); - EXPECT_EQ(eventActivationMap2[2]->state, ActivationState::kNotActive); - EXPECT_EQ(eventActivationMap2[2]->start_ns, bucketStartTimeNs + 20); - EXPECT_EQ(eventActivationMap2[2]->ttl_ns, 60 * 2 * NS_PER_SEC); - EXPECT_EQ(eventDeactivationMap2[3][0], eventActivationMap2[0]); - EXPECT_EQ(eventDeactivationMap2[4][0], eventActivationMap2[2]); - - // Re-activate metric via screen on. - event = CreateScreenStateChangedEvent(bucketStartTimeNs + NS_PER_SEC * 60 * 10 + 10, - android::view::DISPLAY_STATE_ON); - processor.OnLogEvent(event.get(), bucketStartTimeNs + NS_PER_SEC * 60 * 10 + 10); - EXPECT_TRUE(metricsManager->isActive()); - EXPECT_EQ(broadcastCount, 3); - ASSERT_EQ(activeConfigsBroadcast.size(), 1); - EXPECT_EQ(activeConfigsBroadcast[0], cfgId); - EXPECT_TRUE(metricProducer->mIsActive); - EXPECT_EQ(eventActivationMap[0]->state, ActivationState::kNotActive); - EXPECT_EQ(eventActivationMap[0]->start_ns, bucketStartTimeNs + 10); - EXPECT_EQ(eventActivationMap[0]->ttl_ns, 60 * 6 * NS_PER_SEC); - EXPECT_EQ(eventActivationMap[2]->state, ActivationState::kActive); - EXPECT_EQ(eventActivationMap[2]->start_ns, bucketStartTimeNs + NS_PER_SEC * 60 * 10 + 10); - EXPECT_EQ(eventActivationMap[2]->ttl_ns, 60 * 2 * NS_PER_SEC); - EXPECT_EQ(eventDeactivationMap[3][0], eventActivationMap[0]); - EXPECT_EQ(eventDeactivationMap[4][0], eventActivationMap[2]); - EXPECT_TRUE(metricProducer2->mIsActive); - EXPECT_EQ(eventActivationMap2[0]->state, ActivationState::kNotActive); - EXPECT_EQ(eventActivationMap2[0]->start_ns, bucketStartTimeNs + 10); - EXPECT_EQ(eventActivationMap2[0]->ttl_ns, 60 * 6 * NS_PER_SEC); - EXPECT_EQ(eventActivationMap2[2]->state, ActivationState::kActive); - EXPECT_EQ(eventActivationMap2[2]->start_ns, bucketStartTimeNs + NS_PER_SEC * 60 * 10 + 10); - EXPECT_EQ(eventActivationMap2[2]->ttl_ns, 60 * 2 * NS_PER_SEC); - EXPECT_EQ(eventDeactivationMap2[3][0], eventActivationMap2[0]); - EXPECT_EQ(eventDeactivationMap2[4][0], eventActivationMap2[2]); - - // 4th processed event. - event = CreateAppCrashEvent(bucketStartTimeNs + NS_PER_SEC * 60 * 11 + 1, 666); - processor.OnLogEvent(event.get(), bucketStartTimeNs + NS_PER_SEC * 60 * 11 + 1); - event = CreateMoveToForegroundEvent(bucketStartTimeNs + NS_PER_SEC * 60 * 11 + 1, 6666); - processor.OnLogEvent(event.get(), bucketStartTimeNs + NS_PER_SEC * 60 * 11 + 1); - - // Re-enable battery saver mode activation. - event = CreateBatterySaverOnEvent(bucketStartTimeNs + NS_PER_SEC * 60 * 11 + 15); - processor.OnLogEvent(event.get(), bucketStartTimeNs + NS_PER_SEC * 60 * 11 + 15); - EXPECT_TRUE(metricsManager->isActive()); - EXPECT_EQ(broadcastCount, 3); - ASSERT_EQ(activeConfigsBroadcast.size(), 1); - EXPECT_EQ(activeConfigsBroadcast[0], cfgId); - EXPECT_TRUE(metricProducer->mIsActive); - EXPECT_EQ(eventActivationMap[0]->state, ActivationState::kActive); - EXPECT_EQ(eventActivationMap[0]->start_ns, bucketStartTimeNs + NS_PER_SEC * 60 * 11 + 15); - EXPECT_EQ(eventActivationMap[0]->ttl_ns, 60 * 6 * NS_PER_SEC); - EXPECT_EQ(eventActivationMap[2]->state, ActivationState::kActive); - EXPECT_EQ(eventActivationMap[2]->start_ns, bucketStartTimeNs + NS_PER_SEC * 60 * 10 + 10); - EXPECT_EQ(eventActivationMap[2]->ttl_ns, 60 * 2 * NS_PER_SEC); - EXPECT_EQ(eventDeactivationMap[3][0], eventActivationMap[0]); - EXPECT_EQ(eventDeactivationMap[4][0], eventActivationMap[2]); - EXPECT_TRUE(metricProducer2->mIsActive); - EXPECT_EQ(eventActivationMap2[0]->state, ActivationState::kActive); - EXPECT_EQ(eventActivationMap2[0]->start_ns, bucketStartTimeNs + NS_PER_SEC * 60 * 11 + 15); - EXPECT_EQ(eventActivationMap2[0]->ttl_ns, 60 * 6 * NS_PER_SEC); - EXPECT_EQ(eventActivationMap2[2]->state, ActivationState::kActive); - EXPECT_EQ(eventActivationMap2[2]->start_ns, bucketStartTimeNs + NS_PER_SEC * 60 * 10 + 10); - EXPECT_EQ(eventActivationMap2[2]->ttl_ns, 60 * 2 * NS_PER_SEC); - EXPECT_EQ(eventDeactivationMap2[3][0], eventActivationMap2[0]); - EXPECT_EQ(eventDeactivationMap2[4][0], eventActivationMap2[2]); - - // 5th processed event. - event = CreateAppCrashEvent(bucketStartTimeNs + NS_PER_SEC * 60 * 11 + 40, 777); - processor.OnLogEvent(event.get(), bucketStartTimeNs + NS_PER_SEC * 60 * 11 + 40); - event = CreateMoveToForegroundEvent(bucketStartTimeNs + NS_PER_SEC * 60 * 11 + 40, 7777); - processor.OnLogEvent(event.get(), bucketStartTimeNs + NS_PER_SEC * 60 * 11 + 40); - - // Cancel battery saver mode and screen on activation. - event = CreateScreenBrightnessChangedEvent(bucketStartTimeNs + NS_PER_SEC * 60 * 11 + 60, 64); - processor.OnLogEvent(event.get(), bucketStartTimeNs + NS_PER_SEC * 60 * 11 + 60); - EXPECT_FALSE(metricsManager->isActive()); - // New broadcast since the config is no longer active. - EXPECT_EQ(broadcastCount, 4); - ASSERT_EQ(activeConfigsBroadcast.size(), 0); - EXPECT_FALSE(metricProducer->mIsActive); - EXPECT_EQ(eventActivationMap[0]->state, ActivationState::kNotActive); - EXPECT_EQ(eventActivationMap[0]->start_ns, bucketStartTimeNs + NS_PER_SEC * 60 * 11 + 15); - EXPECT_EQ(eventActivationMap[0]->ttl_ns, 60 * 6 * NS_PER_SEC); - EXPECT_EQ(eventActivationMap[2]->state, ActivationState::kNotActive); - EXPECT_EQ(eventActivationMap[2]->start_ns, bucketStartTimeNs + NS_PER_SEC * 60 * 10 + 10); - EXPECT_EQ(eventActivationMap[2]->ttl_ns, 60 * 2 * NS_PER_SEC); - EXPECT_EQ(eventDeactivationMap[3][0], eventActivationMap[0]); - EXPECT_EQ(eventDeactivationMap[4][0], eventActivationMap[2]); - EXPECT_FALSE(metricProducer2->mIsActive); - EXPECT_EQ(eventActivationMap2[0]->state, ActivationState::kNotActive); - EXPECT_EQ(eventActivationMap2[0]->start_ns, bucketStartTimeNs + NS_PER_SEC * 60 * 11 + 15); - EXPECT_EQ(eventActivationMap2[0]->ttl_ns, 60 * 6 * NS_PER_SEC); - EXPECT_EQ(eventActivationMap2[2]->state, ActivationState::kNotActive); - EXPECT_EQ(eventActivationMap2[2]->start_ns, bucketStartTimeNs + NS_PER_SEC * 60 * 10 + 10); - EXPECT_EQ(eventActivationMap2[2]->ttl_ns, 60 * 2 * NS_PER_SEC); - EXPECT_EQ(eventDeactivationMap2[3][0], eventActivationMap2[0]); - EXPECT_EQ(eventDeactivationMap2[4][0], eventActivationMap2[2]); - - // Screen-on activation expired. - event = CreateAppCrashEvent(bucketStartTimeNs + NS_PER_SEC * 60 * 13, 888); - processor.OnLogEvent(event.get(), bucketStartTimeNs + NS_PER_SEC * 60 * 13); - event = CreateMoveToForegroundEvent(bucketStartTimeNs + NS_PER_SEC * 60 * 13, 8888); - processor.OnLogEvent(event.get(), bucketStartTimeNs + NS_PER_SEC * 60 * 13); - EXPECT_FALSE(metricsManager->isActive()); - EXPECT_EQ(broadcastCount, 4); - ASSERT_EQ(activeConfigsBroadcast.size(), 0); - EXPECT_FALSE(metricProducer->mIsActive); - EXPECT_EQ(eventActivationMap[0]->state, ActivationState::kNotActive); - EXPECT_EQ(eventActivationMap[0]->start_ns, bucketStartTimeNs + NS_PER_SEC * 60 * 11 + 15); - EXPECT_EQ(eventActivationMap[0]->ttl_ns, 60 * 6 * NS_PER_SEC); - EXPECT_EQ(eventActivationMap[2]->state, ActivationState::kNotActive); - EXPECT_EQ(eventActivationMap[2]->start_ns, bucketStartTimeNs + NS_PER_SEC * 60 * 10 + 10); - EXPECT_EQ(eventActivationMap[2]->ttl_ns, 60 * 2 * NS_PER_SEC); - EXPECT_EQ(eventDeactivationMap[3][0], eventActivationMap[0]); - EXPECT_EQ(eventDeactivationMap[4][0], eventActivationMap[2]); - EXPECT_FALSE(metricProducer2->mIsActive); - EXPECT_EQ(eventActivationMap2[0]->state, ActivationState::kNotActive); - EXPECT_EQ(eventActivationMap2[0]->start_ns, bucketStartTimeNs + NS_PER_SEC * 60 * 11 + 15); - EXPECT_EQ(eventActivationMap2[0]->ttl_ns, 60 * 6 * NS_PER_SEC); - EXPECT_EQ(eventActivationMap2[2]->state, ActivationState::kNotActive); - EXPECT_EQ(eventActivationMap2[2]->start_ns, bucketStartTimeNs + NS_PER_SEC * 60 * 10 + 10); - EXPECT_EQ(eventActivationMap2[2]->ttl_ns, 60 * 2 * NS_PER_SEC); - EXPECT_EQ(eventDeactivationMap2[3][0], eventActivationMap2[0]); - EXPECT_EQ(eventDeactivationMap2[4][0], eventActivationMap2[2]); - - event = CreateAppCrashEvent(bucketStartTimeNs + NS_PER_SEC * 60 * 14 + 1, 999); - processor.OnLogEvent(event.get(), bucketStartTimeNs + NS_PER_SEC * 60 * 14 + 1); - event = CreateMoveToForegroundEvent(bucketStartTimeNs + NS_PER_SEC * 60 * 14 + 1, 9999); - processor.OnLogEvent(event.get(), bucketStartTimeNs + NS_PER_SEC * 60 * 14 + 1); - - // Re-enable battery saver mode activation. - event = CreateBatterySaverOnEvent(bucketStartTimeNs + NS_PER_SEC * 60 * 15 + 15); - processor.OnLogEvent(event.get(), bucketStartTimeNs + NS_PER_SEC * 60 * 15 + 15); - EXPECT_TRUE(metricsManager->isActive()); - EXPECT_EQ(broadcastCount, 5); - ASSERT_EQ(activeConfigsBroadcast.size(), 1); - EXPECT_EQ(activeConfigsBroadcast[0], cfgId); - EXPECT_TRUE(metricProducer->mIsActive); - EXPECT_EQ(eventActivationMap[0]->state, ActivationState::kActive); - EXPECT_EQ(eventActivationMap[0]->start_ns, bucketStartTimeNs + NS_PER_SEC * 60 * 15 + 15); - EXPECT_EQ(eventActivationMap[0]->ttl_ns, 60 * 6 * NS_PER_SEC); - EXPECT_EQ(eventActivationMap[2]->state, ActivationState::kNotActive); - EXPECT_EQ(eventActivationMap[2]->start_ns, bucketStartTimeNs + NS_PER_SEC * 60 * 10 + 10); - EXPECT_EQ(eventActivationMap[2]->ttl_ns, 60 * 2 * NS_PER_SEC); - EXPECT_EQ(eventDeactivationMap[3][0], eventActivationMap[0]); - EXPECT_EQ(eventDeactivationMap[4][0], eventActivationMap[2]); - EXPECT_TRUE(metricProducer2->mIsActive); - EXPECT_EQ(eventActivationMap2[0]->state, ActivationState::kActive); - EXPECT_EQ(eventActivationMap2[0]->start_ns, bucketStartTimeNs + NS_PER_SEC * 60 * 15 + 15); - EXPECT_EQ(eventActivationMap2[0]->ttl_ns, 60 * 6 * NS_PER_SEC); - EXPECT_EQ(eventActivationMap2[2]->state, ActivationState::kNotActive); - EXPECT_EQ(eventActivationMap2[2]->start_ns, bucketStartTimeNs + NS_PER_SEC * 60 * 10 + 10); - EXPECT_EQ(eventActivationMap2[2]->ttl_ns, 60 * 2 * NS_PER_SEC); - EXPECT_EQ(eventDeactivationMap2[3][0], eventActivationMap2[0]); - EXPECT_EQ(eventDeactivationMap2[4][0], eventActivationMap2[2]); - - // Cancel battery saver mode and screen on activation. - event = CreateScreenBrightnessChangedEvent(bucketStartTimeNs + NS_PER_SEC * 60 * 16, 140); - processor.OnLogEvent(event.get(), bucketStartTimeNs + NS_PER_SEC * 60 * 16); - EXPECT_FALSE(metricsManager->isActive()); - EXPECT_EQ(broadcastCount, 6); - ASSERT_EQ(activeConfigsBroadcast.size(), 0); - EXPECT_FALSE(metricProducer->mIsActive); - EXPECT_EQ(eventActivationMap[0]->state, ActivationState::kNotActive); - EXPECT_EQ(eventActivationMap[0]->start_ns, bucketStartTimeNs + NS_PER_SEC * 60 * 15 + 15); - EXPECT_EQ(eventActivationMap[0]->ttl_ns, 60 * 6 * NS_PER_SEC); - EXPECT_EQ(eventActivationMap[2]->state, ActivationState::kNotActive); - EXPECT_EQ(eventActivationMap[2]->start_ns, bucketStartTimeNs + NS_PER_SEC * 60 * 10 + 10); - EXPECT_EQ(eventActivationMap[2]->ttl_ns, 60 * 2 * NS_PER_SEC); - EXPECT_EQ(eventDeactivationMap[3][0], eventActivationMap[0]); - EXPECT_EQ(eventDeactivationMap[4][0], eventActivationMap[2]); - EXPECT_FALSE(metricProducer2->mIsActive); - EXPECT_EQ(eventActivationMap2[0]->state, ActivationState::kNotActive); - EXPECT_EQ(eventActivationMap2[0]->start_ns, bucketStartTimeNs + NS_PER_SEC * 60 * 15 + 15); - EXPECT_EQ(eventActivationMap2[0]->ttl_ns, 60 * 6 * NS_PER_SEC); - EXPECT_EQ(eventActivationMap2[2]->state, ActivationState::kNotActive); - EXPECT_EQ(eventActivationMap2[2]->start_ns, bucketStartTimeNs + NS_PER_SEC * 60 * 10 + 10); - EXPECT_EQ(eventActivationMap2[2]->ttl_ns, 60 * 2 * NS_PER_SEC); - EXPECT_EQ(eventDeactivationMap2[3][0], eventActivationMap2[0]); - EXPECT_EQ(eventDeactivationMap2[4][0], eventActivationMap2[2]); - - ConfigMetricsReportList reports; - vector<uint8_t> buffer; - processor.onDumpReport(cfgKey, bucketStartTimeNs + NS_PER_SEC * 60 * 15 + 1, false, true, - ADB_DUMP, FAST, &buffer); - EXPECT_TRUE(buffer.size() > 0); - EXPECT_TRUE(reports.ParseFromArray(&buffer[0], buffer.size())); - backfillDimensionPath(&reports); - backfillStartEndTimestamp(&reports); - ASSERT_EQ(1, reports.reports_size()); - ASSERT_EQ(2, reports.reports(0).metrics_size()); - - StatsLogReport::CountMetricDataWrapper countMetrics; - - sortMetricDataByDimensionsValue(reports.reports(0).metrics(0).count_metrics(), &countMetrics); - ASSERT_EQ(5, countMetrics.data_size()); - - auto data = countMetrics.data(0); - EXPECT_EQ(util::PROCESS_LIFE_CYCLE_STATE_CHANGED, data.dimensions_in_what().field()); - ASSERT_EQ(1, data.dimensions_in_what().value_tuple().dimensions_value_size()); - EXPECT_EQ(1 /* uid field */, - data.dimensions_in_what().value_tuple().dimensions_value(0).field()); - EXPECT_EQ(222, data.dimensions_in_what().value_tuple().dimensions_value(0).value_int()); - ASSERT_EQ(1, data.bucket_info_size()); - EXPECT_EQ(1, data.bucket_info(0).count()); - EXPECT_EQ(bucketStartTimeNs, data.bucket_info(0).start_bucket_elapsed_nanos()); - EXPECT_EQ(bucketStartTimeNs + bucketSizeNs, data.bucket_info(0).end_bucket_elapsed_nanos()); - - data = countMetrics.data(1); - EXPECT_EQ(util::PROCESS_LIFE_CYCLE_STATE_CHANGED, data.dimensions_in_what().field()); - ASSERT_EQ(1, data.dimensions_in_what().value_tuple().dimensions_value_size()); - EXPECT_EQ(1 /* uid field */, - data.dimensions_in_what().value_tuple().dimensions_value(0).field()); - EXPECT_EQ(333, data.dimensions_in_what().value_tuple().dimensions_value(0).value_int()); - ASSERT_EQ(1, data.bucket_info_size()); - EXPECT_EQ(1, data.bucket_info(0).count()); - EXPECT_EQ(bucketStartTimeNs, data.bucket_info(0).start_bucket_elapsed_nanos()); - EXPECT_EQ(bucketStartTimeNs + bucketSizeNs, data.bucket_info(0).end_bucket_elapsed_nanos()); - - data = countMetrics.data(2); - EXPECT_EQ(util::PROCESS_LIFE_CYCLE_STATE_CHANGED, data.dimensions_in_what().field()); - ASSERT_EQ(1, data.dimensions_in_what().value_tuple().dimensions_value_size()); - EXPECT_EQ(1 /* uid field */, - data.dimensions_in_what().value_tuple().dimensions_value(0).field()); - EXPECT_EQ(444, data.dimensions_in_what().value_tuple().dimensions_value(0).value_int()); - ASSERT_EQ(1, data.bucket_info_size()); - EXPECT_EQ(1, data.bucket_info(0).count()); - // Partial bucket as metric is deactivated. - EXPECT_EQ(bucketStartTimeNs + bucketSizeNs, data.bucket_info(0).start_bucket_elapsed_nanos()); - EXPECT_EQ(bucketStartTimeNs + NS_PER_SEC * 60 * 8, - data.bucket_info(0).end_bucket_elapsed_nanos()); - - data = countMetrics.data(3); - EXPECT_EQ(util::PROCESS_LIFE_CYCLE_STATE_CHANGED, data.dimensions_in_what().field()); - ASSERT_EQ(1, data.dimensions_in_what().value_tuple().dimensions_value_size()); - EXPECT_EQ(1 /* uid field */, - data.dimensions_in_what().value_tuple().dimensions_value(0).field()); - EXPECT_EQ(666, data.dimensions_in_what().value_tuple().dimensions_value(0).value_int()); - ASSERT_EQ(1, data.bucket_info_size()); - EXPECT_EQ(1, data.bucket_info(0).count()); - EXPECT_EQ(bucketStartTimeNs + 2 * bucketSizeNs, - data.bucket_info(0).start_bucket_elapsed_nanos()); - EXPECT_EQ(bucketStartTimeNs + NS_PER_SEC * 60 * 11, - data.bucket_info(0).end_bucket_elapsed_nanos()); - - data = countMetrics.data(4); - EXPECT_EQ(util::PROCESS_LIFE_CYCLE_STATE_CHANGED, data.dimensions_in_what().field()); - ASSERT_EQ(1, data.dimensions_in_what().value_tuple().dimensions_value_size()); - EXPECT_EQ(1 /* uid field */, - data.dimensions_in_what().value_tuple().dimensions_value(0).field()); - EXPECT_EQ(777, data.dimensions_in_what().value_tuple().dimensions_value(0).value_int()); - ASSERT_EQ(1, data.bucket_info_size()); - EXPECT_EQ(1, data.bucket_info(0).count()); - EXPECT_EQ(bucketStartTimeNs + 2 * bucketSizeNs, - data.bucket_info(0).start_bucket_elapsed_nanos()); - EXPECT_EQ(bucketStartTimeNs + NS_PER_SEC * 60 * 11, - data.bucket_info(0).end_bucket_elapsed_nanos()); - - countMetrics.clear_data(); - sortMetricDataByDimensionsValue(reports.reports(0).metrics(1).count_metrics(), &countMetrics); - ASSERT_EQ(5, countMetrics.data_size()); - - data = countMetrics.data(0); - EXPECT_EQ(util::ACTIVITY_FOREGROUND_STATE_CHANGED, data.dimensions_in_what().field()); - ASSERT_EQ(1, data.dimensions_in_what().value_tuple().dimensions_value_size()); - EXPECT_EQ(1 /* uid field */, - data.dimensions_in_what().value_tuple().dimensions_value(0).field()); - EXPECT_EQ(2222, data.dimensions_in_what().value_tuple().dimensions_value(0).value_int()); - ASSERT_EQ(1, data.bucket_info_size()); - EXPECT_EQ(1, data.bucket_info(0).count()); - EXPECT_EQ(bucketStartTimeNs, data.bucket_info(0).start_bucket_elapsed_nanos()); - EXPECT_EQ(bucketStartTimeNs + bucketSizeNs, data.bucket_info(0).end_bucket_elapsed_nanos()); - - data = countMetrics.data(1); - EXPECT_EQ(util::ACTIVITY_FOREGROUND_STATE_CHANGED, data.dimensions_in_what().field()); - ASSERT_EQ(1, data.dimensions_in_what().value_tuple().dimensions_value_size()); - EXPECT_EQ(1 /* uid field */, - data.dimensions_in_what().value_tuple().dimensions_value(0).field()); - EXPECT_EQ(3333, data.dimensions_in_what().value_tuple().dimensions_value(0).value_int()); - ASSERT_EQ(1, data.bucket_info_size()); - EXPECT_EQ(1, data.bucket_info(0).count()); - EXPECT_EQ(bucketStartTimeNs, data.bucket_info(0).start_bucket_elapsed_nanos()); - EXPECT_EQ(bucketStartTimeNs + bucketSizeNs, data.bucket_info(0).end_bucket_elapsed_nanos()); - - data = countMetrics.data(2); - EXPECT_EQ(util::ACTIVITY_FOREGROUND_STATE_CHANGED, data.dimensions_in_what().field()); - ASSERT_EQ(1, data.dimensions_in_what().value_tuple().dimensions_value_size()); - EXPECT_EQ(1 /* uid field */, - data.dimensions_in_what().value_tuple().dimensions_value(0).field()); - EXPECT_EQ(4444, data.dimensions_in_what().value_tuple().dimensions_value(0).value_int()); - ASSERT_EQ(1, data.bucket_info_size()); - EXPECT_EQ(1, data.bucket_info(0).count()); - // Partial bucket as metric is deactivated. - EXPECT_EQ(bucketStartTimeNs + bucketSizeNs, data.bucket_info(0).start_bucket_elapsed_nanos()); - EXPECT_EQ(bucketStartTimeNs + NS_PER_SEC * 60 * 8, - data.bucket_info(0).end_bucket_elapsed_nanos()); - - data = countMetrics.data(3); - EXPECT_EQ(util::ACTIVITY_FOREGROUND_STATE_CHANGED, data.dimensions_in_what().field()); - ASSERT_EQ(1, data.dimensions_in_what().value_tuple().dimensions_value_size()); - EXPECT_EQ(1 /* uid field */, - data.dimensions_in_what().value_tuple().dimensions_value(0).field()); - EXPECT_EQ(6666, data.dimensions_in_what().value_tuple().dimensions_value(0).value_int()); - ASSERT_EQ(1, data.bucket_info_size()); - EXPECT_EQ(1, data.bucket_info(0).count()); - EXPECT_EQ(bucketStartTimeNs + 2 * bucketSizeNs, - data.bucket_info(0).start_bucket_elapsed_nanos()); - EXPECT_EQ(bucketStartTimeNs + NS_PER_SEC * 60 * 11, - data.bucket_info(0).end_bucket_elapsed_nanos()); - - data = countMetrics.data(4); - EXPECT_EQ(util::ACTIVITY_FOREGROUND_STATE_CHANGED, data.dimensions_in_what().field()); - ASSERT_EQ(1, data.dimensions_in_what().value_tuple().dimensions_value_size()); - EXPECT_EQ(1 /* uid field */, - data.dimensions_in_what().value_tuple().dimensions_value(0).field()); - EXPECT_EQ(7777, data.dimensions_in_what().value_tuple().dimensions_value(0).value_int()); - ASSERT_EQ(1, data.bucket_info_size()); - EXPECT_EQ(1, data.bucket_info(0).count()); - EXPECT_EQ(bucketStartTimeNs + 2 * bucketSizeNs, - data.bucket_info(0).start_bucket_elapsed_nanos()); - EXPECT_EQ(bucketStartTimeNs + NS_PER_SEC * 60 * 11, - data.bucket_info(0).end_bucket_elapsed_nanos()); -} - -#else -GTEST_LOG_(INFO) << "This test does nothing.\n"; -#endif - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/tests/e2e/MetricConditionLink_e2e_test.cpp b/cmds/statsd/tests/e2e/MetricConditionLink_e2e_test.cpp deleted file mode 100644 index 5e77ee0f0b0a..000000000000 --- a/cmds/statsd/tests/e2e/MetricConditionLink_e2e_test.cpp +++ /dev/null @@ -1,348 +0,0 @@ -// Copyright (C) 2017 The Android Open Source Project -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#include <gtest/gtest.h> - -#include "src/StatsLogProcessor.h" -#include "src/stats_log_util.h" -#include "tests/statsd_test_util.h" - -#include <vector> - -namespace android { -namespace os { -namespace statsd { - -#ifdef __ANDROID__ -namespace { - -StatsdConfig CreateStatsdConfig() { - StatsdConfig config; - config.add_allowed_log_source("AID_ROOT"); // LogEvent defaults to UID of root. - - *config.add_atom_matcher() = CreateScreenTurnedOnAtomMatcher(); - *config.add_atom_matcher() = CreateScreenTurnedOffAtomMatcher(); - - *config.add_atom_matcher() = CreateSyncStartAtomMatcher(); - *config.add_atom_matcher() = CreateSyncEndAtomMatcher(); - - *config.add_atom_matcher() = CreateMoveToBackgroundAtomMatcher(); - *config.add_atom_matcher() = CreateMoveToForegroundAtomMatcher(); - - auto appCrashMatcher = CreateProcessCrashAtomMatcher(); - *config.add_atom_matcher() = appCrashMatcher; - - auto screenIsOffPredicate = CreateScreenIsOffPredicate(); - - auto isSyncingPredicate = CreateIsSyncingPredicate(); - auto syncDimension = isSyncingPredicate.mutable_simple_predicate()->mutable_dimensions(); - *syncDimension = CreateAttributionUidDimensions( - util::SYNC_STATE_CHANGED, {Position::FIRST}); - syncDimension->add_child()->set_field(2 /* name field*/); - - auto isInBackgroundPredicate = CreateIsInBackgroundPredicate(); - *isInBackgroundPredicate.mutable_simple_predicate()->mutable_dimensions() = - CreateDimensions(util::ACTIVITY_FOREGROUND_STATE_CHANGED, {1 /* uid field */ }); - - *config.add_predicate() = screenIsOffPredicate; - *config.add_predicate() = isSyncingPredicate; - *config.add_predicate() = isInBackgroundPredicate; - - auto combinationPredicate = config.add_predicate(); - combinationPredicate->set_id(StringToId("combinationPredicate")); - combinationPredicate->mutable_combination()->set_operation(LogicalOperation::AND); - addPredicateToPredicateCombination(screenIsOffPredicate, combinationPredicate); - addPredicateToPredicateCombination(isSyncingPredicate, combinationPredicate); - addPredicateToPredicateCombination(isInBackgroundPredicate, combinationPredicate); - - auto countMetric = config.add_count_metric(); - countMetric->set_id(StringToId("AppCrashes")); - countMetric->set_what(appCrashMatcher.id()); - countMetric->set_condition(combinationPredicate->id()); - // The metric is dimensioning by uid only. - *countMetric->mutable_dimensions_in_what() = - CreateDimensions(util::PROCESS_LIFE_CYCLE_STATE_CHANGED, {1}); - countMetric->set_bucket(FIVE_MINUTES); - - // Links between crash atom and condition of app is in syncing. - auto links = countMetric->add_links(); - links->set_condition(isSyncingPredicate.id()); - auto dimensionWhat = links->mutable_fields_in_what(); - dimensionWhat->set_field(util::PROCESS_LIFE_CYCLE_STATE_CHANGED); - dimensionWhat->add_child()->set_field(1); // uid field. - *links->mutable_fields_in_condition() = CreateAttributionUidDimensions( - util::SYNC_STATE_CHANGED, {Position::FIRST}); - - // Links between crash atom and condition of app is in background. - links = countMetric->add_links(); - links->set_condition(isInBackgroundPredicate.id()); - dimensionWhat = links->mutable_fields_in_what(); - dimensionWhat->set_field(util::PROCESS_LIFE_CYCLE_STATE_CHANGED); - dimensionWhat->add_child()->set_field(1); // uid field. - auto dimensionCondition = links->mutable_fields_in_condition(); - dimensionCondition->set_field(util::ACTIVITY_FOREGROUND_STATE_CHANGED); - dimensionCondition->add_child()->set_field(1); // uid field. - return config; -} -} // namespace - -// If we want to test multiple dump data, we must do it in separate tests, because in the e2e tests, -// we should use the real API which will clear the data after dump data is called. -TEST(MetricConditionLinkE2eTest, TestMultiplePredicatesAndLinks1) { - auto config = CreateStatsdConfig(); - uint64_t bucketStartTimeNs = 10000000000; - uint64_t bucketSizeNs = - TimeUnitToBucketSizeInMillis(config.count_metric(0).bucket()) * 1000000LL; - - ConfigKey cfgKey; - auto processor = CreateStatsLogProcessor(bucketStartTimeNs, bucketStartTimeNs, config, cfgKey); - ASSERT_EQ(processor->mMetricsManagers.size(), 1u); - EXPECT_TRUE(processor->mMetricsManagers.begin()->second->isConfigValid()); - - int appUid = 123; - auto crashEvent1 = CreateAppCrashEvent(bucketStartTimeNs + 1, appUid); - auto crashEvent2 = CreateAppCrashEvent(bucketStartTimeNs + 201, appUid); - auto crashEvent3 = CreateAppCrashEvent(bucketStartTimeNs + 2 * bucketSizeNs - 101, appUid); - - auto crashEvent4 = CreateAppCrashEvent(bucketStartTimeNs + 51, appUid); - auto crashEvent5 = CreateAppCrashEvent(bucketStartTimeNs + bucketSizeNs + 299, appUid); - auto crashEvent6 = CreateAppCrashEvent(bucketStartTimeNs + bucketSizeNs + 2001, appUid); - - auto crashEvent7 = CreateAppCrashEvent(bucketStartTimeNs + 16, appUid); - auto crashEvent8 = CreateAppCrashEvent(bucketStartTimeNs + bucketSizeNs + 249, appUid); - - auto crashEvent9 = CreateAppCrashEvent(bucketStartTimeNs + bucketSizeNs + 351, appUid); - auto crashEvent10 = CreateAppCrashEvent(bucketStartTimeNs + 2 * bucketSizeNs - 2, appUid); - - auto screenTurnedOnEvent = CreateScreenStateChangedEvent( - bucketStartTimeNs + 2, android::view::DisplayStateEnum::DISPLAY_STATE_ON); - auto screenTurnedOffEvent = CreateScreenStateChangedEvent( - bucketStartTimeNs + 200, android::view::DisplayStateEnum::DISPLAY_STATE_OFF); - auto screenTurnedOnEvent2 = - CreateScreenStateChangedEvent(bucketStartTimeNs + 2 * bucketSizeNs - 100, - android::view::DisplayStateEnum::DISPLAY_STATE_ON); - - std::vector<int> attributionUids = {appUid, appUid + 1}; - std::vector<string> attributionTags = {"App1", "GMSCoreModule1"}; - - auto syncOnEvent1 = CreateSyncStartEvent(bucketStartTimeNs + 50, attributionUids, - attributionTags, "ReadEmail"); - auto syncOffEvent1 = CreateSyncEndEvent(bucketStartTimeNs + bucketSizeNs + 300, attributionUids, - attributionTags, "ReadEmail"); - auto syncOnEvent2 = CreateSyncStartEvent(bucketStartTimeNs + bucketSizeNs + 2000, - attributionUids, attributionTags, "ReadDoc"); - - auto moveToBackgroundEvent1 = CreateMoveToBackgroundEvent(bucketStartTimeNs + 15, appUid); - auto moveToForegroundEvent1 = - CreateMoveToForegroundEvent(bucketStartTimeNs + bucketSizeNs + 250, appUid); - - auto moveToBackgroundEvent2 = - CreateMoveToBackgroundEvent(bucketStartTimeNs + bucketSizeNs + 350, appUid); - auto moveToForegroundEvent2 = - CreateMoveToForegroundEvent(bucketStartTimeNs + 2 * bucketSizeNs - 1, appUid); - - /* - bucket #1 bucket #2 - - - | | | | | | | | | | (crashEvents) - |-------------------------------------|-----------------------------------|--------- - - | | (MoveToBkground) - - | | (MoveToForeground) - - | | (SyncIsOn) - | (SyncIsOff) - | | (ScreenIsOn) - | (ScreenIsOff) - */ - std::vector<std::unique_ptr<LogEvent>> events; - events.push_back(std::move(crashEvent1)); - events.push_back(std::move(crashEvent2)); - events.push_back(std::move(crashEvent3)); - events.push_back(std::move(crashEvent4)); - events.push_back(std::move(crashEvent5)); - events.push_back(std::move(crashEvent6)); - events.push_back(std::move(crashEvent7)); - events.push_back(std::move(crashEvent8)); - events.push_back(std::move(crashEvent9)); - events.push_back(std::move(crashEvent10)); - events.push_back(std::move(screenTurnedOnEvent)); - events.push_back(std::move(screenTurnedOffEvent)); - events.push_back(std::move(screenTurnedOnEvent2)); - events.push_back(std::move(syncOnEvent1)); - events.push_back(std::move(syncOffEvent1)); - events.push_back(std::move(syncOnEvent2)); - events.push_back(std::move(moveToBackgroundEvent1)); - events.push_back(std::move(moveToForegroundEvent1)); - events.push_back(std::move(moveToBackgroundEvent2)); - events.push_back(std::move(moveToForegroundEvent2)); - - sortLogEventsByTimestamp(&events); - - for (const auto& event : events) { - processor->OnLogEvent(event.get()); - } - ConfigMetricsReportList reports; - vector<uint8_t> buffer; - processor->onDumpReport(cfgKey, bucketStartTimeNs + 2 * bucketSizeNs - 1, false, true, ADB_DUMP, - FAST, &buffer); - EXPECT_TRUE(buffer.size() > 0); - EXPECT_TRUE(reports.ParseFromArray(&buffer[0], buffer.size())); - backfillDimensionPath(&reports); - backfillStringInReport(&reports); - backfillStartEndTimestamp(&reports); - ASSERT_EQ(reports.reports_size(), 1); - ASSERT_EQ(reports.reports(0).metrics_size(), 1); - ASSERT_EQ(reports.reports(0).metrics(0).count_metrics().data_size(), 1); - ASSERT_EQ(reports.reports(0).metrics(0).count_metrics().data(0).bucket_info_size(), 1); - EXPECT_EQ(reports.reports(0).metrics(0).count_metrics().data(0).bucket_info(0).count(), 1); - auto data = reports.reports(0).metrics(0).count_metrics().data(0); - // Validate dimension value. - EXPECT_EQ(data.dimensions_in_what().field(), util::PROCESS_LIFE_CYCLE_STATE_CHANGED); - ASSERT_EQ(data.dimensions_in_what().value_tuple().dimensions_value_size(), 1); - // Uid field. - EXPECT_EQ(data.dimensions_in_what().value_tuple().dimensions_value(0).field(), 1); - EXPECT_EQ(data.dimensions_in_what().value_tuple().dimensions_value(0).value_int(), appUid); -} - -TEST(MetricConditionLinkE2eTest, TestMultiplePredicatesAndLinks2) { - auto config = CreateStatsdConfig(); - uint64_t bucketStartTimeNs = 10000000000; - uint64_t bucketSizeNs = - TimeUnitToBucketSizeInMillis(config.count_metric(0).bucket()) * 1000000LL; - - ConfigKey cfgKey; - auto processor = CreateStatsLogProcessor(bucketStartTimeNs, bucketStartTimeNs, config, cfgKey); - ASSERT_EQ(processor->mMetricsManagers.size(), 1u); - EXPECT_TRUE(processor->mMetricsManagers.begin()->second->isConfigValid()); - - int appUid = 123; - auto crashEvent1 = CreateAppCrashEvent(bucketStartTimeNs + 1, appUid); - auto crashEvent2 = CreateAppCrashEvent(bucketStartTimeNs + 201, appUid); - auto crashEvent3 = CreateAppCrashEvent(bucketStartTimeNs + 2 * bucketSizeNs - 101, appUid); - - auto crashEvent4 = CreateAppCrashEvent(bucketStartTimeNs + 51, appUid); - auto crashEvent5 = CreateAppCrashEvent(bucketStartTimeNs + bucketSizeNs + 299, appUid); - auto crashEvent6 = CreateAppCrashEvent(bucketStartTimeNs + bucketSizeNs + 2001, appUid); - - auto crashEvent7 = CreateAppCrashEvent(bucketStartTimeNs + 16, appUid); - auto crashEvent8 = CreateAppCrashEvent(bucketStartTimeNs + bucketSizeNs + 249, appUid); - - auto crashEvent9 = CreateAppCrashEvent(bucketStartTimeNs + bucketSizeNs + 351, appUid); - auto crashEvent10 = CreateAppCrashEvent(bucketStartTimeNs + 2 * bucketSizeNs - 2, appUid); - - auto screenTurnedOnEvent = CreateScreenStateChangedEvent( - bucketStartTimeNs + 2, android::view::DisplayStateEnum::DISPLAY_STATE_ON); - auto screenTurnedOffEvent = CreateScreenStateChangedEvent( - bucketStartTimeNs + 200, android::view::DisplayStateEnum::DISPLAY_STATE_OFF); - auto screenTurnedOnEvent2 = - CreateScreenStateChangedEvent(bucketStartTimeNs + 2 * bucketSizeNs - 100, - android::view::DisplayStateEnum::DISPLAY_STATE_ON); - - std::vector<int> attributionUids = {appUid, appUid + 1}; - std::vector<string> attributionTags = {"App1", "GMSCoreModule1"}; - - auto syncOnEvent1 = CreateSyncStartEvent(bucketStartTimeNs + 50, attributionUids, - attributionTags, "ReadEmail"); - auto syncOffEvent1 = CreateSyncEndEvent(bucketStartTimeNs + bucketSizeNs + 300, attributionUids, - attributionTags, "ReadEmail"); - auto syncOnEvent2 = CreateSyncStartEvent(bucketStartTimeNs + bucketSizeNs + 2000, - attributionUids, attributionTags, "ReadDoc"); - - auto moveToBackgroundEvent1 = CreateMoveToBackgroundEvent(bucketStartTimeNs + 15, appUid); - auto moveToForegroundEvent1 = - CreateMoveToForegroundEvent(bucketStartTimeNs + bucketSizeNs + 250, appUid); - - auto moveToBackgroundEvent2 = - CreateMoveToBackgroundEvent(bucketStartTimeNs + bucketSizeNs + 350, appUid); - auto moveToForegroundEvent2 = - CreateMoveToForegroundEvent(bucketStartTimeNs + 2 * bucketSizeNs - 1, appUid); - - /* - bucket #1 bucket #2 - - - | | | | | | | | | | (crashEvents) - |-------------------------------------|-----------------------------------|--------- - - | | (MoveToBkground) - - | | (MoveToForeground) - - | | (SyncIsOn) - | (SyncIsOff) - | | (ScreenIsOn) - | (ScreenIsOff) - */ - std::vector<std::unique_ptr<LogEvent>> events; - events.push_back(std::move(crashEvent1)); - events.push_back(std::move(crashEvent2)); - events.push_back(std::move(crashEvent3)); - events.push_back(std::move(crashEvent4)); - events.push_back(std::move(crashEvent5)); - events.push_back(std::move(crashEvent6)); - events.push_back(std::move(crashEvent7)); - events.push_back(std::move(crashEvent8)); - events.push_back(std::move(crashEvent9)); - events.push_back(std::move(crashEvent10)); - events.push_back(std::move(screenTurnedOnEvent)); - events.push_back(std::move(screenTurnedOffEvent)); - events.push_back(std::move(screenTurnedOnEvent2)); - events.push_back(std::move(syncOnEvent1)); - events.push_back(std::move(syncOffEvent1)); - events.push_back(std::move(syncOnEvent2)); - events.push_back(std::move(moveToBackgroundEvent1)); - events.push_back(std::move(moveToForegroundEvent1)); - events.push_back(std::move(moveToBackgroundEvent2)); - events.push_back(std::move(moveToForegroundEvent2)); - - sortLogEventsByTimestamp(&events); - - for (const auto& event : events) { - processor->OnLogEvent(event.get()); - } - ConfigMetricsReportList reports; - vector<uint8_t> buffer; - - processor->onDumpReport(cfgKey, bucketStartTimeNs + 2 * bucketSizeNs + 1, false, true, ADB_DUMP, - FAST, &buffer); - EXPECT_TRUE(buffer.size() > 0); - EXPECT_TRUE(reports.ParseFromArray(&buffer[0], buffer.size())); - backfillDimensionPath(&reports); - backfillStringInReport(&reports); - backfillStartEndTimestamp(&reports); - ASSERT_EQ(reports.reports_size(), 1); - ASSERT_EQ(reports.reports(0).metrics_size(), 1); - ASSERT_EQ(reports.reports(0).metrics(0).count_metrics().data_size(), 1); - ASSERT_EQ(reports.reports(0).metrics(0).count_metrics().data(0).bucket_info_size(), 2); - EXPECT_EQ(reports.reports(0).metrics(0).count_metrics().data(0).bucket_info(0).count(), 1); - EXPECT_EQ(reports.reports(0).metrics(0).count_metrics().data(0).bucket_info(1).count(), 3); - auto data = reports.reports(0).metrics(0).count_metrics().data(0); - // Validate dimension value. - EXPECT_EQ(data.dimensions_in_what().field(), util::PROCESS_LIFE_CYCLE_STATE_CHANGED); - ASSERT_EQ(data.dimensions_in_what().value_tuple().dimensions_value_size(), 1); - // Uid field. - EXPECT_EQ(data.dimensions_in_what().value_tuple().dimensions_value(0).field(), 1); - EXPECT_EQ(data.dimensions_in_what().value_tuple().dimensions_value(0).value_int(), appUid); -} - -#else -GTEST_LOG_(INFO) << "This test does nothing.\n"; -#endif - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/tests/e2e/PartialBucket_e2e_test.cpp b/cmds/statsd/tests/e2e/PartialBucket_e2e_test.cpp deleted file mode 100644 index 783f31c7bde8..000000000000 --- a/cmds/statsd/tests/e2e/PartialBucket_e2e_test.cpp +++ /dev/null @@ -1,433 +0,0 @@ -// Copyright (C) 2017 The Android Open Source Project -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#include <android/binder_ibinder.h> -#include <android/binder_interface_utils.h> -#include <gtest/gtest.h> - -#include <vector> - -#include "src/StatsLogProcessor.h" -#include "src/StatsService.h" -#include "src/stats_log_util.h" -#include "tests/statsd_test_util.h" - -using::ndk::SharedRefBase; -using std::shared_ptr; - -namespace android { -namespace os { -namespace statsd { - -#ifdef __ANDROID__ -namespace { -const string kApp1 = "app1.sharing.1"; -const int kConfigKey = 789130123; // Randomly chosen to avoid collisions with existing configs. -const int kCallingUid = 0; // Randomly chosen - -void SendConfig(shared_ptr<StatsService>& service, const StatsdConfig& config) { - string str; - config.SerializeToString(&str); - std::vector<int8_t> configAsVec(str.begin(), str.end()); - service->addConfiguration(kConfigKey, configAsVec, kCallingUid); -} - -ConfigMetricsReport GetReports(sp<StatsLogProcessor> processor, int64_t timestamp, - bool include_current = false) { - vector<uint8_t> output; - ConfigKey configKey(AIBinder_getCallingUid(), kConfigKey); - processor->onDumpReport(configKey, timestamp, include_current /* include_current_bucket*/, - true /* erase_data */, ADB_DUMP, NO_TIME_CONSTRAINTS, &output); - ConfigMetricsReportList reports; - reports.ParseFromArray(output.data(), output.size()); - EXPECT_EQ(1, reports.reports_size()); - return reports.reports(kCallingUid); -} - -StatsdConfig MakeConfig() { - StatsdConfig config; - config.add_allowed_log_source("AID_ROOT"); // LogEvent defaults to UID of root. - - auto appCrashMatcher = CreateProcessCrashAtomMatcher(); - *config.add_atom_matcher() = appCrashMatcher; - auto countMetric = config.add_count_metric(); - countMetric->set_id(StringToId("AppCrashes")); - countMetric->set_what(appCrashMatcher.id()); - countMetric->set_bucket(FIVE_MINUTES); - return config; -} - -StatsdConfig MakeValueMetricConfig(int64_t minTime) { - StatsdConfig config; - config.add_allowed_log_source("AID_ROOT"); // LogEvent defaults to UID of root. - config.add_default_pull_packages("AID_ROOT"); // Fake puller is registered with root. - - auto pulledAtomMatcher = - CreateSimpleAtomMatcher("TestMatcher", util::SUBSYSTEM_SLEEP_STATE); - *config.add_atom_matcher() = pulledAtomMatcher; - *config.add_atom_matcher() = CreateScreenTurnedOnAtomMatcher(); - *config.add_atom_matcher() = CreateScreenTurnedOffAtomMatcher(); - - auto valueMetric = config.add_value_metric(); - valueMetric->set_id(123456); - valueMetric->set_what(pulledAtomMatcher.id()); - *valueMetric->mutable_value_field() = - CreateDimensions(util::SUBSYSTEM_SLEEP_STATE, {4 /* time sleeping field */}); - *valueMetric->mutable_dimensions_in_what() = - CreateDimensions(util::SUBSYSTEM_SLEEP_STATE, {1 /* subsystem name */}); - valueMetric->set_bucket(FIVE_MINUTES); - valueMetric->set_min_bucket_size_nanos(minTime); - valueMetric->set_use_absolute_value_on_reset(true); - valueMetric->set_skip_zero_diff_output(false); - return config; -} - -StatsdConfig MakeGaugeMetricConfig(int64_t minTime) { - StatsdConfig config; - config.add_allowed_log_source("AID_ROOT"); // LogEvent defaults to UID of root. - config.add_default_pull_packages("AID_ROOT"); // Fake puller is registered with root. - - auto pulledAtomMatcher = - CreateSimpleAtomMatcher("TestMatcher", util::SUBSYSTEM_SLEEP_STATE); - *config.add_atom_matcher() = pulledAtomMatcher; - *config.add_atom_matcher() = CreateScreenTurnedOnAtomMatcher(); - *config.add_atom_matcher() = CreateScreenTurnedOffAtomMatcher(); - - auto gaugeMetric = config.add_gauge_metric(); - gaugeMetric->set_id(123456); - gaugeMetric->set_what(pulledAtomMatcher.id()); - gaugeMetric->mutable_gauge_fields_filter()->set_include_all(true); - *gaugeMetric->mutable_dimensions_in_what() = - CreateDimensions(util::SUBSYSTEM_SLEEP_STATE, {1 /* subsystem name */}); - gaugeMetric->set_bucket(FIVE_MINUTES); - gaugeMetric->set_min_bucket_size_nanos(minTime); - return config; -} -} // anonymous namespace - -TEST(PartialBucketE2eTest, TestCountMetricWithoutSplit) { - shared_ptr<StatsService> service = SharedRefBase::make<StatsService>(nullptr, nullptr); - SendConfig(service, MakeConfig()); - int64_t start = getElapsedRealtimeNs(); // This is the start-time the metrics producers are - // initialized with. - - service->mProcessor->OnLogEvent(CreateAppCrashEvent(start + 1, 100).get()); - service->mProcessor->OnLogEvent(CreateAppCrashEvent(start + 2, 100).get()); - - ConfigMetricsReport report = GetReports(service->mProcessor, start + 3); - // Expect no metrics since the bucket has not finished yet. - ASSERT_EQ(1, report.metrics_size()); - ASSERT_EQ(0, report.metrics(0).count_metrics().data_size()); -} - -TEST(PartialBucketE2eTest, TestCountMetricNoSplitOnNewApp) { - shared_ptr<StatsService> service = SharedRefBase::make<StatsService>(nullptr, nullptr); - SendConfig(service, MakeConfig()); - int64_t start = getElapsedRealtimeNs(); // This is the start-time the metrics producers are - // initialized with. - - // Force the uidmap to update at timestamp 2. - service->mProcessor->OnLogEvent(CreateAppCrashEvent(start + 1, 100).get()); - // This is a new installation, so there shouldn't be a split (should be same as the without - // split case). - service->mUidMap->updateApp(start + 2, String16(kApp1.c_str()), 1, 2, String16("v2"), - String16("")); - // Goes into the second bucket. - service->mProcessor->OnLogEvent(CreateAppCrashEvent(start + 3, 100).get()); - - ConfigMetricsReport report = GetReports(service->mProcessor, start + 4); - ASSERT_EQ(1, report.metrics_size()); - ASSERT_EQ(0, report.metrics(0).count_metrics().data_size()); -} - -TEST(PartialBucketE2eTest, TestCountMetricSplitOnUpgrade) { - shared_ptr<StatsService> service = SharedRefBase::make<StatsService>(nullptr, nullptr); - SendConfig(service, MakeConfig()); - int64_t start = getElapsedRealtimeNs(); // This is the start-time the metrics producers are - // initialized with. - service->mUidMap->updateMap(start, {1}, {1}, {String16("v1")}, {String16(kApp1.c_str())}, - {String16("")}); - - // Force the uidmap to update at timestamp 2. - service->mProcessor->OnLogEvent(CreateAppCrashEvent(start + 1, 100).get()); - service->mUidMap->updateApp(start + 2, String16(kApp1.c_str()), 1, 2, String16("v2"), - String16("")); - // Goes into the second bucket. - service->mProcessor->OnLogEvent(CreateAppCrashEvent(start + 3, 100).get()); - - ConfigMetricsReport report = GetReports(service->mProcessor, start + 4); - backfillStartEndTimestamp(&report); - - ASSERT_EQ(1, report.metrics_size()); - ASSERT_EQ(1, report.metrics(0).count_metrics().data_size()); - ASSERT_EQ(1, report.metrics(0).count_metrics().data(0).bucket_info_size()); - EXPECT_TRUE(report.metrics(0) - .count_metrics() - .data(0) - .bucket_info(0) - .has_start_bucket_elapsed_nanos()); - EXPECT_TRUE(report.metrics(0) - .count_metrics() - .data(0) - .bucket_info(0) - .has_end_bucket_elapsed_nanos()); - EXPECT_EQ(1, report.metrics(0).count_metrics().data(0).bucket_info(0).count()); -} - -TEST(PartialBucketE2eTest, TestCountMetricSplitOnRemoval) { - shared_ptr<StatsService> service = SharedRefBase::make<StatsService>(nullptr, nullptr); - SendConfig(service, MakeConfig()); - int64_t start = getElapsedRealtimeNs(); // This is the start-time the metrics producers are - // initialized with. - service->mUidMap->updateMap(start, {1}, {1}, {String16("v1")}, {String16(kApp1.c_str())}, - {String16("")}); - - // Force the uidmap to update at timestamp 2. - service->mProcessor->OnLogEvent(CreateAppCrashEvent(start + 1, 100).get()); - service->mUidMap->removeApp(start + 2, String16(kApp1.c_str()), 1); - // Goes into the second bucket. - service->mProcessor->OnLogEvent(CreateAppCrashEvent(start + 3, 100).get()); - - ConfigMetricsReport report = GetReports(service->mProcessor, start + 4); - backfillStartEndTimestamp(&report); - - ASSERT_EQ(1, report.metrics_size()); - ASSERT_EQ(1, report.metrics(0).count_metrics().data_size()); - ASSERT_EQ(1, report.metrics(0).count_metrics().data(0).bucket_info_size()); - EXPECT_TRUE(report.metrics(0) - .count_metrics() - .data(0) - .bucket_info(0) - .has_start_bucket_elapsed_nanos()); - EXPECT_TRUE(report.metrics(0) - .count_metrics() - .data(0) - .bucket_info(0) - .has_end_bucket_elapsed_nanos()); - EXPECT_EQ(1, report.metrics(0).count_metrics().data(0).bucket_info(0).count()); -} - -TEST(PartialBucketE2eTest, TestCountMetricSplitOnBoot) { - shared_ptr<StatsService> service = SharedRefBase::make<StatsService>(nullptr, nullptr); - SendConfig(service, MakeConfig()); - int64_t start = getElapsedRealtimeNs(); // This is the start-time the metrics producers are - // initialized with. - - // Goes into the first bucket - service->mProcessor->OnLogEvent(CreateAppCrashEvent(start + NS_PER_SEC, 100).get()); - int64_t bootCompleteTimeNs = start + 2 * NS_PER_SEC; - service->mProcessor->onStatsdInitCompleted(bootCompleteTimeNs); - // Goes into the second bucket. - service->mProcessor->OnLogEvent(CreateAppCrashEvent(start + 3 * NS_PER_SEC, 100).get()); - - ConfigMetricsReport report = GetReports(service->mProcessor, start + 4 * NS_PER_SEC); - backfillStartEndTimestamp(&report); - - ASSERT_EQ(1, report.metrics_size()); - ASSERT_EQ(1, report.metrics(0).count_metrics().data_size()); - ASSERT_EQ(1, report.metrics(0).count_metrics().data(0).bucket_info_size()); - EXPECT_TRUE(report.metrics(0) - .count_metrics() - .data(0) - .bucket_info(0) - .has_start_bucket_elapsed_nanos()); - EXPECT_EQ(MillisToNano(NanoToMillis(bootCompleteTimeNs)), - report.metrics(0).count_metrics().data(0).bucket_info(0).end_bucket_elapsed_nanos()); - EXPECT_EQ(1, report.metrics(0).count_metrics().data(0).bucket_info(0).count()); -} - -TEST(PartialBucketE2eTest, TestValueMetricWithoutMinPartialBucket) { - shared_ptr<StatsService> service = SharedRefBase::make<StatsService>(nullptr, nullptr); - service->mPullerManager->RegisterPullAtomCallback( - /*uid=*/0, util::SUBSYSTEM_SLEEP_STATE, NS_PER_SEC, NS_PER_SEC * 10, {}, - SharedRefBase::make<FakeSubsystemSleepCallback>()); - // Partial buckets don't occur when app is first installed. - service->mUidMap->updateApp(1, String16(kApp1.c_str()), 1, 1, String16("v1"), String16("")); - SendConfig(service, MakeValueMetricConfig(0)); - int64_t start = getElapsedRealtimeNs(); // This is the start-time the metrics producers are - // initialized with. - - service->mProcessor->informPullAlarmFired(5 * 60 * NS_PER_SEC + start); - int64_t appUpgradeTimeNs = 5 * 60 * NS_PER_SEC + start + 2 * NS_PER_SEC; - service->mUidMap->updateApp(appUpgradeTimeNs, String16(kApp1.c_str()), 1, 2, String16("v2"), - String16("")); - - ConfigMetricsReport report = - GetReports(service->mProcessor, 5 * 60 * NS_PER_SEC + start + 100 * NS_PER_SEC); - backfillStartEndTimestamp(&report); - - ASSERT_EQ(1, report.metrics_size()); - ASSERT_EQ(0, report.metrics(0).value_metrics().skipped_size()); - - // The fake subsystem state sleep puller returns two atoms. - ASSERT_EQ(2, report.metrics(0).value_metrics().data_size()); - ASSERT_EQ(2, report.metrics(0).value_metrics().data(0).bucket_info_size()); - EXPECT_EQ(MillisToNano(NanoToMillis(appUpgradeTimeNs)), - report.metrics(0).value_metrics().data(0).bucket_info(1).end_bucket_elapsed_nanos()); -} - -TEST(PartialBucketE2eTest, TestValueMetricWithMinPartialBucket) { - shared_ptr<StatsService> service = SharedRefBase::make<StatsService>(nullptr, nullptr); - service->mPullerManager->RegisterPullAtomCallback( - /*uid=*/0, util::SUBSYSTEM_SLEEP_STATE, NS_PER_SEC, NS_PER_SEC * 10, {}, - SharedRefBase::make<FakeSubsystemSleepCallback>()); - // Partial buckets don't occur when app is first installed. - service->mUidMap->updateApp(1, String16(kApp1.c_str()), 1, 1, String16("v1"), String16("")); - SendConfig(service, MakeValueMetricConfig(60 * NS_PER_SEC /* One minute */)); - int64_t start = getElapsedRealtimeNs(); // This is the start-time the metrics producers are - // initialized with. - - const int64_t endSkipped = 5 * 60 * NS_PER_SEC + start + 2 * NS_PER_SEC; - service->mProcessor->informPullAlarmFired(5 * 60 * NS_PER_SEC + start); - service->mUidMap->updateApp(endSkipped, String16(kApp1.c_str()), 1, 2, String16("v2"), - String16("")); - - ConfigMetricsReport report = - GetReports(service->mProcessor, 5 * 60 * NS_PER_SEC + start + 100 * NS_PER_SEC); - backfillStartEndTimestamp(&report); - - ASSERT_EQ(1, report.metrics_size()); - ASSERT_EQ(1, report.metrics(0).value_metrics().skipped_size()); - EXPECT_TRUE(report.metrics(0).value_metrics().skipped(0).has_start_bucket_elapsed_nanos()); - // Can't test the start time since it will be based on the actual time when the pulling occurs. - EXPECT_EQ(MillisToNano(NanoToMillis(endSkipped)), - report.metrics(0).value_metrics().skipped(0).end_bucket_elapsed_nanos()); - - ASSERT_EQ(2, report.metrics(0).value_metrics().data_size()); - ASSERT_EQ(1, report.metrics(0).value_metrics().data(0).bucket_info_size()); -} - -TEST(PartialBucketE2eTest, TestValueMetricOnBootWithoutMinPartialBucket) { - shared_ptr<StatsService> service = SharedRefBase::make<StatsService>(nullptr, nullptr); - // Initial pull will fail since puller is not registered. - SendConfig(service, MakeValueMetricConfig(0)); - int64_t start = getElapsedRealtimeNs(); // This is the start-time the metrics producers are - // initialized with. - - service->mPullerManager->RegisterPullAtomCallback( - /*uid=*/0, util::SUBSYSTEM_SLEEP_STATE, NS_PER_SEC, NS_PER_SEC * 10, {}, - SharedRefBase::make<FakeSubsystemSleepCallback>()); - - int64_t bootCompleteTimeNs = start + NS_PER_SEC; - service->mProcessor->onStatsdInitCompleted(bootCompleteTimeNs); - - service->mProcessor->informPullAlarmFired(5 * 60 * NS_PER_SEC + start); - - ConfigMetricsReport report = GetReports(service->mProcessor, 5 * 60 * NS_PER_SEC + start + 100); - backfillStartEndTimestamp(&report); - - // First bucket is dropped due to the initial pull failing - ASSERT_EQ(1, report.metrics_size()); - ASSERT_EQ(1, report.metrics(0).value_metrics().skipped_size()); - EXPECT_EQ(MillisToNano(NanoToMillis(bootCompleteTimeNs)), - report.metrics(0).value_metrics().skipped(0).end_bucket_elapsed_nanos()); - - // The fake subsystem state sleep puller returns two atoms. - ASSERT_EQ(2, report.metrics(0).value_metrics().data_size()); - ASSERT_EQ(1, report.metrics(0).value_metrics().data(0).bucket_info_size()); - EXPECT_EQ( - MillisToNano(NanoToMillis(bootCompleteTimeNs)), - report.metrics(0).value_metrics().data(0).bucket_info(0).start_bucket_elapsed_nanos()); -} - -TEST(PartialBucketE2eTest, TestGaugeMetricWithoutMinPartialBucket) { - shared_ptr<StatsService> service = SharedRefBase::make<StatsService>(nullptr, nullptr); - service->mPullerManager->RegisterPullAtomCallback( - /*uid=*/0, util::SUBSYSTEM_SLEEP_STATE, NS_PER_SEC, NS_PER_SEC * 10, {}, - SharedRefBase::make<FakeSubsystemSleepCallback>()); - // Partial buckets don't occur when app is first installed. - service->mUidMap->updateApp(1, String16(kApp1.c_str()), 1, 1, String16("v1"), String16("")); - SendConfig(service, MakeGaugeMetricConfig(0)); - int64_t start = getElapsedRealtimeNs(); // This is the start-time the metrics producers are - // initialized with. - - service->mProcessor->informPullAlarmFired(5 * 60 * NS_PER_SEC + start); - service->mUidMap->updateApp(5 * 60 * NS_PER_SEC + start + 2, String16(kApp1.c_str()), 1, 2, - String16("v2"), String16("")); - - ConfigMetricsReport report = GetReports(service->mProcessor, 5 * 60 * NS_PER_SEC + start + 100); - backfillStartEndTimestamp(&report); - ASSERT_EQ(1, report.metrics_size()); - ASSERT_EQ(0, report.metrics(0).gauge_metrics().skipped_size()); - // The fake subsystem state sleep puller returns two atoms. - ASSERT_EQ(2, report.metrics(0).gauge_metrics().data_size()); - ASSERT_EQ(2, report.metrics(0).gauge_metrics().data(0).bucket_info_size()); -} - -TEST(PartialBucketE2eTest, TestGaugeMetricWithMinPartialBucket) { - shared_ptr<StatsService> service = SharedRefBase::make<StatsService>(nullptr, nullptr); - // Partial buckets don't occur when app is first installed. - service->mUidMap->updateApp(1, String16(kApp1.c_str()), 1, 1, String16("v1"), String16("")); - service->mPullerManager->RegisterPullAtomCallback( - /*uid=*/0, util::SUBSYSTEM_SLEEP_STATE, NS_PER_SEC, NS_PER_SEC * 10, {}, - SharedRefBase::make<FakeSubsystemSleepCallback>()); - SendConfig(service, MakeGaugeMetricConfig(60 * NS_PER_SEC /* One minute */)); - int64_t start = getElapsedRealtimeNs(); // This is the start-time the metrics producers are - // initialized with. - - const int64_t endSkipped = 5 * 60 * NS_PER_SEC + start + 2; - service->mProcessor->informPullAlarmFired(5 * 60 * NS_PER_SEC + start); - service->mUidMap->updateApp(endSkipped, String16(kApp1.c_str()), 1, 2, String16("v2"), - String16("")); - - ConfigMetricsReport report = - GetReports(service->mProcessor, 5 * 60 * NS_PER_SEC + start + 100 * NS_PER_SEC); - backfillStartEndTimestamp(&report); - ASSERT_EQ(1, report.metrics_size()); - ASSERT_EQ(1, report.metrics(0).gauge_metrics().skipped_size()); - // Can't test the start time since it will be based on the actual time when the pulling occurs. - EXPECT_TRUE(report.metrics(0).gauge_metrics().skipped(0).has_start_bucket_elapsed_nanos()); - EXPECT_EQ(MillisToNano(NanoToMillis(endSkipped)), - report.metrics(0).gauge_metrics().skipped(0).end_bucket_elapsed_nanos()); - ASSERT_EQ(2, report.metrics(0).gauge_metrics().data_size()); - ASSERT_EQ(1, report.metrics(0).gauge_metrics().data(0).bucket_info_size()); -} - -TEST(PartialBucketE2eTest, TestGaugeMetricOnBootWithoutMinPartialBucket) { - shared_ptr<StatsService> service = SharedRefBase::make<StatsService>(nullptr, nullptr); - // Initial pull will fail since puller hasn't been registered. - SendConfig(service, MakeGaugeMetricConfig(0)); - int64_t start = getElapsedRealtimeNs(); // This is the start-time the metrics producers are - // initialized with. - - service->mPullerManager->RegisterPullAtomCallback( - /*uid=*/0, util::SUBSYSTEM_SLEEP_STATE, NS_PER_SEC, NS_PER_SEC * 10, {}, - SharedRefBase::make<FakeSubsystemSleepCallback>()); - - int64_t bootCompleteTimeNs = start + NS_PER_SEC; - service->mProcessor->onStatsdInitCompleted(bootCompleteTimeNs); - - service->mProcessor->informPullAlarmFired(5 * 60 * NS_PER_SEC + start); - - ConfigMetricsReport report = GetReports(service->mProcessor, 5 * 60 * NS_PER_SEC + start + 100); - backfillStartEndTimestamp(&report); - - ASSERT_EQ(1, report.metrics_size()); - ASSERT_EQ(0, report.metrics(0).gauge_metrics().skipped_size()); - // The fake subsystem state sleep puller returns two atoms. - ASSERT_EQ(2, report.metrics(0).gauge_metrics().data_size()); - // No data in the first bucket, so nothing is reported - ASSERT_EQ(1, report.metrics(0).gauge_metrics().data(0).bucket_info_size()); - EXPECT_EQ( - MillisToNano(NanoToMillis(bootCompleteTimeNs)), - report.metrics(0).gauge_metrics().data(0).bucket_info(0).start_bucket_elapsed_nanos()); -} - -#else -GTEST_LOG_(INFO) << "This test does nothing.\n"; -#endif - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/tests/e2e/ValueMetric_pull_e2e_test.cpp b/cmds/statsd/tests/e2e/ValueMetric_pull_e2e_test.cpp deleted file mode 100644 index 4d3928277527..000000000000 --- a/cmds/statsd/tests/e2e/ValueMetric_pull_e2e_test.cpp +++ /dev/null @@ -1,679 +0,0 @@ -// Copyright (C) 2017 The Android Open Source Project -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#include <android/binder_interface_utils.h> -#include <gtest/gtest.h> - -#include "src/StatsLogProcessor.h" -#include "src/stats_log_util.h" -#include "tests/statsd_test_util.h" - -#include <vector> - -using ::ndk::SharedRefBase; - -namespace android { -namespace os { -namespace statsd { - -#ifdef __ANDROID__ - -namespace { - -const int64_t metricId = 123456; - -StatsdConfig CreateStatsdConfig(bool useCondition = true) { - StatsdConfig config; - config.add_allowed_log_source("AID_ROOT"); // LogEvent defaults to UID of root. - config.add_default_pull_packages("AID_ROOT"); // Fake puller is registered with root. - auto pulledAtomMatcher = - CreateSimpleAtomMatcher("TestMatcher", util::SUBSYSTEM_SLEEP_STATE); - *config.add_atom_matcher() = pulledAtomMatcher; - *config.add_atom_matcher() = CreateScreenTurnedOnAtomMatcher(); - *config.add_atom_matcher() = CreateScreenTurnedOffAtomMatcher(); - - auto screenIsOffPredicate = CreateScreenIsOffPredicate(); - *config.add_predicate() = screenIsOffPredicate; - - auto valueMetric = config.add_value_metric(); - valueMetric->set_id(metricId); - valueMetric->set_what(pulledAtomMatcher.id()); - if (useCondition) { - valueMetric->set_condition(screenIsOffPredicate.id()); - } - *valueMetric->mutable_value_field() = - CreateDimensions(util::SUBSYSTEM_SLEEP_STATE, {4 /* time sleeping field */}); - *valueMetric->mutable_dimensions_in_what() = - CreateDimensions(util::SUBSYSTEM_SLEEP_STATE, {1 /* subsystem name */}); - valueMetric->set_bucket(FIVE_MINUTES); - valueMetric->set_use_absolute_value_on_reset(true); - valueMetric->set_skip_zero_diff_output(false); - valueMetric->set_max_pull_delay_sec(INT_MAX); - return config; -} - -StatsdConfig CreateStatsdConfigWithStates() { - StatsdConfig config; - config.add_allowed_log_source("AID_ROOT"); // LogEvent defaults to UID of root. - config.add_default_pull_packages("AID_ROOT"); // Fake puller is registered with root. - - auto pulledAtomMatcher = CreateSimpleAtomMatcher("TestMatcher", util::SUBSYSTEM_SLEEP_STATE); - *config.add_atom_matcher() = pulledAtomMatcher; - *config.add_atom_matcher() = CreateScreenTurnedOnAtomMatcher(); - *config.add_atom_matcher() = CreateScreenTurnedOffAtomMatcher(); - *config.add_atom_matcher() = CreateBatteryStateNoneMatcher(); - *config.add_atom_matcher() = CreateBatteryStateUsbMatcher(); - - auto screenOnPredicate = CreateScreenIsOnPredicate(); - *config.add_predicate() = screenOnPredicate; - - auto screenOffPredicate = CreateScreenIsOffPredicate(); - *config.add_predicate() = screenOffPredicate; - - auto deviceUnpluggedPredicate = CreateDeviceUnpluggedPredicate(); - *config.add_predicate() = deviceUnpluggedPredicate; - - auto screenOnOnBatteryPredicate = config.add_predicate(); - screenOnOnBatteryPredicate->set_id(StringToId("screenOnOnBatteryPredicate")); - screenOnOnBatteryPredicate->mutable_combination()->set_operation(LogicalOperation::AND); - addPredicateToPredicateCombination(screenOnPredicate, screenOnOnBatteryPredicate); - addPredicateToPredicateCombination(deviceUnpluggedPredicate, screenOnOnBatteryPredicate); - - auto screenOffOnBatteryPredicate = config.add_predicate(); - screenOffOnBatteryPredicate->set_id(StringToId("ScreenOffOnBattery")); - screenOffOnBatteryPredicate->mutable_combination()->set_operation(LogicalOperation::AND); - addPredicateToPredicateCombination(screenOffPredicate, screenOffOnBatteryPredicate); - addPredicateToPredicateCombination(deviceUnpluggedPredicate, screenOffOnBatteryPredicate); - - const State screenState = - CreateScreenStateWithSimpleOnOffMap(/*screen on id=*/321, /*screen off id=*/123); - *config.add_state() = screenState; - - // ValueMetricSubsystemSleepWhileScreenOnOnBattery - auto valueMetric1 = config.add_value_metric(); - valueMetric1->set_id(metricId); - valueMetric1->set_what(pulledAtomMatcher.id()); - valueMetric1->set_condition(screenOnOnBatteryPredicate->id()); - *valueMetric1->mutable_value_field() = - CreateDimensions(util::SUBSYSTEM_SLEEP_STATE, {4 /* time sleeping field */}); - valueMetric1->set_bucket(FIVE_MINUTES); - valueMetric1->set_use_absolute_value_on_reset(true); - valueMetric1->set_skip_zero_diff_output(false); - valueMetric1->set_max_pull_delay_sec(INT_MAX); - - // ValueMetricSubsystemSleepWhileScreenOffOnBattery - ValueMetric* valueMetric2 = config.add_value_metric(); - valueMetric2->set_id(StringToId("ValueMetricSubsystemSleepWhileScreenOffOnBattery")); - valueMetric2->set_what(pulledAtomMatcher.id()); - valueMetric2->set_condition(screenOffOnBatteryPredicate->id()); - *valueMetric2->mutable_value_field() = - CreateDimensions(util::SUBSYSTEM_SLEEP_STATE, {4 /* time sleeping field */}); - valueMetric2->set_bucket(FIVE_MINUTES); - valueMetric2->set_use_absolute_value_on_reset(true); - valueMetric2->set_skip_zero_diff_output(false); - valueMetric2->set_max_pull_delay_sec(INT_MAX); - - // ValueMetricSubsystemSleepWhileOnBatterySliceScreen - ValueMetric* valueMetric3 = config.add_value_metric(); - valueMetric3->set_id(StringToId("ValueMetricSubsystemSleepWhileOnBatterySliceScreen")); - valueMetric3->set_what(pulledAtomMatcher.id()); - valueMetric3->set_condition(deviceUnpluggedPredicate.id()); - *valueMetric3->mutable_value_field() = - CreateDimensions(util::SUBSYSTEM_SLEEP_STATE, {4 /* time sleeping field */}); - valueMetric3->add_slice_by_state(screenState.id()); - valueMetric3->set_bucket(FIVE_MINUTES); - valueMetric3->set_use_absolute_value_on_reset(true); - valueMetric3->set_skip_zero_diff_output(false); - valueMetric3->set_max_pull_delay_sec(INT_MAX); - return config; -} - -} // namespace - -/** - * Tests the initial condition and condition after the first log events for - * value metrics with either a combination condition or simple condition. - * - * Metrics should be initialized with condition kUnknown (given that the - * predicate is using the default InitialValue of UNKNOWN). The condition should - * be updated to either kFalse or kTrue if a condition event is logged for all - * children conditions. - */ -TEST(ValueMetricE2eTest, TestInitialConditionChanges) { - StatsdConfig config = CreateStatsdConfigWithStates(); - int64_t baseTimeNs = getElapsedRealtimeNs(); - int64_t configAddedTimeNs = 10 * 60 * NS_PER_SEC + baseTimeNs; - int64_t bucketSizeNs = TimeUnitToBucketSizeInMillis(config.value_metric(0).bucket()) * 1000000; - - ConfigKey cfgKey; - int32_t tagId = util::SUBSYSTEM_SLEEP_STATE; - auto processor = - CreateStatsLogProcessor(baseTimeNs, configAddedTimeNs, config, cfgKey, - SharedRefBase::make<FakeSubsystemSleepCallback>(), tagId); - - EXPECT_EQ(processor->mMetricsManagers.size(), 1u); - sp<MetricsManager> metricsManager = processor->mMetricsManagers.begin()->second; - EXPECT_TRUE(metricsManager->isConfigValid()); - EXPECT_EQ(3, metricsManager->mAllMetricProducers.size()); - - // Combination condition metric - screen on and device unplugged - sp<MetricProducer> metricProducer1 = metricsManager->mAllMetricProducers[0]; - // Simple condition metric - device unplugged - sp<MetricProducer> metricProducer2 = metricsManager->mAllMetricProducers[2]; - - EXPECT_EQ(ConditionState::kUnknown, metricProducer1->mCondition); - EXPECT_EQ(ConditionState::kUnknown, metricProducer2->mCondition); - - auto screenOnEvent = - CreateScreenStateChangedEvent(configAddedTimeNs + 30, android::view::DISPLAY_STATE_ON); - processor->OnLogEvent(screenOnEvent.get()); - EXPECT_EQ(ConditionState::kUnknown, metricProducer1->mCondition); - EXPECT_EQ(ConditionState::kUnknown, metricProducer2->mCondition); - - auto screenOffEvent = - CreateScreenStateChangedEvent(configAddedTimeNs + 40, android::view::DISPLAY_STATE_OFF); - processor->OnLogEvent(screenOffEvent.get()); - EXPECT_EQ(ConditionState::kUnknown, metricProducer1->mCondition); - EXPECT_EQ(ConditionState::kUnknown, metricProducer2->mCondition); - - auto pluggedUsbEvent = CreateBatteryStateChangedEvent( - configAddedTimeNs + 50, BatteryPluggedStateEnum::BATTERY_PLUGGED_USB); - processor->OnLogEvent(pluggedUsbEvent.get()); - EXPECT_EQ(ConditionState::kFalse, metricProducer1->mCondition); - EXPECT_EQ(ConditionState::kFalse, metricProducer2->mCondition); - - auto pluggedNoneEvent = CreateBatteryStateChangedEvent( - configAddedTimeNs + 70, BatteryPluggedStateEnum::BATTERY_PLUGGED_NONE); - processor->OnLogEvent(pluggedNoneEvent.get()); - EXPECT_EQ(ConditionState::kFalse, metricProducer1->mCondition); - EXPECT_EQ(ConditionState::kTrue, metricProducer2->mCondition); -} - -TEST(ValueMetricE2eTest, TestPulledEvents) { - auto config = CreateStatsdConfig(); - int64_t baseTimeNs = getElapsedRealtimeNs(); - int64_t configAddedTimeNs = 10 * 60 * NS_PER_SEC + baseTimeNs; - int64_t bucketSizeNs = TimeUnitToBucketSizeInMillis(config.value_metric(0).bucket()) * 1000000; - - ConfigKey cfgKey; - auto processor = CreateStatsLogProcessor(baseTimeNs, configAddedTimeNs, config, cfgKey, - SharedRefBase::make<FakeSubsystemSleepCallback>(), - util::SUBSYSTEM_SLEEP_STATE); - ASSERT_EQ(processor->mMetricsManagers.size(), 1u); - EXPECT_TRUE(processor->mMetricsManagers.begin()->second->isConfigValid()); - processor->mPullerManager->ForceClearPullerCache(); - - int startBucketNum = processor->mMetricsManagers.begin() - ->second->mAllMetricProducers[0] - ->getCurrentBucketNum(); - EXPECT_GT(startBucketNum, (int64_t)0); - - // When creating the config, the value metric producer should register the alarm at the - // end of the current bucket. - ASSERT_EQ((size_t)1, processor->mPullerManager->mReceivers.size()); - EXPECT_EQ(bucketSizeNs, - processor->mPullerManager->mReceivers.begin()->second.front().intervalNs); - int64_t& expectedPullTimeNs = - processor->mPullerManager->mReceivers.begin()->second.front().nextPullTimeNs; - EXPECT_EQ(baseTimeNs + startBucketNum * bucketSizeNs + bucketSizeNs, expectedPullTimeNs); - - auto screenOffEvent = - CreateScreenStateChangedEvent(configAddedTimeNs + 55, android::view::DISPLAY_STATE_OFF); - processor->OnLogEvent(screenOffEvent.get()); - - auto screenOnEvent = - CreateScreenStateChangedEvent(configAddedTimeNs + 65, android::view::DISPLAY_STATE_ON); - processor->OnLogEvent(screenOnEvent.get()); - - screenOffEvent = - CreateScreenStateChangedEvent(configAddedTimeNs + 75, android::view::DISPLAY_STATE_OFF); - processor->OnLogEvent(screenOffEvent.get()); - - // Pulling alarm arrives on time and reset the sequential pulling alarm. - processor->informPullAlarmFired(expectedPullTimeNs + 1); - EXPECT_EQ(baseTimeNs + startBucketNum * bucketSizeNs + 2 * bucketSizeNs, expectedPullTimeNs); - - processor->informPullAlarmFired(expectedPullTimeNs + 1); - - screenOnEvent = CreateScreenStateChangedEvent(configAddedTimeNs + 2 * bucketSizeNs + 15, - android::view::DISPLAY_STATE_ON); - processor->OnLogEvent(screenOnEvent.get()); - - processor->informPullAlarmFired(expectedPullTimeNs + 1); - - processor->informPullAlarmFired(expectedPullTimeNs + 1); - - screenOffEvent = CreateScreenStateChangedEvent(configAddedTimeNs + 4 * bucketSizeNs + 11, - android::view::DISPLAY_STATE_OFF); - processor->OnLogEvent(screenOffEvent.get()); - - processor->informPullAlarmFired(expectedPullTimeNs + 1); - - processor->informPullAlarmFired(expectedPullTimeNs + 1); - - ConfigMetricsReportList reports; - vector<uint8_t> buffer; - processor->onDumpReport(cfgKey, configAddedTimeNs + 7 * bucketSizeNs + 10, false, true, - ADB_DUMP, FAST, &buffer); - EXPECT_TRUE(buffer.size() > 0); - EXPECT_TRUE(reports.ParseFromArray(&buffer[0], buffer.size())); - backfillDimensionPath(&reports); - backfillStringInReport(&reports); - backfillStartEndTimestamp(&reports); - ASSERT_EQ(1, reports.reports_size()); - ASSERT_EQ(1, reports.reports(0).metrics_size()); - StatsLogReport::ValueMetricDataWrapper valueMetrics; - sortMetricDataByDimensionsValue(reports.reports(0).metrics(0).value_metrics(), &valueMetrics); - ASSERT_GT((int)valueMetrics.data_size(), 1); - - auto data = valueMetrics.data(0); - EXPECT_EQ(util::SUBSYSTEM_SLEEP_STATE, data.dimensions_in_what().field()); - ASSERT_EQ(1, data.dimensions_in_what().value_tuple().dimensions_value_size()); - EXPECT_EQ(1 /* subsystem name field */, - data.dimensions_in_what().value_tuple().dimensions_value(0).field()); - EXPECT_FALSE(data.dimensions_in_what().value_tuple().dimensions_value(0).value_str().empty()); - // We have 4 buckets, the first one was incomplete since the condition was unknown. - ASSERT_EQ(4, data.bucket_info_size()); - - EXPECT_EQ(baseTimeNs + 3 * bucketSizeNs, data.bucket_info(0).start_bucket_elapsed_nanos()); - EXPECT_EQ(baseTimeNs + 4 * bucketSizeNs, data.bucket_info(0).end_bucket_elapsed_nanos()); - ASSERT_EQ(1, data.bucket_info(0).values_size()); - - EXPECT_EQ(baseTimeNs + 4 * bucketSizeNs, data.bucket_info(1).start_bucket_elapsed_nanos()); - EXPECT_EQ(baseTimeNs + 5 * bucketSizeNs, data.bucket_info(1).end_bucket_elapsed_nanos()); - ASSERT_EQ(1, data.bucket_info(1).values_size()); - - EXPECT_EQ(baseTimeNs + 6 * bucketSizeNs, data.bucket_info(2).start_bucket_elapsed_nanos()); - EXPECT_EQ(baseTimeNs + 7 * bucketSizeNs, data.bucket_info(2).end_bucket_elapsed_nanos()); - ASSERT_EQ(1, data.bucket_info(2).values_size()); - - EXPECT_EQ(baseTimeNs + 7 * bucketSizeNs, data.bucket_info(3).start_bucket_elapsed_nanos()); - EXPECT_EQ(baseTimeNs + 8 * bucketSizeNs, data.bucket_info(3).end_bucket_elapsed_nanos()); - ASSERT_EQ(1, data.bucket_info(3).values_size()); -} - -TEST(ValueMetricE2eTest, TestPulledEvents_LateAlarm) { - auto config = CreateStatsdConfig(); - int64_t baseTimeNs = getElapsedRealtimeNs(); - // 10 mins == 2 bucket durations. - int64_t configAddedTimeNs = 10 * 60 * NS_PER_SEC + baseTimeNs; - int64_t bucketSizeNs = TimeUnitToBucketSizeInMillis(config.value_metric(0).bucket()) * 1000000; - - ConfigKey cfgKey; - auto processor = CreateStatsLogProcessor(baseTimeNs, configAddedTimeNs, config, cfgKey, - SharedRefBase::make<FakeSubsystemSleepCallback>(), - util::SUBSYSTEM_SLEEP_STATE); - ASSERT_EQ(processor->mMetricsManagers.size(), 1u); - EXPECT_TRUE(processor->mMetricsManagers.begin()->second->isConfigValid()); - processor->mPullerManager->ForceClearPullerCache(); - - int startBucketNum = processor->mMetricsManagers.begin() - ->second->mAllMetricProducers[0] - ->getCurrentBucketNum(); - EXPECT_GT(startBucketNum, (int64_t)0); - - // When creating the config, the value metric producer should register the alarm at the - // end of the current bucket. - ASSERT_EQ((size_t)1, processor->mPullerManager->mReceivers.size()); - EXPECT_EQ(bucketSizeNs, - processor->mPullerManager->mReceivers.begin()->second.front().intervalNs); - int64_t& expectedPullTimeNs = - processor->mPullerManager->mReceivers.begin()->second.front().nextPullTimeNs; - EXPECT_EQ(baseTimeNs + startBucketNum * bucketSizeNs + bucketSizeNs, expectedPullTimeNs); - - // Screen off/on/off events. - auto screenOffEvent = - CreateScreenStateChangedEvent(configAddedTimeNs + 55, android::view::DISPLAY_STATE_OFF); - processor->OnLogEvent(screenOffEvent.get()); - - auto screenOnEvent = - CreateScreenStateChangedEvent(configAddedTimeNs + 65, android::view::DISPLAY_STATE_ON); - processor->OnLogEvent(screenOnEvent.get()); - - screenOffEvent = - CreateScreenStateChangedEvent(configAddedTimeNs + 75, android::view::DISPLAY_STATE_OFF); - processor->OnLogEvent(screenOffEvent.get()); - - // Pulling alarm arrives late by 2 buckets and 1 ns. 2 buckets late is too far away in the - // future, data will be skipped. - processor->informPullAlarmFired(expectedPullTimeNs + 2 * bucketSizeNs + 1); - EXPECT_EQ(baseTimeNs + startBucketNum * bucketSizeNs + 4 * bucketSizeNs, expectedPullTimeNs); - - // This screen state change will start a new bucket. - screenOnEvent = CreateScreenStateChangedEvent(configAddedTimeNs + 4 * bucketSizeNs + 65, - android::view::DISPLAY_STATE_ON); - processor->OnLogEvent(screenOnEvent.get()); - - // The alarm is delayed but we already created a bucket thanks to the screen state condition. - // This bucket does not have to be skipped since the alarm arrives in time for the next bucket. - processor->informPullAlarmFired(expectedPullTimeNs + bucketSizeNs + 21); - EXPECT_EQ(baseTimeNs + startBucketNum * bucketSizeNs + 6 * bucketSizeNs, expectedPullTimeNs); - - screenOffEvent = CreateScreenStateChangedEvent(configAddedTimeNs + 6 * bucketSizeNs + 31, - android::view::DISPLAY_STATE_OFF); - processor->OnLogEvent(screenOffEvent.get()); - - processor->informPullAlarmFired(expectedPullTimeNs + bucketSizeNs + 21); - EXPECT_EQ(baseTimeNs + startBucketNum * bucketSizeNs + 8 * bucketSizeNs, expectedPullTimeNs); - - processor->informPullAlarmFired(expectedPullTimeNs + 1); - EXPECT_EQ(baseTimeNs + startBucketNum * bucketSizeNs + 9 * bucketSizeNs, expectedPullTimeNs); - - ConfigMetricsReportList reports; - vector<uint8_t> buffer; - processor->onDumpReport(cfgKey, configAddedTimeNs + 9 * bucketSizeNs + 10, false, true, - ADB_DUMP, FAST, &buffer); - EXPECT_TRUE(buffer.size() > 0); - EXPECT_TRUE(reports.ParseFromArray(&buffer[0], buffer.size())); - backfillDimensionPath(&reports); - backfillStringInReport(&reports); - backfillStartEndTimestamp(&reports); - ASSERT_EQ(1, reports.reports_size()); - ASSERT_EQ(1, reports.reports(0).metrics_size()); - StatsLogReport::ValueMetricDataWrapper valueMetrics; - sortMetricDataByDimensionsValue(reports.reports(0).metrics(0).value_metrics(), &valueMetrics); - ASSERT_GT((int)valueMetrics.data_size(), 1); - - auto data = valueMetrics.data(0); - EXPECT_EQ(util::SUBSYSTEM_SLEEP_STATE, data.dimensions_in_what().field()); - ASSERT_EQ(1, data.dimensions_in_what().value_tuple().dimensions_value_size()); - EXPECT_EQ(1 /* subsystem name field */, - data.dimensions_in_what().value_tuple().dimensions_value(0).field()); - EXPECT_FALSE(data.dimensions_in_what().value_tuple().dimensions_value(0).value_str().empty()); - ASSERT_EQ(3, data.bucket_info_size()); - - EXPECT_EQ(baseTimeNs + 5 * bucketSizeNs, data.bucket_info(0).start_bucket_elapsed_nanos()); - EXPECT_EQ(baseTimeNs + 6 * bucketSizeNs, data.bucket_info(0).end_bucket_elapsed_nanos()); - ASSERT_EQ(1, data.bucket_info(0).values_size()); - - EXPECT_EQ(baseTimeNs + 8 * bucketSizeNs, data.bucket_info(1).start_bucket_elapsed_nanos()); - EXPECT_EQ(baseTimeNs + 9 * bucketSizeNs, data.bucket_info(1).end_bucket_elapsed_nanos()); - ASSERT_EQ(1, data.bucket_info(1).values_size()); - - EXPECT_EQ(baseTimeNs + 9 * bucketSizeNs, data.bucket_info(2).start_bucket_elapsed_nanos()); - EXPECT_EQ(baseTimeNs + 10 * bucketSizeNs, data.bucket_info(2).end_bucket_elapsed_nanos()); - ASSERT_EQ(1, data.bucket_info(2).values_size()); -} - -TEST(ValueMetricE2eTest, TestPulledEvents_WithActivation) { - auto config = CreateStatsdConfig(false); - int64_t baseTimeNs = getElapsedRealtimeNs(); - int64_t configAddedTimeNs = 10 * 60 * NS_PER_SEC + baseTimeNs; - int64_t bucketSizeNs = TimeUnitToBucketSizeInMillis(config.value_metric(0).bucket()) * 1000000; - - auto batterySaverStartMatcher = CreateBatterySaverModeStartAtomMatcher(); - *config.add_atom_matcher() = batterySaverStartMatcher; - const int64_t ttlNs = 2 * bucketSizeNs; // Two buckets. - auto metric_activation = config.add_metric_activation(); - metric_activation->set_metric_id(metricId); - metric_activation->set_activation_type(ACTIVATE_IMMEDIATELY); - auto event_activation = metric_activation->add_event_activation(); - event_activation->set_atom_matcher_id(batterySaverStartMatcher.id()); - event_activation->set_ttl_seconds(ttlNs / 1000000000); - - ConfigKey cfgKey; - auto processor = CreateStatsLogProcessor(baseTimeNs, configAddedTimeNs, config, cfgKey, - SharedRefBase::make<FakeSubsystemSleepCallback>(), - util::SUBSYSTEM_SLEEP_STATE); - ASSERT_EQ(processor->mMetricsManagers.size(), 1u); - EXPECT_TRUE(processor->mMetricsManagers.begin()->second->isConfigValid()); - processor->mPullerManager->ForceClearPullerCache(); - - int startBucketNum = processor->mMetricsManagers.begin() - ->second->mAllMetricProducers[0] - ->getCurrentBucketNum(); - EXPECT_GT(startBucketNum, (int64_t)0); - EXPECT_FALSE(processor->mMetricsManagers.begin()->second->mAllMetricProducers[0]->isActive()); - - // When creating the config, the value metric producer should register the alarm at the - // end of the current bucket. - ASSERT_EQ((size_t)1, processor->mPullerManager->mReceivers.size()); - EXPECT_EQ(bucketSizeNs, - processor->mPullerManager->mReceivers.begin()->second.front().intervalNs); - int64_t& expectedPullTimeNs = - processor->mPullerManager->mReceivers.begin()->second.front().nextPullTimeNs; - EXPECT_EQ(baseTimeNs + startBucketNum * bucketSizeNs + bucketSizeNs, expectedPullTimeNs); - - // Pulling alarm arrives on time and reset the sequential pulling alarm. - processor->informPullAlarmFired(expectedPullTimeNs + 1); // 15 mins + 1 ns. - EXPECT_EQ(baseTimeNs + startBucketNum * bucketSizeNs + 2 * bucketSizeNs, expectedPullTimeNs); - EXPECT_FALSE(processor->mMetricsManagers.begin()->second->mAllMetricProducers[0]->isActive()); - - // Activate the metric. A pull occurs here - const int64_t activationNs = configAddedTimeNs + bucketSizeNs + (2 * 1000 * 1000); // 2 millis. - auto batterySaverOnEvent = CreateBatterySaverOnEvent(activationNs); - processor->OnLogEvent(batterySaverOnEvent.get()); // 15 mins + 2 ms. - EXPECT_TRUE(processor->mMetricsManagers.begin()->second->mAllMetricProducers[0]->isActive()); - - processor->informPullAlarmFired(expectedPullTimeNs + 1); // 20 mins + 1 ns. - EXPECT_EQ(baseTimeNs + startBucketNum * bucketSizeNs + 3 * bucketSizeNs, expectedPullTimeNs); - - processor->informPullAlarmFired(expectedPullTimeNs + 2); // 25 mins + 2 ns. - EXPECT_EQ(baseTimeNs + startBucketNum * bucketSizeNs + 4 * bucketSizeNs, expectedPullTimeNs); - - // Create random event to deactivate metric. - auto deactivationEvent = CreateScreenBrightnessChangedEvent(activationNs + ttlNs + 1, 50); - processor->OnLogEvent(deactivationEvent.get()); - EXPECT_FALSE(processor->mMetricsManagers.begin()->second->mAllMetricProducers[0]->isActive()); - - processor->informPullAlarmFired(expectedPullTimeNs + 3); - EXPECT_EQ(baseTimeNs + startBucketNum * bucketSizeNs + 5 * bucketSizeNs, expectedPullTimeNs); - - processor->informPullAlarmFired(expectedPullTimeNs + 4); - EXPECT_EQ(baseTimeNs + startBucketNum * bucketSizeNs + 6 * bucketSizeNs, expectedPullTimeNs); - - ConfigMetricsReportList reports; - vector<uint8_t> buffer; - processor->onDumpReport(cfgKey, configAddedTimeNs + 7 * bucketSizeNs + 10, false, true, - ADB_DUMP, FAST, &buffer); - EXPECT_TRUE(buffer.size() > 0); - EXPECT_TRUE(reports.ParseFromArray(&buffer[0], buffer.size())); - backfillDimensionPath(&reports); - backfillStringInReport(&reports); - backfillStartEndTimestamp(&reports); - ASSERT_EQ(1, reports.reports_size()); - ASSERT_EQ(1, reports.reports(0).metrics_size()); - StatsLogReport::ValueMetricDataWrapper valueMetrics; - sortMetricDataByDimensionsValue(reports.reports(0).metrics(0).value_metrics(), &valueMetrics); - ASSERT_GT((int)valueMetrics.data_size(), 0); - - auto data = valueMetrics.data(0); - EXPECT_EQ(util::SUBSYSTEM_SLEEP_STATE, data.dimensions_in_what().field()); - ASSERT_EQ(1, data.dimensions_in_what().value_tuple().dimensions_value_size()); - EXPECT_EQ(1 /* subsystem name field */, - data.dimensions_in_what().value_tuple().dimensions_value(0).field()); - EXPECT_FALSE(data.dimensions_in_what().value_tuple().dimensions_value(0).value_str().empty()); - // We have 2 full buckets, the two surrounding the activation are dropped. - ASSERT_EQ(2, data.bucket_info_size()); - - auto bucketInfo = data.bucket_info(0); - EXPECT_EQ(baseTimeNs + 3 * bucketSizeNs, bucketInfo.start_bucket_elapsed_nanos()); - EXPECT_EQ(baseTimeNs + 4 * bucketSizeNs, bucketInfo.end_bucket_elapsed_nanos()); - ASSERT_EQ(1, bucketInfo.values_size()); - - bucketInfo = data.bucket_info(1); - EXPECT_EQ(baseTimeNs + 4 * bucketSizeNs, bucketInfo.start_bucket_elapsed_nanos()); - EXPECT_EQ(baseTimeNs + 5 * bucketSizeNs, bucketInfo.end_bucket_elapsed_nanos()); - ASSERT_EQ(1, bucketInfo.values_size()); -} - -/** - * Test initialization of a simple value metric that is sliced by a state. - * - * ValueCpuUserTimePerScreenState - */ -TEST(ValueMetricE2eTest, TestInitWithSlicedState) { - // Create config. - StatsdConfig config; - config.add_allowed_log_source("AID_ROOT"); // LogEvent defaults to UID of root. - - auto pulledAtomMatcher = - CreateSimpleAtomMatcher("TestMatcher", util::SUBSYSTEM_SLEEP_STATE); - *config.add_atom_matcher() = pulledAtomMatcher; - - auto screenState = CreateScreenState(); - *config.add_state() = screenState; - - // Create value metric that slices by screen state without a map. - int64_t metricId = 123456; - auto valueMetric = config.add_value_metric(); - valueMetric->set_id(metricId); - valueMetric->set_bucket(TimeUnit::FIVE_MINUTES); - valueMetric->set_what(pulledAtomMatcher.id()); - *valueMetric->mutable_value_field() = - CreateDimensions(util::CPU_TIME_PER_UID, {2 /* user_time_micros */}); - valueMetric->add_slice_by_state(screenState.id()); - valueMetric->set_max_pull_delay_sec(INT_MAX); - - // Initialize StatsLogProcessor. - const uint64_t bucketStartTimeNs = 10000000000; // 0:10 - const uint64_t bucketSizeNs = - TimeUnitToBucketSizeInMillis(config.value_metric(0).bucket()) * 1000000LL; - int uid = 12345; - int64_t cfgId = 98765; - ConfigKey cfgKey(uid, cfgId); - - auto processor = CreateStatsLogProcessor(bucketStartTimeNs, bucketStartTimeNs, config, cfgKey); - - // Check that StateTrackers were initialized correctly. - EXPECT_EQ(1, StateManager::getInstance().getStateTrackersCount()); - EXPECT_EQ(1, StateManager::getInstance().getListenersCount(SCREEN_STATE_ATOM_ID)); - - // Check that ValueMetricProducer was initialized correctly. - ASSERT_EQ(1U, processor->mMetricsManagers.size()); - sp<MetricsManager> metricsManager = processor->mMetricsManagers.begin()->second; - EXPECT_TRUE(metricsManager->isConfigValid()); - ASSERT_EQ(1, metricsManager->mAllMetricProducers.size()); - sp<MetricProducer> metricProducer = metricsManager->mAllMetricProducers[0]; - ASSERT_EQ(1, metricProducer->mSlicedStateAtoms.size()); - EXPECT_EQ(SCREEN_STATE_ATOM_ID, metricProducer->mSlicedStateAtoms.at(0)); - ASSERT_EQ(0, metricProducer->mStateGroupMap.size()); -} - -/** - * Test initialization of a value metric that is sliced by state and has - * dimensions_in_what. - * - * ValueCpuUserTimePerUidPerUidProcessState - */ -TEST(ValueMetricE2eTest, TestInitWithSlicedState_WithDimensions) { - // Create config. - StatsdConfig config; - config.add_allowed_log_source("AID_ROOT"); // LogEvent defaults to UID of root. - - auto cpuTimePerUidMatcher = - CreateSimpleAtomMatcher("CpuTimePerUidMatcher", util::CPU_TIME_PER_UID); - *config.add_atom_matcher() = cpuTimePerUidMatcher; - - auto uidProcessState = CreateUidProcessState(); - *config.add_state() = uidProcessState; - - // Create value metric that slices by screen state with a complete map. - int64_t metricId = 123456; - auto valueMetric = config.add_value_metric(); - valueMetric->set_id(metricId); - valueMetric->set_bucket(TimeUnit::FIVE_MINUTES); - valueMetric->set_what(cpuTimePerUidMatcher.id()); - *valueMetric->mutable_value_field() = - CreateDimensions(util::CPU_TIME_PER_UID, {2 /* user_time_micros */}); - *valueMetric->mutable_dimensions_in_what() = - CreateDimensions(util::CPU_TIME_PER_UID, {1 /* uid */}); - valueMetric->add_slice_by_state(uidProcessState.id()); - MetricStateLink* stateLink = valueMetric->add_state_link(); - stateLink->set_state_atom_id(UID_PROCESS_STATE_ATOM_ID); - auto fieldsInWhat = stateLink->mutable_fields_in_what(); - *fieldsInWhat = CreateDimensions(util::CPU_TIME_PER_UID, {1 /* uid */}); - auto fieldsInState = stateLink->mutable_fields_in_state(); - *fieldsInState = CreateDimensions(UID_PROCESS_STATE_ATOM_ID, {1 /* uid */}); - valueMetric->set_max_pull_delay_sec(INT_MAX); - - // Initialize StatsLogProcessor. - const uint64_t bucketStartTimeNs = 10000000000; // 0:10 - int uid = 12345; - int64_t cfgId = 98765; - ConfigKey cfgKey(uid, cfgId); - - auto processor = CreateStatsLogProcessor(bucketStartTimeNs, bucketStartTimeNs, config, cfgKey); - - // Check that StateTrackers were initialized correctly. - EXPECT_EQ(1, StateManager::getInstance().getStateTrackersCount()); - EXPECT_EQ(1, StateManager::getInstance().getListenersCount(UID_PROCESS_STATE_ATOM_ID)); - - // Check that ValueMetricProducer was initialized correctly. - ASSERT_EQ(1U, processor->mMetricsManagers.size()); - sp<MetricsManager> metricsManager = processor->mMetricsManagers.begin()->second; - EXPECT_TRUE(metricsManager->isConfigValid()); - ASSERT_EQ(1, metricsManager->mAllMetricProducers.size()); - sp<MetricProducer> metricProducer = metricsManager->mAllMetricProducers[0]; - ASSERT_EQ(1, metricProducer->mSlicedStateAtoms.size()); - EXPECT_EQ(UID_PROCESS_STATE_ATOM_ID, metricProducer->mSlicedStateAtoms.at(0)); - ASSERT_EQ(0, metricProducer->mStateGroupMap.size()); -} - -/** - * Test initialization of a value metric that is sliced by state and has - * dimensions_in_what. - * - * ValueCpuUserTimePerUidPerUidProcessState - */ -TEST(ValueMetricE2eTest, TestInitWithSlicedState_WithIncorrectDimensions) { - // Create config. - StatsdConfig config; - config.add_allowed_log_source("AID_ROOT"); // LogEvent defaults to UID of root. - - auto cpuTimePerUidMatcher = - CreateSimpleAtomMatcher("CpuTimePerUidMatcher", util::CPU_TIME_PER_UID); - *config.add_atom_matcher() = cpuTimePerUidMatcher; - - auto uidProcessState = CreateUidProcessState(); - *config.add_state() = uidProcessState; - - // Create value metric that slices by screen state with a complete map. - int64_t metricId = 123456; - auto valueMetric = config.add_value_metric(); - valueMetric->set_id(metricId); - valueMetric->set_bucket(TimeUnit::FIVE_MINUTES); - valueMetric->set_what(cpuTimePerUidMatcher.id()); - *valueMetric->mutable_value_field() = - CreateDimensions(util::CPU_TIME_PER_UID, {2 /* user_time_micros */}); - valueMetric->add_slice_by_state(uidProcessState.id()); - MetricStateLink* stateLink = valueMetric->add_state_link(); - stateLink->set_state_atom_id(UID_PROCESS_STATE_ATOM_ID); - auto fieldsInWhat = stateLink->mutable_fields_in_what(); - *fieldsInWhat = CreateDimensions(util::CPU_TIME_PER_UID, {1 /* uid */}); - auto fieldsInState = stateLink->mutable_fields_in_state(); - *fieldsInState = CreateDimensions(UID_PROCESS_STATE_ATOM_ID, {1 /* uid */}); - valueMetric->set_max_pull_delay_sec(INT_MAX); - - // Initialize StatsLogProcessor. - const uint64_t bucketStartTimeNs = 10000000000; // 0:10 - int uid = 12345; - int64_t cfgId = 98765; - ConfigKey cfgKey(uid, cfgId); - auto processor = CreateStatsLogProcessor(bucketStartTimeNs, bucketStartTimeNs, config, cfgKey); - - // No StateTrackers are initialized. - EXPECT_EQ(0, StateManager::getInstance().getStateTrackersCount()); - - // Config initialization fails. - ASSERT_EQ(0, processor->mMetricsManagers.size()); -} - -#else -GTEST_LOG_(INFO) << "This test does nothing.\n"; -#endif - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/tests/e2e/WakelockDuration_e2e_test.cpp b/cmds/statsd/tests/e2e/WakelockDuration_e2e_test.cpp deleted file mode 100644 index 52bc222e5fe2..000000000000 --- a/cmds/statsd/tests/e2e/WakelockDuration_e2e_test.cpp +++ /dev/null @@ -1,355 +0,0 @@ -// Copyright (C) 2017 The Android Open Source Project -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#include <gtest/gtest.h> - -#include "src/StatsLogProcessor.h" -#include "src/stats_log_util.h" -#include "tests/statsd_test_util.h" - -#include <vector> - -namespace android { -namespace os { -namespace statsd { - -#ifdef __ANDROID__ - -namespace { - -StatsdConfig CreateStatsdConfig(DurationMetric::AggregationType aggregationType) { - StatsdConfig config; - config.add_allowed_log_source("AID_ROOT"); // LogEvent defaults to UID of root. - *config.add_atom_matcher() = CreateScreenTurnedOnAtomMatcher(); - *config.add_atom_matcher() = CreateScreenTurnedOffAtomMatcher(); - *config.add_atom_matcher() = CreateAcquireWakelockAtomMatcher(); - *config.add_atom_matcher() = CreateReleaseWakelockAtomMatcher(); - - auto screenIsOffPredicate = CreateScreenIsOffPredicate(); - *config.add_predicate() = screenIsOffPredicate; - - auto holdingWakelockPredicate = CreateHoldingWakelockPredicate(); - // The predicate is dimensioning by any attribution node and both by uid and tag. - FieldMatcher dimensions = CreateAttributionUidAndTagDimensions( - util::WAKELOCK_STATE_CHANGED, {Position::FIRST, Position::LAST}); - // Also slice by the wakelock tag - dimensions.add_child()->set_field(3); // The wakelock tag is set in field 3 of the wakelock. - *holdingWakelockPredicate.mutable_simple_predicate()->mutable_dimensions() = dimensions; - *config.add_predicate() = holdingWakelockPredicate; - - auto durationMetric = config.add_duration_metric(); - durationMetric->set_id(StringToId("WakelockDuration")); - durationMetric->set_what(holdingWakelockPredicate.id()); - durationMetric->set_condition(screenIsOffPredicate.id()); - durationMetric->set_aggregation_type(aggregationType); - // The metric is dimensioning by first attribution node and only by uid. - *durationMetric->mutable_dimensions_in_what() = - CreateAttributionUidDimensions( - util::WAKELOCK_STATE_CHANGED, {Position::FIRST}); - durationMetric->set_bucket(FIVE_MINUTES); - return config; -} - -std::vector<int> attributionUids1 = {111, 222, 222}; -std::vector<string> attributionTags1 = {"App1", "GMSCoreModule1", "GMSCoreModule2"}; - -std::vector<int> attributionUids2 = {111, 222, 222}; -std::vector<string> attributionTags2 = {"App2", "GMSCoreModule1", "GMSCoreModule2"}; - -/* -Events: -Screen off is met from (200ns,1 min+500ns]. -Acquire event for wl1 from 2ns to 1min+2ns -Acquire event for wl2 from 1min-10ns to 2min-15ns -*/ -void FeedEvents(StatsdConfig config, sp<StatsLogProcessor> processor) { - uint64_t bucketStartTimeNs = 10000000000; - uint64_t bucketSizeNs = - TimeUnitToBucketSizeInMillis(config.duration_metric(0).bucket()) * 1000000LL; - - auto screenTurnedOnEvent = CreateScreenStateChangedEvent( - bucketStartTimeNs + 1, android::view::DisplayStateEnum::DISPLAY_STATE_ON); - auto screenTurnedOffEvent = CreateScreenStateChangedEvent( - bucketStartTimeNs + 200, android::view::DisplayStateEnum::DISPLAY_STATE_OFF); - auto screenTurnedOnEvent2 = - CreateScreenStateChangedEvent(bucketStartTimeNs + bucketSizeNs + 500, - android::view::DisplayStateEnum::DISPLAY_STATE_ON); - - auto acquireEvent1 = CreateAcquireWakelockEvent(bucketStartTimeNs + 2, attributionUids1, - attributionTags1, "wl1"); - auto releaseEvent1 = CreateReleaseWakelockEvent(bucketStartTimeNs + bucketSizeNs + 2, - attributionUids1, attributionTags1, "wl1"); - auto acquireEvent2 = CreateAcquireWakelockEvent(bucketStartTimeNs + bucketSizeNs - 10, - attributionUids2, attributionTags2, "wl2"); - auto releaseEvent2 = CreateReleaseWakelockEvent(bucketStartTimeNs + 2 * bucketSizeNs - 15, - attributionUids2, attributionTags2, "wl2"); - - std::vector<std::unique_ptr<LogEvent>> events; - - events.push_back(std::move(screenTurnedOnEvent)); - events.push_back(std::move(screenTurnedOffEvent)); - events.push_back(std::move(screenTurnedOnEvent2)); - events.push_back(std::move(acquireEvent1)); - events.push_back(std::move(acquireEvent2)); - events.push_back(std::move(releaseEvent1)); - events.push_back(std::move(releaseEvent2)); - - sortLogEventsByTimestamp(&events); - - for (const auto& event : events) { - processor->OnLogEvent(event.get()); - } -} - -} // namespace - -TEST(WakelockDurationE2eTest, TestAggregatedPredicateDimensionsForSumDuration1) { - ConfigKey cfgKey; - auto config = CreateStatsdConfig(DurationMetric::SUM); - uint64_t bucketStartTimeNs = 10000000000; - uint64_t bucketSizeNs = - TimeUnitToBucketSizeInMillis(config.duration_metric(0).bucket()) * 1000000LL; - auto processor = CreateStatsLogProcessor(bucketStartTimeNs, bucketStartTimeNs, config, cfgKey); - ASSERT_EQ(processor->mMetricsManagers.size(), 1u); - EXPECT_TRUE(processor->mMetricsManagers.begin()->second->isConfigValid()); - FeedEvents(config, processor); - vector<uint8_t> buffer; - ConfigMetricsReportList reports; - processor->onDumpReport(cfgKey, bucketStartTimeNs + 2 * bucketSizeNs - 1, false, true, ADB_DUMP, - FAST, &buffer); - EXPECT_TRUE(buffer.size() > 0); - EXPECT_TRUE(reports.ParseFromArray(&buffer[0], buffer.size())); - backfillDimensionPath(&reports); - backfillStringInReport(&reports); - backfillStartEndTimestamp(&reports); - - ASSERT_EQ(reports.reports_size(), 1); - ASSERT_EQ(reports.reports(0).metrics_size(), 1); - // Only 1 dimension output. The tag dimension in the predicate has been aggregated. - ASSERT_EQ(reports.reports(0).metrics(0).duration_metrics().data_size(), 1); - - auto data = reports.reports(0).metrics(0).duration_metrics().data(0); - // Validate dimension value. - ValidateAttributionUidDimension(data.dimensions_in_what(), - util::WAKELOCK_STATE_CHANGED, 111); - // Validate bucket info. - ASSERT_EQ(reports.reports(0).metrics(0).duration_metrics().data(0).bucket_info_size(), 1); - data = reports.reports(0).metrics(0).duration_metrics().data(0); - // The wakelock holding interval starts from the screen off event and to the end of the 1st - // bucket. - EXPECT_EQ((unsigned long long)data.bucket_info(0).duration_nanos(), bucketSizeNs - 200); -} - -TEST(WakelockDurationE2eTest, TestAggregatedPredicateDimensionsForSumDuration2) { - ConfigKey cfgKey; - auto config = CreateStatsdConfig(DurationMetric::SUM); - uint64_t bucketStartTimeNs = 10000000000; - uint64_t bucketSizeNs = - TimeUnitToBucketSizeInMillis(config.duration_metric(0).bucket()) * 1000000LL; - auto processor = CreateStatsLogProcessor(bucketStartTimeNs, bucketStartTimeNs, config, cfgKey); - ASSERT_EQ(processor->mMetricsManagers.size(), 1u); - EXPECT_TRUE(processor->mMetricsManagers.begin()->second->isConfigValid()); - FeedEvents(config, processor); - vector<uint8_t> buffer; - ConfigMetricsReportList reports; - processor->onDumpReport(cfgKey, bucketStartTimeNs + 2 * bucketSizeNs + 1, false, true, ADB_DUMP, - FAST, &buffer); - EXPECT_TRUE(buffer.size() > 0); - EXPECT_TRUE(reports.ParseFromArray(&buffer[0], buffer.size())); - backfillDimensionPath(&reports); - backfillStringInReport(&reports); - backfillStartEndTimestamp(&reports); - ASSERT_EQ(reports.reports_size(), 1); - ASSERT_EQ(reports.reports(0).metrics_size(), 1); - ASSERT_EQ(reports.reports(0).metrics(0).duration_metrics().data_size(), 1); - // Dump the report after the end of 2nd bucket. - ASSERT_EQ(reports.reports(0).metrics(0).duration_metrics().data(0).bucket_info_size(), 2); - auto data = reports.reports(0).metrics(0).duration_metrics().data(0); - // Validate dimension value. - ValidateAttributionUidDimension(data.dimensions_in_what(), - util::WAKELOCK_STATE_CHANGED, 111); - // Two output buckets. - // The wakelock holding interval in the 1st bucket starts from the screen off event and to - // the end of the 1st bucket. - EXPECT_EQ((unsigned long long)data.bucket_info(0).duration_nanos(), - bucketStartTimeNs + bucketSizeNs - (bucketStartTimeNs + 200)); - // The wakelock holding interval in the 2nd bucket starts at the beginning of the bucket and - // ends at the second screen on event. - EXPECT_EQ((unsigned long long)data.bucket_info(1).duration_nanos(), 500UL); -} - -TEST(WakelockDurationE2eTest, TestAggregatedPredicateDimensionsForSumDuration3) { - ConfigKey cfgKey; - auto config = CreateStatsdConfig(DurationMetric::SUM); - uint64_t bucketStartTimeNs = 10000000000; - uint64_t bucketSizeNs = - TimeUnitToBucketSizeInMillis(config.duration_metric(0).bucket()) * 1000000LL; - auto processor = CreateStatsLogProcessor(bucketStartTimeNs, bucketStartTimeNs, config, cfgKey); - ASSERT_EQ(processor->mMetricsManagers.size(), 1u); - EXPECT_TRUE(processor->mMetricsManagers.begin()->second->isConfigValid()); - FeedEvents(config, processor); - vector<uint8_t> buffer; - ConfigMetricsReportList reports; - - std::vector<std::unique_ptr<LogEvent>> events; - events.push_back( - CreateScreenStateChangedEvent(bucketStartTimeNs + 2 * bucketSizeNs + 90, - android::view::DisplayStateEnum::DISPLAY_STATE_OFF)); - events.push_back(CreateAcquireWakelockEvent(bucketStartTimeNs + 2 * bucketSizeNs + 100, - attributionUids1, attributionTags1, "wl3")); - events.push_back(CreateReleaseWakelockEvent(bucketStartTimeNs + 5 * bucketSizeNs + 100, - attributionUids1, attributionTags1, "wl3")); - sortLogEventsByTimestamp(&events); - for (const auto& event : events) { - processor->OnLogEvent(event.get()); - } - - processor->onDumpReport(cfgKey, bucketStartTimeNs + 6 * bucketSizeNs + 1, false, true, ADB_DUMP, - FAST, &buffer); - EXPECT_TRUE(buffer.size() > 0); - EXPECT_TRUE(reports.ParseFromArray(&buffer[0], buffer.size())); - backfillDimensionPath(&reports); - backfillStringInReport(&reports); - backfillStartEndTimestamp(&reports); - ASSERT_EQ(reports.reports_size(), 1); - ASSERT_EQ(reports.reports(0).metrics_size(), 1); - ASSERT_EQ(reports.reports(0).metrics(0).duration_metrics().data_size(), 1); - ASSERT_EQ(reports.reports(0).metrics(0).duration_metrics().data(0).bucket_info_size(), 6); - auto data = reports.reports(0).metrics(0).duration_metrics().data(0); - ValidateAttributionUidDimension(data.dimensions_in_what(), - util::WAKELOCK_STATE_CHANGED, 111); - // The last wakelock holding spans 4 buckets. - EXPECT_EQ((unsigned long long)data.bucket_info(2).duration_nanos(), bucketSizeNs - 100); - EXPECT_EQ((unsigned long long)data.bucket_info(3).duration_nanos(), bucketSizeNs); - EXPECT_EQ((unsigned long long)data.bucket_info(4).duration_nanos(), bucketSizeNs); - EXPECT_EQ((unsigned long long)data.bucket_info(5).duration_nanos(), 100UL); -} - -TEST(WakelockDurationE2eTest, TestAggregatedPredicateDimensionsForMaxDuration1) { - ConfigKey cfgKey; - auto config = CreateStatsdConfig(DurationMetric::MAX_SPARSE); - uint64_t bucketStartTimeNs = 10000000000; - uint64_t bucketSizeNs = - TimeUnitToBucketSizeInMillis(config.duration_metric(0).bucket()) * 1000000LL; - auto processor = CreateStatsLogProcessor(bucketStartTimeNs, bucketStartTimeNs, config, cfgKey); - ASSERT_EQ(processor->mMetricsManagers.size(), 1u); - EXPECT_TRUE(processor->mMetricsManagers.begin()->second->isConfigValid()); - FeedEvents(config, processor); - ConfigMetricsReportList reports; - vector<uint8_t> buffer; - processor->onDumpReport(cfgKey, bucketStartTimeNs + 2 * bucketSizeNs - 1, false, true, ADB_DUMP, - FAST, &buffer); - EXPECT_TRUE(buffer.size() > 0); - - EXPECT_TRUE(reports.ParseFromArray(&buffer[0], buffer.size())); - backfillDimensionPath(&reports); - backfillStringInReport(&reports); - backfillStartEndTimestamp(&reports); - - ASSERT_EQ(reports.reports_size(), 1); - - // When using ProtoOutputStream, if nothing written to a sub msg, it won't be treated as - // one. It was previsouly 1 because we had a fake onDumpReport which calls add_metric() by - // itself. - ASSERT_EQ(1, reports.reports(0).metrics_size()); - ASSERT_EQ(0, reports.reports(0).metrics(0).duration_metrics().data_size()); -} - -TEST(WakelockDurationE2eTest, TestAggregatedPredicateDimensionsForMaxDuration2) { - ConfigKey cfgKey; - auto config = CreateStatsdConfig(DurationMetric::MAX_SPARSE); - uint64_t bucketStartTimeNs = 10000000000; - uint64_t bucketSizeNs = - TimeUnitToBucketSizeInMillis(config.duration_metric(0).bucket()) * 1000000LL; - auto processor = CreateStatsLogProcessor(bucketStartTimeNs, bucketStartTimeNs, config, cfgKey); - ASSERT_EQ(processor->mMetricsManagers.size(), 1u); - EXPECT_TRUE(processor->mMetricsManagers.begin()->second->isConfigValid()); - FeedEvents(config, processor); - ConfigMetricsReportList reports; - vector<uint8_t> buffer; - processor->onDumpReport(cfgKey, bucketStartTimeNs + 2 * bucketSizeNs + 1, false, true, ADB_DUMP, - FAST, &buffer); - EXPECT_TRUE(buffer.size() > 0); - EXPECT_TRUE(reports.ParseFromArray(&buffer[0], buffer.size())); - backfillDimensionPath(&reports); - backfillStringInReport(&reports); - backfillStartEndTimestamp(&reports); - ASSERT_EQ(reports.reports_size(), 1); - ASSERT_EQ(reports.reports(0).metrics_size(), 1); - ASSERT_EQ(reports.reports(0).metrics(0).duration_metrics().data_size(), 1); - // Dump the report after the end of 2nd bucket. One dimension with one bucket. - ASSERT_EQ(reports.reports(0).metrics(0).duration_metrics().data(0).bucket_info_size(), 1); - auto data = reports.reports(0).metrics(0).duration_metrics().data(0); - // Validate dimension value. - ValidateAttributionUidDimension(data.dimensions_in_what(), - util::WAKELOCK_STATE_CHANGED, 111); - // The max is acquire event for wl1 to screen off start. - EXPECT_EQ((unsigned long long)data.bucket_info(0).duration_nanos(), bucketSizeNs + 2 - 200); -} - -TEST(WakelockDurationE2eTest, TestAggregatedPredicateDimensionsForMaxDuration3) { - ConfigKey cfgKey; - auto config = CreateStatsdConfig(DurationMetric::MAX_SPARSE); - uint64_t bucketStartTimeNs = 10000000000; - uint64_t bucketSizeNs = - TimeUnitToBucketSizeInMillis(config.duration_metric(0).bucket()) * 1000000LL; - auto processor = CreateStatsLogProcessor(bucketStartTimeNs, bucketStartTimeNs, config, cfgKey); - ASSERT_EQ(processor->mMetricsManagers.size(), 1u); - EXPECT_TRUE(processor->mMetricsManagers.begin()->second->isConfigValid()); - FeedEvents(config, processor); - ConfigMetricsReportList reports; - vector<uint8_t> buffer; - - std::vector<std::unique_ptr<LogEvent>> events; - events.push_back( - CreateScreenStateChangedEvent(bucketStartTimeNs + 2 * bucketSizeNs + 90, - android::view::DisplayStateEnum::DISPLAY_STATE_OFF)); - events.push_back(CreateAcquireWakelockEvent(bucketStartTimeNs + 2 * bucketSizeNs + 100, - attributionUids1, attributionTags1, "wl3")); - events.push_back(CreateReleaseWakelockEvent(bucketStartTimeNs + 5 * bucketSizeNs + 100, - attributionUids1, attributionTags1, "wl3")); - sortLogEventsByTimestamp(&events); - for (const auto& event : events) { - processor->OnLogEvent(event.get()); - } - - processor->onDumpReport(cfgKey, bucketStartTimeNs + 6 * bucketSizeNs + 1, false, true, ADB_DUMP, - FAST, &buffer); - EXPECT_TRUE(buffer.size() > 0); - EXPECT_TRUE(reports.ParseFromArray(&buffer[0], buffer.size())); - backfillDimensionPath(&reports); - backfillStringInReport(&reports); - backfillStartEndTimestamp(&reports); - ASSERT_EQ(reports.reports_size(), 1); - ASSERT_EQ(reports.reports(0).metrics_size(), 1); - ASSERT_EQ(reports.reports(0).metrics(0).duration_metrics().data_size(), 1); - ASSERT_EQ(reports.reports(0).metrics(0).duration_metrics().data(0).bucket_info_size(), 2); - auto data = reports.reports(0).metrics(0).duration_metrics().data(0); - ValidateAttributionUidDimension(data.dimensions_in_what(), - util::WAKELOCK_STATE_CHANGED, 111); - // The last wakelock holding spans 4 buckets. - EXPECT_EQ((unsigned long long)data.bucket_info(1).duration_nanos(), 3 * bucketSizeNs); - EXPECT_EQ((unsigned long long)data.bucket_info(1).start_bucket_elapsed_nanos(), - bucketStartTimeNs + 5 * bucketSizeNs); - EXPECT_EQ((unsigned long long)data.bucket_info(1).end_bucket_elapsed_nanos(), - bucketStartTimeNs + 6 * bucketSizeNs); -} - -#else -GTEST_LOG_(INFO) << "This test does nothing.\n"; -#endif - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/tests/external/StatsCallbackPuller_test.cpp b/cmds/statsd/tests/external/StatsCallbackPuller_test.cpp deleted file mode 100644 index 85a60886349e..000000000000 --- a/cmds/statsd/tests/external/StatsCallbackPuller_test.cpp +++ /dev/null @@ -1,219 +0,0 @@ -// Copyright (C) 2019 The Android Open Source Project -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#include "src/external/StatsCallbackPuller.h" - -#include <aidl/android/os/BnPullAtomCallback.h> -#include <aidl/android/os/IPullAtomResultReceiver.h> -#include <aidl/android/util/StatsEventParcel.h> -#include <android/binder_interface_utils.h> -#include <gmock/gmock.h> -#include <gtest/gtest.h> -#include <stdio.h> - -#include <chrono> -#include <thread> -#include <vector> - -#include "../metrics/metrics_test_helper.h" -#include "src/stats_log_util.h" -#include "stats_event.h" -#include "tests/statsd_test_util.h" - -#ifdef __ANDROID__ - -namespace android { -namespace os { -namespace statsd { - -using namespace testing; -using Status = ::ndk::ScopedAStatus; -using aidl::android::os::BnPullAtomCallback; -using aidl::android::os::IPullAtomResultReceiver; -using aidl::android::util::StatsEventParcel; -using ::ndk::SharedRefBase; -using std::make_shared; -using std::shared_ptr; -using std::vector; -using std::this_thread::sleep_for; -using testing::Contains; - -namespace { -int pullTagId = -12; -bool pullSuccess; -vector<int64_t> values; -int64_t pullDelayNs; -int64_t pullTimeoutNs; -int64_t pullCoolDownNs; -std::thread pullThread; - -AStatsEvent* createSimpleEvent(int64_t value) { - AStatsEvent* event = AStatsEvent_obtain(); - AStatsEvent_setAtomId(event, pullTagId); - AStatsEvent_writeInt64(event, value); - AStatsEvent_build(event); - return event; -} - -void executePull(const shared_ptr<IPullAtomResultReceiver>& resultReceiver) { - // Convert stats_events into StatsEventParcels. - vector<StatsEventParcel> parcels; - for (int i = 0; i < values.size(); i++) { - AStatsEvent* event = createSimpleEvent(values[i]); - size_t size; - uint8_t* buffer = AStatsEvent_getBuffer(event, &size); - - StatsEventParcel p; - // vector.assign() creates a copy, but this is inevitable unless - // stats_event.h/c uses a vector as opposed to a buffer. - p.buffer.assign(buffer, buffer + size); - parcels.push_back(std::move(p)); - AStatsEvent_release(event); - } - - sleep_for(std::chrono::nanoseconds(pullDelayNs)); - resultReceiver->pullFinished(pullTagId, pullSuccess, parcels); -} - -class FakePullAtomCallback : public BnPullAtomCallback { -public: - Status onPullAtom(int atomTag, - const shared_ptr<IPullAtomResultReceiver>& resultReceiver) override { - // Force pull to happen in separate thread to simulate binder. - pullThread = std::thread(executePull, resultReceiver); - return Status::ok(); - } -}; - -class StatsCallbackPullerTest : public ::testing::Test { -public: - StatsCallbackPullerTest() { - } - - void SetUp() override { - pullSuccess = false; - pullDelayNs = 0; - values.clear(); - pullTimeoutNs = 10000000000LL; // 10 seconds. - pullCoolDownNs = 1000000000; // 1 second. - } - - void TearDown() override { - if (pullThread.joinable()) { - pullThread.join(); - } - values.clear(); - } -}; -} // Anonymous namespace. - -TEST_F(StatsCallbackPullerTest, PullSuccess) { - shared_ptr<FakePullAtomCallback> cb = SharedRefBase::make<FakePullAtomCallback>(); - int64_t value = 43; - pullSuccess = true; - values.push_back(value); - - StatsCallbackPuller puller(pullTagId, cb, pullCoolDownNs, pullTimeoutNs, {}); - - vector<std::shared_ptr<LogEvent>> dataHolder; - int64_t startTimeNs = getElapsedRealtimeNs(); - EXPECT_TRUE(puller.PullInternal(&dataHolder)); - int64_t endTimeNs = getElapsedRealtimeNs(); - - ASSERT_EQ(1, dataHolder.size()); - EXPECT_EQ(pullTagId, dataHolder[0]->GetTagId()); - EXPECT_LT(startTimeNs, dataHolder[0]->GetElapsedTimestampNs()); - EXPECT_GT(endTimeNs, dataHolder[0]->GetElapsedTimestampNs()); - ASSERT_EQ(1, dataHolder[0]->size()); - EXPECT_EQ(value, dataHolder[0]->getValues()[0].mValue.int_value); -} - -TEST_F(StatsCallbackPullerTest, PullFail) { - shared_ptr<FakePullAtomCallback> cb = SharedRefBase::make<FakePullAtomCallback>(); - pullSuccess = false; - int64_t value = 1234; - values.push_back(value); - - StatsCallbackPuller puller(pullTagId, cb, pullCoolDownNs, pullTimeoutNs, {}); - - vector<shared_ptr<LogEvent>> dataHolder; - EXPECT_FALSE(puller.PullInternal(&dataHolder)); - ASSERT_EQ(0, dataHolder.size()); -} - -TEST_F(StatsCallbackPullerTest, PullTimeout) { - shared_ptr<FakePullAtomCallback> cb = SharedRefBase::make<FakePullAtomCallback>(); - pullSuccess = true; - pullDelayNs = MillisToNano(5); // 5ms. - pullTimeoutNs = 10000; // 10 microseconds. - int64_t value = 4321; - values.push_back(value); - - StatsCallbackPuller puller(pullTagId, cb, pullCoolDownNs, pullTimeoutNs, {}); - - vector<shared_ptr<LogEvent>> dataHolder; - int64_t startTimeNs = getElapsedRealtimeNs(); - // Returns true to let StatsPuller code evaluate the timeout. - EXPECT_TRUE(puller.PullInternal(&dataHolder)); - int64_t endTimeNs = getElapsedRealtimeNs(); - int64_t actualPullDurationNs = endTimeNs - startTimeNs; - - // Pull should take at least the timeout amount of time, but should stop early because the delay - // is bigger. - EXPECT_LT(pullTimeoutNs, actualPullDurationNs); - EXPECT_GT(pullDelayNs, actualPullDurationNs); - ASSERT_EQ(0, dataHolder.size()); - - // Let the pull return and make sure that the dataHolder is not modified. - pullThread.join(); - ASSERT_EQ(0, dataHolder.size()); -} - -// Register a puller and ensure that the timeout logic works. -TEST_F(StatsCallbackPullerTest, RegisterAndTimeout) { - shared_ptr<FakePullAtomCallback> cb = SharedRefBase::make<FakePullAtomCallback>(); - pullSuccess = true; - pullDelayNs = MillisToNano(5); // 5 ms. - pullTimeoutNs = 10000; // 10 microsseconds. - int64_t value = 4321; - int32_t uid = 123; - values.push_back(value); - - sp<StatsPullerManager> pullerManager = new StatsPullerManager(); - pullerManager->RegisterPullAtomCallback(uid, pullTagId, pullCoolDownNs, pullTimeoutNs, - vector<int32_t>(), cb); - vector<shared_ptr<LogEvent>> dataHolder; - int64_t startTimeNs = getElapsedRealtimeNs(); - // Returns false, since StatsPuller code will evaluate the timeout. - EXPECT_FALSE(pullerManager->Pull(pullTagId, {uid}, startTimeNs, &dataHolder)); - int64_t endTimeNs = getElapsedRealtimeNs(); - int64_t actualPullDurationNs = endTimeNs - startTimeNs; - - // Pull should take at least the timeout amount of time, but should stop early because the delay - // is bigger. Make sure that the time is closer to the timeout, than to the intended delay. - EXPECT_LT(pullTimeoutNs, actualPullDurationNs); - EXPECT_GT(pullDelayNs / 5, actualPullDurationNs); - ASSERT_EQ(0, dataHolder.size()); - - // Let the pull return and make sure that the dataHolder is not modified. - pullThread.join(); - ASSERT_EQ(0, dataHolder.size()); -} - -} // namespace statsd -} // namespace os -} // namespace android -#else -GTEST_LOG_(INFO) << "This test does nothing.\n"; -#endif diff --git a/cmds/statsd/tests/external/StatsPullerManager_test.cpp b/cmds/statsd/tests/external/StatsPullerManager_test.cpp deleted file mode 100644 index c76e85ec75e6..000000000000 --- a/cmds/statsd/tests/external/StatsPullerManager_test.cpp +++ /dev/null @@ -1,150 +0,0 @@ -// Copyright (C) 2020 The Android Open Source Project -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#include "src/external/StatsPullerManager.h" - -#include <aidl/android/os/IPullAtomResultReceiver.h> -#include <aidl/android/util/StatsEventParcel.h> -#include <gmock/gmock.h> -#include <gtest/gtest.h> - -#include "stats_event.h" -#include "tests/statsd_test_util.h" - -using aidl::android::util::StatsEventParcel; -using ::ndk::SharedRefBase; -using std::make_shared; -using std::shared_ptr; -using std::vector; - -namespace android { -namespace os { -namespace statsd { - -namespace { - -int pullTagId1 = 10101; -int pullTagId2 = 10102; -int uid1 = 9999; -int uid2 = 8888; -ConfigKey configKey(50, 12345); -ConfigKey badConfigKey(60, 54321); -int unregisteredUid = 98765; -int64_t coolDownNs = NS_PER_SEC; -int64_t timeoutNs = NS_PER_SEC / 2; - -AStatsEvent* createSimpleEvent(int32_t atomId, int32_t value) { - AStatsEvent* event = AStatsEvent_obtain(); - AStatsEvent_setAtomId(event, atomId); - AStatsEvent_writeInt32(event, value); - AStatsEvent_build(event); - return event; -} - -class FakePullAtomCallback : public BnPullAtomCallback { -public: - FakePullAtomCallback(int32_t uid) : mUid(uid){}; - Status onPullAtom(int atomTag, - const shared_ptr<IPullAtomResultReceiver>& resultReceiver) override { - vector<StatsEventParcel> parcels; - AStatsEvent* event = createSimpleEvent(atomTag, mUid); - size_t size; - uint8_t* buffer = AStatsEvent_getBuffer(event, &size); - - StatsEventParcel p; - // vector.assign() creates a copy, but this is inevitable unless - // stats_event.h/c uses a vector as opposed to a buffer. - p.buffer.assign(buffer, buffer + size); - parcels.push_back(std::move(p)); - AStatsEvent_release(event); - resultReceiver->pullFinished(atomTag, /*success*/ true, parcels); - return Status::ok(); - } - int32_t mUid; -}; - -class FakePullUidProvider : public PullUidProvider { -public: - vector<int32_t> getPullAtomUids(int atomId) override { - if (atomId == pullTagId1) { - return {uid2, uid1}; - } else if (atomId == pullTagId2) { - return {uid2}; - } - return {}; - } -}; - -sp<StatsPullerManager> createPullerManagerAndRegister() { - sp<StatsPullerManager> pullerManager = new StatsPullerManager(); - shared_ptr<FakePullAtomCallback> cb1 = SharedRefBase::make<FakePullAtomCallback>(uid1); - pullerManager->RegisterPullAtomCallback(uid1, pullTagId1, coolDownNs, timeoutNs, {}, cb1, true); - shared_ptr<FakePullAtomCallback> cb2 = SharedRefBase::make<FakePullAtomCallback>(uid2); - pullerManager->RegisterPullAtomCallback(uid2, pullTagId1, coolDownNs, timeoutNs, {}, cb2, true); - pullerManager->RegisterPullAtomCallback(uid1, pullTagId2, coolDownNs, timeoutNs, {}, cb1, true); - return pullerManager; -} -} // anonymous namespace - -TEST(StatsPullerManagerTest, TestPullInvalidUid) { - sp<StatsPullerManager> pullerManager = createPullerManagerAndRegister(); - - vector<shared_ptr<LogEvent>> data; - EXPECT_FALSE(pullerManager->Pull(pullTagId1, {unregisteredUid}, /*timestamp =*/1, &data, true)); -} - -TEST(StatsPullerManagerTest, TestPullChoosesCorrectUid) { - sp<StatsPullerManager> pullerManager = createPullerManagerAndRegister(); - - vector<shared_ptr<LogEvent>> data; - EXPECT_TRUE(pullerManager->Pull(pullTagId1, {uid1}, /*timestamp =*/1, &data, true)); - ASSERT_EQ(data.size(), 1); - EXPECT_EQ(data[0]->GetTagId(), pullTagId1); - ASSERT_EQ(data[0]->getValues().size(), 1); - EXPECT_EQ(data[0]->getValues()[0].mValue.int_value, uid1); -} - -TEST(StatsPullerManagerTest, TestPullInvalidConfigKey) { - sp<StatsPullerManager> pullerManager = createPullerManagerAndRegister(); - sp<FakePullUidProvider> uidProvider = new FakePullUidProvider(); - pullerManager->RegisterPullUidProvider(configKey, uidProvider); - - vector<shared_ptr<LogEvent>> data; - EXPECT_FALSE(pullerManager->Pull(pullTagId1, badConfigKey, /*timestamp =*/1, &data, true)); -} - -TEST(StatsPullerManagerTest, TestPullConfigKeyGood) { - sp<StatsPullerManager> pullerManager = createPullerManagerAndRegister(); - sp<FakePullUidProvider> uidProvider = new FakePullUidProvider(); - pullerManager->RegisterPullUidProvider(configKey, uidProvider); - - vector<shared_ptr<LogEvent>> data; - EXPECT_TRUE(pullerManager->Pull(pullTagId1, configKey, /*timestamp =*/1, &data, true)); - EXPECT_EQ(data[0]->GetTagId(), pullTagId1); - ASSERT_EQ(data[0]->getValues().size(), 1); - EXPECT_EQ(data[0]->getValues()[0].mValue.int_value, uid2); -} - -TEST(StatsPullerManagerTest, TestPullConfigKeyNoPullerWithUid) { - sp<StatsPullerManager> pullerManager = createPullerManagerAndRegister(); - sp<FakePullUidProvider> uidProvider = new FakePullUidProvider(); - pullerManager->RegisterPullUidProvider(configKey, uidProvider); - - vector<shared_ptr<LogEvent>> data; - EXPECT_FALSE(pullerManager->Pull(pullTagId2, configKey, /*timestamp =*/1, &data, true)); -} - -} // namespace statsd -} // namespace os -} // namespace android
\ No newline at end of file diff --git a/cmds/statsd/tests/external/StatsPuller_test.cpp b/cmds/statsd/tests/external/StatsPuller_test.cpp deleted file mode 100644 index 55a90365e151..000000000000 --- a/cmds/statsd/tests/external/StatsPuller_test.cpp +++ /dev/null @@ -1,316 +0,0 @@ -// Copyright (C) 2018 The Android Open Source Project -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#include <gmock/gmock.h> -#include <gtest/gtest.h> -#include <stdio.h> - -#include <chrono> -#include <thread> -#include <vector> - -#include "../metrics/metrics_test_helper.h" -#include "src/stats_log_util.h" -#include "stats_event.h" -#include "tests/statsd_test_util.h" - -#ifdef __ANDROID__ - -namespace android { -namespace os { -namespace statsd { - -using namespace testing; -using std::make_shared; -using std::shared_ptr; -using std::vector; -using std::this_thread::sleep_for; -using testing::Contains; - -namespace { -int pullTagId = 10014; - -bool pullSuccess; -vector<std::shared_ptr<LogEvent>> pullData; -long pullDelayNs; - -class FakePuller : public StatsPuller { -public: - FakePuller() - : StatsPuller(pullTagId, /*coolDownNs=*/MillisToNano(10), /*timeoutNs=*/MillisToNano(5)){}; - -private: - bool PullInternal(vector<std::shared_ptr<LogEvent>>* data) override { - (*data) = pullData; - sleep_for(std::chrono::nanoseconds(pullDelayNs)); - return pullSuccess; - } -}; - -FakePuller puller; - -std::unique_ptr<LogEvent> createSimpleEvent(int64_t eventTimeNs, int64_t value) { - AStatsEvent* statsEvent = AStatsEvent_obtain(); - AStatsEvent_setAtomId(statsEvent, pullTagId); - AStatsEvent_overwriteTimestamp(statsEvent, eventTimeNs); - AStatsEvent_writeInt64(statsEvent, value); - - std::unique_ptr<LogEvent> logEvent = std::make_unique<LogEvent>(/*uid=*/0, /*pid=*/0); - parseStatsEventToLogEvent(statsEvent, logEvent.get()); - return logEvent; -} - -class StatsPullerTest : public ::testing::Test { -public: - StatsPullerTest() { - } - - void SetUp() override { - puller.ForceClearCache(); - pullSuccess = false; - pullDelayNs = 0; - pullData.clear(); - } -}; - -} // Anonymous namespace. - -TEST_F(StatsPullerTest, PullSuccess) { - pullData.push_back(createSimpleEvent(1111L, 33)); - - pullSuccess = true; - - vector<std::shared_ptr<LogEvent>> dataHolder; - EXPECT_TRUE(puller.Pull(getElapsedRealtimeNs(), &dataHolder)); - ASSERT_EQ(1, dataHolder.size()); - EXPECT_EQ(pullTagId, dataHolder[0]->GetTagId()); - EXPECT_EQ(1111L, dataHolder[0]->GetElapsedTimestampNs()); - ASSERT_EQ(1, dataHolder[0]->size()); - EXPECT_EQ(33, dataHolder[0]->getValues()[0].mValue.int_value); - - sleep_for(std::chrono::milliseconds(11)); - - pullData.clear(); - pullData.push_back(createSimpleEvent(2222L, 44)); - - pullSuccess = true; - - EXPECT_TRUE(puller.Pull(getElapsedRealtimeNs(), &dataHolder)); - ASSERT_EQ(1, dataHolder.size()); - EXPECT_EQ(pullTagId, dataHolder[0]->GetTagId()); - EXPECT_EQ(2222L, dataHolder[0]->GetElapsedTimestampNs()); - ASSERT_EQ(1, dataHolder[0]->size()); - EXPECT_EQ(44, dataHolder[0]->getValues()[0].mValue.int_value); -} - -TEST_F(StatsPullerTest, PullFailAfterSuccess) { - pullData.push_back(createSimpleEvent(1111L, 33)); - - pullSuccess = true; - - vector<std::shared_ptr<LogEvent>> dataHolder; - EXPECT_TRUE(puller.Pull(getElapsedRealtimeNs(), &dataHolder)); - ASSERT_EQ(1, dataHolder.size()); - EXPECT_EQ(pullTagId, dataHolder[0]->GetTagId()); - EXPECT_EQ(1111L, dataHolder[0]->GetElapsedTimestampNs()); - ASSERT_EQ(1, dataHolder[0]->size()); - EXPECT_EQ(33, dataHolder[0]->getValues()[0].mValue.int_value); - - sleep_for(std::chrono::milliseconds(11)); - - pullData.clear(); - pullData.push_back(createSimpleEvent(2222L, 44)); - - pullSuccess = false; - dataHolder.clear(); - EXPECT_FALSE(puller.Pull(getElapsedRealtimeNs(), &dataHolder)); - ASSERT_EQ(0, dataHolder.size()); - - // Fails due to hitting the cool down. - pullSuccess = true; - dataHolder.clear(); - EXPECT_FALSE(puller.Pull(getElapsedRealtimeNs(), &dataHolder)); - ASSERT_EQ(0, dataHolder.size()); -} - -// Test pull takes longer than timeout, 2nd pull happens shorter than cooldown -TEST_F(StatsPullerTest, PullTakeTooLongAndPullFast) { - pullData.push_back(createSimpleEvent(1111L, 33)); - pullSuccess = true; - // timeout is 5ms - pullDelayNs = MillisToNano(6); - - vector<std::shared_ptr<LogEvent>> dataHolder; - EXPECT_FALSE(puller.Pull(getElapsedRealtimeNs(), &dataHolder)); - ASSERT_EQ(0, dataHolder.size()); - - pullData.clear(); - pullData.push_back(createSimpleEvent(2222L, 44)); - pullDelayNs = 0; - - pullSuccess = true; - dataHolder.clear(); - EXPECT_FALSE(puller.Pull(getElapsedRealtimeNs(), &dataHolder)); - ASSERT_EQ(0, dataHolder.size()); -} - -TEST_F(StatsPullerTest, PullFail) { - pullData.push_back(createSimpleEvent(1111L, 33)); - - pullSuccess = false; - - vector<std::shared_ptr<LogEvent>> dataHolder; - EXPECT_FALSE(puller.Pull(getElapsedRealtimeNs(), &dataHolder)); - ASSERT_EQ(0, dataHolder.size()); -} - -TEST_F(StatsPullerTest, PullTakeTooLong) { - pullData.push_back(createSimpleEvent(1111L, 33)); - - pullSuccess = true; - pullDelayNs = MillisToNano(6); - - vector<std::shared_ptr<LogEvent>> dataHolder; - EXPECT_FALSE(puller.Pull(getElapsedRealtimeNs(), &dataHolder)); - ASSERT_EQ(0, dataHolder.size()); -} - -TEST_F(StatsPullerTest, PullTooFast) { - pullData.push_back(createSimpleEvent(1111L, 33)); - - pullSuccess = true; - - vector<std::shared_ptr<LogEvent>> dataHolder; - EXPECT_TRUE(puller.Pull(getElapsedRealtimeNs(), &dataHolder)); - ASSERT_EQ(1, dataHolder.size()); - EXPECT_EQ(pullTagId, dataHolder[0]->GetTagId()); - EXPECT_EQ(1111L, dataHolder[0]->GetElapsedTimestampNs()); - ASSERT_EQ(1, dataHolder[0]->size()); - EXPECT_EQ(33, dataHolder[0]->getValues()[0].mValue.int_value); - - pullData.clear(); - pullData.push_back(createSimpleEvent(2222L, 44)); - - pullSuccess = true; - - dataHolder.clear(); - EXPECT_TRUE(puller.Pull(getElapsedRealtimeNs(), &dataHolder)); - ASSERT_EQ(1, dataHolder.size()); - EXPECT_EQ(pullTagId, dataHolder[0]->GetTagId()); - EXPECT_EQ(1111L, dataHolder[0]->GetElapsedTimestampNs()); - ASSERT_EQ(1, dataHolder[0]->size()); - EXPECT_EQ(33, dataHolder[0]->getValues()[0].mValue.int_value); -} - -TEST_F(StatsPullerTest, PullFailsAndTooFast) { - pullData.push_back(createSimpleEvent(1111L, 33)); - - pullSuccess = false; - - vector<std::shared_ptr<LogEvent>> dataHolder; - EXPECT_FALSE(puller.Pull(getElapsedRealtimeNs(), &dataHolder)); - ASSERT_EQ(0, dataHolder.size()); - - pullData.clear(); - pullData.push_back(createSimpleEvent(2222L, 44)); - - pullSuccess = true; - - EXPECT_FALSE(puller.Pull(getElapsedRealtimeNs(), &dataHolder)); - ASSERT_EQ(0, dataHolder.size()); -} - -TEST_F(StatsPullerTest, PullSameEventTime) { - pullData.push_back(createSimpleEvent(1111L, 33)); - - pullSuccess = true; - int64_t eventTimeNs = getElapsedRealtimeNs(); - - vector<std::shared_ptr<LogEvent>> dataHolder; - EXPECT_TRUE(puller.Pull(eventTimeNs, &dataHolder)); - ASSERT_EQ(1, dataHolder.size()); - EXPECT_EQ(pullTagId, dataHolder[0]->GetTagId()); - EXPECT_EQ(1111L, dataHolder[0]->GetElapsedTimestampNs()); - ASSERT_EQ(1, dataHolder[0]->size()); - EXPECT_EQ(33, dataHolder[0]->getValues()[0].mValue.int_value); - - pullData.clear(); - pullData.push_back(createSimpleEvent(2222L, 44)); - - // Sleep to ensure the cool down expires. - sleep_for(std::chrono::milliseconds(11)); - pullSuccess = true; - - dataHolder.clear(); - EXPECT_TRUE(puller.Pull(eventTimeNs, &dataHolder)); - ASSERT_EQ(1, dataHolder.size()); - EXPECT_EQ(pullTagId, dataHolder[0]->GetTagId()); - EXPECT_EQ(1111L, dataHolder[0]->GetElapsedTimestampNs()); - ASSERT_EQ(1, dataHolder[0]->size()); - EXPECT_EQ(33, dataHolder[0]->getValues()[0].mValue.int_value); -} - -// Test pull takes longer than timeout, 2nd pull happens at same event time -TEST_F(StatsPullerTest, PullTakeTooLongAndPullSameEventTime) { - pullData.push_back(createSimpleEvent(1111L, 33)); - pullSuccess = true; - int64_t eventTimeNs = getElapsedRealtimeNs(); - // timeout is 5ms - pullDelayNs = MillisToNano(6); - - vector<std::shared_ptr<LogEvent>> dataHolder; - EXPECT_FALSE(puller.Pull(eventTimeNs, &dataHolder)); - ASSERT_EQ(0, dataHolder.size()); - - // Sleep to ensure the cool down expires. 6ms is taken by the delay, so only 5 is needed here. - sleep_for(std::chrono::milliseconds(5)); - - pullData.clear(); - pullData.push_back(createSimpleEvent(2222L, 44)); - pullDelayNs = 0; - - pullSuccess = true; - dataHolder.clear(); - EXPECT_FALSE(puller.Pull(eventTimeNs, &dataHolder)); - ASSERT_EQ(0, dataHolder.size()); -} - -TEST_F(StatsPullerTest, PullFailsAndPullSameEventTime) { - pullData.push_back(createSimpleEvent(1111L, 33)); - - pullSuccess = false; - int64_t eventTimeNs = getElapsedRealtimeNs(); - - vector<std::shared_ptr<LogEvent>> dataHolder; - EXPECT_FALSE(puller.Pull(eventTimeNs, &dataHolder)); - ASSERT_EQ(0, dataHolder.size()); - - // Sleep to ensure the cool down expires. - sleep_for(std::chrono::milliseconds(11)); - - pullData.clear(); - pullData.push_back(createSimpleEvent(2222L, 44)); - - pullSuccess = true; - - EXPECT_FALSE(puller.Pull(eventTimeNs, &dataHolder)); - ASSERT_EQ(0, dataHolder.size()); -} - -} // namespace statsd -} // namespace os -} // namespace android -#else -GTEST_LOG_(INFO) << "This test does nothing.\n"; -#endif diff --git a/cmds/statsd/tests/external/puller_util_test.cpp b/cmds/statsd/tests/external/puller_util_test.cpp deleted file mode 100644 index a21dc8717776..000000000000 --- a/cmds/statsd/tests/external/puller_util_test.cpp +++ /dev/null @@ -1,408 +0,0 @@ -// Copyright (C) 2018 The Android Open Source Project -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#include "external/puller_util.h" - -#include <gmock/gmock.h> -#include <gtest/gtest.h> -#include <stdio.h> - -#include <vector> - -#include "../metrics/metrics_test_helper.h" -#include "FieldValue.h" -#include "annotations.h" -#include "stats_event.h" -#include "tests/statsd_test_util.h" - -#ifdef __ANDROID__ - -namespace android { -namespace os { -namespace statsd { - -using namespace testing; -using std::shared_ptr; -using std::vector; -/* - * Test merge isolated and host uid - */ -namespace { -const int uidAtomTagId = 100; -const vector<int> additiveFields = {3}; -const int nonUidAtomTagId = 200; -const int timestamp = 1234; -const int isolatedUid1 = 30; -const int isolatedUid2 = 40; -const int isolatedNonAdditiveData = 32; -const int isolatedAdditiveData = 31; -const int hostUid = 20; -const int hostNonAdditiveData = 22; -const int hostAdditiveData = 21; -const int attributionAtomTagId = 300; - -sp<MockUidMap> makeMockUidMap() { - return makeMockUidMapForOneHost(hostUid, {isolatedUid1, isolatedUid2}); -} - -} // anonymous namespace - -TEST(PullerUtilTest, MergeNoDimension) { - vector<shared_ptr<LogEvent>> data = { - // 30->22->31 - makeUidLogEvent(uidAtomTagId, timestamp, isolatedUid1, hostNonAdditiveData, - isolatedAdditiveData), - - // 20->22->21 - makeUidLogEvent(uidAtomTagId, timestamp, hostUid, hostNonAdditiveData, - hostAdditiveData), - }; - - sp<MockUidMap> uidMap = makeMockUidMap(); - mapAndMergeIsolatedUidsToHostUid(data, uidMap, uidAtomTagId, additiveFields); - - ASSERT_EQ(1, (int)data.size()); - const vector<FieldValue>* actualFieldValues = &data[0]->getValues(); - ASSERT_EQ(3, actualFieldValues->size()); - EXPECT_EQ(hostUid, actualFieldValues->at(0).mValue.int_value); - EXPECT_EQ(hostNonAdditiveData, actualFieldValues->at(1).mValue.int_value); - EXPECT_EQ(isolatedAdditiveData + hostAdditiveData, actualFieldValues->at(2).mValue.int_value); -} - -TEST(PullerUtilTest, MergeWithDimension) { - vector<shared_ptr<LogEvent>> data = { - // 30->32->31 - makeUidLogEvent(uidAtomTagId, timestamp, isolatedUid1, isolatedNonAdditiveData, - isolatedAdditiveData), - - // 20->32->21 - makeUidLogEvent(uidAtomTagId, timestamp, hostUid, isolatedNonAdditiveData, - hostAdditiveData), - - // 20->22->21 - makeUidLogEvent(uidAtomTagId, timestamp, hostUid, hostNonAdditiveData, - hostAdditiveData), - }; - - sp<MockUidMap> uidMap = makeMockUidMap(); - mapAndMergeIsolatedUidsToHostUid(data, uidMap, uidAtomTagId, additiveFields); - - ASSERT_EQ(2, (int)data.size()); - - const vector<FieldValue>* actualFieldValues = &data[0]->getValues(); - ASSERT_EQ(3, actualFieldValues->size()); - EXPECT_EQ(hostUid, actualFieldValues->at(0).mValue.int_value); - EXPECT_EQ(hostNonAdditiveData, actualFieldValues->at(1).mValue.int_value); - EXPECT_EQ(hostAdditiveData, actualFieldValues->at(2).mValue.int_value); - - actualFieldValues = &data[1]->getValues(); - ASSERT_EQ(3, actualFieldValues->size()); - EXPECT_EQ(hostUid, actualFieldValues->at(0).mValue.int_value); - EXPECT_EQ(isolatedNonAdditiveData, actualFieldValues->at(1).mValue.int_value); - EXPECT_EQ(hostAdditiveData + isolatedAdditiveData, actualFieldValues->at(2).mValue.int_value); -} - -TEST(PullerUtilTest, NoMergeHostUidOnly) { - vector<shared_ptr<LogEvent>> data = { - // 20->32->31 - makeUidLogEvent(uidAtomTagId, timestamp, hostUid, isolatedNonAdditiveData, - isolatedAdditiveData), - - // 20->22->21 - makeUidLogEvent(uidAtomTagId, timestamp, hostUid, hostNonAdditiveData, - hostAdditiveData), - }; - - sp<MockUidMap> uidMap = makeMockUidMap(); - mapAndMergeIsolatedUidsToHostUid(data, uidMap, uidAtomTagId, additiveFields); - - ASSERT_EQ(2, (int)data.size()); - - const vector<FieldValue>* actualFieldValues = &data[0]->getValues(); - ASSERT_EQ(3, actualFieldValues->size()); - EXPECT_EQ(hostUid, actualFieldValues->at(0).mValue.int_value); - EXPECT_EQ(hostNonAdditiveData, actualFieldValues->at(1).mValue.int_value); - EXPECT_EQ(hostAdditiveData, actualFieldValues->at(2).mValue.int_value); - - actualFieldValues = &data[1]->getValues(); - ASSERT_EQ(3, actualFieldValues->size()); - EXPECT_EQ(hostUid, actualFieldValues->at(0).mValue.int_value); - EXPECT_EQ(isolatedNonAdditiveData, actualFieldValues->at(1).mValue.int_value); - EXPECT_EQ(isolatedAdditiveData, actualFieldValues->at(2).mValue.int_value); -} - -TEST(PullerUtilTest, IsolatedUidOnly) { - vector<shared_ptr<LogEvent>> data = { - // 30->32->31 - makeUidLogEvent(uidAtomTagId, timestamp, isolatedUid1, isolatedNonAdditiveData, - isolatedAdditiveData), - - // 30->22->21 - makeUidLogEvent(uidAtomTagId, timestamp, isolatedUid1, hostNonAdditiveData, - hostAdditiveData), - }; - - sp<MockUidMap> uidMap = makeMockUidMap(); - mapAndMergeIsolatedUidsToHostUid(data, uidMap, uidAtomTagId, additiveFields); - - ASSERT_EQ(2, (int)data.size()); - - // 20->32->31 - const vector<FieldValue>* actualFieldValues = &data[0]->getValues(); - ASSERT_EQ(3, actualFieldValues->size()); - EXPECT_EQ(hostUid, actualFieldValues->at(0).mValue.int_value); - EXPECT_EQ(hostNonAdditiveData, actualFieldValues->at(1).mValue.int_value); - EXPECT_EQ(hostAdditiveData, actualFieldValues->at(2).mValue.int_value); - - // 20->22->21 - actualFieldValues = &data[1]->getValues(); - ASSERT_EQ(3, actualFieldValues->size()); - EXPECT_EQ(hostUid, actualFieldValues->at(0).mValue.int_value); - EXPECT_EQ(isolatedNonAdditiveData, actualFieldValues->at(1).mValue.int_value); - EXPECT_EQ(isolatedAdditiveData, actualFieldValues->at(2).mValue.int_value); -} - -TEST(PullerUtilTest, MultipleIsolatedUidToOneHostUid) { - vector<shared_ptr<LogEvent>> data = { - // 30->32->31 - makeUidLogEvent(uidAtomTagId, timestamp, isolatedUid1, isolatedNonAdditiveData, - isolatedAdditiveData), - - // 31->32->21 - makeUidLogEvent(uidAtomTagId, timestamp, isolatedUid2, isolatedNonAdditiveData, - hostAdditiveData), - - // 20->32->21 - makeUidLogEvent(uidAtomTagId, timestamp, hostUid, isolatedNonAdditiveData, - hostAdditiveData), - }; - - sp<MockUidMap> uidMap = makeMockUidMap(); - mapAndMergeIsolatedUidsToHostUid(data, uidMap, uidAtomTagId, additiveFields); - - ASSERT_EQ(1, (int)data.size()); - - const vector<FieldValue>* actualFieldValues = &data[0]->getValues(); - ASSERT_EQ(3, actualFieldValues->size()); - EXPECT_EQ(hostUid, actualFieldValues->at(0).mValue.int_value); - EXPECT_EQ(isolatedNonAdditiveData, actualFieldValues->at(1).mValue.int_value); - EXPECT_EQ(isolatedAdditiveData + hostAdditiveData + hostAdditiveData, - actualFieldValues->at(2).mValue.int_value); -} - -TEST(PullerUtilTest, NoNeedToMerge) { - vector<shared_ptr<LogEvent>> data = { - // 32->31 - CreateTwoValueLogEvent(nonUidAtomTagId, timestamp, isolatedNonAdditiveData, - isolatedAdditiveData), - - // 22->21 - CreateTwoValueLogEvent(nonUidAtomTagId, timestamp, hostNonAdditiveData, - hostAdditiveData), - - }; - - sp<MockUidMap> uidMap = makeMockUidMap(); - mapAndMergeIsolatedUidsToHostUid(data, uidMap, nonUidAtomTagId, {} /*no additive fields*/); - - ASSERT_EQ(2, (int)data.size()); - - const vector<FieldValue>* actualFieldValues = &data[0]->getValues(); - ASSERT_EQ(2, actualFieldValues->size()); - EXPECT_EQ(isolatedNonAdditiveData, actualFieldValues->at(0).mValue.int_value); - EXPECT_EQ(isolatedAdditiveData, actualFieldValues->at(1).mValue.int_value); - - actualFieldValues = &data[1]->getValues(); - ASSERT_EQ(2, actualFieldValues->size()); - EXPECT_EQ(hostNonAdditiveData, actualFieldValues->at(0).mValue.int_value); - EXPECT_EQ(hostAdditiveData, actualFieldValues->at(1).mValue.int_value); -} - -TEST(PullerUtilTest, MergeNoDimensionAttributionChain) { - vector<shared_ptr<LogEvent>> data = { - // 30->tag1->400->tag2->22->31 - makeAttributionLogEvent(attributionAtomTagId, timestamp, {isolatedUid1, 400}, - {"tag1", "tag2"}, hostNonAdditiveData, isolatedAdditiveData), - - // 20->tag1->400->tag2->22->21 - makeAttributionLogEvent(attributionAtomTagId, timestamp, {hostUid, 400}, - {"tag1", "tag2"}, hostNonAdditiveData, hostAdditiveData), - }; - - sp<MockUidMap> uidMap = makeMockUidMap(); - mapAndMergeIsolatedUidsToHostUid(data, uidMap, attributionAtomTagId, additiveFields); - - ASSERT_EQ(1, (int)data.size()); - const vector<FieldValue>* actualFieldValues = &data[0]->getValues(); - ASSERT_EQ(6, actualFieldValues->size()); - EXPECT_EQ(hostUid, actualFieldValues->at(0).mValue.int_value); - EXPECT_EQ("tag1", actualFieldValues->at(1).mValue.str_value); - EXPECT_EQ(400, actualFieldValues->at(2).mValue.int_value); - EXPECT_EQ("tag2", actualFieldValues->at(3).mValue.str_value); - EXPECT_EQ(hostNonAdditiveData, actualFieldValues->at(4).mValue.int_value); - EXPECT_EQ(isolatedAdditiveData + hostAdditiveData, actualFieldValues->at(5).mValue.int_value); -} - -TEST(PullerUtilTest, MergeWithDimensionAttributionChain) { - vector<shared_ptr<LogEvent>> data = { - // 200->tag1->30->tag2->32->31 - makeAttributionLogEvent(attributionAtomTagId, timestamp, {200, isolatedUid1}, - {"tag1", "tag2"}, isolatedNonAdditiveData, - isolatedAdditiveData), - - // 200->tag1->20->tag2->32->21 - makeAttributionLogEvent(attributionAtomTagId, timestamp, {200, hostUid}, - {"tag1", "tag2"}, isolatedNonAdditiveData, hostAdditiveData), - - // 200->tag1->20->tag2->22->21 - makeAttributionLogEvent(attributionAtomTagId, timestamp, {200, hostUid}, - {"tag1", "tag2"}, hostNonAdditiveData, hostAdditiveData), - }; - - sp<MockUidMap> uidMap = makeMockUidMap(); - mapAndMergeIsolatedUidsToHostUid(data, uidMap, attributionAtomTagId, additiveFields); - - ASSERT_EQ(2, (int)data.size()); - - const vector<FieldValue>* actualFieldValues = &data[0]->getValues(); - ASSERT_EQ(6, actualFieldValues->size()); - EXPECT_EQ(200, actualFieldValues->at(0).mValue.int_value); - EXPECT_EQ("tag1", actualFieldValues->at(1).mValue.str_value); - EXPECT_EQ(hostUid, actualFieldValues->at(2).mValue.int_value); - EXPECT_EQ("tag2", actualFieldValues->at(3).mValue.str_value); - EXPECT_EQ(hostNonAdditiveData, actualFieldValues->at(4).mValue.int_value); - EXPECT_EQ(hostAdditiveData, actualFieldValues->at(5).mValue.int_value); - - actualFieldValues = &data[1]->getValues(); - ASSERT_EQ(6, actualFieldValues->size()); - EXPECT_EQ(200, actualFieldValues->at(0).mValue.int_value); - EXPECT_EQ("tag1", actualFieldValues->at(1).mValue.str_value); - EXPECT_EQ(hostUid, actualFieldValues->at(2).mValue.int_value); - EXPECT_EQ("tag2", actualFieldValues->at(3).mValue.str_value); - EXPECT_EQ(isolatedNonAdditiveData, actualFieldValues->at(4).mValue.int_value); - EXPECT_EQ(hostAdditiveData + isolatedAdditiveData, actualFieldValues->at(5).mValue.int_value); -} - -TEST(PullerUtilTest, NoMergeHostUidOnlyAttributionChain) { - vector<shared_ptr<LogEvent>> data = { - // 20->tag1->400->tag2->32->31 - makeAttributionLogEvent(attributionAtomTagId, timestamp, {hostUid, 400}, - {"tag1", "tag2"}, isolatedNonAdditiveData, - isolatedAdditiveData), - - // 20->tag1->400->tag2->22->21 - makeAttributionLogEvent(attributionAtomTagId, timestamp, {hostUid, 400}, - {"tag1", "tag2"}, hostNonAdditiveData, hostAdditiveData), - }; - - sp<MockUidMap> uidMap = makeMockUidMap(); - mapAndMergeIsolatedUidsToHostUid(data, uidMap, attributionAtomTagId, additiveFields); - - ASSERT_EQ(2, (int)data.size()); - - const vector<FieldValue>* actualFieldValues = &data[0]->getValues(); - ASSERT_EQ(6, actualFieldValues->size()); - EXPECT_EQ(hostUid, actualFieldValues->at(0).mValue.int_value); - EXPECT_EQ("tag1", actualFieldValues->at(1).mValue.str_value); - EXPECT_EQ(400, actualFieldValues->at(2).mValue.int_value); - EXPECT_EQ("tag2", actualFieldValues->at(3).mValue.str_value); - EXPECT_EQ(hostNonAdditiveData, actualFieldValues->at(4).mValue.int_value); - EXPECT_EQ(hostAdditiveData, actualFieldValues->at(5).mValue.int_value); - - actualFieldValues = &data[1]->getValues(); - ASSERT_EQ(6, actualFieldValues->size()); - EXPECT_EQ(hostUid, actualFieldValues->at(0).mValue.int_value); - EXPECT_EQ("tag1", actualFieldValues->at(1).mValue.str_value); - EXPECT_EQ(400, actualFieldValues->at(2).mValue.int_value); - EXPECT_EQ("tag2", actualFieldValues->at(3).mValue.str_value); - EXPECT_EQ(isolatedNonAdditiveData, actualFieldValues->at(4).mValue.int_value); - EXPECT_EQ(isolatedAdditiveData, actualFieldValues->at(5).mValue.int_value); -} - -TEST(PullerUtilTest, IsolatedUidOnlyAttributionChain) { - vector<shared_ptr<LogEvent>> data = { - // 30->tag1->400->tag2->32->31 - makeAttributionLogEvent(attributionAtomTagId, timestamp, {isolatedUid1, 400}, - {"tag1", "tag2"}, isolatedNonAdditiveData, - isolatedAdditiveData), - - // 30->tag1->400->tag2->22->21 - makeAttributionLogEvent(attributionAtomTagId, timestamp, {isolatedUid1, 400}, - {"tag1", "tag2"}, hostNonAdditiveData, hostAdditiveData), - }; - - sp<MockUidMap> uidMap = makeMockUidMap(); - mapAndMergeIsolatedUidsToHostUid(data, uidMap, attributionAtomTagId, additiveFields); - - ASSERT_EQ(2, (int)data.size()); - - // 20->tag1->400->tag2->32->31 - const vector<FieldValue>* actualFieldValues = &data[0]->getValues(); - ASSERT_EQ(6, actualFieldValues->size()); - EXPECT_EQ(hostUid, actualFieldValues->at(0).mValue.int_value); - EXPECT_EQ("tag1", actualFieldValues->at(1).mValue.str_value); - EXPECT_EQ(400, actualFieldValues->at(2).mValue.int_value); - EXPECT_EQ("tag2", actualFieldValues->at(3).mValue.str_value); - EXPECT_EQ(hostNonAdditiveData, actualFieldValues->at(4).mValue.int_value); - EXPECT_EQ(hostAdditiveData, actualFieldValues->at(5).mValue.int_value); - - // 20->tag1->400->tag2->22->21 - actualFieldValues = &data[1]->getValues(); - ASSERT_EQ(6, actualFieldValues->size()); - EXPECT_EQ(hostUid, actualFieldValues->at(0).mValue.int_value); - EXPECT_EQ("tag1", actualFieldValues->at(1).mValue.str_value); - EXPECT_EQ(400, actualFieldValues->at(2).mValue.int_value); - EXPECT_EQ("tag2", actualFieldValues->at(3).mValue.str_value); - EXPECT_EQ(isolatedNonAdditiveData, actualFieldValues->at(4).mValue.int_value); - EXPECT_EQ(isolatedAdditiveData, actualFieldValues->at(5).mValue.int_value); -} - -TEST(PullerUtilTest, MultipleIsolatedUidToOneHostUidAttributionChain) { - vector<shared_ptr<LogEvent>> data = { - // 30->tag1->400->tag2->32->31 - makeAttributionLogEvent(attributionAtomTagId, timestamp, {isolatedUid1, 400}, - {"tag1", "tag2"}, isolatedNonAdditiveData, - isolatedAdditiveData), - - // 31->tag1->400->tag2->32->21 - makeAttributionLogEvent(attributionAtomTagId, timestamp, {isolatedUid2, 400}, - {"tag1", "tag2"}, isolatedNonAdditiveData, hostAdditiveData), - - // 20->tag1->400->tag2->32->21 - makeAttributionLogEvent(attributionAtomTagId, timestamp, {hostUid, 400}, - {"tag1", "tag2"}, isolatedNonAdditiveData, hostAdditiveData), - }; - - sp<MockUidMap> uidMap = makeMockUidMap(); - mapAndMergeIsolatedUidsToHostUid(data, uidMap, attributionAtomTagId, additiveFields); - - ASSERT_EQ(1, (int)data.size()); - - const vector<FieldValue>* actualFieldValues = &data[0]->getValues(); - ASSERT_EQ(6, actualFieldValues->size()); - EXPECT_EQ(hostUid, actualFieldValues->at(0).mValue.int_value); - EXPECT_EQ("tag1", actualFieldValues->at(1).mValue.str_value); - EXPECT_EQ(400, actualFieldValues->at(2).mValue.int_value); - EXPECT_EQ("tag2", actualFieldValues->at(3).mValue.str_value); - EXPECT_EQ(isolatedNonAdditiveData, actualFieldValues->at(4).mValue.int_value); - EXPECT_EQ(isolatedAdditiveData + hostAdditiveData + hostAdditiveData, - actualFieldValues->at(5).mValue.int_value); -} - -} // namespace statsd -} // namespace os -} // namespace android -#else -GTEST_LOG_(INFO) << "This test does nothing.\n"; -#endif diff --git a/cmds/statsd/tests/guardrail/StatsdStats_test.cpp b/cmds/statsd/tests/guardrail/StatsdStats_test.cpp deleted file mode 100644 index 428c46f8a0d2..000000000000 --- a/cmds/statsd/tests/guardrail/StatsdStats_test.cpp +++ /dev/null @@ -1,544 +0,0 @@ -// Copyright (C) 2017 The Android Open Source Project -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#include "src/guardrail/StatsdStats.h" -#include "statslog_statsdtest.h" -#include "tests/statsd_test_util.h" - -#include <gtest/gtest.h> -#include <vector> - -#ifdef __ANDROID__ - -namespace android { -namespace os { -namespace statsd { - -using std::vector; - -TEST(StatsdStatsTest, TestValidConfigAdd) { - StatsdStats stats; - ConfigKey key(0, 12345); - const int metricsCount = 10; - const int conditionsCount = 20; - const int matchersCount = 30; - const int alertsCount = 10; - stats.noteConfigReceived(key, metricsCount, conditionsCount, matchersCount, alertsCount, {}, - true /*valid config*/); - vector<uint8_t> output; - stats.dumpStats(&output, false /*reset stats*/); - - StatsdStatsReport report; - bool good = report.ParseFromArray(&output[0], output.size()); - EXPECT_TRUE(good); - ASSERT_EQ(1, report.config_stats_size()); - const auto& configReport = report.config_stats(0); - EXPECT_EQ(0, configReport.uid()); - EXPECT_EQ(12345, configReport.id()); - EXPECT_EQ(metricsCount, configReport.metric_count()); - EXPECT_EQ(conditionsCount, configReport.condition_count()); - EXPECT_EQ(matchersCount, configReport.matcher_count()); - EXPECT_EQ(alertsCount, configReport.alert_count()); - EXPECT_EQ(true, configReport.is_valid()); - EXPECT_FALSE(configReport.has_deletion_time_sec()); -} - -TEST(StatsdStatsTest, TestInvalidConfigAdd) { - StatsdStats stats; - ConfigKey key(0, 12345); - const int metricsCount = 10; - const int conditionsCount = 20; - const int matchersCount = 30; - const int alertsCount = 10; - stats.noteConfigReceived(key, metricsCount, conditionsCount, matchersCount, alertsCount, {}, - false /*bad config*/); - vector<uint8_t> output; - stats.dumpStats(&output, false); - - StatsdStatsReport report; - bool good = report.ParseFromArray(&output[0], output.size()); - EXPECT_TRUE(good); - ASSERT_EQ(1, report.config_stats_size()); - const auto& configReport = report.config_stats(0); - // The invalid config should be put into icebox with a deletion time. - EXPECT_TRUE(configReport.has_deletion_time_sec()); -} - -TEST(StatsdStatsTest, TestConfigRemove) { - StatsdStats stats; - ConfigKey key(0, 12345); - const int metricsCount = 10; - const int conditionsCount = 20; - const int matchersCount = 30; - const int alertsCount = 10; - stats.noteConfigReceived(key, metricsCount, conditionsCount, matchersCount, alertsCount, {}, - true); - vector<uint8_t> output; - stats.dumpStats(&output, false); - StatsdStatsReport report; - bool good = report.ParseFromArray(&output[0], output.size()); - EXPECT_TRUE(good); - ASSERT_EQ(1, report.config_stats_size()); - const auto& configReport = report.config_stats(0); - EXPECT_FALSE(configReport.has_deletion_time_sec()); - - stats.noteConfigRemoved(key); - stats.dumpStats(&output, false); - good = report.ParseFromArray(&output[0], output.size()); - EXPECT_TRUE(good); - ASSERT_EQ(1, report.config_stats_size()); - const auto& configReport2 = report.config_stats(0); - EXPECT_TRUE(configReport2.has_deletion_time_sec()); -} - -TEST(StatsdStatsTest, TestSubStats) { - StatsdStats stats; - ConfigKey key(0, 12345); - stats.noteConfigReceived(key, 2, 3, 4, 5, {std::make_pair(123, 456)}, true); - - stats.noteMatcherMatched(key, StringToId("matcher1")); - stats.noteMatcherMatched(key, StringToId("matcher1")); - stats.noteMatcherMatched(key, StringToId("matcher2")); - - stats.noteConditionDimensionSize(key, StringToId("condition1"), 250); - stats.noteConditionDimensionSize(key, StringToId("condition1"), 240); - - stats.noteMetricDimensionSize(key, StringToId("metric1"), 201); - stats.noteMetricDimensionSize(key, StringToId("metric1"), 202); - - stats.noteAnomalyDeclared(key, StringToId("alert1")); - stats.noteAnomalyDeclared(key, StringToId("alert1")); - stats.noteAnomalyDeclared(key, StringToId("alert2")); - - // broadcast-> 2 - stats.noteBroadcastSent(key); - stats.noteBroadcastSent(key); - - // data drop -> 1 - stats.noteDataDropped(key, 123); - - // dump report -> 3 - stats.noteMetricsReportSent(key, 0); - stats.noteMetricsReportSent(key, 0); - stats.noteMetricsReportSent(key, 0); - - // activation_time_sec -> 2 - stats.noteActiveStatusChanged(key, true); - stats.noteActiveStatusChanged(key, true); - - // deactivation_time_sec -> 1 - stats.noteActiveStatusChanged(key, false); - - vector<uint8_t> output; - stats.dumpStats(&output, true); // Dump and reset stats - StatsdStatsReport report; - bool good = report.ParseFromArray(&output[0], output.size()); - EXPECT_TRUE(good); - ASSERT_EQ(1, report.config_stats_size()); - const auto& configReport = report.config_stats(0); - ASSERT_EQ(2, configReport.broadcast_sent_time_sec_size()); - ASSERT_EQ(1, configReport.data_drop_time_sec_size()); - ASSERT_EQ(1, configReport.data_drop_bytes_size()); - EXPECT_EQ(123, configReport.data_drop_bytes(0)); - ASSERT_EQ(3, configReport.dump_report_time_sec_size()); - ASSERT_EQ(3, configReport.dump_report_data_size_size()); - ASSERT_EQ(2, configReport.activation_time_sec_size()); - ASSERT_EQ(1, configReport.deactivation_time_sec_size()); - ASSERT_EQ(1, configReport.annotation_size()); - EXPECT_EQ(123, configReport.annotation(0).field_int64()); - EXPECT_EQ(456, configReport.annotation(0).field_int32()); - - ASSERT_EQ(2, configReport.matcher_stats_size()); - // matcher1 is the first in the list - if (configReport.matcher_stats(0).id() == StringToId("matcher1")) { - EXPECT_EQ(2, configReport.matcher_stats(0).matched_times()); - EXPECT_EQ(1, configReport.matcher_stats(1).matched_times()); - EXPECT_EQ(StringToId("matcher2"), configReport.matcher_stats(1).id()); - } else { - // matcher1 is the second in the list. - EXPECT_EQ(1, configReport.matcher_stats(0).matched_times()); - EXPECT_EQ(StringToId("matcher2"), configReport.matcher_stats(0).id()); - - EXPECT_EQ(2, configReport.matcher_stats(1).matched_times()); - EXPECT_EQ(StringToId("matcher1"), configReport.matcher_stats(1).id()); - } - - ASSERT_EQ(2, configReport.alert_stats_size()); - bool alert1first = configReport.alert_stats(0).id() == StringToId("alert1"); - EXPECT_EQ(StringToId("alert1"), configReport.alert_stats(alert1first ? 0 : 1).id()); - EXPECT_EQ(2, configReport.alert_stats(alert1first ? 0 : 1).alerted_times()); - EXPECT_EQ(StringToId("alert2"), configReport.alert_stats(alert1first ? 1 : 0).id()); - EXPECT_EQ(1, configReport.alert_stats(alert1first ? 1 : 0).alerted_times()); - - ASSERT_EQ(1, configReport.condition_stats_size()); - EXPECT_EQ(StringToId("condition1"), configReport.condition_stats(0).id()); - EXPECT_EQ(250, configReport.condition_stats(0).max_tuple_counts()); - - ASSERT_EQ(1, configReport.metric_stats_size()); - EXPECT_EQ(StringToId("metric1"), configReport.metric_stats(0).id()); - EXPECT_EQ(202, configReport.metric_stats(0).max_tuple_counts()); - - // after resetting the stats, some new events come - stats.noteMatcherMatched(key, StringToId("matcher99")); - stats.noteConditionDimensionSize(key, StringToId("condition99"), 300); - stats.noteMetricDimensionSize(key, StringToId("metric99tion99"), 270); - stats.noteAnomalyDeclared(key, StringToId("alert99")); - - // now the config stats should only contain the stats about the new event. - stats.dumpStats(&output, false); - good = report.ParseFromArray(&output[0], output.size()); - EXPECT_TRUE(good); - ASSERT_EQ(1, report.config_stats_size()); - const auto& configReport2 = report.config_stats(0); - ASSERT_EQ(1, configReport2.matcher_stats_size()); - EXPECT_EQ(StringToId("matcher99"), configReport2.matcher_stats(0).id()); - EXPECT_EQ(1, configReport2.matcher_stats(0).matched_times()); - - ASSERT_EQ(1, configReport2.condition_stats_size()); - EXPECT_EQ(StringToId("condition99"), configReport2.condition_stats(0).id()); - EXPECT_EQ(300, configReport2.condition_stats(0).max_tuple_counts()); - - ASSERT_EQ(1, configReport2.metric_stats_size()); - EXPECT_EQ(StringToId("metric99tion99"), configReport2.metric_stats(0).id()); - EXPECT_EQ(270, configReport2.metric_stats(0).max_tuple_counts()); - - ASSERT_EQ(1, configReport2.alert_stats_size()); - EXPECT_EQ(StringToId("alert99"), configReport2.alert_stats(0).id()); - EXPECT_EQ(1, configReport2.alert_stats(0).alerted_times()); -} - -TEST(StatsdStatsTest, TestAtomLog) { - StatsdStats stats; - time_t now = time(nullptr); - // old event, we get it from the stats buffer. should be ignored. - stats.noteAtomLogged(util::SENSOR_STATE_CHANGED, 1000); - - stats.noteAtomLogged(util::SENSOR_STATE_CHANGED, now + 1); - stats.noteAtomLogged(util::SENSOR_STATE_CHANGED, now + 2); - stats.noteAtomLogged(util::APP_CRASH_OCCURRED, now + 3); - - vector<uint8_t> output; - stats.dumpStats(&output, false); - StatsdStatsReport report; - bool good = report.ParseFromArray(&output[0], output.size()); - EXPECT_TRUE(good); - - ASSERT_EQ(2, report.atom_stats_size()); - bool sensorAtomGood = false; - bool dropboxAtomGood = false; - - for (const auto& atomStats : report.atom_stats()) { - if (atomStats.tag() == util::SENSOR_STATE_CHANGED && atomStats.count() == 3) { - sensorAtomGood = true; - } - if (atomStats.tag() == util::APP_CRASH_OCCURRED && atomStats.count() == 1) { - dropboxAtomGood = true; - } - } - - EXPECT_TRUE(dropboxAtomGood); - EXPECT_TRUE(sensorAtomGood); -} - -TEST(StatsdStatsTest, TestNonPlatformAtomLog) { - StatsdStats stats; - time_t now = time(nullptr); - int newAtom1 = StatsdStats::kMaxPushedAtomId + 1; - int newAtom2 = StatsdStats::kMaxPushedAtomId + 2; - - stats.noteAtomLogged(newAtom1, now + 1); - stats.noteAtomLogged(newAtom1, now + 2); - stats.noteAtomLogged(newAtom2, now + 3); - - vector<uint8_t> output; - stats.dumpStats(&output, false); - StatsdStatsReport report; - bool good = report.ParseFromArray(&output[0], output.size()); - EXPECT_TRUE(good); - - ASSERT_EQ(2, report.atom_stats_size()); - bool newAtom1Good = false; - bool newAtom2Good = false; - - for (const auto& atomStats : report.atom_stats()) { - if (atomStats.tag() == newAtom1 && atomStats.count() == 2) { - newAtom1Good = true; - } - if (atomStats.tag() == newAtom2 && atomStats.count() == 1) { - newAtom2Good = true; - } - } - - EXPECT_TRUE(newAtom1Good); - EXPECT_TRUE(newAtom2Good); -} - -TEST(StatsdStatsTest, TestPullAtomStats) { - StatsdStats stats; - - stats.updateMinPullIntervalSec(util::DISK_SPACE, 3333L); - stats.updateMinPullIntervalSec(util::DISK_SPACE, 2222L); - stats.updateMinPullIntervalSec(util::DISK_SPACE, 4444L); - - stats.notePull(util::DISK_SPACE); - stats.notePullTime(util::DISK_SPACE, 1111L); - stats.notePullDelay(util::DISK_SPACE, 1111L); - stats.notePull(util::DISK_SPACE); - stats.notePullTime(util::DISK_SPACE, 3333L); - stats.notePullDelay(util::DISK_SPACE, 3335L); - stats.notePull(util::DISK_SPACE); - stats.notePullFromCache(util::DISK_SPACE); - stats.notePullerCallbackRegistrationChanged(util::DISK_SPACE, true); - stats.notePullerCallbackRegistrationChanged(util::DISK_SPACE, false); - stats.notePullerCallbackRegistrationChanged(util::DISK_SPACE, true); - stats.notePullBinderCallFailed(util::DISK_SPACE); - stats.notePullUidProviderNotFound(util::DISK_SPACE); - stats.notePullerNotFound(util::DISK_SPACE); - stats.notePullerNotFound(util::DISK_SPACE); - stats.notePullTimeout(util::DISK_SPACE, 3000L, 6000L); - stats.notePullTimeout(util::DISK_SPACE, 4000L, 7000L); - - vector<uint8_t> output; - stats.dumpStats(&output, false); - StatsdStatsReport report; - bool good = report.ParseFromArray(&output[0], output.size()); - EXPECT_TRUE(good); - - ASSERT_EQ(1, report.pulled_atom_stats_size()); - - EXPECT_EQ(util::DISK_SPACE, report.pulled_atom_stats(0).atom_id()); - EXPECT_EQ(3, report.pulled_atom_stats(0).total_pull()); - EXPECT_EQ(1, report.pulled_atom_stats(0).total_pull_from_cache()); - EXPECT_EQ(2222L, report.pulled_atom_stats(0).min_pull_interval_sec()); - EXPECT_EQ(2222L, report.pulled_atom_stats(0).average_pull_time_nanos()); - EXPECT_EQ(3333L, report.pulled_atom_stats(0).max_pull_time_nanos()); - EXPECT_EQ(2223L, report.pulled_atom_stats(0).average_pull_delay_nanos()); - EXPECT_EQ(3335L, report.pulled_atom_stats(0).max_pull_delay_nanos()); - EXPECT_EQ(2L, report.pulled_atom_stats(0).registered_count()); - EXPECT_EQ(1L, report.pulled_atom_stats(0).unregistered_count()); - EXPECT_EQ(1L, report.pulled_atom_stats(0).binder_call_failed()); - EXPECT_EQ(1L, report.pulled_atom_stats(0).failed_uid_provider_not_found()); - EXPECT_EQ(2L, report.pulled_atom_stats(0).puller_not_found()); - ASSERT_EQ(2, report.pulled_atom_stats(0).pull_atom_metadata_size()); - EXPECT_EQ(3000L, report.pulled_atom_stats(0).pull_atom_metadata(0).pull_timeout_uptime_millis()); - EXPECT_EQ(4000L, report.pulled_atom_stats(0).pull_atom_metadata(1).pull_timeout_uptime_millis()); - EXPECT_EQ(6000L, report.pulled_atom_stats(0).pull_atom_metadata(0) - .pull_timeout_elapsed_millis()); - EXPECT_EQ(7000L, report.pulled_atom_stats(0).pull_atom_metadata(1) - .pull_timeout_elapsed_millis()); -} - -TEST(StatsdStatsTest, TestAtomMetricsStats) { - StatsdStats stats; - time_t now = time(nullptr); - // old event, we get it from the stats buffer. should be ignored. - stats.noteBucketDropped(1000L); - - stats.noteBucketBoundaryDelayNs(1000L, -1L); - stats.noteBucketBoundaryDelayNs(1000L, -10L); - stats.noteBucketBoundaryDelayNs(1000L, 2L); - - stats.noteBucketBoundaryDelayNs(1001L, 1L); - - vector<uint8_t> output; - stats.dumpStats(&output, false); - StatsdStatsReport report; - bool good = report.ParseFromArray(&output[0], output.size()); - EXPECT_TRUE(good); - - ASSERT_EQ(2, report.atom_metric_stats().size()); - - auto atomStats = report.atom_metric_stats(0); - EXPECT_EQ(1000L, atomStats.metric_id()); - EXPECT_EQ(1L, atomStats.bucket_dropped()); - EXPECT_EQ(-10L, atomStats.min_bucket_boundary_delay_ns()); - EXPECT_EQ(2L, atomStats.max_bucket_boundary_delay_ns()); - - auto atomStats2 = report.atom_metric_stats(1); - EXPECT_EQ(1001L, atomStats2.metric_id()); - EXPECT_EQ(0L, atomStats2.bucket_dropped()); - EXPECT_EQ(0L, atomStats2.min_bucket_boundary_delay_ns()); - EXPECT_EQ(1L, atomStats2.max_bucket_boundary_delay_ns()); -} - -TEST(StatsdStatsTest, TestAnomalyMonitor) { - StatsdStats stats; - stats.noteRegisteredAnomalyAlarmChanged(); - stats.noteRegisteredAnomalyAlarmChanged(); - - vector<uint8_t> output; - stats.dumpStats(&output, false); - StatsdStatsReport report; - bool good = report.ParseFromArray(&output[0], output.size()); - EXPECT_TRUE(good); - - EXPECT_EQ(2, report.anomaly_alarm_stats().alarms_registered()); -} - -TEST(StatsdStatsTest, TestTimestampThreshold) { - StatsdStats stats; - vector<int32_t> timestamps; - for (int i = 0; i < StatsdStats::kMaxTimestampCount; i++) { - timestamps.push_back(i); - } - ConfigKey key(0, 12345); - stats.noteConfigReceived(key, 2, 3, 4, 5, {}, true); - - for (int i = 0; i < StatsdStats::kMaxTimestampCount; i++) { - stats.noteDataDropped(key, timestamps[i]); - stats.noteBroadcastSent(key, timestamps[i]); - stats.noteMetricsReportSent(key, 0, timestamps[i]); - stats.noteActiveStatusChanged(key, true, timestamps[i]); - stats.noteActiveStatusChanged(key, false, timestamps[i]); - } - - int32_t newTimestamp = 10000; - - // now it should trigger removing oldest timestamp - stats.noteDataDropped(key, 123, 10000); - stats.noteBroadcastSent(key, 10000); - stats.noteMetricsReportSent(key, 0, 10000); - stats.noteActiveStatusChanged(key, true, 10000); - stats.noteActiveStatusChanged(key, false, 10000); - - EXPECT_TRUE(stats.mConfigStats.find(key) != stats.mConfigStats.end()); - const auto& configStats = stats.mConfigStats[key]; - - size_t maxCount = StatsdStats::kMaxTimestampCount; - ASSERT_EQ(maxCount, configStats->broadcast_sent_time_sec.size()); - ASSERT_EQ(maxCount, configStats->data_drop_time_sec.size()); - ASSERT_EQ(maxCount, configStats->dump_report_stats.size()); - ASSERT_EQ(maxCount, configStats->activation_time_sec.size()); - ASSERT_EQ(maxCount, configStats->deactivation_time_sec.size()); - - // the oldest timestamp is the second timestamp in history - EXPECT_EQ(1, configStats->broadcast_sent_time_sec.front()); - EXPECT_EQ(1, configStats->data_drop_bytes.front()); - EXPECT_EQ(1, configStats->dump_report_stats.front().first); - EXPECT_EQ(1, configStats->activation_time_sec.front()); - EXPECT_EQ(1, configStats->deactivation_time_sec.front()); - - // the last timestamp is the newest timestamp. - EXPECT_EQ(newTimestamp, configStats->broadcast_sent_time_sec.back()); - EXPECT_EQ(newTimestamp, configStats->data_drop_time_sec.back()); - EXPECT_EQ(123, configStats->data_drop_bytes.back()); - EXPECT_EQ(newTimestamp, configStats->dump_report_stats.back().first); - EXPECT_EQ(newTimestamp, configStats->activation_time_sec.back()); - EXPECT_EQ(newTimestamp, configStats->deactivation_time_sec.back()); -} - -TEST(StatsdStatsTest, TestSystemServerCrash) { - StatsdStats stats; - vector<int32_t> timestamps; - for (int i = 0; i < StatsdStats::kMaxSystemServerRestarts; i++) { - timestamps.push_back(i); - stats.noteSystemServerRestart(timestamps[i]); - } - vector<uint8_t> output; - stats.dumpStats(&output, false); - StatsdStatsReport report; - EXPECT_TRUE(report.ParseFromArray(&output[0], output.size())); - const int maxCount = StatsdStats::kMaxSystemServerRestarts; - ASSERT_EQ(maxCount, (int)report.system_restart_sec_size()); - - stats.noteSystemServerRestart(StatsdStats::kMaxSystemServerRestarts + 1); - output.clear(); - stats.dumpStats(&output, false); - EXPECT_TRUE(report.ParseFromArray(&output[0], output.size())); - ASSERT_EQ(maxCount, (int)report.system_restart_sec_size()); - EXPECT_EQ(StatsdStats::kMaxSystemServerRestarts + 1, report.system_restart_sec(maxCount - 1)); -} - -TEST(StatsdStatsTest, TestActivationBroadcastGuardrailHit) { - StatsdStats stats; - int uid1 = 1; - int uid2 = 2; - stats.noteActivationBroadcastGuardrailHit(uid1, 10); - stats.noteActivationBroadcastGuardrailHit(uid1, 20); - - // Test that we only keep 20 timestamps. - for (int i = 0; i < 100; i++) { - stats.noteActivationBroadcastGuardrailHit(uid2, i); - } - - vector<uint8_t> output; - stats.dumpStats(&output, false); - StatsdStatsReport report; - EXPECT_TRUE(report.ParseFromArray(&output[0], output.size())); - - ASSERT_EQ(2, report.activation_guardrail_stats_size()); - bool uid1Good = false; - bool uid2Good = false; - for (const auto& guardrailTimes : report.activation_guardrail_stats()) { - if (uid1 == guardrailTimes.uid()) { - uid1Good = true; - ASSERT_EQ(2, guardrailTimes.guardrail_met_sec_size()); - EXPECT_EQ(10, guardrailTimes.guardrail_met_sec(0)); - EXPECT_EQ(20, guardrailTimes.guardrail_met_sec(1)); - } else if (uid2 == guardrailTimes.uid()) { - int maxCount = StatsdStats::kMaxTimestampCount; - uid2Good = true; - ASSERT_EQ(maxCount, guardrailTimes.guardrail_met_sec_size()); - for (int i = 0; i < maxCount; i++) { - EXPECT_EQ(100 - maxCount + i, guardrailTimes.guardrail_met_sec(i)); - } - } else { - FAIL() << "Unexpected uid."; - } - } - EXPECT_TRUE(uid1Good); - EXPECT_TRUE(uid2Good); -} - -TEST(StatsdStatsTest, TestAtomErrorStats) { - StatsdStats stats; - - int pushAtomTag = 100; - int pullAtomTag = 1000; - int numErrors = 10; - - for (int i = 0; i < numErrors; i++) { - // We must call noteAtomLogged as well because only those pushed atoms - // that have been logged will have stats printed about them in the - // proto. - stats.noteAtomLogged(pushAtomTag, /*timeSec=*/0); - stats.noteAtomError(pushAtomTag, /*pull=*/false); - - stats.noteAtomError(pullAtomTag, /*pull=*/true); - } - - vector<uint8_t> output; - stats.dumpStats(&output, false); - StatsdStatsReport report; - EXPECT_TRUE(report.ParseFromArray(&output[0], output.size())); - - // Check error count = numErrors for push atom - ASSERT_EQ(1, report.atom_stats_size()); - const auto& pushedAtomStats = report.atom_stats(0); - EXPECT_EQ(pushAtomTag, pushedAtomStats.tag()); - EXPECT_EQ(numErrors, pushedAtomStats.error_count()); - - // Check error count = numErrors for pull atom - ASSERT_EQ(1, report.pulled_atom_stats_size()); - const auto& pulledAtomStats = report.pulled_atom_stats(0); - EXPECT_EQ(pullAtomTag, pulledAtomStats.atom_id()); - EXPECT_EQ(numErrors, pulledAtomStats.atom_error_count()); -} - -} // namespace statsd -} // namespace os -} // namespace android -#else -GTEST_LOG_(INFO) << "This test does nothing.\n"; -#endif diff --git a/cmds/statsd/tests/indexed_priority_queue_test.cpp b/cmds/statsd/tests/indexed_priority_queue_test.cpp deleted file mode 100644 index 3a654565b4aa..000000000000 --- a/cmds/statsd/tests/indexed_priority_queue_test.cpp +++ /dev/null @@ -1,235 +0,0 @@ -/* - * Copyright (C) 2017 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#include "src/anomaly/indexed_priority_queue.h" - -#include <gtest/gtest.h> - -using namespace android::os::statsd; - -/** struct for template in indexed_priority_queue */ -struct AATest : public RefBase { - AATest(uint32_t val, std::string a, std::string b) : val(val), a(a), b(b) { - } - - const int val; - const std::string a; - const std::string b; - - struct Smaller { - bool operator()(const sp<const AATest> a, const sp<const AATest> b) const { - return (a->val < b->val); - } - }; -}; - -#ifdef __ANDROID__ -TEST(indexed_priority_queue, empty_and_size) { - std::string emptyMetricId; - std::string emptyDimensionId; - indexed_priority_queue<AATest, AATest::Smaller> ipq; - sp<const AATest> aa4 = new AATest{4, emptyMetricId, emptyDimensionId}; - sp<const AATest> aa8 = new AATest{8, emptyMetricId, emptyDimensionId}; - - ASSERT_EQ(0u, ipq.size()); - EXPECT_TRUE(ipq.empty()); - - ipq.push(aa4); - ASSERT_EQ(1u, ipq.size()); - EXPECT_FALSE(ipq.empty()); - - ipq.push(aa8); - ASSERT_EQ(2u, ipq.size()); - EXPECT_FALSE(ipq.empty()); - - ipq.remove(aa4); - ASSERT_EQ(1u, ipq.size()); - EXPECT_FALSE(ipq.empty()); - - ipq.remove(aa8); - ASSERT_EQ(0u, ipq.size()); - EXPECT_TRUE(ipq.empty()); -} - -TEST(indexed_priority_queue, top) { - std::string emptyMetricId; - std::string emptyDimensionId; - indexed_priority_queue<AATest, AATest::Smaller> ipq; - sp<const AATest> aa2 = new AATest{2, emptyMetricId, emptyDimensionId}; - sp<const AATest> aa4 = new AATest{4, emptyMetricId, emptyDimensionId}; - sp<const AATest> aa8 = new AATest{8, emptyMetricId, emptyDimensionId}; - sp<const AATest> aa12 = new AATest{12, emptyMetricId, emptyDimensionId}; - sp<const AATest> aa16 = new AATest{16, emptyMetricId, emptyDimensionId}; - sp<const AATest> aa20 = new AATest{20, emptyMetricId, emptyDimensionId}; - - EXPECT_EQ(ipq.top(), nullptr); - - // add 8, 4, 12 - ipq.push(aa8); - EXPECT_EQ(ipq.top(), aa8); - - ipq.push(aa12); - EXPECT_EQ(ipq.top(), aa8); - - ipq.push(aa4); - EXPECT_EQ(ipq.top(), aa4); - - // remove 12, 4 - ipq.remove(aa12); - EXPECT_EQ(ipq.top(), aa4); - - ipq.remove(aa4); - EXPECT_EQ(ipq.top(), aa8); - - // add 16, 2, 20 - ipq.push(aa16); - EXPECT_EQ(ipq.top(), aa8); - - ipq.push(aa2); - EXPECT_EQ(ipq.top(), aa2); - - ipq.push(aa20); - EXPECT_EQ(ipq.top(), aa2); - - // remove 2, 20, 16, 8 - ipq.remove(aa2); - EXPECT_EQ(ipq.top(), aa8); - - ipq.remove(aa20); - EXPECT_EQ(ipq.top(), aa8); - - ipq.remove(aa16); - EXPECT_EQ(ipq.top(), aa8); - - ipq.remove(aa8); - EXPECT_EQ(ipq.top(), nullptr); -} - -TEST(indexed_priority_queue, push_same_aa) { - std::string emptyMetricId; - std::string emptyDimensionId; - indexed_priority_queue<AATest, AATest::Smaller> ipq; - sp<const AATest> aa4_a = new AATest{4, emptyMetricId, emptyDimensionId}; - sp<const AATest> aa4_b = new AATest{4, emptyMetricId, emptyDimensionId}; - - ipq.push(aa4_a); - ASSERT_EQ(1u, ipq.size()); - EXPECT_TRUE(ipq.contains(aa4_a)); - EXPECT_FALSE(ipq.contains(aa4_b)); - - ipq.push(aa4_a); - ASSERT_EQ(1u, ipq.size()); - EXPECT_TRUE(ipq.contains(aa4_a)); - EXPECT_FALSE(ipq.contains(aa4_b)); - - ipq.push(aa4_b); - ASSERT_EQ(2u, ipq.size()); - EXPECT_TRUE(ipq.contains(aa4_a)); - EXPECT_TRUE(ipq.contains(aa4_b)); -} - -TEST(indexed_priority_queue, remove_nonexistant) { - std::string emptyMetricId; - std::string emptyDimensionId; - indexed_priority_queue<AATest, AATest::Smaller> ipq; - sp<const AATest> aa4 = new AATest{4, emptyMetricId, emptyDimensionId}; - sp<const AATest> aa5 = new AATest{5, emptyMetricId, emptyDimensionId}; - - ipq.push(aa4); - ipq.remove(aa5); - ASSERT_EQ(1u, ipq.size()); - EXPECT_TRUE(ipq.contains(aa4)); - EXPECT_FALSE(ipq.contains(aa5)); -} - -TEST(indexed_priority_queue, remove_same_aa) { - indexed_priority_queue<AATest, AATest::Smaller> ipq; - std::string emptyMetricId; - std::string emptyDimensionId; - sp<const AATest> aa4_a = new AATest{4, emptyMetricId, emptyDimensionId}; - sp<const AATest> aa4_b = new AATest{4, emptyMetricId, emptyDimensionId}; - - ipq.push(aa4_a); - ipq.push(aa4_b); - ASSERT_EQ(2u, ipq.size()); - EXPECT_TRUE(ipq.contains(aa4_a)); - EXPECT_TRUE(ipq.contains(aa4_b)); - - ipq.remove(aa4_b); - ASSERT_EQ(1u, ipq.size()); - EXPECT_TRUE(ipq.contains(aa4_a)); - EXPECT_FALSE(ipq.contains(aa4_b)); - - ipq.remove(aa4_a); - ASSERT_EQ(0u, ipq.size()); - EXPECT_FALSE(ipq.contains(aa4_a)); - EXPECT_FALSE(ipq.contains(aa4_b)); -} - -TEST(indexed_priority_queue, nulls) { - indexed_priority_queue<AATest, AATest::Smaller> ipq; - - EXPECT_TRUE(ipq.empty()); - EXPECT_FALSE(ipq.contains(nullptr)); - - ipq.push(nullptr); - EXPECT_TRUE(ipq.empty()); - EXPECT_FALSE(ipq.contains(nullptr)); - - ipq.remove(nullptr); - EXPECT_TRUE(ipq.empty()); - EXPECT_FALSE(ipq.contains(nullptr)); -} - -TEST(indexed_priority_queue, pop) { - indexed_priority_queue<AATest, AATest::Smaller> ipq; - std::string emptyMetricId; - std::string emptyDimensionId; - sp<const AATest> a = new AATest{1, emptyMetricId, emptyDimensionId}; - sp<const AATest> b = new AATest{2, emptyMetricId, emptyDimensionId}; - sp<const AATest> c = new AATest{3, emptyMetricId, emptyDimensionId}; - - ipq.push(c); - ipq.push(b); - ipq.push(a); - ASSERT_EQ(3u, ipq.size()); - - ipq.pop(); - ASSERT_EQ(2u, ipq.size()); - EXPECT_FALSE(ipq.contains(a)); - EXPECT_TRUE(ipq.contains(b)); - EXPECT_TRUE(ipq.contains(c)); - - ipq.pop(); - ASSERT_EQ(1u, ipq.size()); - EXPECT_FALSE(ipq.contains(a)); - EXPECT_FALSE(ipq.contains(b)); - EXPECT_TRUE(ipq.contains(c)); - - ipq.pop(); - ASSERT_EQ(0u, ipq.size()); - EXPECT_FALSE(ipq.contains(a)); - EXPECT_FALSE(ipq.contains(b)); - EXPECT_FALSE(ipq.contains(c)); - EXPECT_TRUE(ipq.empty()); - - ipq.pop(); // pop an empty queue - EXPECT_TRUE(ipq.empty()); -} - -#else -GTEST_LOG_(INFO) << "This test does nothing.\n"; -#endif diff --git a/cmds/statsd/tests/log_event/LogEventQueue_test.cpp b/cmds/statsd/tests/log_event/LogEventQueue_test.cpp deleted file mode 100644 index a15f95bef358..000000000000 --- a/cmds/statsd/tests/log_event/LogEventQueue_test.cpp +++ /dev/null @@ -1,115 +0,0 @@ -// Copyright (C) 2019 The Android Open Source Project -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#include "logd/LogEventQueue.h" - -#include <gmock/gmock.h> -#include <gtest/gtest.h> -#include <stdio.h> - -#include <thread> - -#include "stats_event.h" -#include "tests/statsd_test_util.h" - -namespace android { -namespace os { -namespace statsd { - -using namespace android; -using namespace testing; - -using std::unique_ptr; - -namespace { - -std::unique_ptr<LogEvent> makeLogEvent(uint64_t timestampNs) { - AStatsEvent* statsEvent = AStatsEvent_obtain(); - AStatsEvent_setAtomId(statsEvent, 10); - AStatsEvent_overwriteTimestamp(statsEvent, timestampNs); - - std::unique_ptr<LogEvent> logEvent = std::make_unique<LogEvent>(/*uid=*/0, /*pid=*/0); - parseStatsEventToLogEvent(statsEvent, logEvent.get()); - return logEvent; -} - -} // anonymous namespace - -#ifdef __ANDROID__ -TEST(LogEventQueue_test, TestGoodConsumer) { - LogEventQueue queue(50); - int64_t timeBaseNs = 100; - std::thread writer([&queue, timeBaseNs] { - for (int i = 0; i < 100; i++) { - int64_t oldestEventNs; - bool success = queue.push(makeLogEvent(timeBaseNs + i * 1000), &oldestEventNs); - EXPECT_TRUE(success); - std::this_thread::sleep_for(std::chrono::milliseconds(1)); - } - }); - - std::thread reader([&queue, timeBaseNs] { - for (int i = 0; i < 100; i++) { - auto event = queue.waitPop(); - EXPECT_TRUE(event != nullptr); - // All events are in right order. - EXPECT_EQ(timeBaseNs + i * 1000, event->GetElapsedTimestampNs()); - } - }); - - reader.join(); - writer.join(); -} - -TEST(LogEventQueue_test, TestSlowConsumer) { - LogEventQueue queue(50); - int64_t timeBaseNs = 100; - std::thread writer([&queue, timeBaseNs] { - int failure_count = 0; - int64_t oldestEventNs; - for (int i = 0; i < 100; i++) { - bool success = queue.push(makeLogEvent(timeBaseNs + i * 1000), &oldestEventNs); - if (!success) failure_count++; - std::this_thread::sleep_for(std::chrono::milliseconds(1)); - } - - // There is some remote chance that reader thread not get chance to run before writer thread - // ends. That's why the following comparison is not "==". - // There will be at least 45 events lost due to overflow. - EXPECT_TRUE(failure_count >= 45); - // The oldest event must be at least the 6th event. - EXPECT_TRUE(oldestEventNs <= (100 + 5 * 1000)); - }); - - std::thread reader([&queue, timeBaseNs] { - // The consumer quickly processed 5 events, then it got stuck (not reading anymore). - for (int i = 0; i < 5; i++) { - auto event = queue.waitPop(); - EXPECT_TRUE(event != nullptr); - // All events are in right order. - EXPECT_EQ(timeBaseNs + i * 1000, event->GetElapsedTimestampNs()); - } - }); - - reader.join(); - writer.join(); -} - -#else -GTEST_LOG_(INFO) << "This test does nothing.\n"; -#endif - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/tests/metadata_util_test.cpp b/cmds/statsd/tests/metadata_util_test.cpp deleted file mode 100644 index 7707890cbd0c..000000000000 --- a/cmds/statsd/tests/metadata_util_test.cpp +++ /dev/null @@ -1,69 +0,0 @@ -/* - * Copyright (C) 2020 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -#include <gtest/gtest.h> - -#include "metadata_util.h" -#include "tests/statsd_test_util.h" - -#ifdef __ANDROID__ - -namespace android { -namespace os { -namespace statsd { - -TEST(MetadataUtilTest, TestWriteAndReadMetricDimensionKey) { - HashableDimensionKey dim; - HashableDimensionKey dim2; - int pos1[] = {1, 1, 1}; - int pos2[] = {1, 1, 2}; - int pos3[] = {1, 1, 3}; - int pos4[] = {2, 0, 0}; - Field field1(10, pos1, 2); - Field field2(10, pos2, 2); - Field field3(10, pos3, 2); - Field field4(10, pos4, 0); - - Value value1((int32_t)10025); - Value value2("tag"); - Value value3((int32_t)987654); - Value value4((int32_t)99999); - - dim.addValue(FieldValue(field1, value1)); - dim.addValue(FieldValue(field2, value2)); - dim.addValue(FieldValue(field3, value3)); - dim.addValue(FieldValue(field4, value4)); - - dim2.addValue(FieldValue(field1, value1)); - dim2.addValue(FieldValue(field2, value2)); - - MetricDimensionKey dimKey(dim, dim2); - - metadata::MetricDimensionKey metadataDimKey; - writeMetricDimensionKeyToMetadataDimensionKey(dimKey, &metadataDimKey); - - MetricDimensionKey loadedDimKey = loadMetricDimensionKeyFromProto(metadataDimKey); - - ASSERT_EQ(loadedDimKey, dimKey); - ASSERT_EQ(std::hash<MetricDimensionKey>{}(loadedDimKey), - std::hash<MetricDimensionKey>{}(dimKey)); -} - -} // namespace statsd -} // namespace os -} // namespace android -#else -GTEST_LOG_(INFO) << "This test does nothing.\n"; -#endif diff --git a/cmds/statsd/tests/metrics/CountMetricProducer_test.cpp b/cmds/statsd/tests/metrics/CountMetricProducer_test.cpp deleted file mode 100644 index bb8e7bfd90f4..000000000000 --- a/cmds/statsd/tests/metrics/CountMetricProducer_test.cpp +++ /dev/null @@ -1,476 +0,0 @@ -// Copyright (C) 2017 The Android Open Source Project -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#include "src/metrics/CountMetricProducer.h" - -#include <gmock/gmock.h> -#include <gtest/gtest.h> -#include <math.h> -#include <stdio.h> - -#include <vector> - -#include "metrics_test_helper.h" -#include "src/stats_log_util.h" -#include "stats_event.h" -#include "tests/statsd_test_util.h" - -using namespace testing; -using android::sp; -using std::set; -using std::unordered_map; -using std::vector; - -#ifdef __ANDROID__ - -namespace android { -namespace os { -namespace statsd { - - -namespace { -const ConfigKey kConfigKey(0, 12345); - -void makeLogEvent(LogEvent* logEvent, int64_t timestampNs, int atomId) { - AStatsEvent* statsEvent = AStatsEvent_obtain(); - AStatsEvent_setAtomId(statsEvent, atomId); - AStatsEvent_overwriteTimestamp(statsEvent, timestampNs); - - parseStatsEventToLogEvent(statsEvent, logEvent); -} - -void makeLogEvent(LogEvent* logEvent, int64_t timestampNs, int atomId, string uid) { - AStatsEvent* statsEvent = AStatsEvent_obtain(); - AStatsEvent_setAtomId(statsEvent, atomId); - AStatsEvent_overwriteTimestamp(statsEvent, timestampNs); - AStatsEvent_writeString(statsEvent, uid.c_str()); - - parseStatsEventToLogEvent(statsEvent, logEvent); -} - -} // namespace - -// Setup for parameterized tests. -class CountMetricProducerTest_PartialBucket : public TestWithParam<BucketSplitEvent> {}; - -INSTANTIATE_TEST_SUITE_P(CountMetricProducerTest_PartialBucket, - CountMetricProducerTest_PartialBucket, - testing::Values(APP_UPGRADE, BOOT_COMPLETE)); - -TEST(CountMetricProducerTest, TestFirstBucket) { - CountMetric metric; - metric.set_id(1); - metric.set_bucket(ONE_MINUTE); - sp<MockConditionWizard> wizard = new NaggyMock<MockConditionWizard>(); - - CountMetricProducer countProducer(kConfigKey, metric, -1 /*-1 meaning no condition*/, {}, - wizard, 5, 600 * NS_PER_SEC + NS_PER_SEC / 2); - EXPECT_EQ(600500000000, countProducer.mCurrentBucketStartTimeNs); - EXPECT_EQ(10, countProducer.mCurrentBucketNum); - EXPECT_EQ(660000000005, countProducer.getCurrentBucketEndTimeNs()); -} - -TEST(CountMetricProducerTest, TestNonDimensionalEvents) { - int64_t bucketStartTimeNs = 10000000000; - int64_t bucketSizeNs = TimeUnitToBucketSizeInMillis(ONE_MINUTE) * 1000000LL; - int64_t bucket2StartTimeNs = bucketStartTimeNs + bucketSizeNs; - int64_t bucket3StartTimeNs = bucketStartTimeNs + 2 * bucketSizeNs; - int tagId = 1; - - CountMetric metric; - metric.set_id(1); - metric.set_bucket(ONE_MINUTE); - - sp<MockConditionWizard> wizard = new NaggyMock<MockConditionWizard>(); - - CountMetricProducer countProducer(kConfigKey, metric, -1 /*-1 meaning no condition*/, {}, - wizard, bucketStartTimeNs, bucketStartTimeNs); - - // 2 events in bucket 1. - LogEvent event1(/*uid=*/0, /*pid=*/0); - makeLogEvent(&event1, bucketStartTimeNs + 1, tagId); - LogEvent event2(/*uid=*/0, /*pid=*/0); - makeLogEvent(&event2, bucketStartTimeNs + 2, tagId); - - countProducer.onMatchedLogEvent(1 /*log matcher index*/, event1); - countProducer.onMatchedLogEvent(1 /*log matcher index*/, event2); - - // Flushes at event #2. - countProducer.flushIfNeededLocked(bucketStartTimeNs + 2); - ASSERT_EQ(0UL, countProducer.mPastBuckets.size()); - - // Flushes. - countProducer.flushIfNeededLocked(bucketStartTimeNs + bucketSizeNs + 1); - ASSERT_EQ(1UL, countProducer.mPastBuckets.size()); - EXPECT_TRUE(countProducer.mPastBuckets.find(DEFAULT_METRIC_DIMENSION_KEY) != - countProducer.mPastBuckets.end()); - const auto& buckets = countProducer.mPastBuckets[DEFAULT_METRIC_DIMENSION_KEY]; - ASSERT_EQ(1UL, buckets.size()); - EXPECT_EQ(bucketStartTimeNs, buckets[0].mBucketStartNs); - EXPECT_EQ(bucketStartTimeNs + bucketSizeNs, buckets[0].mBucketEndNs); - EXPECT_EQ(2LL, buckets[0].mCount); - - // 1 matched event happens in bucket 2. - LogEvent event3(/*uid=*/0, /*pid=*/0); - makeLogEvent(&event3, bucketStartTimeNs + bucketSizeNs + 2, tagId); - - countProducer.onMatchedLogEvent(1 /*log matcher index*/, event3); - - countProducer.flushIfNeededLocked(bucketStartTimeNs + 2 * bucketSizeNs + 1); - ASSERT_EQ(1UL, countProducer.mPastBuckets.size()); - EXPECT_TRUE(countProducer.mPastBuckets.find(DEFAULT_METRIC_DIMENSION_KEY) != - countProducer.mPastBuckets.end()); - ASSERT_EQ(2UL, countProducer.mPastBuckets[DEFAULT_METRIC_DIMENSION_KEY].size()); - const auto& bucketInfo2 = countProducer.mPastBuckets[DEFAULT_METRIC_DIMENSION_KEY][1]; - EXPECT_EQ(bucket2StartTimeNs, bucketInfo2.mBucketStartNs); - EXPECT_EQ(bucket2StartTimeNs + bucketSizeNs, bucketInfo2.mBucketEndNs); - EXPECT_EQ(1LL, bucketInfo2.mCount); - - // nothing happens in bucket 3. we should not record anything for bucket 3. - countProducer.flushIfNeededLocked(bucketStartTimeNs + 3 * bucketSizeNs + 1); - ASSERT_EQ(1UL, countProducer.mPastBuckets.size()); - EXPECT_TRUE(countProducer.mPastBuckets.find(DEFAULT_METRIC_DIMENSION_KEY) != - countProducer.mPastBuckets.end()); - const auto& buckets3 = countProducer.mPastBuckets[DEFAULT_METRIC_DIMENSION_KEY]; - ASSERT_EQ(2UL, buckets3.size()); -} - -TEST(CountMetricProducerTest, TestEventsWithNonSlicedCondition) { - int64_t bucketStartTimeNs = 10000000000; - int64_t bucketSizeNs = TimeUnitToBucketSizeInMillis(ONE_MINUTE) * 1000000LL; - - CountMetric metric; - metric.set_id(1); - metric.set_bucket(ONE_MINUTE); - metric.set_condition(StringToId("SCREEN_ON")); - - sp<MockConditionWizard> wizard = new NaggyMock<MockConditionWizard>(); - - CountMetricProducer countProducer(kConfigKey, metric, 0, {ConditionState::kUnknown}, wizard, - bucketStartTimeNs, bucketStartTimeNs); - - countProducer.onConditionChanged(true, bucketStartTimeNs); - - LogEvent event1(/*uid=*/0, /*pid=*/0); - makeLogEvent(&event1, bucketStartTimeNs + 1, /*atomId=*/1); - countProducer.onMatchedLogEvent(1 /*matcher index*/, event1); - - ASSERT_EQ(0UL, countProducer.mPastBuckets.size()); - - countProducer.onConditionChanged(false /*new condition*/, bucketStartTimeNs + 2); - - // Upon this match event, the matched event1 is flushed. - LogEvent event2(/*uid=*/0, /*pid=*/0); - makeLogEvent(&event2, bucketStartTimeNs + 10, /*atomId=*/1); - countProducer.onMatchedLogEvent(1 /*matcher index*/, event2); - ASSERT_EQ(0UL, countProducer.mPastBuckets.size()); - - countProducer.flushIfNeededLocked(bucketStartTimeNs + bucketSizeNs + 1); - ASSERT_EQ(1UL, countProducer.mPastBuckets.size()); - EXPECT_TRUE(countProducer.mPastBuckets.find(DEFAULT_METRIC_DIMENSION_KEY) != - countProducer.mPastBuckets.end()); - - const auto& buckets = countProducer.mPastBuckets[DEFAULT_METRIC_DIMENSION_KEY]; - ASSERT_EQ(1UL, buckets.size()); - const auto& bucketInfo = buckets[0]; - EXPECT_EQ(bucketStartTimeNs, bucketInfo.mBucketStartNs); - EXPECT_EQ(bucketStartTimeNs + bucketSizeNs, bucketInfo.mBucketEndNs); - EXPECT_EQ(1LL, bucketInfo.mCount); -} - -TEST(CountMetricProducerTest, TestEventsWithSlicedCondition) { - int64_t bucketStartTimeNs = 10000000000; - int64_t bucketSizeNs = TimeUnitToBucketSizeInMillis(ONE_MINUTE) * 1000000LL; - - int tagId = 1; - int conditionTagId = 2; - - CountMetric metric; - metric.set_id(1); - metric.set_bucket(ONE_MINUTE); - metric.set_condition(StringToId("APP_IN_BACKGROUND_PER_UID_AND_SCREEN_ON")); - MetricConditionLink* link = metric.add_links(); - link->set_condition(StringToId("APP_IN_BACKGROUND_PER_UID")); - buildSimpleAtomFieldMatcher(tagId, 1, link->mutable_fields_in_what()); - buildSimpleAtomFieldMatcher(conditionTagId, 2, link->mutable_fields_in_condition()); - - LogEvent event1(/*uid=*/0, /*pid=*/0); - makeLogEvent(&event1, bucketStartTimeNs + 1, tagId, /*uid=*/"111"); - - LogEvent event2(/*uid=*/0, /*pid=*/0); - makeLogEvent(&event2, bucketStartTimeNs + 10, tagId, /*uid=*/"222"); - - ConditionKey key1; - key1[StringToId("APP_IN_BACKGROUND_PER_UID")] = { - getMockedDimensionKey(conditionTagId, 2, "111")}; - - ConditionKey key2; - key2[StringToId("APP_IN_BACKGROUND_PER_UID")] = { - getMockedDimensionKey(conditionTagId, 2, "222")}; - - sp<MockConditionWizard> wizard = new NaggyMock<MockConditionWizard>(); - - EXPECT_CALL(*wizard, query(_, key1, _)).WillOnce(Return(ConditionState::kFalse)); - - EXPECT_CALL(*wizard, query(_, key2, _)).WillOnce(Return(ConditionState::kTrue)); - - CountMetricProducer countProducer(kConfigKey, metric, 0 /*condition tracker index*/, - {ConditionState::kUnknown}, wizard, bucketStartTimeNs, - bucketStartTimeNs); - - countProducer.onMatchedLogEvent(1 /*log matcher index*/, event1); - countProducer.flushIfNeededLocked(bucketStartTimeNs + 1); - ASSERT_EQ(0UL, countProducer.mPastBuckets.size()); - - countProducer.onMatchedLogEvent(1 /*log matcher index*/, event2); - countProducer.flushIfNeededLocked(bucketStartTimeNs + bucketSizeNs + 1); - ASSERT_EQ(1UL, countProducer.mPastBuckets.size()); - EXPECT_TRUE(countProducer.mPastBuckets.find(DEFAULT_METRIC_DIMENSION_KEY) != - countProducer.mPastBuckets.end()); - const auto& buckets = countProducer.mPastBuckets[DEFAULT_METRIC_DIMENSION_KEY]; - ASSERT_EQ(1UL, buckets.size()); - const auto& bucketInfo = buckets[0]; - EXPECT_EQ(bucketStartTimeNs, bucketInfo.mBucketStartNs); - EXPECT_EQ(bucketStartTimeNs + bucketSizeNs, bucketInfo.mBucketEndNs); - EXPECT_EQ(1LL, bucketInfo.mCount); -} - -TEST_P(CountMetricProducerTest_PartialBucket, TestSplitInCurrentBucket) { - sp<AlarmMonitor> alarmMonitor; - int64_t bucketStartTimeNs = 10000000000; - int64_t bucketSizeNs = TimeUnitToBucketSizeInMillis(ONE_MINUTE) * 1000000LL; - int64_t eventTimeNs = bucketStartTimeNs + 15 * NS_PER_SEC; - - int tagId = 1; - int conditionTagId = 2; - - CountMetric metric; - metric.set_id(1); - metric.set_bucket(ONE_MINUTE); - Alert alert; - alert.set_num_buckets(3); - alert.set_trigger_if_sum_gt(2); - - sp<MockConditionWizard> wizard = new NaggyMock<MockConditionWizard>(); - - CountMetricProducer countProducer(kConfigKey, metric, -1 /* no condition */, {}, wizard, - bucketStartTimeNs, bucketStartTimeNs); - - sp<AnomalyTracker> anomalyTracker = countProducer.addAnomalyTracker(alert, alarmMonitor); - EXPECT_TRUE(anomalyTracker != nullptr); - - // Bucket is not flushed yet. - LogEvent event1(/*uid=*/0, /*pid=*/0); - makeLogEvent(&event1, bucketStartTimeNs + 1, tagId, /*uid=*/"111"); - countProducer.onMatchedLogEvent(1 /*log matcher index*/, event1); - ASSERT_EQ(0UL, countProducer.mPastBuckets.size()); - EXPECT_EQ(0, anomalyTracker->getSumOverPastBuckets(DEFAULT_METRIC_DIMENSION_KEY)); - - // App upgrade or boot complete forces bucket flush. - // Check that there's a past bucket and the bucket end is not adjusted. - switch (GetParam()) { - case APP_UPGRADE: - countProducer.notifyAppUpgrade(eventTimeNs); - break; - case BOOT_COMPLETE: - countProducer.onStatsdInitCompleted(eventTimeNs); - break; - } - ASSERT_EQ(1UL, countProducer.mPastBuckets[DEFAULT_METRIC_DIMENSION_KEY].size()); - EXPECT_EQ(bucketStartTimeNs, - countProducer.mPastBuckets[DEFAULT_METRIC_DIMENSION_KEY][0].mBucketStartNs); - EXPECT_EQ(eventTimeNs, - countProducer.mPastBuckets[DEFAULT_METRIC_DIMENSION_KEY][0].mBucketEndNs); - EXPECT_EQ(0, countProducer.getCurrentBucketNum()); - EXPECT_EQ(eventTimeNs, countProducer.mCurrentBucketStartTimeNs); - // Anomaly tracker only contains full buckets. - EXPECT_EQ(0, anomalyTracker->getSumOverPastBuckets(DEFAULT_METRIC_DIMENSION_KEY)); - - int64_t lastEndTimeNs = countProducer.getCurrentBucketEndTimeNs(); - // Next event occurs in same bucket as partial bucket created. - LogEvent event2(/*uid=*/0, /*pid=*/0); - makeLogEvent(&event2, bucketStartTimeNs + 59 * NS_PER_SEC + 10, tagId, /*uid=*/"222"); - countProducer.onMatchedLogEvent(1 /*log matcher index*/, event2); - ASSERT_EQ(1UL, countProducer.mPastBuckets[DEFAULT_METRIC_DIMENSION_KEY].size()); - EXPECT_EQ(eventTimeNs, countProducer.mCurrentBucketStartTimeNs); - EXPECT_EQ(0, countProducer.getCurrentBucketNum()); - EXPECT_EQ(0, anomalyTracker->getSumOverPastBuckets(DEFAULT_METRIC_DIMENSION_KEY)); - - // Third event in following bucket. - LogEvent event3(/*uid=*/0, /*pid=*/0); - makeLogEvent(&event3, bucketStartTimeNs + 62 * NS_PER_SEC + 10, tagId, /*uid=*/"333"); - countProducer.onMatchedLogEvent(1 /*log matcher index*/, event3); - ASSERT_EQ(2UL, countProducer.mPastBuckets[DEFAULT_METRIC_DIMENSION_KEY].size()); - EXPECT_EQ(lastEndTimeNs, countProducer.mCurrentBucketStartTimeNs); - EXPECT_EQ(1, countProducer.getCurrentBucketNum()); - EXPECT_EQ(2, anomalyTracker->getSumOverPastBuckets(DEFAULT_METRIC_DIMENSION_KEY)); -} - -TEST_P(CountMetricProducerTest_PartialBucket, TestSplitInNextBucket) { - int64_t bucketStartTimeNs = 10000000000; - int64_t bucketSizeNs = TimeUnitToBucketSizeInMillis(ONE_MINUTE) * 1000000LL; - int64_t eventTimeNs = bucketStartTimeNs + 65 * NS_PER_SEC; - - int tagId = 1; - int conditionTagId = 2; - - CountMetric metric; - metric.set_id(1); - metric.set_bucket(ONE_MINUTE); - - sp<MockConditionWizard> wizard = new NaggyMock<MockConditionWizard>(); - - CountMetricProducer countProducer(kConfigKey, metric, -1 /* no condition */, {}, wizard, - bucketStartTimeNs, bucketStartTimeNs); - - // Bucket is flushed yet. - LogEvent event1(/*uid=*/0, /*pid=*/0); - makeLogEvent(&event1, bucketStartTimeNs + 1, tagId, /*uid=*/"111"); - countProducer.onMatchedLogEvent(1 /*log matcher index*/, event1); - ASSERT_EQ(0UL, countProducer.mPastBuckets.size()); - - // App upgrade or boot complete forces bucket flush. - // Check that there's a past bucket and the bucket end is not adjusted since the upgrade - // occurred after the bucket end time. - switch (GetParam()) { - case APP_UPGRADE: - countProducer.notifyAppUpgrade(eventTimeNs); - break; - case BOOT_COMPLETE: - countProducer.onStatsdInitCompleted(eventTimeNs); - break; - } - ASSERT_EQ(1UL, countProducer.mPastBuckets[DEFAULT_METRIC_DIMENSION_KEY].size()); - EXPECT_EQ(bucketStartTimeNs, - countProducer.mPastBuckets[DEFAULT_METRIC_DIMENSION_KEY][0].mBucketStartNs); - EXPECT_EQ(bucketStartTimeNs + bucketSizeNs, - countProducer.mPastBuckets[DEFAULT_METRIC_DIMENSION_KEY][0].mBucketEndNs); - EXPECT_EQ(eventTimeNs, countProducer.mCurrentBucketStartTimeNs); - - // Next event occurs in same bucket as partial bucket created. - LogEvent event2(/*uid=*/0, /*pid=*/0); - makeLogEvent(&event2, bucketStartTimeNs + 70 * NS_PER_SEC + 10, tagId, /*uid=*/"222"); - countProducer.onMatchedLogEvent(1 /*log matcher index*/, event2); - ASSERT_EQ(1UL, countProducer.mPastBuckets[DEFAULT_METRIC_DIMENSION_KEY].size()); - - // Third event in following bucket. - LogEvent event3(/*uid=*/0, /*pid=*/0); - makeLogEvent(&event3, bucketStartTimeNs + 121 * NS_PER_SEC + 10, tagId, /*uid=*/"333"); - countProducer.onMatchedLogEvent(1 /*log matcher index*/, event3); - ASSERT_EQ(2UL, countProducer.mPastBuckets[DEFAULT_METRIC_DIMENSION_KEY].size()); - EXPECT_EQ((int64_t)eventTimeNs, - countProducer.mPastBuckets[DEFAULT_METRIC_DIMENSION_KEY][1].mBucketStartNs); - EXPECT_EQ(bucketStartTimeNs + 2 * bucketSizeNs, - countProducer.mPastBuckets[DEFAULT_METRIC_DIMENSION_KEY][1].mBucketEndNs); -} - -TEST(CountMetricProducerTest, TestAnomalyDetectionUnSliced) { - sp<AlarmMonitor> alarmMonitor; - Alert alert; - alert.set_id(11); - alert.set_metric_id(1); - alert.set_trigger_if_sum_gt(2); - alert.set_num_buckets(2); - const int32_t refPeriodSec = 1; - alert.set_refractory_period_secs(refPeriodSec); - - int64_t bucketStartTimeNs = 10000000000; - int64_t bucketSizeNs = TimeUnitToBucketSizeInMillis(ONE_MINUTE) * 1000000LL; - int64_t bucket2StartTimeNs = bucketStartTimeNs + bucketSizeNs; - int64_t bucket3StartTimeNs = bucketStartTimeNs + 2 * bucketSizeNs; - - CountMetric metric; - metric.set_id(1); - metric.set_bucket(ONE_MINUTE); - - sp<MockConditionWizard> wizard = new NaggyMock<MockConditionWizard>(); - - CountMetricProducer countProducer(kConfigKey, metric, -1 /*-1 meaning no condition*/, {}, - wizard, bucketStartTimeNs, bucketStartTimeNs); - - sp<AnomalyTracker> anomalyTracker = countProducer.addAnomalyTracker(alert, alarmMonitor); - - int tagId = 1; - LogEvent event1(/*uid=*/0, /*pid=*/0); - makeLogEvent(&event1, bucketStartTimeNs + 1, tagId); - LogEvent event2(/*uid=*/0, /*pid=*/0); - makeLogEvent(&event2, bucketStartTimeNs + 2, tagId); - LogEvent event3(/*uid=*/0, /*pid=*/0); - makeLogEvent(&event3, bucketStartTimeNs + 2 * bucketSizeNs + 1, tagId); - LogEvent event4(/*uid=*/0, /*pid=*/0); - makeLogEvent(&event4, bucketStartTimeNs + 3 * bucketSizeNs + 1, tagId); - LogEvent event5(/*uid=*/0, /*pid=*/0); - makeLogEvent(&event5, bucketStartTimeNs + 3 * bucketSizeNs + 2, tagId); - LogEvent event6(/*uid=*/0, /*pid=*/0); - makeLogEvent(&event6, bucketStartTimeNs + 3 * bucketSizeNs + 3, tagId); - LogEvent event7(/*uid=*/0, /*pid=*/0); - makeLogEvent(&event7, bucketStartTimeNs + 3 * bucketSizeNs + 2 * NS_PER_SEC, tagId); - - // Two events in bucket #0. - countProducer.onMatchedLogEvent(1 /*log matcher index*/, event1); - countProducer.onMatchedLogEvent(1 /*log matcher index*/, event2); - - ASSERT_EQ(1UL, countProducer.mCurrentSlicedCounter->size()); - EXPECT_EQ(2L, countProducer.mCurrentSlicedCounter->begin()->second); - EXPECT_EQ(anomalyTracker->getRefractoryPeriodEndsSec(DEFAULT_METRIC_DIMENSION_KEY), 0U); - - // One event in bucket #2. No alarm as bucket #0 is trashed out. - countProducer.onMatchedLogEvent(1 /*log matcher index*/, event3); - ASSERT_EQ(1UL, countProducer.mCurrentSlicedCounter->size()); - EXPECT_EQ(1L, countProducer.mCurrentSlicedCounter->begin()->second); - EXPECT_EQ(anomalyTracker->getRefractoryPeriodEndsSec(DEFAULT_METRIC_DIMENSION_KEY), 0U); - - // Two events in bucket #3. - countProducer.onMatchedLogEvent(1 /*log matcher index*/, event4); - countProducer.onMatchedLogEvent(1 /*log matcher index*/, event5); - countProducer.onMatchedLogEvent(1 /*log matcher index*/, event6); - ASSERT_EQ(1UL, countProducer.mCurrentSlicedCounter->size()); - EXPECT_EQ(3L, countProducer.mCurrentSlicedCounter->begin()->second); - // Anomaly at event 6 is within refractory period. The alarm is at event 5 timestamp not event 6 - EXPECT_EQ(anomalyTracker->getRefractoryPeriodEndsSec(DEFAULT_METRIC_DIMENSION_KEY), - std::ceil(1.0 * event5.GetElapsedTimestampNs() / NS_PER_SEC + refPeriodSec)); - - countProducer.onMatchedLogEvent(1 /*log matcher index*/, event7); - ASSERT_EQ(1UL, countProducer.mCurrentSlicedCounter->size()); - EXPECT_EQ(4L, countProducer.mCurrentSlicedCounter->begin()->second); - EXPECT_EQ(anomalyTracker->getRefractoryPeriodEndsSec(DEFAULT_METRIC_DIMENSION_KEY), - std::ceil(1.0 * event7.GetElapsedTimestampNs() / NS_PER_SEC + refPeriodSec)); -} - -TEST(CountMetricProducerTest, TestOneWeekTimeUnit) { - CountMetric metric; - metric.set_id(1); - metric.set_bucket(ONE_WEEK); - - sp<MockConditionWizard> wizard = new NaggyMock<MockConditionWizard>(); - - int64_t oneDayNs = 24 * 60 * 60 * 1e9; - int64_t fiveWeeksNs = 5 * 7 * oneDayNs; - - CountMetricProducer countProducer(kConfigKey, metric, -1 /* meaning no condition */, {}, wizard, - oneDayNs, fiveWeeksNs); - - int64_t fiveWeeksOneDayNs = fiveWeeksNs + oneDayNs; - - EXPECT_EQ(fiveWeeksNs, countProducer.mCurrentBucketStartTimeNs); - EXPECT_EQ(4, countProducer.mCurrentBucketNum); - EXPECT_EQ(fiveWeeksOneDayNs, countProducer.getCurrentBucketEndTimeNs()); -} - -} // namespace statsd -} // namespace os -} // namespace android -#else -GTEST_LOG_(INFO) << "This test does nothing.\n"; -#endif diff --git a/cmds/statsd/tests/metrics/DurationMetricProducer_test.cpp b/cmds/statsd/tests/metrics/DurationMetricProducer_test.cpp deleted file mode 100644 index 05cfa37b0ee1..000000000000 --- a/cmds/statsd/tests/metrics/DurationMetricProducer_test.cpp +++ /dev/null @@ -1,515 +0,0 @@ -// Copyright (C) 2017 The Android Open Source Project -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#include "src/metrics/DurationMetricProducer.h" - -#include <gmock/gmock.h> -#include <gtest/gtest.h> -#include <stdio.h> - -#include <set> -#include <unordered_map> -#include <vector> - -#include "metrics_test_helper.h" -#include "src/condition/ConditionWizard.h" -#include "src/stats_log_util.h" -#include "stats_event.h" -#include "tests/statsd_test_util.h" - -using namespace android::os::statsd; -using namespace testing; -using android::sp; -using std::set; -using std::unordered_map; -using std::vector; - -#ifdef __ANDROID__ - -namespace android { -namespace os { -namespace statsd { - - -namespace { - -const ConfigKey kConfigKey(0, 12345); -void makeLogEvent(LogEvent* logEvent, int64_t timestampNs, int atomId) { - AStatsEvent* statsEvent = AStatsEvent_obtain(); - AStatsEvent_setAtomId(statsEvent, atomId); - AStatsEvent_overwriteTimestamp(statsEvent, timestampNs); - - parseStatsEventToLogEvent(statsEvent, logEvent); -} - -} // namespace - -// Setup for parameterized tests. -class DurationMetricProducerTest_PartialBucket : public TestWithParam<BucketSplitEvent> {}; - -INSTANTIATE_TEST_SUITE_P(DurationMetricProducerTest_PartialBucket, - DurationMetricProducerTest_PartialBucket, - testing::Values(APP_UPGRADE, BOOT_COMPLETE)); - -TEST(DurationMetricTrackerTest, TestFirstBucket) { - sp<MockConditionWizard> wizard = new NaggyMock<MockConditionWizard>(); - DurationMetric metric; - metric.set_id(1); - metric.set_bucket(ONE_MINUTE); - metric.set_aggregation_type(DurationMetric_AggregationType_SUM); - - FieldMatcher dimensions; - - DurationMetricProducer durationProducer(kConfigKey, metric, -1 /*no condition*/, {}, - 1 /* start index */, 2 /* stop index */, - 3 /* stop_all index */, false /*nesting*/, wizard, - dimensions, 5, 600 * NS_PER_SEC + NS_PER_SEC / 2); - - EXPECT_EQ(600500000000, durationProducer.mCurrentBucketStartTimeNs); - EXPECT_EQ(10, durationProducer.mCurrentBucketNum); - EXPECT_EQ(660000000005, durationProducer.getCurrentBucketEndTimeNs()); -} - -TEST(DurationMetricTrackerTest, TestNoCondition) { - sp<MockConditionWizard> wizard = new NaggyMock<MockConditionWizard>(); - int64_t bucketStartTimeNs = 10000000000; - int64_t bucketSizeNs = TimeUnitToBucketSizeInMillis(ONE_MINUTE) * 1000000LL; - - DurationMetric metric; - metric.set_id(1); - metric.set_bucket(ONE_MINUTE); - metric.set_aggregation_type(DurationMetric_AggregationType_SUM); - - int tagId = 1; - LogEvent event1(/*uid=*/0, /*pid=*/0); - makeLogEvent(&event1, bucketStartTimeNs + 1, tagId); - LogEvent event2(/*uid=*/0, /*pid=*/0); - makeLogEvent(&event2, bucketStartTimeNs + bucketSizeNs + 2, tagId); - - FieldMatcher dimensions; - - DurationMetricProducer durationProducer(kConfigKey, metric, -1 /*no condition*/, {}, - 1 /* start index */, 2 /* stop index */, - 3 /* stop_all index */, false /*nesting*/, wizard, - dimensions, bucketStartTimeNs, bucketStartTimeNs); - - durationProducer.onMatchedLogEvent(1 /* start index*/, event1); - durationProducer.onMatchedLogEvent(2 /* stop index*/, event2); - durationProducer.flushIfNeededLocked(bucketStartTimeNs + 2 * bucketSizeNs + 1); - ASSERT_EQ(1UL, durationProducer.mPastBuckets.size()); - EXPECT_TRUE(durationProducer.mPastBuckets.find(DEFAULT_METRIC_DIMENSION_KEY) != - durationProducer.mPastBuckets.end()); - const auto& buckets = durationProducer.mPastBuckets[DEFAULT_METRIC_DIMENSION_KEY]; - ASSERT_EQ(2UL, buckets.size()); - EXPECT_EQ(bucketStartTimeNs, buckets[0].mBucketStartNs); - EXPECT_EQ(bucketStartTimeNs + bucketSizeNs, buckets[0].mBucketEndNs); - EXPECT_EQ(bucketSizeNs - 1LL, buckets[0].mDuration); - EXPECT_EQ(bucketStartTimeNs + bucketSizeNs, buckets[1].mBucketStartNs); - EXPECT_EQ(bucketStartTimeNs + 2 * bucketSizeNs, buckets[1].mBucketEndNs); - EXPECT_EQ(2LL, buckets[1].mDuration); -} - -TEST(DurationMetricTrackerTest, TestNonSlicedCondition) { - sp<MockConditionWizard> wizard = new NaggyMock<MockConditionWizard>(); - int64_t bucketStartTimeNs = 10000000000; - int64_t bucketSizeNs = TimeUnitToBucketSizeInMillis(ONE_MINUTE) * 1000000LL; - - DurationMetric metric; - metric.set_id(1); - metric.set_bucket(ONE_MINUTE); - metric.set_aggregation_type(DurationMetric_AggregationType_SUM); - - int tagId = 1; - LogEvent event1(/*uid=*/0, /*pid=*/0); - makeLogEvent(&event1, bucketStartTimeNs + 1, tagId); - LogEvent event2(/*uid=*/0, /*pid=*/0); - makeLogEvent(&event2, bucketStartTimeNs + 2, tagId); - LogEvent event3(/*uid=*/0, /*pid=*/0); - makeLogEvent(&event3, bucketStartTimeNs + bucketSizeNs + 1, tagId); - LogEvent event4(/*uid=*/0, /*pid=*/0); - makeLogEvent(&event4, bucketStartTimeNs + bucketSizeNs + 3, tagId); - - FieldMatcher dimensions; - - DurationMetricProducer durationProducer( - kConfigKey, metric, 0 /* condition index */, {ConditionState::kUnknown}, - 1 /* start index */, 2 /* stop index */, 3 /* stop_all index */, false /*nesting*/, - wizard, dimensions, bucketStartTimeNs, bucketStartTimeNs); - durationProducer.mCondition = ConditionState::kFalse; - - EXPECT_FALSE(durationProducer.mCondition); - EXPECT_FALSE(durationProducer.isConditionSliced()); - - durationProducer.onMatchedLogEvent(1 /* start index*/, event1); - durationProducer.onMatchedLogEvent(2 /* stop index*/, event2); - durationProducer.flushIfNeededLocked(bucketStartTimeNs + bucketSizeNs + 1); - ASSERT_EQ(0UL, durationProducer.mPastBuckets.size()); - - durationProducer.onMatchedLogEvent(1 /* start index*/, event3); - durationProducer.onConditionChanged(true /* condition */, bucketStartTimeNs + bucketSizeNs + 2); - durationProducer.onMatchedLogEvent(2 /* stop index*/, event4); - durationProducer.flushIfNeededLocked(bucketStartTimeNs + 2 * bucketSizeNs + 1); - ASSERT_EQ(1UL, durationProducer.mPastBuckets.size()); - EXPECT_TRUE(durationProducer.mPastBuckets.find(DEFAULT_METRIC_DIMENSION_KEY) != - durationProducer.mPastBuckets.end()); - const auto& buckets2 = durationProducer.mPastBuckets[DEFAULT_METRIC_DIMENSION_KEY]; - ASSERT_EQ(1UL, buckets2.size()); - EXPECT_EQ(bucketStartTimeNs + bucketSizeNs, buckets2[0].mBucketStartNs); - EXPECT_EQ(bucketStartTimeNs + 2 * bucketSizeNs, buckets2[0].mBucketEndNs); - EXPECT_EQ(1LL, buckets2[0].mDuration); -} - -TEST(DurationMetricTrackerTest, TestNonSlicedConditionUnknownState) { - sp<MockConditionWizard> wizard = new NaggyMock<MockConditionWizard>(); - int64_t bucketStartTimeNs = 10000000000; - int64_t bucketSizeNs = TimeUnitToBucketSizeInMillis(ONE_MINUTE) * 1000000LL; - - DurationMetric metric; - metric.set_id(1); - metric.set_bucket(ONE_MINUTE); - metric.set_aggregation_type(DurationMetric_AggregationType_SUM); - - int tagId = 1; - LogEvent event1(/*uid=*/0, /*pid=*/0); - makeLogEvent(&event1, bucketStartTimeNs + 1, tagId); - LogEvent event2(/*uid=*/0, /*pid=*/0); - makeLogEvent(&event2, bucketStartTimeNs + 2, tagId); - LogEvent event3(/*uid=*/0, /*pid=*/0); - makeLogEvent(&event3, bucketStartTimeNs + bucketSizeNs + 1, tagId); - LogEvent event4(/*uid=*/0, /*pid=*/0); - makeLogEvent(&event4, bucketStartTimeNs + bucketSizeNs + 3, tagId); - - FieldMatcher dimensions; - - DurationMetricProducer durationProducer( - kConfigKey, metric, 0 /* condition index */, {ConditionState::kUnknown}, - 1 /* start index */, 2 /* stop index */, 3 /* stop_all index */, false /*nesting*/, - wizard, dimensions, bucketStartTimeNs, bucketStartTimeNs); - - EXPECT_EQ(ConditionState::kUnknown, durationProducer.mCondition); - EXPECT_FALSE(durationProducer.isConditionSliced()); - - durationProducer.onMatchedLogEvent(1 /* start index*/, event1); - durationProducer.onMatchedLogEvent(2 /* stop index*/, event2); - durationProducer.flushIfNeededLocked(bucketStartTimeNs + bucketSizeNs + 1); - ASSERT_EQ(0UL, durationProducer.mPastBuckets.size()); - - durationProducer.onMatchedLogEvent(1 /* start index*/, event3); - durationProducer.onConditionChanged(true /* condition */, bucketStartTimeNs + bucketSizeNs + 2); - durationProducer.onMatchedLogEvent(2 /* stop index*/, event4); - durationProducer.flushIfNeededLocked(bucketStartTimeNs + 2 * bucketSizeNs + 1); - ASSERT_EQ(1UL, durationProducer.mPastBuckets.size()); - const auto& buckets2 = durationProducer.mPastBuckets[DEFAULT_METRIC_DIMENSION_KEY]; - ASSERT_EQ(1UL, buckets2.size()); - EXPECT_EQ(bucketStartTimeNs + bucketSizeNs, buckets2[0].mBucketStartNs); - EXPECT_EQ(bucketStartTimeNs + 2 * bucketSizeNs, buckets2[0].mBucketEndNs); - EXPECT_EQ(1LL, buckets2[0].mDuration); -} - -TEST_P(DurationMetricProducerTest_PartialBucket, TestSumDuration) { - /** - * The duration starts from the first bucket, through the two partial buckets (10-70sec), - * another bucket, and ends at the beginning of the next full bucket. - * Expected buckets: - * - [10,25]: 14 secs - * - [25,70]: All 45 secs - * - [70,130]: All 60 secs - * - [130, 210]: Only 5 secs (event ended at 135sec) - */ - int64_t bucketStartTimeNs = 10000000000; - int64_t bucketSizeNs = TimeUnitToBucketSizeInMillis(ONE_MINUTE) * 1000000LL; - int tagId = 1; - - DurationMetric metric; - metric.set_id(1); - metric.set_bucket(ONE_MINUTE); - metric.set_aggregation_type(DurationMetric_AggregationType_SUM); - sp<MockConditionWizard> wizard = new NaggyMock<MockConditionWizard>(); - FieldMatcher dimensions; - - DurationMetricProducer durationProducer(kConfigKey, metric, -1 /* no condition */, {}, - 1 /* start index */, 2 /* stop index */, - 3 /* stop_all index */, false /*nesting*/, wizard, - dimensions, bucketStartTimeNs, bucketStartTimeNs); - - int64_t startTimeNs = bucketStartTimeNs + 1 * NS_PER_SEC; - LogEvent event1(/*uid=*/0, /*pid=*/0); - makeLogEvent(&event1, startTimeNs, tagId); - durationProducer.onMatchedLogEvent(1 /* start index*/, event1); - ASSERT_EQ(0UL, durationProducer.mPastBuckets.size()); - EXPECT_EQ(bucketStartTimeNs, durationProducer.mCurrentBucketStartTimeNs); - - int64_t partialBucketSplitTimeNs = bucketStartTimeNs + 15 * NS_PER_SEC; - switch (GetParam()) { - case APP_UPGRADE: - durationProducer.notifyAppUpgrade(partialBucketSplitTimeNs); - break; - case BOOT_COMPLETE: - durationProducer.onStatsdInitCompleted(partialBucketSplitTimeNs); - break; - } - ASSERT_EQ(1UL, durationProducer.mPastBuckets[DEFAULT_METRIC_DIMENSION_KEY].size()); - std::vector<DurationBucket> buckets = - durationProducer.mPastBuckets[DEFAULT_METRIC_DIMENSION_KEY]; - EXPECT_EQ(bucketStartTimeNs, buckets[0].mBucketStartNs); - EXPECT_EQ(partialBucketSplitTimeNs, buckets[0].mBucketEndNs); - EXPECT_EQ(partialBucketSplitTimeNs - startTimeNs, buckets[0].mDuration); - EXPECT_EQ(partialBucketSplitTimeNs, durationProducer.mCurrentBucketStartTimeNs); - EXPECT_EQ(0, durationProducer.getCurrentBucketNum()); - - // We skip ahead one bucket, so we fill in the first two partial buckets and one full bucket. - int64_t endTimeNs = startTimeNs + 125 * NS_PER_SEC; - LogEvent event2(/*uid=*/0, /*pid=*/0); - makeLogEvent(&event2, endTimeNs, tagId); - durationProducer.onMatchedLogEvent(2 /* stop index*/, event2); - buckets = durationProducer.mPastBuckets[DEFAULT_METRIC_DIMENSION_KEY]; - ASSERT_EQ(3UL, buckets.size()); - EXPECT_EQ(partialBucketSplitTimeNs, buckets[1].mBucketStartNs); - EXPECT_EQ(bucketStartTimeNs + bucketSizeNs, buckets[1].mBucketEndNs); - EXPECT_EQ(bucketStartTimeNs + bucketSizeNs - partialBucketSplitTimeNs, buckets[1].mDuration); - EXPECT_EQ(bucketStartTimeNs + bucketSizeNs, buckets[2].mBucketStartNs); - EXPECT_EQ(bucketStartTimeNs + 2 * bucketSizeNs, buckets[2].mBucketEndNs); - EXPECT_EQ(bucketSizeNs, buckets[2].mDuration); -} - -TEST_P(DurationMetricProducerTest_PartialBucket, TestSumDurationWithSplitInFollowingBucket) { - /** - * Expected buckets (start at 11s, upgrade at 75s, end at 135s): - * - [10,70]: 59 secs - * - [70,75]: 5 sec - * - [75,130]: 55 secs - */ - int64_t bucketStartTimeNs = 10000000000; - int64_t bucketSizeNs = TimeUnitToBucketSizeInMillis(ONE_MINUTE) * 1000000LL; - int tagId = 1; - - DurationMetric metric; - metric.set_id(1); - metric.set_bucket(ONE_MINUTE); - metric.set_aggregation_type(DurationMetric_AggregationType_SUM); - sp<MockConditionWizard> wizard = new NaggyMock<MockConditionWizard>(); - FieldMatcher dimensions; - - DurationMetricProducer durationProducer(kConfigKey, metric, -1 /* no condition */, {}, - 1 /* start index */, 2 /* stop index */, - 3 /* stop_all index */, false /*nesting*/, wizard, - dimensions, bucketStartTimeNs, bucketStartTimeNs); - - int64_t startTimeNs = bucketStartTimeNs + 1 * NS_PER_SEC; - LogEvent event1(/*uid=*/0, /*pid=*/0); - makeLogEvent(&event1, startTimeNs, tagId); - durationProducer.onMatchedLogEvent(1 /* start index*/, event1); - ASSERT_EQ(0UL, durationProducer.mPastBuckets.size()); - EXPECT_EQ(bucketStartTimeNs, durationProducer.mCurrentBucketStartTimeNs); - - int64_t partialBucketSplitTimeNs = bucketStartTimeNs + 65 * NS_PER_SEC; - switch (GetParam()) { - case APP_UPGRADE: - durationProducer.notifyAppUpgrade(partialBucketSplitTimeNs); - break; - case BOOT_COMPLETE: - durationProducer.onStatsdInitCompleted(partialBucketSplitTimeNs); - break; - } - ASSERT_EQ(2UL, durationProducer.mPastBuckets[DEFAULT_METRIC_DIMENSION_KEY].size()); - std::vector<DurationBucket> buckets = - durationProducer.mPastBuckets[DEFAULT_METRIC_DIMENSION_KEY]; - EXPECT_EQ(bucketStartTimeNs, buckets[0].mBucketStartNs); - EXPECT_EQ(bucketStartTimeNs + bucketSizeNs, buckets[0].mBucketEndNs); - EXPECT_EQ(bucketStartTimeNs + bucketSizeNs - startTimeNs, buckets[0].mDuration); - EXPECT_EQ(bucketStartTimeNs + bucketSizeNs, buckets[1].mBucketStartNs); - EXPECT_EQ(partialBucketSplitTimeNs, buckets[1].mBucketEndNs); - EXPECT_EQ(partialBucketSplitTimeNs - (bucketStartTimeNs + bucketSizeNs), buckets[1].mDuration); - EXPECT_EQ(partialBucketSplitTimeNs, durationProducer.mCurrentBucketStartTimeNs); - EXPECT_EQ(1, durationProducer.getCurrentBucketNum()); - - // We skip ahead one bucket, so we fill in the first two partial buckets and one full bucket. - int64_t endTimeNs = startTimeNs + 125 * NS_PER_SEC; - LogEvent event2(/*uid=*/0, /*pid=*/0); - makeLogEvent(&event2, endTimeNs, tagId); - durationProducer.onMatchedLogEvent(2 /* stop index*/, event2); - buckets = durationProducer.mPastBuckets[DEFAULT_METRIC_DIMENSION_KEY]; - ASSERT_EQ(3UL, buckets.size()); - EXPECT_EQ(partialBucketSplitTimeNs, buckets[2].mBucketStartNs); - EXPECT_EQ(bucketStartTimeNs + 2 * bucketSizeNs, buckets[2].mBucketEndNs); - EXPECT_EQ(bucketStartTimeNs + 2 * bucketSizeNs - partialBucketSplitTimeNs, - buckets[2].mDuration); -} - -TEST_P(DurationMetricProducerTest_PartialBucket, TestSumDurationAnomaly) { - sp<AlarmMonitor> alarmMonitor; - int64_t bucketStartTimeNs = 10000000000; - int64_t bucketSizeNs = TimeUnitToBucketSizeInMillis(ONE_MINUTE) * 1000000LL; - int tagId = 1; - - // Setup metric with alert. - DurationMetric metric; - metric.set_id(1); - metric.set_bucket(ONE_MINUTE); - metric.set_aggregation_type(DurationMetric_AggregationType_SUM); - Alert alert; - alert.set_num_buckets(3); - alert.set_trigger_if_sum_gt(2); - - sp<MockConditionWizard> wizard = new NaggyMock<MockConditionWizard>(); - FieldMatcher dimensions; - - DurationMetricProducer durationProducer(kConfigKey, metric, -1 /* no condition */, {}, - 1 /* start index */, 2 /* stop index */, - 3 /* stop_all index */, false /*nesting*/, wizard, - dimensions, bucketStartTimeNs, bucketStartTimeNs); - - sp<AnomalyTracker> anomalyTracker = durationProducer.addAnomalyTracker(alert, alarmMonitor); - EXPECT_TRUE(anomalyTracker != nullptr); - - int64_t startTimeNs = bucketStartTimeNs + 1; - LogEvent event1(/*uid=*/0, /*pid=*/0); - makeLogEvent(&event1, startTimeNs, tagId); - durationProducer.onMatchedLogEvent(1 /* start index*/, event1); - - int64_t partialBucketSplitTimeNs = bucketStartTimeNs + 15 * NS_PER_SEC; - switch (GetParam()) { - case APP_UPGRADE: - durationProducer.notifyAppUpgrade(partialBucketSplitTimeNs); - break; - case BOOT_COMPLETE: - durationProducer.onStatsdInitCompleted(partialBucketSplitTimeNs); - break; - } - - // We skip ahead one bucket, so we fill in the first two partial buckets and one full bucket. - int64_t endTimeNs = startTimeNs + 65 * NS_PER_SEC; - LogEvent event2(/*uid=*/0, /*pid=*/0); - makeLogEvent(&event2, endTimeNs, tagId); - durationProducer.onMatchedLogEvent(2 /* stop index*/, event2); - - EXPECT_EQ(bucketStartTimeNs + bucketSizeNs - startTimeNs, - anomalyTracker->getSumOverPastBuckets(DEFAULT_METRIC_DIMENSION_KEY)); -} - -TEST_P(DurationMetricProducerTest_PartialBucket, TestMaxDuration) { - int64_t bucketStartTimeNs = 10000000000; - int64_t bucketSizeNs = TimeUnitToBucketSizeInMillis(ONE_MINUTE) * 1000000LL; - int tagId = 1; - - DurationMetric metric; - metric.set_id(1); - metric.set_bucket(ONE_MINUTE); - metric.set_aggregation_type(DurationMetric_AggregationType_MAX_SPARSE); - - sp<MockConditionWizard> wizard = new NaggyMock<MockConditionWizard>(); - FieldMatcher dimensions; - - DurationMetricProducer durationProducer(kConfigKey, metric, -1 /* no condition */, {}, - 1 /* start index */, 2 /* stop index */, - 3 /* stop_all index */, false /*nesting*/, wizard, - dimensions, bucketStartTimeNs, bucketStartTimeNs); - - int64_t startTimeNs = bucketStartTimeNs + 1; - LogEvent event1(/*uid=*/0, /*pid=*/0); - makeLogEvent(&event1, startTimeNs, tagId); - durationProducer.onMatchedLogEvent(1 /* start index*/, event1); - ASSERT_EQ(0UL, durationProducer.mPastBuckets.size()); - EXPECT_EQ(bucketStartTimeNs, durationProducer.mCurrentBucketStartTimeNs); - - int64_t partialBucketSplitTimeNs = bucketStartTimeNs + 15 * NS_PER_SEC; - switch (GetParam()) { - case APP_UPGRADE: - durationProducer.notifyAppUpgrade(partialBucketSplitTimeNs); - break; - case BOOT_COMPLETE: - durationProducer.onStatsdInitCompleted(partialBucketSplitTimeNs); - break; - } - ASSERT_EQ(0UL, durationProducer.mPastBuckets[DEFAULT_METRIC_DIMENSION_KEY].size()); - EXPECT_EQ(partialBucketSplitTimeNs, durationProducer.mCurrentBucketStartTimeNs); - EXPECT_EQ(0, durationProducer.getCurrentBucketNum()); - - // We skip ahead one bucket, so we fill in the first two partial buckets and one full bucket. - int64_t endTimeNs = startTimeNs + 125 * NS_PER_SEC; - LogEvent event2(/*uid=*/0, /*pid=*/0); - makeLogEvent(&event2, endTimeNs, tagId); - durationProducer.onMatchedLogEvent(2 /* stop index*/, event2); - ASSERT_EQ(0UL, durationProducer.mPastBuckets[DEFAULT_METRIC_DIMENSION_KEY].size()); - - durationProducer.flushIfNeededLocked(bucketStartTimeNs + 3 * bucketSizeNs + 1); - std::vector<DurationBucket> buckets = - durationProducer.mPastBuckets[DEFAULT_METRIC_DIMENSION_KEY]; - ASSERT_EQ(1UL, buckets.size()); - EXPECT_EQ(bucketStartTimeNs + 2 * bucketSizeNs, buckets[0].mBucketStartNs); - EXPECT_EQ(bucketStartTimeNs + 3 * bucketSizeNs, buckets[0].mBucketEndNs); - EXPECT_EQ(endTimeNs - startTimeNs, buckets[0].mDuration); -} - -TEST_P(DurationMetricProducerTest_PartialBucket, TestMaxDurationWithSplitInNextBucket) { - int64_t bucketStartTimeNs = 10000000000; - int64_t bucketSizeNs = TimeUnitToBucketSizeInMillis(ONE_MINUTE) * 1000000LL; - int tagId = 1; - - DurationMetric metric; - metric.set_id(1); - metric.set_bucket(ONE_MINUTE); - metric.set_aggregation_type(DurationMetric_AggregationType_MAX_SPARSE); - - sp<MockConditionWizard> wizard = new NaggyMock<MockConditionWizard>(); - FieldMatcher dimensions; - - DurationMetricProducer durationProducer(kConfigKey, metric, -1 /* no condition */, {}, - 1 /* start index */, 2 /* stop index */, - 3 /* stop_all index */, false /*nesting*/, wizard, - dimensions, bucketStartTimeNs, bucketStartTimeNs); - - int64_t startTimeNs = bucketStartTimeNs + 1; - LogEvent event1(/*uid=*/0, /*pid=*/0); - makeLogEvent(&event1, startTimeNs, tagId); - durationProducer.onMatchedLogEvent(1 /* start index*/, event1); - ASSERT_EQ(0UL, durationProducer.mPastBuckets.size()); - EXPECT_EQ(bucketStartTimeNs, durationProducer.mCurrentBucketStartTimeNs); - - int64_t partialBucketSplitTimeNs = bucketStartTimeNs + 65 * NS_PER_SEC; - switch (GetParam()) { - case APP_UPGRADE: - durationProducer.notifyAppUpgrade(partialBucketSplitTimeNs); - break; - case BOOT_COMPLETE: - durationProducer.onStatsdInitCompleted(partialBucketSplitTimeNs); - break; - } - ASSERT_EQ(0UL, durationProducer.mPastBuckets[DEFAULT_METRIC_DIMENSION_KEY].size()); - EXPECT_EQ(partialBucketSplitTimeNs, durationProducer.mCurrentBucketStartTimeNs); - EXPECT_EQ(1, durationProducer.getCurrentBucketNum()); - - // Stop occurs in the same partial bucket as created for the app upgrade. - int64_t endTimeNs = startTimeNs + 115 * NS_PER_SEC; - LogEvent event2(/*uid=*/0, /*pid=*/0); - makeLogEvent(&event2, endTimeNs, tagId); - durationProducer.onMatchedLogEvent(2 /* stop index*/, event2); - ASSERT_EQ(0UL, durationProducer.mPastBuckets[DEFAULT_METRIC_DIMENSION_KEY].size()); - EXPECT_EQ(partialBucketSplitTimeNs, durationProducer.mCurrentBucketStartTimeNs); - - durationProducer.flushIfNeededLocked(bucketStartTimeNs + 2 * bucketSizeNs + 1); - std::vector<DurationBucket> buckets = - durationProducer.mPastBuckets[DEFAULT_METRIC_DIMENSION_KEY]; - ASSERT_EQ(1UL, buckets.size()); - EXPECT_EQ(partialBucketSplitTimeNs, buckets[0].mBucketStartNs); - EXPECT_EQ(bucketStartTimeNs + 2 * bucketSizeNs, buckets[0].mBucketEndNs); - EXPECT_EQ(endTimeNs - startTimeNs, buckets[0].mDuration); -} - -} // namespace statsd -} // namespace os -} // namespace android -#else -GTEST_LOG_(INFO) << "This test does nothing.\n"; -#endif diff --git a/cmds/statsd/tests/metrics/EventMetricProducer_test.cpp b/cmds/statsd/tests/metrics/EventMetricProducer_test.cpp deleted file mode 100644 index dfbb9da568b0..000000000000 --- a/cmds/statsd/tests/metrics/EventMetricProducer_test.cpp +++ /dev/null @@ -1,182 +0,0 @@ -// Copyright (C) 2017 The Android Open Source Project -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#include "src/metrics/EventMetricProducer.h" - -#include <gmock/gmock.h> -#include <gtest/gtest.h> -#include <stdio.h> - -#include <vector> - -#include "metrics_test_helper.h" -#include "stats_event.h" -#include "tests/statsd_test_util.h" - -using namespace testing; -using android::sp; -using std::set; -using std::unordered_map; -using std::vector; - -#ifdef __ANDROID__ - -namespace android { -namespace os { -namespace statsd { - -const ConfigKey kConfigKey(0, 12345); - -namespace { -void makeLogEvent(LogEvent* logEvent, int32_t atomId, int64_t timestampNs, string str) { - AStatsEvent* statsEvent = AStatsEvent_obtain(); - AStatsEvent_setAtomId(statsEvent, atomId); - AStatsEvent_overwriteTimestamp(statsEvent, timestampNs); - AStatsEvent_writeString(statsEvent, str.c_str()); - - parseStatsEventToLogEvent(statsEvent, logEvent); -} -} // anonymous namespace - -TEST(EventMetricProducerTest, TestNoCondition) { - int64_t bucketStartTimeNs = 10000000000; - int64_t eventStartTimeNs = bucketStartTimeNs + 1; - int64_t bucketSizeNs = 30 * 1000 * 1000 * 1000LL; - - EventMetric metric; - metric.set_id(1); - - LogEvent event1(/*uid=*/0, /*pid=*/0); - CreateNoValuesLogEvent(&event1, 1 /*tagId*/, bucketStartTimeNs + 1); - - LogEvent event2(/*uid=*/0, /*pid=*/0); - CreateNoValuesLogEvent(&event2, 1 /*tagId*/, bucketStartTimeNs + 2); - - sp<MockConditionWizard> wizard = new NaggyMock<MockConditionWizard>(); - - EventMetricProducer eventProducer(kConfigKey, metric, -1 /*-1 meaning no condition*/, {}, - wizard, bucketStartTimeNs); - - eventProducer.onMatchedLogEvent(1 /*matcher index*/, event1); - eventProducer.onMatchedLogEvent(1 /*matcher index*/, event2); - - // Check dump report content. - ProtoOutputStream output; - std::set<string> strSet; - eventProducer.onDumpReport(bucketStartTimeNs + 20, true /*include current partial bucket*/, - true /*erase data*/, FAST, &strSet, &output); - - StatsLogReport report = outputStreamToProto(&output); - EXPECT_TRUE(report.has_event_metrics()); - ASSERT_EQ(2, report.event_metrics().data_size()); - EXPECT_EQ(bucketStartTimeNs + 1, report.event_metrics().data(0).elapsed_timestamp_nanos()); - EXPECT_EQ(bucketStartTimeNs + 2, report.event_metrics().data(1).elapsed_timestamp_nanos()); -} - -TEST(EventMetricProducerTest, TestEventsWithNonSlicedCondition) { - int64_t bucketStartTimeNs = 10000000000; - int64_t eventStartTimeNs = bucketStartTimeNs + 1; - int64_t bucketSizeNs = 30 * 1000 * 1000 * 1000LL; - - EventMetric metric; - metric.set_id(1); - metric.set_condition(StringToId("SCREEN_ON")); - - LogEvent event1(/*uid=*/0, /*pid=*/0); - CreateNoValuesLogEvent(&event1, 1 /*tagId*/, bucketStartTimeNs + 1); - - LogEvent event2(/*uid=*/0, /*pid=*/0); - CreateNoValuesLogEvent(&event2, 1 /*tagId*/, bucketStartTimeNs + 10); - - sp<MockConditionWizard> wizard = new NaggyMock<MockConditionWizard>(); - - EventMetricProducer eventProducer(kConfigKey, metric, 0 /*condition index*/, - {ConditionState::kUnknown}, wizard, bucketStartTimeNs); - - eventProducer.onConditionChanged(true /*condition*/, bucketStartTimeNs); - eventProducer.onMatchedLogEvent(1 /*matcher index*/, event1); - - eventProducer.onConditionChanged(false /*condition*/, bucketStartTimeNs + 2); - - eventProducer.onMatchedLogEvent(1 /*matcher index*/, event2); - - // Check dump report content. - ProtoOutputStream output; - std::set<string> strSet; - eventProducer.onDumpReport(bucketStartTimeNs + 20, true /*include current partial bucket*/, - true /*erase data*/, FAST, &strSet, &output); - - StatsLogReport report = outputStreamToProto(&output); - EXPECT_TRUE(report.has_event_metrics()); - ASSERT_EQ(1, report.event_metrics().data_size()); - EXPECT_EQ(bucketStartTimeNs + 1, report.event_metrics().data(0).elapsed_timestamp_nanos()); -} - -TEST(EventMetricProducerTest, TestEventsWithSlicedCondition) { - int64_t bucketStartTimeNs = 10000000000; - int64_t bucketSizeNs = 30 * 1000 * 1000 * 1000LL; - - int tagId = 1; - int conditionTagId = 2; - - EventMetric metric; - metric.set_id(1); - metric.set_condition(StringToId("APP_IN_BACKGROUND_PER_UID_AND_SCREEN_ON")); - MetricConditionLink* link = metric.add_links(); - link->set_condition(StringToId("APP_IN_BACKGROUND_PER_UID")); - buildSimpleAtomFieldMatcher(tagId, 1, link->mutable_fields_in_what()); - buildSimpleAtomFieldMatcher(conditionTagId, 2, link->mutable_fields_in_condition()); - - LogEvent event1(/*uid=*/0, /*pid=*/0); - makeLogEvent(&event1, 1 /*tagId*/, bucketStartTimeNs + 1, "111"); - ConditionKey key1; - key1[StringToId("APP_IN_BACKGROUND_PER_UID")] = { - getMockedDimensionKey(conditionTagId, 2, "111")}; - - LogEvent event2(/*uid=*/0, /*pid=*/0); - makeLogEvent(&event2, 1 /*tagId*/, bucketStartTimeNs + 10, "222"); - ConditionKey key2; - key2[StringToId("APP_IN_BACKGROUND_PER_UID")] = { - getMockedDimensionKey(conditionTagId, 2, "222")}; - - sp<MockConditionWizard> wizard = new NaggyMock<MockConditionWizard>(); - // Condition is false for first event. - EXPECT_CALL(*wizard, query(_, key1, _)).WillOnce(Return(ConditionState::kFalse)); - // Condition is true for second event. - EXPECT_CALL(*wizard, query(_, key2, _)).WillOnce(Return(ConditionState::kTrue)); - - EventMetricProducer eventProducer(kConfigKey, metric, 0 /*condition index*/, - {ConditionState::kUnknown}, wizard, bucketStartTimeNs); - - eventProducer.onMatchedLogEvent(1 /*matcher index*/, event1); - eventProducer.onMatchedLogEvent(1 /*matcher index*/, event2); - - // Check dump report content. - ProtoOutputStream output; - std::set<string> strSet; - eventProducer.onDumpReport(bucketStartTimeNs + 20, true /*include current partial bucket*/, - true /*erase data*/, FAST, &strSet, &output); - - StatsLogReport report = outputStreamToProto(&output); - EXPECT_TRUE(report.has_event_metrics()); - ASSERT_EQ(1, report.event_metrics().data_size()); - EXPECT_EQ(bucketStartTimeNs + 10, report.event_metrics().data(0).elapsed_timestamp_nanos()); -} - -} // namespace statsd -} // namespace os -} // namespace android -#else -GTEST_LOG_(INFO) << "This test does nothing.\n"; -#endif diff --git a/cmds/statsd/tests/metrics/GaugeMetricProducer_test.cpp b/cmds/statsd/tests/metrics/GaugeMetricProducer_test.cpp deleted file mode 100644 index 5997bedcdf2d..000000000000 --- a/cmds/statsd/tests/metrics/GaugeMetricProducer_test.cpp +++ /dev/null @@ -1,865 +0,0 @@ -// Copyright (C) 2017 The Android Open Source Project -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#include "src/metrics/GaugeMetricProducer.h" - -#include <gmock/gmock.h> -#include <gtest/gtest.h> -#include <math.h> -#include <stdio.h> - -#include <vector> - -#include "logd/LogEvent.h" -#include "metrics_test_helper.h" -#include "src/matchers/SimpleLogMatchingTracker.h" -#include "src/metrics/MetricProducer.h" -#include "src/stats_log_util.h" -#include "stats_event.h" -#include "tests/statsd_test_util.h" - -using namespace testing; -using android::sp; -using std::set; -using std::unordered_map; -using std::vector; -using std::make_shared; - -#ifdef __ANDROID__ - -namespace android { -namespace os { -namespace statsd { - -namespace { - -const ConfigKey kConfigKey(0, 12345); -const int tagId = 1; -const int64_t metricId = 123; -const int64_t atomMatcherId = 678; -const int logEventMatcherIndex = 0; -const int64_t bucketStartTimeNs = 10 * NS_PER_SEC; -const int64_t bucketSizeNs = TimeUnitToBucketSizeInMillis(ONE_MINUTE) * 1000000LL; -const int64_t bucket2StartTimeNs = bucketStartTimeNs + bucketSizeNs; -const int64_t bucket3StartTimeNs = bucketStartTimeNs + 2 * bucketSizeNs; -const int64_t bucket4StartTimeNs = bucketStartTimeNs + 3 * bucketSizeNs; -const int64_t partialBucketSplitTimeNs = bucketStartTimeNs + 15 * NS_PER_SEC; - -shared_ptr<LogEvent> makeLogEvent(int32_t atomId, int64_t timestampNs, int32_t value1, string str1, - int32_t value2) { - AStatsEvent* statsEvent = AStatsEvent_obtain(); - AStatsEvent_setAtomId(statsEvent, atomId); - AStatsEvent_overwriteTimestamp(statsEvent, timestampNs); - - AStatsEvent_writeInt32(statsEvent, value1); - AStatsEvent_writeString(statsEvent, str1.c_str()); - AStatsEvent_writeInt32(statsEvent, value2); - - shared_ptr<LogEvent> logEvent = std::make_shared<LogEvent>(/*uid=*/0, /*pid=*/0); - parseStatsEventToLogEvent(statsEvent, logEvent.get()); - return logEvent; -} -} // anonymous namespace - -// Setup for parameterized tests. -class GaugeMetricProducerTest_PartialBucket : public TestWithParam<BucketSplitEvent> {}; - -INSTANTIATE_TEST_SUITE_P(GaugeMetricProducerTest_PartialBucket, - GaugeMetricProducerTest_PartialBucket, - testing::Values(APP_UPGRADE, BOOT_COMPLETE)); - -/* - * Tests that the first bucket works correctly - */ -TEST(GaugeMetricProducerTest, TestFirstBucket) { - GaugeMetric metric; - metric.set_id(metricId); - metric.set_bucket(ONE_MINUTE); - metric.mutable_gauge_fields_filter()->set_include_all(false); - auto gaugeFieldMatcher = metric.mutable_gauge_fields_filter()->mutable_fields(); - gaugeFieldMatcher->set_field(tagId); - gaugeFieldMatcher->add_child()->set_field(1); - gaugeFieldMatcher->add_child()->set_field(3); - - sp<MockConditionWizard> wizard = new NaggyMock<MockConditionWizard>(); - - UidMap uidMap; - SimpleAtomMatcher atomMatcher; - atomMatcher.set_atom_id(tagId); - sp<EventMatcherWizard> eventMatcherWizard = new EventMatcherWizard({ - new SimpleLogMatchingTracker(atomMatcherId, logEventMatcherIndex, atomMatcher, uidMap)}); - - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - - // statsd started long ago. - // The metric starts in the middle of the bucket - GaugeMetricProducer gaugeProducer(kConfigKey, metric, -1 /*-1 meaning no condition*/, {}, - wizard, logEventMatcherIndex, eventMatcherWizard, -1, -1, - tagId, 5, 600 * NS_PER_SEC + NS_PER_SEC / 2, pullerManager); - gaugeProducer.prepareFirstBucket(); - - EXPECT_EQ(600500000000, gaugeProducer.mCurrentBucketStartTimeNs); - EXPECT_EQ(10, gaugeProducer.mCurrentBucketNum); - EXPECT_EQ(660000000005, gaugeProducer.getCurrentBucketEndTimeNs()); -} - -TEST(GaugeMetricProducerTest, TestPulledEventsNoCondition) { - GaugeMetric metric; - metric.set_id(metricId); - metric.set_bucket(ONE_MINUTE); - metric.mutable_gauge_fields_filter()->set_include_all(false); - metric.set_max_pull_delay_sec(INT_MAX); - auto gaugeFieldMatcher = metric.mutable_gauge_fields_filter()->mutable_fields(); - gaugeFieldMatcher->set_field(tagId); - gaugeFieldMatcher->add_child()->set_field(1); - gaugeFieldMatcher->add_child()->set_field(3); - - sp<MockConditionWizard> wizard = new NaggyMock<MockConditionWizard>(); - - UidMap uidMap; - SimpleAtomMatcher atomMatcher; - atomMatcher.set_atom_id(tagId); - sp<EventMatcherWizard> eventMatcherWizard = - new EventMatcherWizard({new SimpleLogMatchingTracker( - atomMatcherId, logEventMatcherIndex, atomMatcher, uidMap)}); - - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - EXPECT_CALL(*pullerManager, RegisterReceiver(tagId, kConfigKey, _, _, _)).WillOnce(Return()); - EXPECT_CALL(*pullerManager, UnRegisterReceiver(tagId, kConfigKey, _)).WillOnce(Return()); - EXPECT_CALL(*pullerManager, Pull(tagId, kConfigKey, bucketStartTimeNs, _, _)) - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucketStartTimeNs); - data->clear(); - data->push_back(makeLogEvent(tagId, eventTimeNs + 10, 3, "some value", 11)); - return true; - })); - - GaugeMetricProducer gaugeProducer(kConfigKey, metric, -1 /*-1 meaning no condition*/, {}, - wizard, logEventMatcherIndex, eventMatcherWizard, tagId, -1, - tagId, bucketStartTimeNs, bucketStartTimeNs, pullerManager); - gaugeProducer.prepareFirstBucket(); - - vector<shared_ptr<LogEvent>> allData; - allData.clear(); - allData.push_back(makeLogEvent(tagId, bucket2StartTimeNs + 1, 10, "some value", 11)); - - gaugeProducer.onDataPulled(allData, /** succeed */ true, bucket2StartTimeNs); - ASSERT_EQ(1UL, gaugeProducer.mCurrentSlicedBucket->size()); - auto it = gaugeProducer.mCurrentSlicedBucket->begin()->second.front().mFields->begin(); - EXPECT_EQ(INT, it->mValue.getType()); - EXPECT_EQ(10, it->mValue.int_value); - it++; - EXPECT_EQ(11, it->mValue.int_value); - ASSERT_EQ(1UL, gaugeProducer.mPastBuckets.size()); - EXPECT_EQ(3, gaugeProducer.mPastBuckets.begin() - ->second.back() - .mGaugeAtoms.front() - .mFields->begin() - ->mValue.int_value); - - allData.clear(); - allData.push_back(makeLogEvent(tagId, bucket3StartTimeNs + 10, 24, "some value", 25)); - gaugeProducer.onDataPulled(allData, /** succeed */ true, bucket3StartTimeNs); - ASSERT_EQ(1UL, gaugeProducer.mCurrentSlicedBucket->size()); - it = gaugeProducer.mCurrentSlicedBucket->begin()->second.front().mFields->begin(); - EXPECT_EQ(INT, it->mValue.getType()); - EXPECT_EQ(24, it->mValue.int_value); - it++; - EXPECT_EQ(INT, it->mValue.getType()); - EXPECT_EQ(25, it->mValue.int_value); - // One dimension. - ASSERT_EQ(1UL, gaugeProducer.mPastBuckets.size()); - ASSERT_EQ(2UL, gaugeProducer.mPastBuckets.begin()->second.size()); - it = gaugeProducer.mPastBuckets.begin()->second.back().mGaugeAtoms.front().mFields->begin(); - EXPECT_EQ(INT, it->mValue.getType()); - EXPECT_EQ(10L, it->mValue.int_value); - it++; - EXPECT_EQ(INT, it->mValue.getType()); - EXPECT_EQ(11L, it->mValue.int_value); - - gaugeProducer.flushIfNeededLocked(bucket4StartTimeNs); - ASSERT_EQ(0UL, gaugeProducer.mCurrentSlicedBucket->size()); - // One dimension. - ASSERT_EQ(1UL, gaugeProducer.mPastBuckets.size()); - ASSERT_EQ(3UL, gaugeProducer.mPastBuckets.begin()->second.size()); - it = gaugeProducer.mPastBuckets.begin()->second.back().mGaugeAtoms.front().mFields->begin(); - EXPECT_EQ(INT, it->mValue.getType()); - EXPECT_EQ(24L, it->mValue.int_value); - it++; - EXPECT_EQ(INT, it->mValue.getType()); - EXPECT_EQ(25L, it->mValue.int_value); -} - -TEST_P(GaugeMetricProducerTest_PartialBucket, TestPushedEvents) { - sp<AlarmMonitor> alarmMonitor; - GaugeMetric metric; - metric.set_id(metricId); - metric.set_bucket(ONE_MINUTE); - metric.mutable_gauge_fields_filter()->set_include_all(true); - - Alert alert; - alert.set_id(101); - alert.set_metric_id(metricId); - alert.set_trigger_if_sum_gt(25); - alert.set_num_buckets(100); - sp<MockConditionWizard> wizard = new NaggyMock<MockConditionWizard>(); - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - - UidMap uidMap; - SimpleAtomMatcher atomMatcher; - atomMatcher.set_atom_id(tagId); - sp<EventMatcherWizard> eventMatcherWizard = - new EventMatcherWizard({new SimpleLogMatchingTracker( - atomMatcherId, logEventMatcherIndex, atomMatcher, uidMap)}); - - GaugeMetricProducer gaugeProducer(kConfigKey, metric, -1 /*-1 meaning no condition*/, {}, - wizard, logEventMatcherIndex, eventMatcherWizard, - -1 /* -1 means no pulling */, -1, tagId, bucketStartTimeNs, - bucketStartTimeNs, pullerManager); - gaugeProducer.prepareFirstBucket(); - - sp<AnomalyTracker> anomalyTracker = gaugeProducer.addAnomalyTracker(alert, alarmMonitor); - EXPECT_TRUE(anomalyTracker != nullptr); - - LogEvent event1(/*uid=*/0, /*pid=*/0); - CreateTwoValueLogEvent(&event1, tagId, bucketStartTimeNs + 10, 1, 10); - gaugeProducer.onMatchedLogEvent(1 /*log matcher index*/, event1); - EXPECT_EQ(1UL, (*gaugeProducer.mCurrentSlicedBucket).count(DEFAULT_METRIC_DIMENSION_KEY)); - - switch (GetParam()) { - case APP_UPGRADE: - gaugeProducer.notifyAppUpgrade(partialBucketSplitTimeNs); - break; - case BOOT_COMPLETE: - gaugeProducer.onStatsdInitCompleted(partialBucketSplitTimeNs); - break; - } - EXPECT_EQ(0UL, (*gaugeProducer.mCurrentSlicedBucket).count(DEFAULT_METRIC_DIMENSION_KEY)); - ASSERT_EQ(1UL, gaugeProducer.mPastBuckets[DEFAULT_METRIC_DIMENSION_KEY].size()); - EXPECT_EQ(bucketStartTimeNs, - gaugeProducer.mPastBuckets[DEFAULT_METRIC_DIMENSION_KEY][0].mBucketStartNs); - EXPECT_EQ(partialBucketSplitTimeNs, - gaugeProducer.mPastBuckets[DEFAULT_METRIC_DIMENSION_KEY][0].mBucketEndNs); - EXPECT_EQ(0L, gaugeProducer.mCurrentBucketNum); - EXPECT_EQ(partialBucketSplitTimeNs, gaugeProducer.mCurrentBucketStartTimeNs); - // Partial buckets are not sent to anomaly tracker. - EXPECT_EQ(0, anomalyTracker->getSumOverPastBuckets(DEFAULT_METRIC_DIMENSION_KEY)); - - // Create an event in the same partial bucket. - LogEvent event2(/*uid=*/0, /*pid=*/0); - CreateTwoValueLogEvent(&event2, tagId, bucketStartTimeNs + 59 * NS_PER_SEC, 1, 10); - gaugeProducer.onMatchedLogEvent(1 /*log matcher index*/, event2); - EXPECT_EQ(0L, gaugeProducer.mCurrentBucketNum); - ASSERT_EQ(1UL, gaugeProducer.mPastBuckets[DEFAULT_METRIC_DIMENSION_KEY].size()); - EXPECT_EQ(bucketStartTimeNs, - gaugeProducer.mPastBuckets[DEFAULT_METRIC_DIMENSION_KEY][0].mBucketStartNs); - EXPECT_EQ(partialBucketSplitTimeNs, - gaugeProducer.mPastBuckets[DEFAULT_METRIC_DIMENSION_KEY][0].mBucketEndNs); - EXPECT_EQ((int64_t)partialBucketSplitTimeNs, gaugeProducer.mCurrentBucketStartTimeNs); - // Partial buckets are not sent to anomaly tracker. - EXPECT_EQ(0, anomalyTracker->getSumOverPastBuckets(DEFAULT_METRIC_DIMENSION_KEY)); - - // Next event should trigger creation of new bucket and send previous full bucket to anomaly - // tracker. - LogEvent event3(/*uid=*/0, /*pid=*/0); - CreateTwoValueLogEvent(&event3, tagId, bucketStartTimeNs + 65 * NS_PER_SEC, 1, 10); - gaugeProducer.onMatchedLogEvent(1 /*log matcher index*/, event3); - EXPECT_EQ(1L, gaugeProducer.mCurrentBucketNum); - ASSERT_EQ(2UL, gaugeProducer.mPastBuckets[DEFAULT_METRIC_DIMENSION_KEY].size()); - EXPECT_EQ((int64_t)bucketStartTimeNs + bucketSizeNs, gaugeProducer.mCurrentBucketStartTimeNs); - EXPECT_EQ(1, anomalyTracker->getSumOverPastBuckets(DEFAULT_METRIC_DIMENSION_KEY)); - - // Next event should trigger creation of new bucket. - LogEvent event4(/*uid=*/0, /*pid=*/0); - CreateTwoValueLogEvent(&event4, tagId, bucketStartTimeNs + 125 * NS_PER_SEC, 1, 10); - gaugeProducer.onMatchedLogEvent(1 /*log matcher index*/, event4); - EXPECT_EQ(2L, gaugeProducer.mCurrentBucketNum); - ASSERT_EQ(3UL, gaugeProducer.mPastBuckets[DEFAULT_METRIC_DIMENSION_KEY].size()); - EXPECT_EQ(2, anomalyTracker->getSumOverPastBuckets(DEFAULT_METRIC_DIMENSION_KEY)); -} - -TEST_P(GaugeMetricProducerTest_PartialBucket, TestPulled) { - GaugeMetric metric; - metric.set_id(metricId); - metric.set_bucket(ONE_MINUTE); - metric.set_max_pull_delay_sec(INT_MAX); - auto gaugeFieldMatcher = metric.mutable_gauge_fields_filter()->mutable_fields(); - gaugeFieldMatcher->set_field(tagId); - gaugeFieldMatcher->add_child()->set_field(2); - - sp<MockConditionWizard> wizard = new NaggyMock<MockConditionWizard>(); - - UidMap uidMap; - SimpleAtomMatcher atomMatcher; - atomMatcher.set_atom_id(tagId); - sp<EventMatcherWizard> eventMatcherWizard = - new EventMatcherWizard({new SimpleLogMatchingTracker( - atomMatcherId, logEventMatcherIndex, atomMatcher, uidMap)}); - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - EXPECT_CALL(*pullerManager, RegisterReceiver(tagId, kConfigKey, _, _, _)).WillOnce(Return()); - EXPECT_CALL(*pullerManager, UnRegisterReceiver(tagId, kConfigKey, _)).WillOnce(Return()); - EXPECT_CALL(*pullerManager, Pull(tagId, kConfigKey, _, _, _)) - .WillOnce(Return(false)) - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, partialBucketSplitTimeNs); - data->clear(); - data->push_back(CreateRepeatedValueLogEvent(tagId, eventTimeNs, 2)); - return true; - })); - - GaugeMetricProducer gaugeProducer(kConfigKey, metric, -1 /*-1 meaning no condition*/, {}, - wizard, logEventMatcherIndex, eventMatcherWizard, tagId, -1, - tagId, bucketStartTimeNs, bucketStartTimeNs, pullerManager); - gaugeProducer.prepareFirstBucket(); - - vector<shared_ptr<LogEvent>> allData; - allData.push_back(CreateRepeatedValueLogEvent(tagId, bucketStartTimeNs + 1, 1)); - gaugeProducer.onDataPulled(allData, /** succeed */ true, bucketStartTimeNs); - ASSERT_EQ(1UL, gaugeProducer.mCurrentSlicedBucket->size()); - EXPECT_EQ(1, gaugeProducer.mCurrentSlicedBucket->begin() - ->second.front() - .mFields->begin() - ->mValue.int_value); - - switch (GetParam()) { - case APP_UPGRADE: - gaugeProducer.notifyAppUpgrade(partialBucketSplitTimeNs); - break; - case BOOT_COMPLETE: - gaugeProducer.onStatsdInitCompleted(partialBucketSplitTimeNs); - break; - } - ASSERT_EQ(1UL, gaugeProducer.mPastBuckets[DEFAULT_METRIC_DIMENSION_KEY].size()); - EXPECT_EQ(bucketStartTimeNs, - gaugeProducer.mPastBuckets[DEFAULT_METRIC_DIMENSION_KEY][0].mBucketStartNs); - EXPECT_EQ(partialBucketSplitTimeNs, - gaugeProducer.mPastBuckets[DEFAULT_METRIC_DIMENSION_KEY][0].mBucketEndNs); - EXPECT_EQ(0L, gaugeProducer.mCurrentBucketNum); - EXPECT_EQ(partialBucketSplitTimeNs, gaugeProducer.mCurrentBucketStartTimeNs); - ASSERT_EQ(1UL, gaugeProducer.mCurrentSlicedBucket->size()); - EXPECT_EQ(2, gaugeProducer.mCurrentSlicedBucket->begin() - ->second.front() - .mFields->begin() - ->mValue.int_value); - - allData.clear(); - allData.push_back(CreateRepeatedValueLogEvent(tagId, bucketStartTimeNs + bucketSizeNs + 1, 3)); - gaugeProducer.onDataPulled(allData, /** succeed */ true, bucketStartTimeNs + bucketSizeNs); - ASSERT_EQ(2UL, gaugeProducer.mPastBuckets[DEFAULT_METRIC_DIMENSION_KEY].size()); - ASSERT_EQ(1UL, gaugeProducer.mCurrentSlicedBucket->size()); - EXPECT_EQ(3, gaugeProducer.mCurrentSlicedBucket->begin() - ->second.front() - .mFields->begin() - ->mValue.int_value); -} - -TEST(GaugeMetricProducerTest, TestPulledWithAppUpgradeDisabled) { - GaugeMetric metric; - metric.set_id(metricId); - metric.set_bucket(ONE_MINUTE); - metric.set_max_pull_delay_sec(INT_MAX); - metric.set_split_bucket_for_app_upgrade(false); - auto gaugeFieldMatcher = metric.mutable_gauge_fields_filter()->mutable_fields(); - gaugeFieldMatcher->set_field(tagId); - gaugeFieldMatcher->add_child()->set_field(2); - - sp<MockConditionWizard> wizard = new NaggyMock<MockConditionWizard>(); - - UidMap uidMap; - SimpleAtomMatcher atomMatcher; - atomMatcher.set_atom_id(tagId); - sp<EventMatcherWizard> eventMatcherWizard = - new EventMatcherWizard({new SimpleLogMatchingTracker( - atomMatcherId, logEventMatcherIndex, atomMatcher, uidMap)}); - - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - EXPECT_CALL(*pullerManager, RegisterReceiver(tagId, kConfigKey, _, _, _)).WillOnce(Return()); - EXPECT_CALL(*pullerManager, UnRegisterReceiver(tagId, kConfigKey, _)).WillOnce(Return()); - EXPECT_CALL(*pullerManager, Pull(tagId, kConfigKey, bucketStartTimeNs, _, _)) - .WillOnce(Return(false)); - - GaugeMetricProducer gaugeProducer(kConfigKey, metric, -1 /*-1 meaning no condition*/, {}, - wizard, logEventMatcherIndex, eventMatcherWizard, tagId, -1, - tagId, bucketStartTimeNs, bucketStartTimeNs, pullerManager); - gaugeProducer.prepareFirstBucket(); - - vector<shared_ptr<LogEvent>> allData; - allData.push_back(CreateRepeatedValueLogEvent(tagId, bucketStartTimeNs + 1, 1)); - gaugeProducer.onDataPulled(allData, /** succeed */ true, bucketStartTimeNs); - ASSERT_EQ(1UL, gaugeProducer.mCurrentSlicedBucket->size()); - EXPECT_EQ(1, gaugeProducer.mCurrentSlicedBucket->begin() - ->second.front() - .mFields->begin() - ->mValue.int_value); - - gaugeProducer.notifyAppUpgrade(partialBucketSplitTimeNs); - ASSERT_EQ(0UL, gaugeProducer.mPastBuckets[DEFAULT_METRIC_DIMENSION_KEY].size()); - EXPECT_EQ(0L, gaugeProducer.mCurrentBucketNum); - EXPECT_EQ(bucketStartTimeNs, gaugeProducer.mCurrentBucketStartTimeNs); - ASSERT_EQ(1UL, gaugeProducer.mCurrentSlicedBucket->size()); - EXPECT_EQ(1, gaugeProducer.mCurrentSlicedBucket->begin() - ->second.front() - .mFields->begin() - ->mValue.int_value); -} - -TEST(GaugeMetricProducerTest, TestPulledEventsWithCondition) { - GaugeMetric metric; - metric.set_id(metricId); - metric.set_bucket(ONE_MINUTE); - metric.set_max_pull_delay_sec(INT_MAX); - auto gaugeFieldMatcher = metric.mutable_gauge_fields_filter()->mutable_fields(); - gaugeFieldMatcher->set_field(tagId); - gaugeFieldMatcher->add_child()->set_field(2); - metric.set_condition(StringToId("SCREEN_ON")); - - sp<MockConditionWizard> wizard = new NaggyMock<MockConditionWizard>(); - - UidMap uidMap; - SimpleAtomMatcher atomMatcher; - atomMatcher.set_atom_id(tagId); - sp<EventMatcherWizard> eventMatcherWizard = - new EventMatcherWizard({new SimpleLogMatchingTracker( - atomMatcherId, logEventMatcherIndex, atomMatcher, uidMap)}); - - int64_t conditionChangeNs = bucketStartTimeNs + 8; - - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - EXPECT_CALL(*pullerManager, RegisterReceiver(tagId, kConfigKey, _, _, _)).WillOnce(Return()); - EXPECT_CALL(*pullerManager, UnRegisterReceiver(tagId, kConfigKey, _)).WillOnce(Return()); - EXPECT_CALL(*pullerManager, Pull(tagId, kConfigKey, conditionChangeNs, _, _)) - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - data->clear(); - data->push_back(CreateRepeatedValueLogEvent(tagId, eventTimeNs + 10, 100)); - return true; - })); - - GaugeMetricProducer gaugeProducer(kConfigKey, metric, 0 /*condition index*/, - {ConditionState::kUnknown}, wizard, logEventMatcherIndex, - eventMatcherWizard, tagId, -1, tagId, bucketStartTimeNs, - bucketStartTimeNs, pullerManager); - gaugeProducer.prepareFirstBucket(); - - gaugeProducer.onConditionChanged(true, conditionChangeNs); - ASSERT_EQ(1UL, gaugeProducer.mCurrentSlicedBucket->size()); - EXPECT_EQ(100, gaugeProducer.mCurrentSlicedBucket->begin() - ->second.front() - .mFields->begin() - ->mValue.int_value); - ASSERT_EQ(0UL, gaugeProducer.mPastBuckets.size()); - - vector<shared_ptr<LogEvent>> allData; - allData.clear(); - allData.push_back(CreateRepeatedValueLogEvent(tagId, bucket2StartTimeNs + 1, 110)); - gaugeProducer.onDataPulled(allData, /** succeed */ true, bucket2StartTimeNs); - - ASSERT_EQ(1UL, gaugeProducer.mCurrentSlicedBucket->size()); - EXPECT_EQ(110, gaugeProducer.mCurrentSlicedBucket->begin() - ->second.front() - .mFields->begin() - ->mValue.int_value); - ASSERT_EQ(1UL, gaugeProducer.mPastBuckets.size()); - EXPECT_EQ(100, gaugeProducer.mPastBuckets.begin() - ->second.back() - .mGaugeAtoms.front() - .mFields->begin() - ->mValue.int_value); - - gaugeProducer.onConditionChanged(false, bucket2StartTimeNs + 10); - gaugeProducer.flushIfNeededLocked(bucket3StartTimeNs + 10); - ASSERT_EQ(1UL, gaugeProducer.mPastBuckets.size()); - ASSERT_EQ(2UL, gaugeProducer.mPastBuckets.begin()->second.size()); - EXPECT_EQ(110L, gaugeProducer.mPastBuckets.begin() - ->second.back() - .mGaugeAtoms.front() - .mFields->begin() - ->mValue.int_value); -} - -TEST(GaugeMetricProducerTest, TestPulledEventsWithSlicedCondition) { - const int conditionTag = 65; - GaugeMetric metric; - metric.set_id(1111111); - metric.set_bucket(ONE_MINUTE); - metric.mutable_gauge_fields_filter()->set_include_all(true); - metric.set_condition(StringToId("APP_DIED")); - metric.set_max_pull_delay_sec(INT_MAX); - auto dim = metric.mutable_dimensions_in_what(); - dim->set_field(tagId); - dim->add_child()->set_field(1); - - UidMap uidMap; - SimpleAtomMatcher atomMatcher; - atomMatcher.set_atom_id(tagId); - sp<EventMatcherWizard> eventMatcherWizard = - new EventMatcherWizard({new SimpleLogMatchingTracker( - atomMatcherId, logEventMatcherIndex, atomMatcher, uidMap)}); - - sp<MockConditionWizard> wizard = new NaggyMock<MockConditionWizard>(); - EXPECT_CALL(*wizard, query(_, _, _)) - .WillRepeatedly( - Invoke([](const int conditionIndex, const ConditionKey& conditionParameters, - const bool isPartialLink) { - int pos[] = {1, 0, 0}; - Field f(conditionTag, pos, 0); - HashableDimensionKey key; - key.mutableValues()->emplace_back(f, Value((int32_t)1000000)); - - return ConditionState::kTrue; - })); - - int64_t sliceConditionChangeNs = bucketStartTimeNs + 8; - - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - EXPECT_CALL(*pullerManager, RegisterReceiver(tagId, kConfigKey, _, _, _)).WillOnce(Return()); - EXPECT_CALL(*pullerManager, UnRegisterReceiver(tagId, kConfigKey, _)).WillOnce(Return()); - EXPECT_CALL(*pullerManager, Pull(tagId, kConfigKey, sliceConditionChangeNs, _, _)) - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - data->clear(); - data->push_back(CreateTwoValueLogEvent(tagId, eventTimeNs + 10, 1000, 100)); - return true; - })); - - GaugeMetricProducer gaugeProducer(kConfigKey, metric, 0 /*condition index*/, - {ConditionState::kUnknown}, wizard, logEventMatcherIndex, - eventMatcherWizard, tagId, -1, tagId, bucketStartTimeNs, - bucketStartTimeNs, pullerManager); - gaugeProducer.prepareFirstBucket(); - - gaugeProducer.onSlicedConditionMayChange(true, sliceConditionChangeNs); - - ASSERT_EQ(1UL, gaugeProducer.mCurrentSlicedBucket->size()); - const auto& key = gaugeProducer.mCurrentSlicedBucket->begin()->first; - ASSERT_EQ(1UL, key.getDimensionKeyInWhat().getValues().size()); - EXPECT_EQ(1000, key.getDimensionKeyInWhat().getValues()[0].mValue.int_value); - - ASSERT_EQ(0UL, gaugeProducer.mPastBuckets.size()); - - vector<shared_ptr<LogEvent>> allData; - allData.clear(); - allData.push_back(CreateTwoValueLogEvent(tagId, bucket2StartTimeNs + 1, 1000, 110)); - gaugeProducer.onDataPulled(allData, /** succeed */ true, bucket2StartTimeNs); - - ASSERT_EQ(1UL, gaugeProducer.mCurrentSlicedBucket->size()); - ASSERT_EQ(1UL, gaugeProducer.mPastBuckets.size()); -} - -TEST(GaugeMetricProducerTest, TestPulledEventsAnomalyDetection) { - sp<AlarmMonitor> alarmMonitor; - sp<MockConditionWizard> wizard = new NaggyMock<MockConditionWizard>(); - - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - EXPECT_CALL(*pullerManager, RegisterReceiver(tagId, kConfigKey, _, _, _)).WillOnce(Return()); - EXPECT_CALL(*pullerManager, UnRegisterReceiver(tagId, kConfigKey, _)).WillOnce(Return()); - EXPECT_CALL(*pullerManager, Pull(tagId, kConfigKey, bucketStartTimeNs, _, _)) - .WillOnce(Return(false)); - - GaugeMetric metric; - metric.set_id(metricId); - metric.set_bucket(ONE_MINUTE); - metric.set_max_pull_delay_sec(INT_MAX); - auto gaugeFieldMatcher = metric.mutable_gauge_fields_filter()->mutable_fields(); - gaugeFieldMatcher->set_field(tagId); - gaugeFieldMatcher->add_child()->set_field(2); - - UidMap uidMap; - SimpleAtomMatcher atomMatcher; - atomMatcher.set_atom_id(tagId); - sp<EventMatcherWizard> eventMatcherWizard = - new EventMatcherWizard({new SimpleLogMatchingTracker( - atomMatcherId, logEventMatcherIndex, atomMatcher, uidMap)}); - - GaugeMetricProducer gaugeProducer(kConfigKey, metric, -1 /*-1 meaning no condition*/, {}, - wizard, logEventMatcherIndex, eventMatcherWizard, tagId, -1, - tagId, bucketStartTimeNs, bucketStartTimeNs, pullerManager); - gaugeProducer.prepareFirstBucket(); - - Alert alert; - alert.set_id(101); - alert.set_metric_id(metricId); - alert.set_trigger_if_sum_gt(25); - alert.set_num_buckets(2); - const int32_t refPeriodSec = 60; - alert.set_refractory_period_secs(refPeriodSec); - sp<AnomalyTracker> anomalyTracker = gaugeProducer.addAnomalyTracker(alert, alarmMonitor); - - int tagId = 1; - vector<shared_ptr<LogEvent>> allData; - allData.clear(); - allData.push_back(CreateRepeatedValueLogEvent(tagId, bucketStartTimeNs + 1, 13)); - gaugeProducer.onDataPulled(allData, /** succeed */ true, bucketStartTimeNs); - ASSERT_EQ(1UL, gaugeProducer.mCurrentSlicedBucket->size()); - EXPECT_EQ(13L, gaugeProducer.mCurrentSlicedBucket->begin() - ->second.front() - .mFields->begin() - ->mValue.int_value); - EXPECT_EQ(anomalyTracker->getRefractoryPeriodEndsSec(DEFAULT_METRIC_DIMENSION_KEY), 0U); - - std::shared_ptr<LogEvent> event2 = - CreateRepeatedValueLogEvent(tagId, bucketStartTimeNs + bucketSizeNs + 20, 15); - - allData.clear(); - allData.push_back(event2); - gaugeProducer.onDataPulled(allData, /** succeed */ true, bucketStartTimeNs + bucketSizeNs); - ASSERT_EQ(1UL, gaugeProducer.mCurrentSlicedBucket->size()); - EXPECT_EQ(15L, gaugeProducer.mCurrentSlicedBucket->begin() - ->second.front() - .mFields->begin() - ->mValue.int_value); - EXPECT_EQ(anomalyTracker->getRefractoryPeriodEndsSec(DEFAULT_METRIC_DIMENSION_KEY), - std::ceil(1.0 * event2->GetElapsedTimestampNs() / NS_PER_SEC) + refPeriodSec); - - allData.clear(); - allData.push_back( - CreateRepeatedValueLogEvent(tagId, bucketStartTimeNs + 2 * bucketSizeNs + 10, 26)); - gaugeProducer.onDataPulled(allData, /** succeed */ true, bucket2StartTimeNs + 2 * bucketSizeNs); - ASSERT_EQ(1UL, gaugeProducer.mCurrentSlicedBucket->size()); - EXPECT_EQ(26L, gaugeProducer.mCurrentSlicedBucket->begin() - ->second.front() - .mFields->begin() - ->mValue.int_value); - EXPECT_EQ(anomalyTracker->getRefractoryPeriodEndsSec(DEFAULT_METRIC_DIMENSION_KEY), - std::ceil(1.0 * event2->GetElapsedTimestampNs() / NS_PER_SEC + refPeriodSec)); - - // This event does not have the gauge field. Thus the current bucket value is 0. - allData.clear(); - allData.push_back(CreateNoValuesLogEvent(tagId, bucketStartTimeNs + 3 * bucketSizeNs + 10)); - gaugeProducer.onDataPulled(allData, /** succeed */ true, bucketStartTimeNs + 3 * bucketSizeNs); - ASSERT_EQ(1UL, gaugeProducer.mCurrentSlicedBucket->size()); - EXPECT_TRUE(gaugeProducer.mCurrentSlicedBucket->begin()->second.front().mFields->empty()); -} - -TEST(GaugeMetricProducerTest, TestPullOnTrigger) { - GaugeMetric metric; - metric.set_id(metricId); - metric.set_bucket(ONE_MINUTE); - metric.set_sampling_type(GaugeMetric::FIRST_N_SAMPLES); - metric.mutable_gauge_fields_filter()->set_include_all(false); - metric.set_max_pull_delay_sec(INT_MAX); - auto gaugeFieldMatcher = metric.mutable_gauge_fields_filter()->mutable_fields(); - gaugeFieldMatcher->set_field(tagId); - gaugeFieldMatcher->add_child()->set_field(1); - - sp<MockConditionWizard> wizard = new NaggyMock<MockConditionWizard>(); - - UidMap uidMap; - SimpleAtomMatcher atomMatcher; - atomMatcher.set_atom_id(tagId); - sp<EventMatcherWizard> eventMatcherWizard = - new EventMatcherWizard({new SimpleLogMatchingTracker( - atomMatcherId, logEventMatcherIndex, atomMatcher, uidMap)}); - - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - EXPECT_CALL(*pullerManager, Pull(tagId, kConfigKey, _, _, _)) - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucketStartTimeNs + 10); - data->clear(); - data->push_back(CreateRepeatedValueLogEvent(tagId, eventTimeNs, 4)); - return true; - })) - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucketStartTimeNs + 20); - data->clear(); - data->push_back(CreateRepeatedValueLogEvent(tagId, eventTimeNs, 5)); - return true; - })) - .WillOnce(Return(true)); - - int triggerId = 5; - GaugeMetricProducer gaugeProducer(kConfigKey, metric, -1 /*-1 meaning no condition*/, {}, - wizard, logEventMatcherIndex, eventMatcherWizard, tagId, - triggerId, tagId, bucketStartTimeNs, bucketStartTimeNs, - pullerManager); - gaugeProducer.prepareFirstBucket(); - - ASSERT_EQ(0UL, gaugeProducer.mCurrentSlicedBucket->size()); - - LogEvent triggerEvent(/*uid=*/0, /*pid=*/0); - CreateNoValuesLogEvent(&triggerEvent, triggerId, bucketStartTimeNs + 10); - gaugeProducer.onMatchedLogEvent(1 /*log matcher index*/, triggerEvent); - ASSERT_EQ(1UL, gaugeProducer.mCurrentSlicedBucket->begin()->second.size()); - triggerEvent.setElapsedTimestampNs(bucketStartTimeNs + 20); - gaugeProducer.onMatchedLogEvent(1 /*log matcher index*/, triggerEvent); - ASSERT_EQ(2UL, gaugeProducer.mCurrentSlicedBucket->begin()->second.size()); - triggerEvent.setElapsedTimestampNs(bucket2StartTimeNs + 1); - gaugeProducer.onMatchedLogEvent(1 /*log matcher index*/, triggerEvent); - - ASSERT_EQ(1UL, gaugeProducer.mPastBuckets.size()); - ASSERT_EQ(2UL, gaugeProducer.mPastBuckets.begin()->second.back().mGaugeAtoms.size()); - EXPECT_EQ(4, gaugeProducer.mPastBuckets.begin() - ->second.back() - .mGaugeAtoms[0] - .mFields->begin() - ->mValue.int_value); - EXPECT_EQ(5, gaugeProducer.mPastBuckets.begin() - ->second.back() - .mGaugeAtoms[1] - .mFields->begin() - ->mValue.int_value); -} - -TEST(GaugeMetricProducerTest, TestRemoveDimensionInOutput) { - GaugeMetric metric; - metric.set_id(metricId); - metric.set_bucket(ONE_MINUTE); - metric.set_sampling_type(GaugeMetric::FIRST_N_SAMPLES); - metric.mutable_gauge_fields_filter()->set_include_all(true); - metric.set_max_pull_delay_sec(INT_MAX); - auto dimensionMatcher = metric.mutable_dimensions_in_what(); - // use field 1 as dimension. - dimensionMatcher->set_field(tagId); - dimensionMatcher->add_child()->set_field(1); - - sp<MockConditionWizard> wizard = new NaggyMock<MockConditionWizard>(); - - UidMap uidMap; - SimpleAtomMatcher atomMatcher; - atomMatcher.set_atom_id(tagId); - sp<EventMatcherWizard> eventMatcherWizard = - new EventMatcherWizard({new SimpleLogMatchingTracker( - atomMatcherId, logEventMatcherIndex, atomMatcher, uidMap)}); - - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - EXPECT_CALL(*pullerManager, Pull(tagId, kConfigKey, _, _, _)) - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucketStartTimeNs + 3); - data->clear(); - data->push_back(CreateTwoValueLogEvent(tagId, eventTimeNs, 3, 4)); - return true; - })) - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucketStartTimeNs + 10); - data->clear(); - data->push_back(CreateTwoValueLogEvent(tagId, eventTimeNs, 4, 5)); - return true; - })) - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucketStartTimeNs + 20); - data->clear(); - data->push_back(CreateTwoValueLogEvent(tagId, eventTimeNs, 4, 6)); - return true; - })) - .WillOnce(Return(true)); - - int triggerId = 5; - GaugeMetricProducer gaugeProducer(kConfigKey, metric, -1 /*-1 meaning no condition*/, {}, - wizard, logEventMatcherIndex, eventMatcherWizard, tagId, - triggerId, tagId, bucketStartTimeNs, bucketStartTimeNs, - pullerManager); - gaugeProducer.prepareFirstBucket(); - - LogEvent triggerEvent(/*uid=*/0, /*pid=*/0); - CreateNoValuesLogEvent(&triggerEvent, triggerId, bucketStartTimeNs + 3); - gaugeProducer.onMatchedLogEvent(1 /*log matcher index*/, triggerEvent); - ASSERT_EQ(1UL, gaugeProducer.mCurrentSlicedBucket->size()); - triggerEvent.setElapsedTimestampNs(bucketStartTimeNs + 10); - gaugeProducer.onMatchedLogEvent(1 /*log matcher index*/, triggerEvent); - ASSERT_EQ(2UL, gaugeProducer.mCurrentSlicedBucket->size()); - ASSERT_EQ(1UL, gaugeProducer.mCurrentSlicedBucket->begin()->second.size()); - triggerEvent.setElapsedTimestampNs(bucketStartTimeNs + 20); - gaugeProducer.onMatchedLogEvent(1 /*log matcher index*/, triggerEvent); - ASSERT_EQ(2UL, gaugeProducer.mCurrentSlicedBucket->begin()->second.size()); - triggerEvent.setElapsedTimestampNs(bucket2StartTimeNs + 1); - gaugeProducer.onMatchedLogEvent(1 /*log matcher index*/, triggerEvent); - - ASSERT_EQ(2UL, gaugeProducer.mPastBuckets.size()); - auto bucketIt = gaugeProducer.mPastBuckets.begin(); - ASSERT_EQ(1UL, bucketIt->second.back().mGaugeAtoms.size()); - EXPECT_EQ(3, bucketIt->first.getDimensionKeyInWhat().getValues().begin()->mValue.int_value); - EXPECT_EQ(4, bucketIt->second.back().mGaugeAtoms[0].mFields->begin()->mValue.int_value); - bucketIt++; - ASSERT_EQ(2UL, bucketIt->second.back().mGaugeAtoms.size()); - EXPECT_EQ(4, bucketIt->first.getDimensionKeyInWhat().getValues().begin()->mValue.int_value); - EXPECT_EQ(5, bucketIt->second.back().mGaugeAtoms[0].mFields->begin()->mValue.int_value); - EXPECT_EQ(6, bucketIt->second.back().mGaugeAtoms[1].mFields->begin()->mValue.int_value); -} - -/* - * Test that BUCKET_TOO_SMALL dump reason is logged when a flushed bucket size - * is smaller than the "min_bucket_size_nanos" specified in the metric config. - */ -TEST(GaugeMetricProducerTest_BucketDrop, TestBucketDropWhenBucketTooSmall) { - GaugeMetric metric; - metric.set_id(metricId); - metric.set_bucket(FIVE_MINUTES); - metric.set_sampling_type(GaugeMetric::FIRST_N_SAMPLES); - metric.set_min_bucket_size_nanos(10000000000); // 10 seconds - - sp<MockConditionWizard> wizard = new NaggyMock<MockConditionWizard>(); - - UidMap uidMap; - SimpleAtomMatcher atomMatcher; - atomMatcher.set_atom_id(tagId); - sp<EventMatcherWizard> eventMatcherWizard = - new EventMatcherWizard({new SimpleLogMatchingTracker( - atomMatcherId, logEventMatcherIndex, atomMatcher, uidMap)}); - - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - EXPECT_CALL(*pullerManager, Pull(tagId, kConfigKey, bucketStartTimeNs + 3, _, _)) - // Bucket start. - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - data->clear(); - data->push_back(CreateRepeatedValueLogEvent(tagId, eventTimeNs, 10)); - return true; - })); - - int triggerId = 5; - GaugeMetricProducer gaugeProducer(kConfigKey, metric, -1 /*-1 meaning no condition*/, {}, - wizard, logEventMatcherIndex, eventMatcherWizard, tagId, - triggerId, tagId, bucketStartTimeNs, bucketStartTimeNs, - pullerManager); - gaugeProducer.prepareFirstBucket(); - - LogEvent triggerEvent(/*uid=*/0, /*pid=*/0); - CreateNoValuesLogEvent(&triggerEvent, triggerId, bucketStartTimeNs + 3); - gaugeProducer.onMatchedLogEvent(1 /*log matcher index*/, triggerEvent); - - // Check dump report. - ProtoOutputStream output; - std::set<string> strSet; - gaugeProducer.onDumpReport(bucketStartTimeNs + 9000000, true /* include recent buckets */, true, - FAST /* dump_latency */, &strSet, &output); - - StatsLogReport report = outputStreamToProto(&output); - EXPECT_TRUE(report.has_gauge_metrics()); - ASSERT_EQ(0, report.gauge_metrics().data_size()); - ASSERT_EQ(1, report.gauge_metrics().skipped_size()); - - EXPECT_EQ(NanoToMillis(bucketStartTimeNs), - report.gauge_metrics().skipped(0).start_bucket_elapsed_millis()); - EXPECT_EQ(NanoToMillis(bucketStartTimeNs + 9000000), - report.gauge_metrics().skipped(0).end_bucket_elapsed_millis()); - ASSERT_EQ(1, report.gauge_metrics().skipped(0).drop_event_size()); - - auto dropEvent = report.gauge_metrics().skipped(0).drop_event(0); - EXPECT_EQ(BucketDropReason::BUCKET_TOO_SMALL, dropEvent.drop_reason()); - EXPECT_EQ(NanoToMillis(bucketStartTimeNs + 9000000), dropEvent.drop_time_millis()); -} - -} // namespace statsd -} // namespace os -} // namespace android -#else -GTEST_LOG_(INFO) << "This test does nothing.\n"; -#endif diff --git a/cmds/statsd/tests/metrics/MaxDurationTracker_test.cpp b/cmds/statsd/tests/metrics/MaxDurationTracker_test.cpp deleted file mode 100644 index fda3daaa56aa..000000000000 --- a/cmds/statsd/tests/metrics/MaxDurationTracker_test.cpp +++ /dev/null @@ -1,424 +0,0 @@ -// Copyright (C) 2017 The Android Open Source Project -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#include "src/metrics/duration_helper/MaxDurationTracker.h" -#include "src/condition/ConditionWizard.h" -#include "metrics_test_helper.h" -#include "tests/statsd_test_util.h" - -#include <gmock/gmock.h> -#include <gtest/gtest.h> -#include <stdio.h> -#include <set> -#include <unordered_map> -#include <vector> - -using namespace android::os::statsd; -using namespace testing; -using android::sp; -using std::set; -using std::unordered_map; -using std::vector; - -#ifdef __ANDROID__ - -namespace android { -namespace os { -namespace statsd { - -const ConfigKey kConfigKey(0, 12345); - -const int TagId = 1; - -const HashableDimensionKey eventKey = getMockedDimensionKey(TagId, 0, "1"); -const HashableDimensionKey conditionKey = getMockedDimensionKey(TagId, 4, "1"); -const HashableDimensionKey key1 = getMockedDimensionKey(TagId, 1, "1"); -const HashableDimensionKey key2 = getMockedDimensionKey(TagId, 1, "2"); -const int64_t bucketSizeNs = 30 * 1000 * 1000 * 1000LL; - -TEST(MaxDurationTrackerTest, TestSimpleMaxDuration) { - const MetricDimensionKey eventKey = getMockedMetricDimensionKey(TagId, 0, "1"); - const HashableDimensionKey key1 = getMockedDimensionKey(TagId, 1, "1"); - const HashableDimensionKey key2 = getMockedDimensionKey(TagId, 1, "2"); - - - sp<MockConditionWizard> wizard = new NaggyMock<MockConditionWizard>(); - - unordered_map<MetricDimensionKey, vector<DurationBucket>> buckets; - - int64_t bucketStartTimeNs = 10000000000; - int64_t bucketEndTimeNs = bucketStartTimeNs + bucketSizeNs; - int64_t bucketNum = 0; - - int64_t metricId = 1; - MaxDurationTracker tracker(kConfigKey, metricId, eventKey, wizard, -1, false, bucketStartTimeNs, - bucketNum, bucketStartTimeNs, bucketSizeNs, false, false, {}); - - tracker.noteStart(key1, true, bucketStartTimeNs, ConditionKey()); - // Event starts again. This would not change anything as it already starts. - tracker.noteStart(key1, true, bucketStartTimeNs + 3, ConditionKey()); - // Stopped. - tracker.noteStop(key1, bucketStartTimeNs + 10, false); - - // Another event starts in this bucket. - tracker.noteStart(key2, true, bucketStartTimeNs + 20, ConditionKey()); - tracker.noteStop(key2, bucketStartTimeNs + 40, false /*stop all*/); - - tracker.flushIfNeeded(bucketStartTimeNs + bucketSizeNs + 1, &buckets); - EXPECT_TRUE(buckets.find(eventKey) != buckets.end()); - ASSERT_EQ(1u, buckets[eventKey].size()); - EXPECT_EQ(20LL, buckets[eventKey][0].mDuration); -} - -TEST(MaxDurationTrackerTest, TestStopAll) { - const MetricDimensionKey eventKey = getMockedMetricDimensionKey(TagId, 0, "1"); - const HashableDimensionKey key1 = getMockedDimensionKey(TagId, 1, "1"); - const HashableDimensionKey key2 = getMockedDimensionKey(TagId, 1, "2"); - - sp<MockConditionWizard> wizard = new NaggyMock<MockConditionWizard>(); - - unordered_map<MetricDimensionKey, vector<DurationBucket>> buckets; - - int64_t bucketSizeNs = 30 * 1000 * 1000 * 1000LL; - int64_t bucketStartTimeNs = 10000000000; - int64_t bucketEndTimeNs = bucketStartTimeNs + bucketSizeNs; - int64_t bucketNum = 0; - - int64_t metricId = 1; - MaxDurationTracker tracker(kConfigKey, metricId, eventKey, wizard, -1, false, bucketStartTimeNs, - bucketNum, bucketStartTimeNs, bucketSizeNs, false, false, {}); - - tracker.noteStart(key1, true, bucketStartTimeNs + 1, ConditionKey()); - - // Another event starts in this bucket. - tracker.noteStart(key2, true, bucketStartTimeNs + 20, ConditionKey()); - tracker.flushIfNeeded(bucketStartTimeNs + bucketSizeNs + 40, &buckets); - tracker.noteStopAll(bucketStartTimeNs + bucketSizeNs + 40); - EXPECT_TRUE(tracker.mInfos.empty()); - EXPECT_TRUE(buckets.find(eventKey) == buckets.end()); - - tracker.flushIfNeeded(bucketStartTimeNs + 3 * bucketSizeNs + 40, &buckets); - EXPECT_TRUE(buckets.find(eventKey) != buckets.end()); - ASSERT_EQ(1u, buckets[eventKey].size()); - EXPECT_EQ(bucketSizeNs + 40 - 1, buckets[eventKey][0].mDuration); - EXPECT_EQ(bucketStartTimeNs + bucketSizeNs, buckets[eventKey][0].mBucketStartNs); - EXPECT_EQ(bucketStartTimeNs + 2 * bucketSizeNs, buckets[eventKey][0].mBucketEndNs); -} - -TEST(MaxDurationTrackerTest, TestCrossBucketBoundary) { - const MetricDimensionKey eventKey = getMockedMetricDimensionKey(TagId, 0, "1"); - const HashableDimensionKey key1 = getMockedDimensionKey(TagId, 1, "1"); - const HashableDimensionKey key2 = getMockedDimensionKey(TagId, 1, "2"); - sp<MockConditionWizard> wizard = new NaggyMock<MockConditionWizard>(); - - unordered_map<MetricDimensionKey, vector<DurationBucket>> buckets; - - int64_t bucketSizeNs = 30 * 1000 * 1000 * 1000LL; - int64_t bucketStartTimeNs = 10000000000; - int64_t bucketEndTimeNs = bucketStartTimeNs + bucketSizeNs; - int64_t bucketNum = 0; - - int64_t metricId = 1; - MaxDurationTracker tracker(kConfigKey, metricId, eventKey, wizard, -1, false, bucketStartTimeNs, - bucketNum, bucketStartTimeNs, bucketSizeNs, false, false, {}); - - // The event starts. - tracker.noteStart(DEFAULT_DIMENSION_KEY, true, bucketStartTimeNs + 1, ConditionKey()); - - // Starts again. Does not DEFAULT_DIMENSION_KEY anything. - tracker.noteStart(DEFAULT_DIMENSION_KEY, true, bucketStartTimeNs + bucketSizeNs + 1, - ConditionKey()); - - // The event stops at early 4th bucket. - // Notestop is called from DurationMetricProducer's onMatchedLogEvent, which calls - // flushIfneeded. - tracker.flushIfNeeded(bucketStartTimeNs + (3 * bucketSizeNs) + 20, &buckets); - tracker.noteStop(DEFAULT_DIMENSION_KEY, bucketStartTimeNs + (3 * bucketSizeNs) + 20, - false /*stop all*/); - EXPECT_TRUE(buckets.find(eventKey) == buckets.end()); - - tracker.flushIfNeeded(bucketStartTimeNs + 4 * bucketSizeNs, &buckets); - ASSERT_EQ(1u, buckets[eventKey].size()); - EXPECT_EQ((3 * bucketSizeNs) + 20 - 1, buckets[eventKey][0].mDuration); - EXPECT_EQ(bucketStartTimeNs + 3 * bucketSizeNs, buckets[eventKey][0].mBucketStartNs); - EXPECT_EQ(bucketStartTimeNs + 4 * bucketSizeNs, buckets[eventKey][0].mBucketEndNs); -} - -TEST(MaxDurationTrackerTest, TestCrossBucketBoundary_nested) { - const MetricDimensionKey eventKey = getMockedMetricDimensionKey(TagId, 0, "1"); - const HashableDimensionKey key1 = getMockedDimensionKey(TagId, 1, "1"); - const HashableDimensionKey key2 = getMockedDimensionKey(TagId, 1, "2"); - sp<MockConditionWizard> wizard = new NaggyMock<MockConditionWizard>(); - - unordered_map<MetricDimensionKey, vector<DurationBucket>> buckets; - - int64_t bucketSizeNs = 30 * 1000 * 1000 * 1000LL; - int64_t bucketStartTimeNs = 10000000000; - int64_t bucketEndTimeNs = bucketStartTimeNs + bucketSizeNs; - int64_t bucketNum = 0; - - int64_t metricId = 1; - MaxDurationTracker tracker(kConfigKey, metricId, eventKey, wizard, -1, true, bucketStartTimeNs, - bucketNum, bucketStartTimeNs, bucketSizeNs, false, false, {}); - - // 2 starts - tracker.noteStart(DEFAULT_DIMENSION_KEY, true, bucketStartTimeNs + 1, ConditionKey()); - tracker.noteStart(DEFAULT_DIMENSION_KEY, true, bucketStartTimeNs + 10, ConditionKey()); - // one stop - tracker.noteStop(DEFAULT_DIMENSION_KEY, bucketStartTimeNs + 20, false /*stop all*/); - - tracker.flushIfNeeded(bucketStartTimeNs + (2 * bucketSizeNs) + 1, &buckets); - // Because of nesting, still not stopped. - EXPECT_TRUE(buckets.find(eventKey) == buckets.end()); - - // real stop now. - tracker.noteStop(DEFAULT_DIMENSION_KEY, - bucketStartTimeNs + (2 * bucketSizeNs) + 5, false); - tracker.flushIfNeeded(bucketStartTimeNs + (3 * bucketSizeNs) + 1, &buckets); - - ASSERT_EQ(1u, buckets[eventKey].size()); - EXPECT_EQ(2 * bucketSizeNs + 5 - 1, buckets[eventKey][0].mDuration); -} - -TEST(MaxDurationTrackerTest, TestMaxDurationWithCondition) { - const HashableDimensionKey conditionDimKey = key1; - - sp<MockConditionWizard> wizard = new NaggyMock<MockConditionWizard>(); - - ConditionKey conditionKey1; - MetricDimensionKey eventKey = getMockedMetricDimensionKey(TagId, 1, "1"); - conditionKey1[StringToId("APP_BACKGROUND")] = conditionDimKey; - - /** - Start in first bucket, stop in second bucket. Condition turns on and off in the first bucket - and again turns on and off in the second bucket. - */ - int64_t bucketStartTimeNs = 10000000000; - int64_t bucketEndTimeNs = bucketStartTimeNs + bucketSizeNs; - int64_t eventStartTimeNs = bucketStartTimeNs + 1 * NS_PER_SEC; - int64_t conditionStarts1 = bucketStartTimeNs + 11 * NS_PER_SEC; - int64_t conditionStops1 = bucketStartTimeNs + 14 * NS_PER_SEC; - int64_t conditionStarts2 = bucketStartTimeNs + bucketSizeNs + 5 * NS_PER_SEC; - int64_t conditionStops2 = conditionStarts2 + 10 * NS_PER_SEC; - int64_t eventStopTimeNs = conditionStops2 + 8 * NS_PER_SEC; - - int64_t metricId = 1; - MaxDurationTracker tracker(kConfigKey, metricId, eventKey, wizard, 1, false, bucketStartTimeNs, - 0, bucketStartTimeNs, bucketSizeNs, true, false, {}); - EXPECT_TRUE(tracker.mAnomalyTrackers.empty()); - - tracker.noteStart(key1, false, eventStartTimeNs, conditionKey1); - tracker.noteConditionChanged(key1, true, conditionStarts1); - tracker.noteConditionChanged(key1, false, conditionStops1); - unordered_map<MetricDimensionKey, vector<DurationBucket>> buckets; - tracker.flushIfNeeded(bucketStartTimeNs + bucketSizeNs + 1, &buckets); - ASSERT_EQ(0U, buckets.size()); - - tracker.noteConditionChanged(key1, true, conditionStarts2); - tracker.noteConditionChanged(key1, false, conditionStops2); - tracker.noteStop(key1, eventStopTimeNs, false); - tracker.flushIfNeeded(bucketStartTimeNs + 2 * bucketSizeNs + 1, &buckets); - ASSERT_EQ(1U, buckets.size()); - vector<DurationBucket> item = buckets.begin()->second; - ASSERT_EQ(1UL, item.size()); - EXPECT_EQ((int64_t)(13LL * NS_PER_SEC), item[0].mDuration); -} - -TEST(MaxDurationTrackerTest, TestAnomalyDetection) { - sp<MockConditionWizard> wizard = new NaggyMock<MockConditionWizard>(); - - ConditionKey conditionKey1; - MetricDimensionKey eventKey = getMockedMetricDimensionKey(TagId, 2, "maps"); - conditionKey1[StringToId("APP_BACKGROUND")] = conditionKey; - - unordered_map<MetricDimensionKey, vector<DurationBucket>> buckets; - - int64_t bucketSizeNs = 30 * 1000 * 1000 * 1000LL; - int64_t bucketStartTimeNs = 10000000000; - int64_t bucketEndTimeNs = bucketStartTimeNs + bucketSizeNs; - int64_t bucketNum = 0; - int64_t eventStartTimeNs = 13000000000; - int64_t durationTimeNs = 2 * 1000; - - int64_t metricId = 1; - Alert alert; - alert.set_id(101); - alert.set_metric_id(1); - alert.set_trigger_if_sum_gt(40 * NS_PER_SEC); - alert.set_num_buckets(2); - const int32_t refPeriodSec = 45; - alert.set_refractory_period_secs(refPeriodSec); - sp<AlarmMonitor> alarmMonitor; - sp<DurationAnomalyTracker> anomalyTracker = - new DurationAnomalyTracker(alert, kConfigKey, alarmMonitor); - MaxDurationTracker tracker(kConfigKey, metricId, eventKey, wizard, 1, false, bucketStartTimeNs, - bucketNum, bucketStartTimeNs, bucketSizeNs, true, false, - {anomalyTracker}); - - tracker.noteStart(key1, true, eventStartTimeNs, conditionKey1); - sp<const InternalAlarm> alarm = anomalyTracker->mAlarms.begin()->second; - EXPECT_EQ((long long)(53ULL * NS_PER_SEC), (long long)(alarm->timestampSec * NS_PER_SEC)); - - // Remove the anomaly alarm when the duration is no longer fully met. - tracker.noteConditionChanged(key1, false, eventStartTimeNs + 15 * NS_PER_SEC); - ASSERT_EQ(0U, anomalyTracker->mAlarms.size()); - - // Since the condition was off for 10 seconds, the anomaly should trigger 10 sec later. - tracker.noteConditionChanged(key1, true, eventStartTimeNs + 25 * NS_PER_SEC); - ASSERT_EQ(1U, anomalyTracker->mAlarms.size()); - alarm = anomalyTracker->mAlarms.begin()->second; - EXPECT_EQ((long long)(63ULL * NS_PER_SEC), (long long)(alarm->timestampSec * NS_PER_SEC)); -} - -// This tests that we correctly compute the predicted time of an anomaly assuming that the current -// state continues forward as-is. -TEST(MaxDurationTrackerTest, TestAnomalyPredictedTimestamp) { - sp<MockConditionWizard> wizard = new NaggyMock<MockConditionWizard>(); - - ConditionKey conditionKey1; - MetricDimensionKey eventKey = getMockedMetricDimensionKey(TagId, 2, "maps"); - conditionKey1[StringToId("APP_BACKGROUND")] = conditionKey; - ConditionKey conditionKey2; - conditionKey2[StringToId("APP_BACKGROUND")] = getMockedDimensionKey(TagId, 4, "2"); - - unordered_map<MetricDimensionKey, vector<DurationBucket>> buckets; - - /** - * Suppose we have two sub-dimensions that we're taking the MAX over. In the first of these - * nested dimensions, we enter the pause state after 3 seconds. When we resume, the second - * dimension has already been running for 4 seconds. Thus, we have 40-4=36 seconds remaining - * before we trigger the anomaly. - */ - int64_t bucketSizeNs = 30 * 1000 * 1000 * 1000LL; - int64_t bucketStartTimeNs = 10000000000; - int64_t bucketEndTimeNs = bucketStartTimeNs + bucketSizeNs; - int64_t bucketNum = 0; - int64_t eventStartTimeNs = bucketStartTimeNs + 5 * NS_PER_SEC; // Condition is off at start. - int64_t conditionStarts1 = bucketStartTimeNs + 11 * NS_PER_SEC; - int64_t conditionStops1 = bucketStartTimeNs + 14 * NS_PER_SEC; - int64_t conditionStarts2 = bucketStartTimeNs + 20 * NS_PER_SEC; - int64_t eventStartTimeNs2 = conditionStarts2 - 4 * NS_PER_SEC; - - int64_t metricId = 1; - Alert alert; - alert.set_id(101); - alert.set_metric_id(1); - alert.set_trigger_if_sum_gt(40 * NS_PER_SEC); - alert.set_num_buckets(2); - const int32_t refPeriodSec = 45; - alert.set_refractory_period_secs(refPeriodSec); - sp<AlarmMonitor> alarmMonitor; - sp<DurationAnomalyTracker> anomalyTracker = - new DurationAnomalyTracker(alert, kConfigKey, alarmMonitor); - MaxDurationTracker tracker(kConfigKey, metricId, eventKey, wizard, 1, false, bucketStartTimeNs, - bucketNum, bucketStartTimeNs, bucketSizeNs, true, false, - {anomalyTracker}); - - tracker.noteStart(key1, false, eventStartTimeNs, conditionKey1); - tracker.noteConditionChanged(key1, true, conditionStarts1); - tracker.noteConditionChanged(key1, false, conditionStops1); - tracker.noteStart(key2, true, eventStartTimeNs2, conditionKey2); // Condition is on already. - tracker.noteConditionChanged(key1, true, conditionStarts2); - ASSERT_EQ(1U, anomalyTracker->mAlarms.size()); - auto alarm = anomalyTracker->mAlarms.begin()->second; - int64_t anomalyFireTimeSec = alarm->timestampSec; - EXPECT_EQ(conditionStarts2 + 36 * NS_PER_SEC, - (long long)anomalyFireTimeSec * NS_PER_SEC); - - // Now we test the calculation now that there's a refractory period. - // At the correct time, declare the anomaly. This will set a refractory period. Make sure it - // gets correctly taken into account in future predictAnomalyTimestampNs calculations. - std::unordered_set<sp<const InternalAlarm>, SpHash<InternalAlarm>> firedAlarms({alarm}); - anomalyTracker->informAlarmsFired(anomalyFireTimeSec * NS_PER_SEC, firedAlarms); - ASSERT_EQ(0u, anomalyTracker->mAlarms.size()); - int64_t refractoryPeriodEndsSec = anomalyFireTimeSec + refPeriodSec; - EXPECT_EQ(anomalyTracker->getRefractoryPeriodEndsSec(eventKey), refractoryPeriodEndsSec); - - // Now stop and start again. Make sure the new predictAnomalyTimestampNs takes into account - // the refractory period correctly. - int64_t eventStopTimeNs = anomalyFireTimeSec * NS_PER_SEC + 10; - tracker.noteStop(key1, eventStopTimeNs, false); - tracker.noteStop(key2, eventStopTimeNs, false); - tracker.noteStart(key1, true, eventStopTimeNs + 1000000, conditionKey1); - // Anomaly is ongoing, but we're still in the refractory period. - ASSERT_EQ(1U, anomalyTracker->mAlarms.size()); - alarm = anomalyTracker->mAlarms.begin()->second; - EXPECT_EQ(refractoryPeriodEndsSec, (long long)(alarm->timestampSec)); - - // Makes sure it is correct after the refractory period is over. - tracker.noteStop(key1, eventStopTimeNs + 2000000, false); - int64_t justBeforeRefPeriodNs = (refractoryPeriodEndsSec - 2) * NS_PER_SEC; - tracker.noteStart(key1, true, justBeforeRefPeriodNs, conditionKey1); - alarm = anomalyTracker->mAlarms.begin()->second; - EXPECT_EQ(justBeforeRefPeriodNs + 40 * NS_PER_SEC, - (unsigned long long)(alarm->timestampSec * NS_PER_SEC)); -} - -// Suppose that within one tracker there are two dimensions A and B. -// Suppose A starts, then B starts, and then A stops. We still need to set an anomaly based on the -// elapsed duration of B. -TEST(MaxDurationTrackerTest, TestAnomalyPredictedTimestamp_UpdatedOnStop) { - sp<MockConditionWizard> wizard = new NaggyMock<MockConditionWizard>(); - - ConditionKey conditionKey1; - MetricDimensionKey eventKey = getMockedMetricDimensionKey(TagId, 2, "maps"); - conditionKey1[StringToId("APP_BACKGROUND")] = conditionKey; - ConditionKey conditionKey2; - conditionKey2[StringToId("APP_BACKGROUND")] = getMockedDimensionKey(TagId, 4, "2"); - - unordered_map<MetricDimensionKey, vector<DurationBucket>> buckets; - - /** - * Suppose we have two sub-dimensions that we're taking the MAX over. In the first of these - * nested dimensions, are started for 8 seconds. When we stop, the other nested dimension has - * been started for 5 seconds. So we can only allow 35 more seconds from now. - */ - int64_t bucketSizeNs = 30 * 1000 * 1000 * 1000LL; - int64_t bucketStartTimeNs = 10000000000; - int64_t bucketEndTimeNs = bucketStartTimeNs + bucketSizeNs; - int64_t bucketNum = 0; - int64_t eventStartTimeNs1 = bucketStartTimeNs + 5 * NS_PER_SEC; // Condition is off at start. - int64_t eventStopTimeNs1 = bucketStartTimeNs + 13 * NS_PER_SEC; - int64_t eventStartTimeNs2 = bucketStartTimeNs + 8 * NS_PER_SEC; - - int64_t metricId = 1; - Alert alert; - alert.set_id(101); - alert.set_metric_id(1); - alert.set_trigger_if_sum_gt(40 * NS_PER_SEC); - alert.set_num_buckets(2); - const int32_t refPeriodSec = 45; - alert.set_refractory_period_secs(refPeriodSec); - sp<AlarmMonitor> alarmMonitor; - sp<DurationAnomalyTracker> anomalyTracker = - new DurationAnomalyTracker(alert, kConfigKey, alarmMonitor); - MaxDurationTracker tracker(kConfigKey, metricId, eventKey, wizard, 1, false, bucketStartTimeNs, - bucketNum, bucketStartTimeNs, bucketSizeNs, true, false, - {anomalyTracker}); - - tracker.noteStart(key1, true, eventStartTimeNs1, conditionKey1); - tracker.noteStart(key2, true, eventStartTimeNs2, conditionKey2); - tracker.noteStop(key1, eventStopTimeNs1, false); - ASSERT_EQ(1U, anomalyTracker->mAlarms.size()); - auto alarm = anomalyTracker->mAlarms.begin()->second; - EXPECT_EQ(eventStopTimeNs1 + 35 * NS_PER_SEC, - (unsigned long long)(alarm->timestampSec * NS_PER_SEC)); -} - -} // namespace statsd -} // namespace os -} // namespace android -#else -GTEST_LOG_(INFO) << "This test does nothing.\n"; -#endif diff --git a/cmds/statsd/tests/metrics/OringDurationTracker_test.cpp b/cmds/statsd/tests/metrics/OringDurationTracker_test.cpp deleted file mode 100644 index 1d6f7de5e7e3..000000000000 --- a/cmds/statsd/tests/metrics/OringDurationTracker_test.cpp +++ /dev/null @@ -1,576 +0,0 @@ -// Copyright (C) 2017 The Android Open Source Project -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#include "src/metrics/duration_helper/OringDurationTracker.h" -#include "src/condition/ConditionWizard.h" -#include "metrics_test_helper.h" -#include "tests/statsd_test_util.h" - -#include <gmock/gmock.h> -#include <gtest/gtest.h> -#include <math.h> -#include <stdio.h> -#include <set> -#include <unordered_map> -#include <vector> - -using namespace testing; -using android::sp; -using std::set; -using std::unordered_map; -using std::vector; - -#ifdef __ANDROID__ -namespace android { -namespace os { -namespace statsd { - -const ConfigKey kConfigKey(0, 12345); -const int TagId = 1; -const int64_t metricId = 123; -const HashableDimensionKey eventKey = getMockedDimensionKey(TagId, 0, "event"); - -const HashableDimensionKey kConditionKey1 = getMockedDimensionKey(TagId, 1, "maps"); -const HashableDimensionKey kEventKey1 = getMockedDimensionKey(TagId, 2, "maps"); -const HashableDimensionKey kEventKey2 = getMockedDimensionKey(TagId, 3, "maps"); -const int64_t bucketSizeNs = 30 * NS_PER_SEC; - -TEST(OringDurationTrackerTest, TestDurationOverlap) { - const MetricDimensionKey eventKey = getMockedMetricDimensionKey(TagId, 0, "event"); - - const HashableDimensionKey kEventKey1 = getMockedDimensionKey(TagId, 2, "maps"); - const HashableDimensionKey kEventKey2 = getMockedDimensionKey(TagId, 3, "maps"); - sp<MockConditionWizard> wizard = new NaggyMock<MockConditionWizard>(); - - unordered_map<MetricDimensionKey, vector<DurationBucket>> buckets; - - int64_t bucketSizeNs = 30 * 1000 * 1000 * 1000LL; - int64_t bucketStartTimeNs = 10000000000; - int64_t bucketNum = 0; - int64_t eventStartTimeNs = bucketStartTimeNs + 1; - int64_t durationTimeNs = 2 * 1000; - - OringDurationTracker tracker(kConfigKey, metricId, eventKey, wizard, 1, false, - bucketStartTimeNs, bucketNum, bucketStartTimeNs, bucketSizeNs, - false, false, {}); - - tracker.noteStart(kEventKey1, true, eventStartTimeNs, ConditionKey()); - EXPECT_EQ((long long)eventStartTimeNs, tracker.mLastStartTime); - tracker.noteStart(kEventKey1, true, eventStartTimeNs + 10, ConditionKey()); // overlapping wl - EXPECT_EQ((long long)eventStartTimeNs, tracker.mLastStartTime); - - tracker.noteStop(kEventKey1, eventStartTimeNs + durationTimeNs, false); - tracker.flushIfNeeded(eventStartTimeNs + bucketSizeNs + 1, &buckets); - EXPECT_TRUE(buckets.find(eventKey) != buckets.end()); - - ASSERT_EQ(1u, buckets[eventKey].size()); - EXPECT_EQ(durationTimeNs, buckets[eventKey][0].mDuration); -} - -TEST(OringDurationTrackerTest, TestDurationNested) { - const MetricDimensionKey eventKey = getMockedMetricDimensionKey(TagId, 0, "event"); - - const HashableDimensionKey kEventKey1 = getMockedDimensionKey(TagId, 2, "maps"); - const HashableDimensionKey kEventKey2 = getMockedDimensionKey(TagId, 3, "maps"); - sp<MockConditionWizard> wizard = new NaggyMock<MockConditionWizard>(); - - unordered_map<MetricDimensionKey, vector<DurationBucket>> buckets; - - int64_t bucketSizeNs = 30 * 1000 * 1000 * 1000LL; - int64_t bucketStartTimeNs = 10000000000; - int64_t bucketNum = 0; - int64_t eventStartTimeNs = bucketStartTimeNs + 1; - - OringDurationTracker tracker(kConfigKey, metricId, eventKey, wizard, 1, true, bucketStartTimeNs, - bucketNum, bucketStartTimeNs, bucketSizeNs, false, false, {}); - - tracker.noteStart(kEventKey1, true, eventStartTimeNs, ConditionKey()); - tracker.noteStart(kEventKey1, true, eventStartTimeNs + 10, ConditionKey()); // overlapping wl - - tracker.noteStop(kEventKey1, eventStartTimeNs + 2000, false); - tracker.noteStop(kEventKey1, eventStartTimeNs + 2003, false); - - tracker.flushIfNeeded(bucketStartTimeNs + bucketSizeNs + 1, &buckets); - EXPECT_TRUE(buckets.find(eventKey) != buckets.end()); - ASSERT_EQ(1u, buckets[eventKey].size()); - EXPECT_EQ(2003LL, buckets[eventKey][0].mDuration); -} - -TEST(OringDurationTrackerTest, TestStopAll) { - const MetricDimensionKey eventKey = getMockedMetricDimensionKey(TagId, 0, "event"); - - const std::vector<HashableDimensionKey> kConditionKey1 = - {getMockedDimensionKey(TagId, 1, "maps")}; - const HashableDimensionKey kEventKey1 = getMockedDimensionKey(TagId, 2, "maps"); - const HashableDimensionKey kEventKey2 = getMockedDimensionKey(TagId, 3, "maps"); - sp<MockConditionWizard> wizard = new NaggyMock<MockConditionWizard>(); - - unordered_map<MetricDimensionKey, vector<DurationBucket>> buckets; - - int64_t bucketSizeNs = 30 * 1000 * 1000 * 1000LL; - int64_t bucketStartTimeNs = 10000000000; - int64_t bucketNum = 0; - int64_t eventStartTimeNs = bucketStartTimeNs + 1; - - OringDurationTracker tracker(kConfigKey, metricId, eventKey, wizard, 1, true, bucketStartTimeNs, - bucketNum, bucketStartTimeNs, bucketSizeNs, false, false, {}); - - tracker.noteStart(kEventKey1, true, eventStartTimeNs, ConditionKey()); - tracker.noteStart(kEventKey2, true, eventStartTimeNs + 10, ConditionKey()); // overlapping wl - - tracker.noteStopAll(eventStartTimeNs + 2003); - - tracker.flushIfNeeded(bucketStartTimeNs + bucketSizeNs + 1, &buckets); - EXPECT_TRUE(buckets.find(eventKey) != buckets.end()); - ASSERT_EQ(1u, buckets[eventKey].size()); - EXPECT_EQ(2003LL, buckets[eventKey][0].mDuration); -} - -TEST(OringDurationTrackerTest, TestCrossBucketBoundary) { - const MetricDimensionKey eventKey = getMockedMetricDimensionKey(TagId, 0, "event"); - - const HashableDimensionKey kEventKey1 = getMockedDimensionKey(TagId, 2, "maps"); - const HashableDimensionKey kEventKey2 = getMockedDimensionKey(TagId, 3, "maps"); - sp<MockConditionWizard> wizard = new NaggyMock<MockConditionWizard>(); - - unordered_map<MetricDimensionKey, vector<DurationBucket>> buckets; - - int64_t bucketSizeNs = 30 * 1000 * 1000 * 1000LL; - int64_t bucketStartTimeNs = 10000000000; - int64_t bucketNum = 0; - int64_t eventStartTimeNs = bucketStartTimeNs + 1; - int64_t durationTimeNs = 2 * 1000; - - OringDurationTracker tracker(kConfigKey, metricId, eventKey, wizard, 1, true, bucketStartTimeNs, - bucketNum, bucketStartTimeNs, bucketSizeNs, false, false, {}); - - tracker.noteStart(kEventKey1, true, eventStartTimeNs, ConditionKey()); - EXPECT_EQ((long long)eventStartTimeNs, tracker.mLastStartTime); - tracker.flushIfNeeded(eventStartTimeNs + 2 * bucketSizeNs, &buckets); - tracker.noteStart(kEventKey1, true, eventStartTimeNs + 2 * bucketSizeNs, ConditionKey()); - EXPECT_EQ((long long)(bucketStartTimeNs + 2 * bucketSizeNs), tracker.mLastStartTime); - - ASSERT_EQ(2u, buckets[eventKey].size()); - EXPECT_EQ(bucketSizeNs - 1, buckets[eventKey][0].mDuration); - EXPECT_EQ(bucketSizeNs, buckets[eventKey][1].mDuration); - - tracker.noteStop(kEventKey1, eventStartTimeNs + 2 * bucketSizeNs + 10, false); - tracker.noteStop(kEventKey1, eventStartTimeNs + 2 * bucketSizeNs + 12, false); - tracker.flushIfNeeded(eventStartTimeNs + 2 * bucketSizeNs + 12, &buckets); - EXPECT_TRUE(buckets.find(eventKey) != buckets.end()); - ASSERT_EQ(2u, buckets[eventKey].size()); - EXPECT_EQ(bucketSizeNs - 1, buckets[eventKey][0].mDuration); - EXPECT_EQ(bucketSizeNs, buckets[eventKey][1].mDuration); -} - -TEST(OringDurationTrackerTest, TestDurationConditionChange) { - const MetricDimensionKey eventKey = getMockedMetricDimensionKey(TagId, 0, "event"); - - const HashableDimensionKey kEventKey1 = getMockedDimensionKey(TagId, 2, "maps"); - const HashableDimensionKey kEventKey2 = getMockedDimensionKey(TagId, 3, "maps"); - sp<MockConditionWizard> wizard = new NaggyMock<MockConditionWizard>(); - - ConditionKey key1; - key1[StringToId("APP_BACKGROUND")] = kConditionKey1; - - EXPECT_CALL(*wizard, query(_, key1, _)) // #4 - .WillOnce(Return(ConditionState::kFalse)); - - unordered_map<MetricDimensionKey, vector<DurationBucket>> buckets; - - int64_t bucketSizeNs = 30 * 1000 * 1000 * 1000LL; - int64_t bucketStartTimeNs = 10000000000; - int64_t bucketNum = 0; - int64_t eventStartTimeNs = bucketStartTimeNs + 1; - int64_t durationTimeNs = 2 * 1000; - - OringDurationTracker tracker(kConfigKey, metricId, eventKey, wizard, 1, false, - bucketStartTimeNs, bucketNum, bucketStartTimeNs, bucketSizeNs, - true, false, {}); - - tracker.noteStart(kEventKey1, true, eventStartTimeNs, key1); - - tracker.onSlicedConditionMayChange(true, eventStartTimeNs + 5); - - tracker.noteStop(kEventKey1, eventStartTimeNs + durationTimeNs, false); - - tracker.flushIfNeeded(bucketStartTimeNs + bucketSizeNs + 1, &buckets); - EXPECT_TRUE(buckets.find(eventKey) != buckets.end()); - ASSERT_EQ(1u, buckets[eventKey].size()); - EXPECT_EQ(5LL, buckets[eventKey][0].mDuration); -} - -TEST(OringDurationTrackerTest, TestDurationConditionChange2) { - const MetricDimensionKey eventKey = getMockedMetricDimensionKey(TagId, 0, "event"); - - const HashableDimensionKey kEventKey1 = getMockedDimensionKey(TagId, 2, "maps"); - const HashableDimensionKey kEventKey2 = getMockedDimensionKey(TagId, 3, "maps"); - sp<MockConditionWizard> wizard = new NaggyMock<MockConditionWizard>(); - - ConditionKey key1; - key1[StringToId("APP_BACKGROUND")] = kConditionKey1; - - EXPECT_CALL(*wizard, query(_, key1, _)) - .Times(2) - .WillOnce(Return(ConditionState::kFalse)) - .WillOnce(Return(ConditionState::kTrue)); - - unordered_map<MetricDimensionKey, vector<DurationBucket>> buckets; - - int64_t bucketStartTimeNs = 10000000000; - int64_t bucketSizeNs = 30 * 1000 * 1000 * 1000LL; - int64_t bucketNum = 0; - int64_t eventStartTimeNs = bucketStartTimeNs + 1; - int64_t durationTimeNs = 2 * 1000; - - OringDurationTracker tracker(kConfigKey, metricId, eventKey, wizard, 1, false, - bucketStartTimeNs, bucketNum, bucketStartTimeNs, bucketSizeNs, - true, false, {}); - - tracker.noteStart(kEventKey1, true, eventStartTimeNs, key1); - // condition to false; record duration 5n - tracker.onSlicedConditionMayChange(true, eventStartTimeNs + 5); - // condition to true. - tracker.onSlicedConditionMayChange(true, eventStartTimeNs + 1000); - // 2nd duration: 1000ns - tracker.noteStop(kEventKey1, eventStartTimeNs + durationTimeNs, false); - - tracker.flushIfNeeded(bucketStartTimeNs + bucketSizeNs + 1, &buckets); - EXPECT_TRUE(buckets.find(eventKey) != buckets.end()); - ASSERT_EQ(1u, buckets[eventKey].size()); - EXPECT_EQ(1005LL, buckets[eventKey][0].mDuration); -} - -TEST(OringDurationTrackerTest, TestDurationConditionChangeNested) { - const MetricDimensionKey eventKey = getMockedMetricDimensionKey(TagId, 0, "event"); - - const HashableDimensionKey kEventKey1 = getMockedDimensionKey(TagId, 2, "maps"); - const HashableDimensionKey kEventKey2 = getMockedDimensionKey(TagId, 3, "maps"); - sp<MockConditionWizard> wizard = new NaggyMock<MockConditionWizard>(); - - ConditionKey key1; - key1[StringToId("APP_BACKGROUND")] = kConditionKey1; - - EXPECT_CALL(*wizard, query(_, key1, _)) // #4 - .WillOnce(Return(ConditionState::kFalse)); - - unordered_map<MetricDimensionKey, vector<DurationBucket>> buckets; - - int64_t bucketStartTimeNs = 10000000000; - int64_t bucketSizeNs = 30 * 1000 * 1000 * 1000LL; - int64_t bucketNum = 0; - int64_t eventStartTimeNs = bucketStartTimeNs + 1; - - OringDurationTracker tracker(kConfigKey, metricId, eventKey, wizard, 1, true, bucketStartTimeNs, - bucketNum, bucketStartTimeNs, bucketSizeNs, true, false, {}); - - tracker.noteStart(kEventKey1, true, eventStartTimeNs, key1); - tracker.noteStart(kEventKey1, true, eventStartTimeNs + 2, key1); - - tracker.noteStop(kEventKey1, eventStartTimeNs + 3, false); - - tracker.onSlicedConditionMayChange(true, eventStartTimeNs + 15); - - tracker.noteStop(kEventKey1, eventStartTimeNs + 2003, false); - - tracker.flushIfNeeded(bucketStartTimeNs + bucketSizeNs + 1, &buckets); - EXPECT_TRUE(buckets.find(eventKey) != buckets.end()); - ASSERT_EQ(1u, buckets[eventKey].size()); - EXPECT_EQ(15LL, buckets[eventKey][0].mDuration); -} - -TEST(OringDurationTrackerTest, TestPredictAnomalyTimestamp) { - const MetricDimensionKey eventKey = getMockedMetricDimensionKey(TagId, 0, "event"); - - const HashableDimensionKey kEventKey1 = getMockedDimensionKey(TagId, 2, "maps"); - const HashableDimensionKey kEventKey2 = getMockedDimensionKey(TagId, 3, "maps"); - Alert alert; - alert.set_id(101); - alert.set_metric_id(1); - alert.set_trigger_if_sum_gt(40 * NS_PER_SEC); - alert.set_num_buckets(2); - alert.set_refractory_period_secs(1); - - unordered_map<MetricDimensionKey, vector<DurationBucket>> buckets; - sp<MockConditionWizard> wizard = new NaggyMock<MockConditionWizard>(); - - int64_t bucketStartTimeNs = 10 * NS_PER_SEC; - int64_t bucketNum = 0; - int64_t eventStartTimeNs = bucketStartTimeNs + NS_PER_SEC + 1; - - sp<AlarmMonitor> alarmMonitor; - sp<DurationAnomalyTracker> anomalyTracker = - new DurationAnomalyTracker(alert, kConfigKey, alarmMonitor); - OringDurationTracker tracker(kConfigKey, metricId, eventKey, wizard, 1, true, bucketStartTimeNs, - bucketNum, bucketStartTimeNs, bucketSizeNs, true, false, - {anomalyTracker}); - - // Nothing in the past bucket. - tracker.noteStart(DEFAULT_DIMENSION_KEY, true, eventStartTimeNs, ConditionKey()); - EXPECT_EQ((long long)(alert.trigger_if_sum_gt() + eventStartTimeNs), - tracker.predictAnomalyTimestampNs(*anomalyTracker, eventStartTimeNs)); - - tracker.noteStop(DEFAULT_DIMENSION_KEY, eventStartTimeNs + 3, false); - ASSERT_EQ(0u, buckets[eventKey].size()); - - int64_t event1StartTimeNs = eventStartTimeNs + 10; - tracker.noteStart(kEventKey1, true, event1StartTimeNs, ConditionKey()); - // No past buckets. The anomaly will happen in bucket #0. - EXPECT_EQ((long long)(event1StartTimeNs + alert.trigger_if_sum_gt() - 3), - tracker.predictAnomalyTimestampNs(*anomalyTracker, event1StartTimeNs)); - - int64_t event1StopTimeNs = eventStartTimeNs + bucketSizeNs + 10; - tracker.flushIfNeeded(event1StopTimeNs, &buckets); - tracker.noteStop(kEventKey1, event1StopTimeNs, false); - - EXPECT_TRUE(buckets.find(eventKey) != buckets.end()); - ASSERT_EQ(1u, buckets[eventKey].size()); - EXPECT_EQ(3LL + bucketStartTimeNs + bucketSizeNs - eventStartTimeNs - 10, - buckets[eventKey][0].mDuration); - - const int64_t bucket0Duration = 3ULL + bucketStartTimeNs + bucketSizeNs - eventStartTimeNs - 10; - const int64_t bucket1Duration = eventStartTimeNs + 10 - bucketStartTimeNs; - - // One past buckets. The anomaly will happen in bucket #1. - int64_t event2StartTimeNs = eventStartTimeNs + bucketSizeNs + 15; - tracker.noteStart(kEventKey1, true, event2StartTimeNs, ConditionKey()); - EXPECT_EQ((long long)(event2StartTimeNs + alert.trigger_if_sum_gt() - bucket0Duration - - bucket1Duration), - tracker.predictAnomalyTimestampNs(*anomalyTracker, event2StartTimeNs)); - tracker.noteStop(kEventKey1, event2StartTimeNs + 1, false); - - // Only one past buckets is applicable. Bucket +0 should be trashed. The anomaly will happen in - // bucket #2. - int64_t event3StartTimeNs = bucketStartTimeNs + 2 * bucketSizeNs - 9 * NS_PER_SEC; - tracker.noteStart(kEventKey1, true, event3StartTimeNs, ConditionKey()); - EXPECT_EQ((long long)(event3StartTimeNs + alert.trigger_if_sum_gt() - bucket1Duration - 1LL), - tracker.predictAnomalyTimestampNs(*anomalyTracker, event3StartTimeNs)); -} - -TEST(OringDurationTrackerTest, TestPredictAnomalyTimestamp2) { - Alert alert; - alert.set_id(101); - alert.set_metric_id(1); - alert.set_trigger_if_sum_gt(5 * NS_PER_SEC); - alert.set_num_buckets(1); - alert.set_refractory_period_secs(20); - - int64_t bucketStartTimeNs = 10 * NS_PER_SEC; - int64_t bucketNum = 0; - - sp<MockConditionWizard> wizard = new NaggyMock<MockConditionWizard>(); - sp<AlarmMonitor> alarmMonitor; - sp<DurationAnomalyTracker> anomalyTracker = - new DurationAnomalyTracker(alert, kConfigKey, alarmMonitor); - OringDurationTracker tracker(kConfigKey, metricId, DEFAULT_METRIC_DIMENSION_KEY, wizard, 1, - - true, bucketStartTimeNs, bucketNum, bucketStartTimeNs, - bucketSizeNs, true, false, {anomalyTracker}); - - int64_t eventStartTimeNs = bucketStartTimeNs + 9 * NS_PER_SEC; - tracker.noteStart(DEFAULT_DIMENSION_KEY, true, eventStartTimeNs, ConditionKey()); - // Anomaly happens in the bucket #1. - EXPECT_EQ((long long)(bucketStartTimeNs + 14 * NS_PER_SEC), - tracker.predictAnomalyTimestampNs(*anomalyTracker, eventStartTimeNs)); - - tracker.noteStop(DEFAULT_DIMENSION_KEY, bucketStartTimeNs + 14 * NS_PER_SEC, false); - - EXPECT_EQ((long long)(bucketStartTimeNs + 34 * NS_PER_SEC) / NS_PER_SEC, - anomalyTracker->getRefractoryPeriodEndsSec(DEFAULT_METRIC_DIMENSION_KEY)); - - int64_t event2StartTimeNs = bucketStartTimeNs + 22 * NS_PER_SEC; - EXPECT_EQ((long long)(bucketStartTimeNs + 34 * NS_PER_SEC) / NS_PER_SEC, - anomalyTracker->getRefractoryPeriodEndsSec(DEFAULT_METRIC_DIMENSION_KEY)); - EXPECT_EQ((long long)(bucketStartTimeNs + 35 * NS_PER_SEC), - tracker.predictAnomalyTimestampNs(*anomalyTracker, event2StartTimeNs)); -} - -TEST(OringDurationTrackerTest, TestPredictAnomalyTimestamp3) { - // Test the cases where the refractory period is smaller than the bucket size, longer than - // the bucket size, and longer than 2x of the anomaly detection window. - for (int j = 0; j < 3; j++) { - int64_t thresholdNs = j * bucketSizeNs + 5 * NS_PER_SEC; - for (int i = 0; i <= 7; ++i) { - - Alert alert; - alert.set_id(101); - alert.set_metric_id(1); - alert.set_trigger_if_sum_gt(thresholdNs); - alert.set_num_buckets(3); - alert.set_refractory_period_secs( - bucketSizeNs / NS_PER_SEC / 2 + i * bucketSizeNs / NS_PER_SEC); - - int64_t bucketStartTimeNs = 10 * NS_PER_SEC; - int64_t bucketNum = 101; - - sp<MockConditionWizard> wizard = new NaggyMock<MockConditionWizard>(); - sp<AlarmMonitor> alarmMonitor; - sp<DurationAnomalyTracker> anomalyTracker = - new DurationAnomalyTracker(alert, kConfigKey, alarmMonitor); - OringDurationTracker tracker(kConfigKey, metricId, DEFAULT_METRIC_DIMENSION_KEY, wizard, - 1, true, bucketStartTimeNs, bucketNum, bucketStartTimeNs, - bucketSizeNs, true, false, {anomalyTracker}); - - int64_t eventStartTimeNs = bucketStartTimeNs + 9 * NS_PER_SEC; - tracker.noteStart(DEFAULT_DIMENSION_KEY, true, eventStartTimeNs, ConditionKey()); - EXPECT_EQ((long long)(eventStartTimeNs + thresholdNs), - tracker.predictAnomalyTimestampNs(*anomalyTracker, eventStartTimeNs)); - int64_t eventStopTimeNs = eventStartTimeNs + thresholdNs + NS_PER_SEC; - tracker.noteStop(DEFAULT_DIMENSION_KEY, eventStopTimeNs, false); - - int64_t refractoryPeriodEndSec = - anomalyTracker->getRefractoryPeriodEndsSec(DEFAULT_METRIC_DIMENSION_KEY); - EXPECT_EQ(eventStopTimeNs / (int64_t)NS_PER_SEC + alert.refractory_period_secs(), - refractoryPeriodEndSec); - - // Acquire and release a wakelock in the next bucket. - int64_t event2StartTimeNs = eventStopTimeNs + bucketSizeNs; - tracker.noteStart(DEFAULT_DIMENSION_KEY, true, event2StartTimeNs, ConditionKey()); - int64_t event2StopTimeNs = event2StartTimeNs + 4 * NS_PER_SEC; - tracker.noteStop(DEFAULT_DIMENSION_KEY, event2StopTimeNs, false); - - // Test the alarm prediction works well when seeing another wakelock start event. - for (int k = 0; k <= 2; ++k) { - int64_t event3StartTimeNs = event2StopTimeNs + NS_PER_SEC + k * bucketSizeNs; - int64_t alarmTimestampNs = - tracker.predictAnomalyTimestampNs(*anomalyTracker, event3StartTimeNs); - EXPECT_GT(alarmTimestampNs, 0u); - EXPECT_GE(alarmTimestampNs, event3StartTimeNs); - EXPECT_GE(alarmTimestampNs, refractoryPeriodEndSec *(int64_t) NS_PER_SEC); - } - } - } -} - -TEST(OringDurationTrackerTest, TestAnomalyDetectionExpiredAlarm) { - const MetricDimensionKey eventKey = getMockedMetricDimensionKey(TagId, 0, "event"); - - const HashableDimensionKey kEventKey1 = getMockedDimensionKey(TagId, 2, "maps"); - const HashableDimensionKey kEventKey2 = getMockedDimensionKey(TagId, 3, "maps"); - Alert alert; - alert.set_id(101); - alert.set_metric_id(1); - alert.set_trigger_if_sum_gt(40 * NS_PER_SEC); - alert.set_num_buckets(2); - const int32_t refPeriodSec = 45; - alert.set_refractory_period_secs(refPeriodSec); - - unordered_map<MetricDimensionKey, vector<DurationBucket>> buckets; - sp<MockConditionWizard> wizard = new NaggyMock<MockConditionWizard>(); - - int64_t bucketStartTimeNs = 10 * NS_PER_SEC; - int64_t bucketNum = 0; - int64_t eventStartTimeNs = bucketStartTimeNs + NS_PER_SEC + 1; - - sp<AlarmMonitor> alarmMonitor; - sp<DurationAnomalyTracker> anomalyTracker = - new DurationAnomalyTracker(alert, kConfigKey, alarmMonitor); - OringDurationTracker tracker(kConfigKey, metricId, eventKey, wizard, 1, true /*nesting*/, - bucketStartTimeNs, bucketNum, bucketStartTimeNs, bucketSizeNs, - false, false, {anomalyTracker}); - - tracker.noteStart(kEventKey1, true, eventStartTimeNs, ConditionKey()); - tracker.noteStop(kEventKey1, eventStartTimeNs + 10, false); - EXPECT_EQ(anomalyTracker->getRefractoryPeriodEndsSec(eventKey), 0U); - EXPECT_TRUE(tracker.mStarted.empty()); - EXPECT_EQ(10LL, tracker.mStateKeyDurationMap[DEFAULT_DIMENSION_KEY].mDuration); // 10ns - - ASSERT_EQ(0u, tracker.mStarted.size()); - - tracker.noteStart(kEventKey1, true, eventStartTimeNs + 20, ConditionKey()); - ASSERT_EQ(1u, anomalyTracker->mAlarms.size()); - EXPECT_EQ((long long)(52ULL * NS_PER_SEC), // (10s + 1s + 1ns + 20ns) - 10ns + 40s, rounded up - (long long)(anomalyTracker->mAlarms.begin()->second->timestampSec * NS_PER_SEC)); - // The alarm is set to fire at 52s, and when it does, an anomaly would be declared. However, - // because this is a unit test, the alarm won't actually fire at all. Since the alarm fails - // to fire in time, the anomaly is instead caught when noteStop is called, at around 71s. - tracker.flushIfNeeded(eventStartTimeNs + 2 * bucketSizeNs + 25, &buckets); - tracker.noteStop(kEventKey1, eventStartTimeNs + 2 * bucketSizeNs + 25, false); - EXPECT_EQ(anomalyTracker->getSumOverPastBuckets(eventKey), (long long)(bucketSizeNs)); - EXPECT_EQ(anomalyTracker->getRefractoryPeriodEndsSec(eventKey), - std::ceil((eventStartTimeNs + 2 * bucketSizeNs + 25.0) / NS_PER_SEC + refPeriodSec)); -} - -TEST(OringDurationTrackerTest, TestAnomalyDetectionFiredAlarm) { - const MetricDimensionKey eventKey = getMockedMetricDimensionKey(TagId, 0, "event"); - - const HashableDimensionKey kEventKey1 = getMockedDimensionKey(TagId, 2, "maps"); - const HashableDimensionKey kEventKey2 = getMockedDimensionKey(TagId, 3, "maps"); - Alert alert; - alert.set_id(101); - alert.set_metric_id(1); - alert.set_trigger_if_sum_gt(40 * NS_PER_SEC); - alert.set_num_buckets(2); - const int32_t refPeriodSec = 45; - alert.set_refractory_period_secs(refPeriodSec); - - unordered_map<MetricDimensionKey, vector<DurationBucket>> buckets; - sp<MockConditionWizard> wizard = new NaggyMock<MockConditionWizard>(); - ConditionKey conkey; - conkey[StringToId("APP_BACKGROUND")] = kConditionKey1; - int64_t bucketStartTimeNs = 10 * NS_PER_SEC; - int64_t bucketSizeNs = 30 * NS_PER_SEC; - - sp<AlarmMonitor> alarmMonitor; - sp<DurationAnomalyTracker> anomalyTracker = - new DurationAnomalyTracker(alert, kConfigKey, alarmMonitor); - OringDurationTracker tracker(kConfigKey, metricId, eventKey, wizard, 1, true /*nesting*/, - bucketStartTimeNs, 0, bucketStartTimeNs, bucketSizeNs, false, - false, {anomalyTracker}); - - tracker.noteStart(kEventKey1, true, 15 * NS_PER_SEC, conkey); // start key1 - ASSERT_EQ(1u, anomalyTracker->mAlarms.size()); - sp<const InternalAlarm> alarm = anomalyTracker->mAlarms.begin()->second; - EXPECT_EQ((long long)(55ULL * NS_PER_SEC), (long long)(alarm->timestampSec * NS_PER_SEC)); - EXPECT_EQ(anomalyTracker->getRefractoryPeriodEndsSec(eventKey), 0U); - - tracker.noteStop(kEventKey1, 17 * NS_PER_SEC, false); // stop key1 (2 seconds later) - ASSERT_EQ(0u, anomalyTracker->mAlarms.size()); - EXPECT_EQ(anomalyTracker->getRefractoryPeriodEndsSec(eventKey), 0U); - - tracker.noteStart(kEventKey1, true, 22 * NS_PER_SEC, conkey); // start key1 again - ASSERT_EQ(1u, anomalyTracker->mAlarms.size()); - alarm = anomalyTracker->mAlarms.begin()->second; - EXPECT_EQ((long long)(60ULL * NS_PER_SEC), (long long)(alarm->timestampSec * NS_PER_SEC)); - EXPECT_EQ(anomalyTracker->getRefractoryPeriodEndsSec(eventKey), 0U); - - tracker.noteStart(kEventKey2, true, 32 * NS_PER_SEC, conkey); // start key2 - ASSERT_EQ(1u, anomalyTracker->mAlarms.size()); - alarm = anomalyTracker->mAlarms.begin()->second; - EXPECT_EQ((long long)(60ULL * NS_PER_SEC), (long long)(alarm->timestampSec * NS_PER_SEC)); - EXPECT_EQ(anomalyTracker->getRefractoryPeriodEndsSec(eventKey), 0U); - - tracker.noteStop(kEventKey1, 47 * NS_PER_SEC, false); // stop key1 - ASSERT_EQ(1u, anomalyTracker->mAlarms.size()); - alarm = anomalyTracker->mAlarms.begin()->second; - EXPECT_EQ((long long)(60ULL * NS_PER_SEC), (long long)(alarm->timestampSec * NS_PER_SEC)); - EXPECT_EQ(anomalyTracker->getRefractoryPeriodEndsSec(eventKey), 0U); - - // Now, at 60s, which is 38s after key1 started again, we have reached 40s of 'on' time. - std::unordered_set<sp<const InternalAlarm>, SpHash<InternalAlarm>> firedAlarms({alarm}); - anomalyTracker->informAlarmsFired(62 * NS_PER_SEC, firedAlarms); - ASSERT_EQ(0u, anomalyTracker->mAlarms.size()); - EXPECT_EQ(anomalyTracker->getRefractoryPeriodEndsSec(eventKey), 62U + refPeriodSec); - - tracker.noteStop(kEventKey2, 69 * NS_PER_SEC, false); // stop key2 - ASSERT_EQ(0u, anomalyTracker->mAlarms.size()); - EXPECT_EQ(anomalyTracker->getRefractoryPeriodEndsSec(eventKey), 62U + refPeriodSec); -} - -} // namespace statsd -} // namespace os -} // namespace android -#else -GTEST_LOG_(INFO) << "This test does nothing.\n"; -#endif diff --git a/cmds/statsd/tests/metrics/ValueMetricProducer_test.cpp b/cmds/statsd/tests/metrics/ValueMetricProducer_test.cpp deleted file mode 100644 index 5666501d7d51..000000000000 --- a/cmds/statsd/tests/metrics/ValueMetricProducer_test.cpp +++ /dev/null @@ -1,5061 +0,0 @@ -// Copyright (C) 2017 The Android Open Source Project -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#include "src/metrics/ValueMetricProducer.h" - -#include <gmock/gmock.h> -#include <gtest/gtest.h> -#include <math.h> -#include <stdio.h> - -#include <vector> - -#include "metrics_test_helper.h" -#include "src/matchers/SimpleLogMatchingTracker.h" -#include "src/metrics/MetricProducer.h" -#include "src/stats_log_util.h" -#include "tests/statsd_test_util.h" - -using namespace testing; -using android::sp; -using std::make_shared; -using std::set; -using std::shared_ptr; -using std::unordered_map; -using std::vector; - -#ifdef __ANDROID__ - -namespace android { -namespace os { -namespace statsd { - -namespace { - -const ConfigKey kConfigKey(0, 12345); -const int tagId = 1; -const int64_t metricId = 123; -const int64_t atomMatcherId = 678; -const int logEventMatcherIndex = 0; -const int64_t bucketStartTimeNs = 10000000000; -const int64_t bucketSizeNs = TimeUnitToBucketSizeInMillis(ONE_MINUTE) * 1000000LL; -const int64_t bucket2StartTimeNs = bucketStartTimeNs + bucketSizeNs; -const int64_t bucket3StartTimeNs = bucketStartTimeNs + 2 * bucketSizeNs; -const int64_t bucket4StartTimeNs = bucketStartTimeNs + 3 * bucketSizeNs; -const int64_t bucket5StartTimeNs = bucketStartTimeNs + 4 * bucketSizeNs; -const int64_t bucket6StartTimeNs = bucketStartTimeNs + 5 * bucketSizeNs; -double epsilon = 0.001; - -static void assertPastBucketValuesSingleKey( - const std::unordered_map<MetricDimensionKey, std::vector<ValueBucket>>& mPastBuckets, - const std::initializer_list<int>& expectedValuesList, - const std::initializer_list<int64_t>& expectedDurationNsList, - const std::initializer_list<int64_t>& expectedStartTimeNsList, - const std::initializer_list<int64_t>& expectedEndTimeNsList) { - vector<int> expectedValues(expectedValuesList); - vector<int64_t> expectedDurationNs(expectedDurationNsList); - vector<int64_t> expectedStartTimeNs(expectedStartTimeNsList); - vector<int64_t> expectedEndTimeNs(expectedEndTimeNsList); - - ASSERT_EQ(expectedValues.size(), expectedDurationNs.size()); - ASSERT_EQ(expectedValues.size(), expectedStartTimeNs.size()); - ASSERT_EQ(expectedValues.size(), expectedEndTimeNs.size()); - - if (expectedValues.size() == 0) { - ASSERT_EQ(0, mPastBuckets.size()); - return; - } - - ASSERT_EQ(1, mPastBuckets.size()); - ASSERT_EQ(expectedValues.size(), mPastBuckets.begin()->second.size()); - - const vector<ValueBucket>& buckets = mPastBuckets.begin()->second; - for (int i = 0; i < expectedValues.size(); i++) { - EXPECT_EQ(expectedValues[i], buckets[i].values[0].long_value) - << "Values differ at index " << i; - EXPECT_EQ(expectedDurationNs[i], buckets[i].mConditionTrueNs) - << "Condition duration value differ at index " << i; - EXPECT_EQ(expectedStartTimeNs[i], buckets[i].mBucketStartNs) - << "Start time differs at index " << i; - EXPECT_EQ(expectedEndTimeNs[i], buckets[i].mBucketEndNs) - << "End time differs at index " << i; - } -} - -} // anonymous namespace - -class ValueMetricProducerTestHelper { -public: - static sp<ValueMetricProducer> createValueProducerNoConditions( - sp<MockStatsPullerManager>& pullerManager, ValueMetric& metric) { - UidMap uidMap; - SimpleAtomMatcher atomMatcher; - atomMatcher.set_atom_id(tagId); - sp<EventMatcherWizard> eventMatcherWizard = - new EventMatcherWizard({new SimpleLogMatchingTracker( - atomMatcherId, logEventMatcherIndex, atomMatcher, uidMap)}); - sp<MockConditionWizard> wizard = new NaggyMock<MockConditionWizard>(); - EXPECT_CALL(*pullerManager, RegisterReceiver(tagId, kConfigKey, _, _, _)) - .WillOnce(Return()); - EXPECT_CALL(*pullerManager, UnRegisterReceiver(tagId, kConfigKey, _)) - .WillRepeatedly(Return()); - - sp<ValueMetricProducer> valueProducer = - new ValueMetricProducer(kConfigKey, metric, -1 /*-1 meaning no condition*/, {}, - wizard, logEventMatcherIndex, eventMatcherWizard, tagId, - bucketStartTimeNs, bucketStartTimeNs, pullerManager); - valueProducer->prepareFirstBucket(); - return valueProducer; - } - - static sp<ValueMetricProducer> createValueProducerWithCondition( - sp<MockStatsPullerManager>& pullerManager, ValueMetric& metric, - ConditionState conditionAfterFirstBucketPrepared) { - UidMap uidMap; - SimpleAtomMatcher atomMatcher; - atomMatcher.set_atom_id(tagId); - sp<EventMatcherWizard> eventMatcherWizard = - new EventMatcherWizard({new SimpleLogMatchingTracker( - atomMatcherId, logEventMatcherIndex, atomMatcher, uidMap)}); - sp<MockConditionWizard> wizard = new NaggyMock<MockConditionWizard>(); - EXPECT_CALL(*pullerManager, RegisterReceiver(tagId, kConfigKey, _, _, _)) - .WillOnce(Return()); - EXPECT_CALL(*pullerManager, UnRegisterReceiver(tagId, kConfigKey, _)) - .WillRepeatedly(Return()); - - sp<ValueMetricProducer> valueProducer = new ValueMetricProducer( - kConfigKey, metric, 0 /*condition index*/, {ConditionState::kUnknown}, wizard, - logEventMatcherIndex, eventMatcherWizard, tagId, bucketStartTimeNs, - bucketStartTimeNs, pullerManager); - valueProducer->prepareFirstBucket(); - valueProducer->mCondition = conditionAfterFirstBucketPrepared; - return valueProducer; - } - - static sp<ValueMetricProducer> createValueProducerWithState( - sp<MockStatsPullerManager>& pullerManager, ValueMetric& metric, - vector<int32_t> slicedStateAtoms, - unordered_map<int, unordered_map<int, int64_t>> stateGroupMap) { - UidMap uidMap; - SimpleAtomMatcher atomMatcher; - atomMatcher.set_atom_id(tagId); - sp<EventMatcherWizard> eventMatcherWizard = - new EventMatcherWizard({new SimpleLogMatchingTracker( - atomMatcherId, logEventMatcherIndex, atomMatcher, uidMap)}); - sp<MockConditionWizard> wizard = new NaggyMock<MockConditionWizard>(); - EXPECT_CALL(*pullerManager, RegisterReceiver(tagId, kConfigKey, _, _, _)) - .WillOnce(Return()); - EXPECT_CALL(*pullerManager, UnRegisterReceiver(tagId, kConfigKey, _)) - .WillRepeatedly(Return()); - - sp<ValueMetricProducer> valueProducer = new ValueMetricProducer( - kConfigKey, metric, -1 /* no condition */, {}, wizard, logEventMatcherIndex, - eventMatcherWizard, tagId, bucketStartTimeNs, bucketStartTimeNs, pullerManager, {}, - {}, slicedStateAtoms, stateGroupMap); - valueProducer->prepareFirstBucket(); - return valueProducer; - } - - static sp<ValueMetricProducer> createValueProducerWithConditionAndState( - sp<MockStatsPullerManager>& pullerManager, ValueMetric& metric, - vector<int32_t> slicedStateAtoms, - unordered_map<int, unordered_map<int, int64_t>> stateGroupMap, - ConditionState conditionAfterFirstBucketPrepared) { - UidMap uidMap; - SimpleAtomMatcher atomMatcher; - atomMatcher.set_atom_id(tagId); - sp<EventMatcherWizard> eventMatcherWizard = - new EventMatcherWizard({new SimpleLogMatchingTracker( - atomMatcherId, logEventMatcherIndex, atomMatcher, uidMap)}); - sp<MockConditionWizard> wizard = new NaggyMock<MockConditionWizard>(); - EXPECT_CALL(*pullerManager, RegisterReceiver(tagId, kConfigKey, _, _, _)) - .WillOnce(Return()); - EXPECT_CALL(*pullerManager, UnRegisterReceiver(tagId, kConfigKey, _)) - .WillRepeatedly(Return()); - - sp<ValueMetricProducer> valueProducer = new ValueMetricProducer( - kConfigKey, metric, 0 /* condition tracker index */, {ConditionState::kUnknown}, - wizard, logEventMatcherIndex, eventMatcherWizard, tagId, bucketStartTimeNs, - bucketStartTimeNs, pullerManager, {}, {}, slicedStateAtoms, stateGroupMap); - valueProducer->prepareFirstBucket(); - valueProducer->mCondition = conditionAfterFirstBucketPrepared; - return valueProducer; - } - - static ValueMetric createMetric() { - ValueMetric metric; - metric.set_id(metricId); - metric.set_bucket(ONE_MINUTE); - metric.mutable_value_field()->set_field(tagId); - metric.mutable_value_field()->add_child()->set_field(2); - metric.set_max_pull_delay_sec(INT_MAX); - return metric; - } - - static ValueMetric createMetricWithCondition() { - ValueMetric metric = ValueMetricProducerTestHelper::createMetric(); - metric.set_condition(StringToId("SCREEN_ON")); - return metric; - } - - static ValueMetric createMetricWithState(string state) { - ValueMetric metric = ValueMetricProducerTestHelper::createMetric(); - metric.add_slice_by_state(StringToId(state)); - return metric; - } - - static ValueMetric createMetricWithConditionAndState(string state) { - ValueMetric metric = ValueMetricProducerTestHelper::createMetric(); - metric.set_condition(StringToId("SCREEN_ON")); - metric.add_slice_by_state(StringToId(state)); - return metric; - } -}; - -// Setup for parameterized tests. -class ValueMetricProducerTest_PartialBucket : public TestWithParam<BucketSplitEvent> {}; - -INSTANTIATE_TEST_SUITE_P(ValueMetricProducerTest_PartialBucket, - ValueMetricProducerTest_PartialBucket, - testing::Values(APP_UPGRADE, BOOT_COMPLETE)); - -/* - * Tests that the first bucket works correctly - */ -TEST(ValueMetricProducerTest, TestCalcPreviousBucketEndTime) { - ValueMetric metric = ValueMetricProducerTestHelper::createMetric(); - - int64_t startTimeBase = 11; - UidMap uidMap; - SimpleAtomMatcher atomMatcher; - atomMatcher.set_atom_id(tagId); - sp<EventMatcherWizard> eventMatcherWizard = - new EventMatcherWizard({new SimpleLogMatchingTracker( - atomMatcherId, logEventMatcherIndex, atomMatcher, uidMap)}); - sp<MockConditionWizard> wizard = new NaggyMock<MockConditionWizard>(); - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - - // statsd started long ago. - // The metric starts in the middle of the bucket - ValueMetricProducer valueProducer(kConfigKey, metric, -1 /*-1 meaning no condition*/, {}, - wizard, logEventMatcherIndex, eventMatcherWizard, -1, - startTimeBase, 22, pullerManager); - valueProducer.prepareFirstBucket(); - - EXPECT_EQ(startTimeBase, valueProducer.calcPreviousBucketEndTime(60 * NS_PER_SEC + 10)); - EXPECT_EQ(startTimeBase, valueProducer.calcPreviousBucketEndTime(60 * NS_PER_SEC + 10)); - EXPECT_EQ(60 * NS_PER_SEC + startTimeBase, - valueProducer.calcPreviousBucketEndTime(2 * 60 * NS_PER_SEC)); - EXPECT_EQ(2 * 60 * NS_PER_SEC + startTimeBase, - valueProducer.calcPreviousBucketEndTime(3 * 60 * NS_PER_SEC)); -} - -/* - * Tests that the first bucket works correctly - */ -TEST(ValueMetricProducerTest, TestFirstBucket) { - ValueMetric metric = ValueMetricProducerTestHelper::createMetric(); - - UidMap uidMap; - SimpleAtomMatcher atomMatcher; - atomMatcher.set_atom_id(tagId); - sp<EventMatcherWizard> eventMatcherWizard = - new EventMatcherWizard({new SimpleLogMatchingTracker( - atomMatcherId, logEventMatcherIndex, atomMatcher, uidMap)}); - sp<MockConditionWizard> wizard = new NaggyMock<MockConditionWizard>(); - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - - // statsd started long ago. - // The metric starts in the middle of the bucket - ValueMetricProducer valueProducer(kConfigKey, metric, -1 /*-1 meaning no condition*/, {}, - wizard, logEventMatcherIndex, eventMatcherWizard, -1, 5, - 600 * NS_PER_SEC + NS_PER_SEC / 2, pullerManager); - valueProducer.prepareFirstBucket(); - - EXPECT_EQ(600500000000, valueProducer.mCurrentBucketStartTimeNs); - EXPECT_EQ(10, valueProducer.mCurrentBucketNum); - EXPECT_EQ(660000000005, valueProducer.getCurrentBucketEndTimeNs()); -} - -/* - * Tests pulled atoms with no conditions - */ -TEST(ValueMetricProducerTest, TestPulledEventsNoCondition) { - ValueMetric metric = ValueMetricProducerTestHelper::createMetric(); - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - EXPECT_CALL(*pullerManager, Pull(tagId, kConfigKey, bucketStartTimeNs, _, _)) - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t, - vector<std::shared_ptr<LogEvent>>* data, bool) { - data->clear(); - data->push_back(CreateRepeatedValueLogEvent(tagId, bucketStartTimeNs, 3)); - return true; - })); - - sp<ValueMetricProducer> valueProducer = - ValueMetricProducerTestHelper::createValueProducerNoConditions(pullerManager, metric); - - vector<shared_ptr<LogEvent>> allData; - allData.clear(); - allData.push_back(CreateRepeatedValueLogEvent(tagId, bucket2StartTimeNs + 1, 11)); - - valueProducer->onDataPulled(allData, /** succeed */ true, bucket2StartTimeNs); - // has one slice - ASSERT_EQ(1UL, valueProducer->mCurrentSlicedBucket.size()); - ValueMetricProducer::Interval curInterval = - valueProducer->mCurrentSlicedBucket.begin()->second[0]; - ValueMetricProducer::BaseInfo curBaseInfo = valueProducer->mCurrentBaseInfo.begin()->second[0]; - - EXPECT_EQ(true, curBaseInfo.hasBase); - EXPECT_EQ(11, curBaseInfo.base.long_value); - EXPECT_EQ(false, curInterval.hasValue); - EXPECT_EQ(8, curInterval.value.long_value); - ASSERT_EQ(1UL, valueProducer->mPastBuckets.size()); - EXPECT_EQ(8, valueProducer->mPastBuckets.begin()->second[0].values[0].long_value); - EXPECT_EQ(bucketSizeNs, valueProducer->mPastBuckets.begin()->second[0].mConditionTrueNs); - - allData.clear(); - allData.push_back(CreateRepeatedValueLogEvent(tagId, bucket3StartTimeNs + 1, 23)); - valueProducer->onDataPulled(allData, /** succeed */ true, bucket3StartTimeNs); - // has one slice - ASSERT_EQ(1UL, valueProducer->mCurrentSlicedBucket.size()); - curInterval = valueProducer->mCurrentSlicedBucket.begin()->second[0]; - curBaseInfo = valueProducer->mCurrentBaseInfo.begin()->second[0]; - - EXPECT_EQ(true, curBaseInfo.hasBase); - EXPECT_EQ(23, curBaseInfo.base.long_value); - EXPECT_EQ(false, curInterval.hasValue); - EXPECT_EQ(12, curInterval.value.long_value); - ASSERT_EQ(1UL, valueProducer->mPastBuckets.size()); - ASSERT_EQ(2UL, valueProducer->mPastBuckets.begin()->second.size()); - EXPECT_EQ(8, valueProducer->mPastBuckets.begin()->second[0].values[0].long_value); - EXPECT_EQ(bucketSizeNs, valueProducer->mPastBuckets.begin()->second[0].mConditionTrueNs); - EXPECT_EQ(12, valueProducer->mPastBuckets.begin()->second.back().values[0].long_value); - EXPECT_EQ(bucketSizeNs, valueProducer->mPastBuckets.begin()->second.back().mConditionTrueNs); - - allData.clear(); - allData.push_back(CreateRepeatedValueLogEvent(tagId, bucket4StartTimeNs + 1, 36)); - valueProducer->onDataPulled(allData, /** succeed */ true, bucket4StartTimeNs); - ASSERT_EQ(1UL, valueProducer->mCurrentSlicedBucket.size()); - curInterval = valueProducer->mCurrentSlicedBucket.begin()->second[0]; - curBaseInfo = valueProducer->mCurrentBaseInfo.begin()->second[0]; - - EXPECT_EQ(true, curBaseInfo.hasBase); - EXPECT_EQ(36, curBaseInfo.base.long_value); - EXPECT_EQ(false, curInterval.hasValue); - EXPECT_EQ(13, curInterval.value.long_value); - ASSERT_EQ(1UL, valueProducer->mPastBuckets.size()); - ASSERT_EQ(3UL, valueProducer->mPastBuckets.begin()->second.size()); - EXPECT_EQ(8, valueProducer->mPastBuckets.begin()->second[0].values[0].long_value); - EXPECT_EQ(bucketSizeNs, valueProducer->mPastBuckets.begin()->second[0].mConditionTrueNs); - EXPECT_EQ(12, valueProducer->mPastBuckets.begin()->second[1].values[0].long_value); - EXPECT_EQ(bucketSizeNs, valueProducer->mPastBuckets.begin()->second[1].mConditionTrueNs); - EXPECT_EQ(13, valueProducer->mPastBuckets.begin()->second[2].values[0].long_value); - EXPECT_EQ(bucketSizeNs, valueProducer->mPastBuckets.begin()->second[2].mConditionTrueNs); -} - -TEST_P(ValueMetricProducerTest_PartialBucket, TestPartialBucketCreated) { - ValueMetric metric = ValueMetricProducerTestHelper::createMetric(); - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - int64_t partialBucketSplitTimeNs = bucket2StartTimeNs + 2; - EXPECT_CALL(*pullerManager, Pull(tagId, kConfigKey, _, _, _)) - // Initialize bucket. - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucketStartTimeNs); - data->clear(); - data->push_back(CreateRepeatedValueLogEvent(tagId, bucketStartTimeNs + 1, 1)); - return true; - })) - // Partial bucket. - .WillOnce(Invoke([partialBucketSplitTimeNs]( - int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, partialBucketSplitTimeNs); - data->clear(); - data->push_back( - CreateRepeatedValueLogEvent(tagId, partialBucketSplitTimeNs + 8, 5)); - return true; - })); - - sp<ValueMetricProducer> valueProducer = - ValueMetricProducerTestHelper::createValueProducerNoConditions(pullerManager, metric); - - // First bucket ends. - vector<shared_ptr<LogEvent>> allData; - allData.clear(); - allData.push_back(CreateRepeatedValueLogEvent(tagId, bucket2StartTimeNs + 10, 2)); - valueProducer->onDataPulled(allData, /** success */ true, bucket2StartTimeNs); - - // Partial buckets created in 2nd bucket. - switch (GetParam()) { - case APP_UPGRADE: - valueProducer->notifyAppUpgrade(partialBucketSplitTimeNs); - break; - case BOOT_COMPLETE: - valueProducer->onStatsdInitCompleted(partialBucketSplitTimeNs); - break; - } - EXPECT_EQ(partialBucketSplitTimeNs, valueProducer->mCurrentBucketStartTimeNs); - EXPECT_EQ(1, valueProducer->getCurrentBucketNum()); - - assertPastBucketValuesSingleKey(valueProducer->mPastBuckets, {1, 3}, - {bucketSizeNs, partialBucketSplitTimeNs - bucket2StartTimeNs}, - {bucketStartTimeNs, bucket2StartTimeNs}, - {bucket2StartTimeNs, partialBucketSplitTimeNs}); -} - -/* - * Tests pulled atoms with filtering - */ -TEST(ValueMetricProducerTest, TestPulledEventsWithFiltering) { - ValueMetric metric = ValueMetricProducerTestHelper::createMetric(); - - UidMap uidMap; - SimpleAtomMatcher atomMatcher; - atomMatcher.set_atom_id(tagId); - auto keyValue = atomMatcher.add_field_value_matcher(); - keyValue->set_field(1); - keyValue->set_eq_int(3); - sp<EventMatcherWizard> eventMatcherWizard = - new EventMatcherWizard({new SimpleLogMatchingTracker( - atomMatcherId, logEventMatcherIndex, atomMatcher, uidMap)}); - sp<MockConditionWizard> wizard = new NaggyMock<MockConditionWizard>(); - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - EXPECT_CALL(*pullerManager, RegisterReceiver(tagId, kConfigKey, _, _, _)).WillOnce(Return()); - EXPECT_CALL(*pullerManager, UnRegisterReceiver(tagId, kConfigKey, _)).WillOnce(Return()); - EXPECT_CALL(*pullerManager, Pull(tagId, kConfigKey, bucketStartTimeNs, _, _)) - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t, - vector<std::shared_ptr<LogEvent>>* data, bool) { - data->clear(); - data->push_back(CreateTwoValueLogEvent(tagId, bucketStartTimeNs, 3, 3)); - return true; - })); - - sp<ValueMetricProducer> valueProducer = new ValueMetricProducer( - kConfigKey, metric, -1 /*-1 meaning no condition*/, {}, wizard, logEventMatcherIndex, - eventMatcherWizard, tagId, bucketStartTimeNs, bucketStartTimeNs, pullerManager); - valueProducer->prepareFirstBucket(); - - vector<shared_ptr<LogEvent>> allData; - allData.clear(); - allData.push_back(CreateTwoValueLogEvent(tagId, bucket2StartTimeNs + 1, 3, 11)); - - valueProducer->onDataPulled(allData, /** succeed */ true, bucket2StartTimeNs); - // has one slice - ASSERT_EQ(1UL, valueProducer->mCurrentSlicedBucket.size()); - ValueMetricProducer::Interval curInterval = - valueProducer->mCurrentSlicedBucket.begin()->second[0]; - ValueMetricProducer::BaseInfo curBaseInfo = valueProducer->mCurrentBaseInfo.begin()->second[0]; - - EXPECT_EQ(true, curBaseInfo.hasBase); - EXPECT_EQ(11, curBaseInfo.base.long_value); - EXPECT_EQ(false, curInterval.hasValue); - EXPECT_EQ(8, curInterval.value.long_value); - ASSERT_EQ(1UL, valueProducer->mPastBuckets.size()); - EXPECT_EQ(8, valueProducer->mPastBuckets.begin()->second[0].values[0].long_value); - EXPECT_EQ(bucketSizeNs, valueProducer->mPastBuckets.begin()->second[0].mConditionTrueNs); - - allData.clear(); - allData.push_back(CreateTwoValueLogEvent(tagId, bucket3StartTimeNs + 1, 4, 23)); - valueProducer->onDataPulled(allData, /** succeed */ true, bucket3StartTimeNs); - // No new data seen, so data has been cleared. - ASSERT_EQ(0UL, valueProducer->mCurrentSlicedBucket.size()); - - EXPECT_EQ(true, curBaseInfo.hasBase); - EXPECT_EQ(11, curBaseInfo.base.long_value); - EXPECT_EQ(false, curInterval.hasValue); - EXPECT_EQ(8, curInterval.value.long_value); - ASSERT_EQ(1UL, valueProducer->mPastBuckets.size()); - EXPECT_EQ(8, valueProducer->mPastBuckets.begin()->second[0].values[0].long_value); - EXPECT_EQ(bucketSizeNs, valueProducer->mPastBuckets.begin()->second[0].mConditionTrueNs); - - allData.clear(); - allData.push_back(CreateTwoValueLogEvent(tagId, bucket4StartTimeNs + 1, 3, 36)); - valueProducer->onDataPulled(allData, /** succeed */ true, bucket4StartTimeNs); - ASSERT_EQ(1UL, valueProducer->mCurrentSlicedBucket.size()); - curInterval = valueProducer->mCurrentSlicedBucket.begin()->second[0]; - curBaseInfo = valueProducer->mCurrentBaseInfo.begin()->second[0]; - - // the base was reset - EXPECT_EQ(true, curBaseInfo.hasBase); - EXPECT_EQ(36, curBaseInfo.base.long_value); - EXPECT_EQ(false, curInterval.hasValue); - ASSERT_EQ(1UL, valueProducer->mPastBuckets.size()); - ASSERT_EQ(1UL, valueProducer->mPastBuckets.begin()->second.size()); - EXPECT_EQ(8, valueProducer->mPastBuckets.begin()->second.back().values[0].long_value); - EXPECT_EQ(bucketSizeNs, valueProducer->mPastBuckets.begin()->second.back().mConditionTrueNs); -} - -/* - * Tests pulled atoms with no conditions and take absolute value after reset - */ -TEST(ValueMetricProducerTest, TestPulledEventsTakeAbsoluteValueOnReset) { - ValueMetric metric = ValueMetricProducerTestHelper::createMetric(); - metric.set_use_absolute_value_on_reset(true); - - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - EXPECT_CALL(*pullerManager, Pull(tagId, kConfigKey, bucketStartTimeNs, _, _)) - .WillOnce(Return(true)); - sp<ValueMetricProducer> valueProducer = - ValueMetricProducerTestHelper::createValueProducerNoConditions(pullerManager, metric); - - vector<shared_ptr<LogEvent>> allData; - allData.clear(); - allData.push_back(CreateRepeatedValueLogEvent(tagId, bucket2StartTimeNs + 1, 11)); - - valueProducer->onDataPulled(allData, /** succeed */ true, bucket2StartTimeNs); - // has one slice - ASSERT_EQ(1UL, valueProducer->mCurrentSlicedBucket.size()); - ValueMetricProducer::Interval curInterval = - valueProducer->mCurrentSlicedBucket.begin()->second[0]; - ValueMetricProducer::BaseInfo curBaseInfo = valueProducer->mCurrentBaseInfo.begin()->second[0]; - - EXPECT_EQ(true, curBaseInfo.hasBase); - EXPECT_EQ(11, curBaseInfo.base.long_value); - EXPECT_EQ(false, curInterval.hasValue); - ASSERT_EQ(0UL, valueProducer->mPastBuckets.size()); - - allData.clear(); - allData.push_back(CreateRepeatedValueLogEvent(tagId, bucket3StartTimeNs + 1, 10)); - valueProducer->onDataPulled(allData, /** succeed */ true, bucket3StartTimeNs); - // has one slice - ASSERT_EQ(1UL, valueProducer->mCurrentSlicedBucket.size()); - curInterval = valueProducer->mCurrentSlicedBucket.begin()->second[0]; - curBaseInfo = valueProducer->mCurrentBaseInfo.begin()->second[0]; - EXPECT_EQ(true, curBaseInfo.hasBase); - EXPECT_EQ(10, curBaseInfo.base.long_value); - EXPECT_EQ(false, curInterval.hasValue); - EXPECT_EQ(10, curInterval.value.long_value); - ASSERT_EQ(1UL, valueProducer->mPastBuckets.size()); - EXPECT_EQ(10, valueProducer->mPastBuckets.begin()->second.back().values[0].long_value); - EXPECT_EQ(bucketSizeNs, valueProducer->mPastBuckets.begin()->second.back().mConditionTrueNs); - - allData.clear(); - allData.push_back(CreateRepeatedValueLogEvent(tagId, bucket4StartTimeNs + 1, 36)); - valueProducer->onDataPulled(allData, /** succeed */ true, bucket4StartTimeNs); - ASSERT_EQ(1UL, valueProducer->mCurrentSlicedBucket.size()); - curInterval = valueProducer->mCurrentSlicedBucket.begin()->second[0]; - curBaseInfo = valueProducer->mCurrentBaseInfo.begin()->second[0]; - EXPECT_EQ(true, curBaseInfo.hasBase); - EXPECT_EQ(36, curBaseInfo.base.long_value); - EXPECT_EQ(false, curInterval.hasValue); - EXPECT_EQ(26, curInterval.value.long_value); - ASSERT_EQ(1UL, valueProducer->mPastBuckets.size()); - ASSERT_EQ(2UL, valueProducer->mPastBuckets.begin()->second.size()); - EXPECT_EQ(10, valueProducer->mPastBuckets.begin()->second[0].values[0].long_value); - EXPECT_EQ(bucketSizeNs, valueProducer->mPastBuckets.begin()->second[0].mConditionTrueNs); - EXPECT_EQ(26, valueProducer->mPastBuckets.begin()->second[1].values[0].long_value); - EXPECT_EQ(bucketSizeNs, valueProducer->mPastBuckets.begin()->second[1].mConditionTrueNs); -} - -/* - * Tests pulled atoms with no conditions and take zero value after reset - */ -TEST(ValueMetricProducerTest, TestPulledEventsTakeZeroOnReset) { - ValueMetric metric = ValueMetricProducerTestHelper::createMetric(); - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - EXPECT_CALL(*pullerManager, Pull(tagId, kConfigKey, bucketStartTimeNs, _, _)) - .WillOnce(Return(false)); - sp<ValueMetricProducer> valueProducer = - ValueMetricProducerTestHelper::createValueProducerNoConditions(pullerManager, metric); - - vector<shared_ptr<LogEvent>> allData; - allData.clear(); - allData.push_back(CreateRepeatedValueLogEvent(tagId, bucket2StartTimeNs + 1, 11)); - - valueProducer->onDataPulled(allData, /** succeed */ true, bucket2StartTimeNs); - // has one slice - ASSERT_EQ(1UL, valueProducer->mCurrentSlicedBucket.size()); - ValueMetricProducer::Interval curInterval = - valueProducer->mCurrentSlicedBucket.begin()->second[0]; - ValueMetricProducer::BaseInfo curBaseInfo = valueProducer->mCurrentBaseInfo.begin()->second[0]; - - EXPECT_EQ(true, curBaseInfo.hasBase); - EXPECT_EQ(11, curBaseInfo.base.long_value); - EXPECT_EQ(false, curInterval.hasValue); - ASSERT_EQ(0UL, valueProducer->mPastBuckets.size()); - - allData.clear(); - allData.push_back(CreateRepeatedValueLogEvent(tagId, bucket3StartTimeNs + 1, 10)); - valueProducer->onDataPulled(allData, /** succeed */ true, bucket3StartTimeNs); - // has one slice - ASSERT_EQ(1UL, valueProducer->mCurrentSlicedBucket.size()); - curInterval = valueProducer->mCurrentSlicedBucket.begin()->second[0]; - curBaseInfo = valueProducer->mCurrentBaseInfo.begin()->second[0]; - EXPECT_EQ(true, curBaseInfo.hasBase); - EXPECT_EQ(10, curBaseInfo.base.long_value); - EXPECT_EQ(false, curInterval.hasValue); - ASSERT_EQ(0UL, valueProducer->mPastBuckets.size()); - - allData.clear(); - allData.push_back(CreateRepeatedValueLogEvent(tagId, bucket4StartTimeNs + 1, 36)); - valueProducer->onDataPulled(allData, /** succeed */ true, bucket4StartTimeNs); - ASSERT_EQ(1UL, valueProducer->mCurrentSlicedBucket.size()); - curInterval = valueProducer->mCurrentSlicedBucket.begin()->second[0]; - curBaseInfo = valueProducer->mCurrentBaseInfo.begin()->second[0]; - EXPECT_EQ(true, curBaseInfo.hasBase); - EXPECT_EQ(36, curBaseInfo.base.long_value); - EXPECT_EQ(false, curInterval.hasValue); - EXPECT_EQ(26, curInterval.value.long_value); - ASSERT_EQ(1UL, valueProducer->mPastBuckets.size()); - EXPECT_EQ(26, valueProducer->mPastBuckets.begin()->second[0].values[0].long_value); - EXPECT_EQ(bucketSizeNs, valueProducer->mPastBuckets.begin()->second[0].mConditionTrueNs); -} - -/* - * Test pulled event with non sliced condition. - */ -TEST(ValueMetricProducerTest, TestEventsWithNonSlicedCondition) { - ValueMetric metric = ValueMetricProducerTestHelper::createMetricWithCondition(); - - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - - EXPECT_CALL(*pullerManager, Pull(tagId, kConfigKey, _, _, _)) - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucketStartTimeNs + 8); // First condition change. - data->clear(); - data->push_back(CreateRepeatedValueLogEvent(tagId, bucketStartTimeNs + 8, 100)); - return true; - })) - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucket2StartTimeNs + 1); // Second condition change. - data->clear(); - data->push_back(CreateRepeatedValueLogEvent(tagId, bucket2StartTimeNs + 1, 130)); - return true; - })) - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucket3StartTimeNs + 1); // Third condition change. - data->clear(); - data->push_back(CreateRepeatedValueLogEvent(tagId, bucket3StartTimeNs + 1, 180)); - return true; - })); - - sp<ValueMetricProducer> valueProducer = - ValueMetricProducerTestHelper::createValueProducerWithCondition(pullerManager, metric, - ConditionState::kFalse); - - valueProducer->onConditionChanged(true, bucketStartTimeNs + 8); - - // has one slice - ASSERT_EQ(1UL, valueProducer->mCurrentSlicedBucket.size()); - ValueMetricProducer::Interval curInterval = - valueProducer->mCurrentSlicedBucket.begin()->second[0]; - ValueMetricProducer::BaseInfo curBaseInfo = valueProducer->mCurrentBaseInfo.begin()->second[0]; - // startUpdated:false sum:0 start:100 - EXPECT_EQ(true, curBaseInfo.hasBase); - EXPECT_EQ(100, curBaseInfo.base.long_value); - EXPECT_EQ(false, curInterval.hasValue); - ASSERT_EQ(0UL, valueProducer->mPastBuckets.size()); - - vector<shared_ptr<LogEvent>> allData; - allData.clear(); - allData.push_back(CreateRepeatedValueLogEvent(tagId, bucket2StartTimeNs + 1, 110)); - valueProducer->onDataPulled(allData, /** succeed */ true, bucket2StartTimeNs); - assertPastBucketValuesSingleKey(valueProducer->mPastBuckets, {10}, {bucketSizeNs - 8}, - {bucketStartTimeNs}, {bucket2StartTimeNs}); - - // has one slice - ASSERT_EQ(1UL, valueProducer->mCurrentSlicedBucket.size()); - curInterval = valueProducer->mCurrentSlicedBucket.begin()->second[0]; - curBaseInfo = valueProducer->mCurrentBaseInfo.begin()->second[0]; - EXPECT_EQ(true, curBaseInfo.hasBase); - EXPECT_EQ(110, curBaseInfo.base.long_value); - EXPECT_EQ(false, curInterval.hasValue); - EXPECT_EQ(10, curInterval.value.long_value); - - valueProducer->onConditionChanged(false, bucket2StartTimeNs + 1); - assertPastBucketValuesSingleKey(valueProducer->mPastBuckets, {10}, {bucketSizeNs - 8}, - {bucketStartTimeNs}, {bucket2StartTimeNs}); - - // has one slice - ASSERT_EQ(1UL, valueProducer->mCurrentSlicedBucket.size()); - curInterval = valueProducer->mCurrentSlicedBucket.begin()->second[0]; - curBaseInfo = valueProducer->mCurrentBaseInfo.begin()->second[0]; - EXPECT_EQ(true, curInterval.hasValue); - EXPECT_EQ(20, curInterval.value.long_value); - EXPECT_EQ(false, curBaseInfo.hasBase); - - valueProducer->onConditionChanged(true, bucket3StartTimeNs + 1); - assertPastBucketValuesSingleKey(valueProducer->mPastBuckets, {10, 20}, {bucketSizeNs - 8, 1}, - {bucketStartTimeNs, bucket2StartTimeNs}, - {bucket2StartTimeNs, bucket3StartTimeNs}); -} - -TEST_P(ValueMetricProducerTest_PartialBucket, TestPushedEvents) { - ValueMetric metric = ValueMetricProducerTestHelper::createMetric(); - - UidMap uidMap; - SimpleAtomMatcher atomMatcher; - atomMatcher.set_atom_id(tagId); - sp<EventMatcherWizard> eventMatcherWizard = - new EventMatcherWizard({new SimpleLogMatchingTracker( - atomMatcherId, logEventMatcherIndex, atomMatcher, uidMap)}); - sp<MockConditionWizard> wizard = new NaggyMock<MockConditionWizard>(); - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - - ValueMetricProducer valueProducer(kConfigKey, metric, -1, {}, wizard, logEventMatcherIndex, - eventMatcherWizard, -1, bucketStartTimeNs, bucketStartTimeNs, - pullerManager); - valueProducer.prepareFirstBucket(); - - LogEvent event1(/*uid=*/0, /*pid=*/0); - CreateRepeatedValueLogEvent(&event1, tagId, bucketStartTimeNs + 10, 10); - valueProducer.onMatchedLogEvent(1 /*log matcher index*/, event1); - ASSERT_EQ(1UL, valueProducer.mCurrentSlicedBucket.size()); - - int64_t partialBucketSplitTimeNs = bucketStartTimeNs + 150; - switch (GetParam()) { - case APP_UPGRADE: - valueProducer.notifyAppUpgrade(partialBucketSplitTimeNs); - break; - case BOOT_COMPLETE: - valueProducer.onStatsdInitCompleted(partialBucketSplitTimeNs); - break; - } - assertPastBucketValuesSingleKey(valueProducer.mPastBuckets, {10}, - {partialBucketSplitTimeNs - bucketStartTimeNs}, - {bucketStartTimeNs}, {partialBucketSplitTimeNs}); - EXPECT_EQ(partialBucketSplitTimeNs, valueProducer.mCurrentBucketStartTimeNs); - EXPECT_EQ(0, valueProducer.getCurrentBucketNum()); - - // Event arrives after the bucket split. - LogEvent event2(/*uid=*/0, /*pid=*/0); - CreateRepeatedValueLogEvent(&event2, tagId, bucketStartTimeNs + 59 * NS_PER_SEC, 20); - valueProducer.onMatchedLogEvent(1 /*log matcher index*/, event2); - - assertPastBucketValuesSingleKey(valueProducer.mPastBuckets, {10}, - {partialBucketSplitTimeNs - bucketStartTimeNs}, - {bucketStartTimeNs}, {partialBucketSplitTimeNs}); - EXPECT_EQ(partialBucketSplitTimeNs, valueProducer.mCurrentBucketStartTimeNs); - EXPECT_EQ(0, valueProducer.getCurrentBucketNum()); - - // Next value should create a new bucket. - LogEvent event3(/*uid=*/0, /*pid=*/0); - CreateRepeatedValueLogEvent(&event3, tagId, bucket2StartTimeNs + 5 * NS_PER_SEC, 10); - valueProducer.onMatchedLogEvent(1 /*log matcher index*/, event3); - assertPastBucketValuesSingleKey(valueProducer.mPastBuckets, {10, 20}, - {partialBucketSplitTimeNs - bucketStartTimeNs, - bucket2StartTimeNs - partialBucketSplitTimeNs}, - {bucketStartTimeNs, partialBucketSplitTimeNs}, - {partialBucketSplitTimeNs, bucket2StartTimeNs}); - EXPECT_EQ(bucketStartTimeNs + bucketSizeNs, valueProducer.mCurrentBucketStartTimeNs); - EXPECT_EQ(1, valueProducer.getCurrentBucketNum()); -} - -TEST_P(ValueMetricProducerTest_PartialBucket, TestPulledValue) { - ValueMetric metric = ValueMetricProducerTestHelper::createMetric(); - - UidMap uidMap; - SimpleAtomMatcher atomMatcher; - atomMatcher.set_atom_id(tagId); - sp<EventMatcherWizard> eventMatcherWizard = - new EventMatcherWizard({new SimpleLogMatchingTracker( - atomMatcherId, logEventMatcherIndex, atomMatcher, uidMap)}); - sp<MockConditionWizard> wizard = new NaggyMock<MockConditionWizard>(); - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - int64_t partialBucketSplitTimeNs = bucket2StartTimeNs + 150; - EXPECT_CALL(*pullerManager, RegisterReceiver(tagId, kConfigKey, _, _, _)).WillOnce(Return()); - EXPECT_CALL(*pullerManager, UnRegisterReceiver(tagId, kConfigKey, _)).WillOnce(Return()); - EXPECT_CALL(*pullerManager, Pull(tagId, kConfigKey, _, _, _)) - .WillOnce(Return(true)) - .WillOnce(Invoke([partialBucketSplitTimeNs]( - int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, partialBucketSplitTimeNs); - data->clear(); - data->push_back(CreateRepeatedValueLogEvent(tagId, partialBucketSplitTimeNs, 120)); - return true; - })); - - ValueMetricProducer valueProducer(kConfigKey, metric, -1, {}, wizard, logEventMatcherIndex, - eventMatcherWizard, tagId, bucketStartTimeNs, - bucketStartTimeNs, pullerManager); - valueProducer.prepareFirstBucket(); - - vector<shared_ptr<LogEvent>> allData; - allData.clear(); - allData.push_back(CreateRepeatedValueLogEvent(tagId, bucket2StartTimeNs + 1, 100)); - - valueProducer.onDataPulled(allData, /** succeed */ true, bucket2StartTimeNs); - ASSERT_EQ(1UL, valueProducer.mCurrentSlicedBucket.size()); - - switch (GetParam()) { - case APP_UPGRADE: - valueProducer.notifyAppUpgrade(partialBucketSplitTimeNs); - break; - case BOOT_COMPLETE: - valueProducer.onStatsdInitCompleted(partialBucketSplitTimeNs); - break; - } - EXPECT_EQ(partialBucketSplitTimeNs, valueProducer.mCurrentBucketStartTimeNs); - EXPECT_EQ(1, valueProducer.getCurrentBucketNum()); - assertPastBucketValuesSingleKey(valueProducer.mPastBuckets, {20}, {150}, {bucket2StartTimeNs}, - {partialBucketSplitTimeNs}); - - allData.clear(); - allData.push_back(CreateRepeatedValueLogEvent(tagId, bucket3StartTimeNs + 1, 150)); - valueProducer.onDataPulled(allData, /** succeed */ true, bucket3StartTimeNs); - EXPECT_EQ(bucket3StartTimeNs, valueProducer.mCurrentBucketStartTimeNs); - EXPECT_EQ(2, valueProducer.getCurrentBucketNum()); - assertPastBucketValuesSingleKey(valueProducer.mPastBuckets, {20, 30}, {150, bucketSizeNs - 150}, - {bucket2StartTimeNs, partialBucketSplitTimeNs}, - {partialBucketSplitTimeNs, bucket3StartTimeNs}); -} - -TEST(ValueMetricProducerTest, TestPulledWithAppUpgradeDisabled) { - ValueMetric metric = ValueMetricProducerTestHelper::createMetric(); - metric.set_split_bucket_for_app_upgrade(false); - - UidMap uidMap; - SimpleAtomMatcher atomMatcher; - atomMatcher.set_atom_id(tagId); - sp<EventMatcherWizard> eventMatcherWizard = - new EventMatcherWizard({new SimpleLogMatchingTracker( - atomMatcherId, logEventMatcherIndex, atomMatcher, uidMap)}); - sp<MockConditionWizard> wizard = new NaggyMock<MockConditionWizard>(); - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - EXPECT_CALL(*pullerManager, RegisterReceiver(tagId, kConfigKey, _, _, _)).WillOnce(Return()); - EXPECT_CALL(*pullerManager, UnRegisterReceiver(tagId, kConfigKey, _)).WillOnce(Return()); - EXPECT_CALL(*pullerManager, Pull(tagId, kConfigKey, bucketStartTimeNs, _, _)) - .WillOnce(Return(true)); - - ValueMetricProducer valueProducer(kConfigKey, metric, -1, {}, wizard, logEventMatcherIndex, - eventMatcherWizard, tagId, bucketStartTimeNs, - bucketStartTimeNs, pullerManager); - valueProducer.prepareFirstBucket(); - - vector<shared_ptr<LogEvent>> allData; - allData.clear(); - allData.push_back(CreateRepeatedValueLogEvent(tagId, bucket2StartTimeNs + 1, 100)); - - valueProducer.onDataPulled(allData, /** succeed */ true, bucket2StartTimeNs); - ASSERT_EQ(1UL, valueProducer.mCurrentSlicedBucket.size()); - - valueProducer.notifyAppUpgrade(bucket2StartTimeNs + 150); - ASSERT_EQ(0UL, valueProducer.mPastBuckets[DEFAULT_METRIC_DIMENSION_KEY].size()); - EXPECT_EQ(bucket2StartTimeNs, valueProducer.mCurrentBucketStartTimeNs); -} - -TEST_P(ValueMetricProducerTest_PartialBucket, TestPulledValueWhileConditionFalse) { - ValueMetric metric = ValueMetricProducerTestHelper::createMetricWithCondition(); - - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - EXPECT_CALL(*pullerManager, Pull(tagId, kConfigKey, _, _, _)) - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucketStartTimeNs + 1); // Condition change to true time. - data->clear(); - data->push_back(CreateRepeatedValueLogEvent(tagId, bucketStartTimeNs + 1, 100)); - return true; - })) - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, - bucket2StartTimeNs - 100); // Condition change to false time. - data->clear(); - data->push_back(CreateRepeatedValueLogEvent(tagId, bucket2StartTimeNs - 100, 120)); - return true; - })); - sp<ValueMetricProducer> valueProducer = - ValueMetricProducerTestHelper::createValueProducerWithCondition(pullerManager, metric, - ConditionState::kFalse); - - valueProducer->onConditionChanged(true, bucketStartTimeNs + 1); - - valueProducer->onConditionChanged(false, bucket2StartTimeNs - 100); - EXPECT_FALSE(valueProducer->mCondition); - - int64_t partialBucketSplitTimeNs = bucket2StartTimeNs - 50; - switch (GetParam()) { - case APP_UPGRADE: - valueProducer->notifyAppUpgrade(partialBucketSplitTimeNs); - break; - case BOOT_COMPLETE: - valueProducer->onStatsdInitCompleted(partialBucketSplitTimeNs); - break; - } - // Expect one full buckets already done and starting a partial bucket. - EXPECT_EQ(partialBucketSplitTimeNs, valueProducer->mCurrentBucketStartTimeNs); - EXPECT_EQ(0, valueProducer->getCurrentBucketNum()); - assertPastBucketValuesSingleKey(valueProducer->mPastBuckets, {20}, - {(bucket2StartTimeNs - 100) - (bucketStartTimeNs + 1)}, - {bucketStartTimeNs}, {partialBucketSplitTimeNs}); - EXPECT_FALSE(valueProducer->mCondition); -} - -TEST(ValueMetricProducerTest, TestPushedEventsWithoutCondition) { - ValueMetric metric = ValueMetricProducerTestHelper::createMetric(); - - UidMap uidMap; - SimpleAtomMatcher atomMatcher; - atomMatcher.set_atom_id(tagId); - sp<EventMatcherWizard> eventMatcherWizard = - new EventMatcherWizard({new SimpleLogMatchingTracker( - atomMatcherId, logEventMatcherIndex, atomMatcher, uidMap)}); - sp<MockConditionWizard> wizard = new NaggyMock<MockConditionWizard>(); - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - - ValueMetricProducer valueProducer(kConfigKey, metric, -1, {}, wizard, logEventMatcherIndex, - eventMatcherWizard, -1, bucketStartTimeNs, bucketStartTimeNs, - pullerManager); - valueProducer.prepareFirstBucket(); - - LogEvent event1(/*uid=*/0, /*pid=*/0); - CreateRepeatedValueLogEvent(&event1, tagId, bucketStartTimeNs + 10, 10); - - LogEvent event2(/*uid=*/0, /*pid=*/0); - CreateRepeatedValueLogEvent(&event2, tagId, bucketStartTimeNs + 20, 20); - - valueProducer.onMatchedLogEvent(1 /*log matcher index*/, event1); - // has one slice - ASSERT_EQ(1UL, valueProducer.mCurrentSlicedBucket.size()); - ValueMetricProducer::Interval curInterval = - valueProducer.mCurrentSlicedBucket.begin()->second[0]; - ValueMetricProducer::BaseInfo curBaseInfo = valueProducer.mCurrentBaseInfo.begin()->second[0]; - EXPECT_EQ(10, curInterval.value.long_value); - EXPECT_EQ(true, curInterval.hasValue); - - valueProducer.onMatchedLogEvent(1 /*log matcher index*/, event2); - - // has one slice - ASSERT_EQ(1UL, valueProducer.mCurrentSlicedBucket.size()); - curInterval = valueProducer.mCurrentSlicedBucket.begin()->second[0]; - EXPECT_EQ(30, curInterval.value.long_value); - - valueProducer.flushIfNeededLocked(bucket2StartTimeNs); - assertPastBucketValuesSingleKey(valueProducer.mPastBuckets, {30}, {bucketSizeNs}, - {bucketStartTimeNs}, {bucket2StartTimeNs}); -} - -TEST(ValueMetricProducerTest, TestPushedEventsWithCondition) { - ValueMetric metric = ValueMetricProducerTestHelper::createMetric(); - - UidMap uidMap; - SimpleAtomMatcher atomMatcher; - atomMatcher.set_atom_id(tagId); - sp<EventMatcherWizard> eventMatcherWizard = - new EventMatcherWizard({new SimpleLogMatchingTracker( - atomMatcherId, logEventMatcherIndex, atomMatcher, uidMap)}); - sp<MockConditionWizard> wizard = new NaggyMock<MockConditionWizard>(); - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - - ValueMetricProducer valueProducer(kConfigKey, metric, 0, {ConditionState::kUnknown}, wizard, - logEventMatcherIndex, eventMatcherWizard, -1, - bucketStartTimeNs, bucketStartTimeNs, pullerManager); - valueProducer.prepareFirstBucket(); - valueProducer.mCondition = ConditionState::kFalse; - - LogEvent event1(/*uid=*/0, /*pid=*/0); - CreateRepeatedValueLogEvent(&event1, tagId, bucketStartTimeNs + 10, 10); - valueProducer.onMatchedLogEvent(1 /*log matcher index*/, event1); - // has 1 slice - ASSERT_EQ(0UL, valueProducer.mCurrentSlicedBucket.size()); - - valueProducer.onConditionChangedLocked(true, bucketStartTimeNs + 15); - - LogEvent event2(/*uid=*/0, /*pid=*/0); - CreateRepeatedValueLogEvent(&event2, tagId, bucketStartTimeNs + 20, 20); - valueProducer.onMatchedLogEvent(1 /*log matcher index*/, event2); - - // has one slice - ASSERT_EQ(1UL, valueProducer.mCurrentSlicedBucket.size()); - ValueMetricProducer::Interval curInterval = - valueProducer.mCurrentSlicedBucket.begin()->second[0]; - curInterval = valueProducer.mCurrentSlicedBucket.begin()->second[0]; - EXPECT_EQ(20, curInterval.value.long_value); - - LogEvent event3(/*uid=*/0, /*pid=*/0); - CreateRepeatedValueLogEvent(&event3, tagId, bucketStartTimeNs + 30, 30); - valueProducer.onMatchedLogEvent(1 /*log matcher index*/, event3); - - // has one slice - ASSERT_EQ(1UL, valueProducer.mCurrentSlicedBucket.size()); - curInterval = valueProducer.mCurrentSlicedBucket.begin()->second[0]; - EXPECT_EQ(50, curInterval.value.long_value); - - valueProducer.onConditionChangedLocked(false, bucketStartTimeNs + 35); - - LogEvent event4(/*uid=*/0, /*pid=*/0); - CreateRepeatedValueLogEvent(&event4, tagId, bucketStartTimeNs + 40, 40); - valueProducer.onMatchedLogEvent(1 /*log matcher index*/, event4); - - // has one slice - ASSERT_EQ(1UL, valueProducer.mCurrentSlicedBucket.size()); - curInterval = valueProducer.mCurrentSlicedBucket.begin()->second[0]; - EXPECT_EQ(50, curInterval.value.long_value); - - valueProducer.flushIfNeededLocked(bucket2StartTimeNs); - assertPastBucketValuesSingleKey(valueProducer.mPastBuckets, {50}, {20}, {bucketStartTimeNs}, - {bucket2StartTimeNs}); -} - -TEST(ValueMetricProducerTest, TestAnomalyDetection) { - sp<AlarmMonitor> alarmMonitor; - Alert alert; - alert.set_id(101); - alert.set_metric_id(metricId); - alert.set_trigger_if_sum_gt(130); - alert.set_num_buckets(2); - const int32_t refPeriodSec = 3; - alert.set_refractory_period_secs(refPeriodSec); - - ValueMetric metric = ValueMetricProducerTestHelper::createMetric(); - - UidMap uidMap; - SimpleAtomMatcher atomMatcher; - atomMatcher.set_atom_id(tagId); - sp<EventMatcherWizard> eventMatcherWizard = - new EventMatcherWizard({new SimpleLogMatchingTracker( - atomMatcherId, logEventMatcherIndex, atomMatcher, uidMap)}); - sp<MockConditionWizard> wizard = new NaggyMock<MockConditionWizard>(); - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - - ValueMetricProducer valueProducer(kConfigKey, metric, -1 /*-1 meaning no condition*/, {}, - wizard, logEventMatcherIndex, eventMatcherWizard, - -1 /*not pulled*/, bucketStartTimeNs, bucketStartTimeNs, - pullerManager); - valueProducer.prepareFirstBucket(); - - sp<AnomalyTracker> anomalyTracker = valueProducer.addAnomalyTracker(alert, alarmMonitor); - - LogEvent event1(/*uid=*/0, /*pid=*/0); - CreateRepeatedValueLogEvent(&event1, tagId, bucketStartTimeNs + 1 * NS_PER_SEC, 10); - - LogEvent event2(/*uid=*/0, /*pid=*/0); - CreateRepeatedValueLogEvent(&event2, tagId, bucketStartTimeNs + 2 + NS_PER_SEC, 20); - - LogEvent event3(/*uid=*/0, /*pid=*/0); - CreateRepeatedValueLogEvent(&event3, tagId, - bucketStartTimeNs + 2 * bucketSizeNs + 1 * NS_PER_SEC, 130); - - LogEvent event4(/*uid=*/0, /*pid=*/0); - CreateRepeatedValueLogEvent(&event4, tagId, - bucketStartTimeNs + 3 * bucketSizeNs + 1 * NS_PER_SEC, 1); - - LogEvent event5(/*uid=*/0, /*pid=*/0); - CreateRepeatedValueLogEvent(&event5, tagId, - bucketStartTimeNs + 3 * bucketSizeNs + 2 * NS_PER_SEC, 150); - - LogEvent event6(/*uid=*/0, /*pid=*/0); - CreateRepeatedValueLogEvent(&event6, tagId, - bucketStartTimeNs + 3 * bucketSizeNs + 10 * NS_PER_SEC, 160); - - // Two events in bucket #0. - valueProducer.onMatchedLogEvent(1 /*log matcher index*/, event1); - valueProducer.onMatchedLogEvent(1 /*log matcher index*/, event2); - // Value sum == 30 <= 130. - EXPECT_EQ(anomalyTracker->getRefractoryPeriodEndsSec(DEFAULT_METRIC_DIMENSION_KEY), 0U); - - // One event in bucket #2. No alarm as bucket #0 is trashed out. - valueProducer.onMatchedLogEvent(1 /*log matcher index*/, event3); - // Value sum == 130 <= 130. - EXPECT_EQ(anomalyTracker->getRefractoryPeriodEndsSec(DEFAULT_METRIC_DIMENSION_KEY), 0U); - - // Three events in bucket #3. - valueProducer.onMatchedLogEvent(1 /*log matcher index*/, event4); - // Anomaly at event 4 since Value sum == 131 > 130! - EXPECT_EQ(anomalyTracker->getRefractoryPeriodEndsSec(DEFAULT_METRIC_DIMENSION_KEY), - std::ceil(1.0 * event4.GetElapsedTimestampNs() / NS_PER_SEC + refPeriodSec)); - valueProducer.onMatchedLogEvent(1 /*log matcher index*/, event5); - // Event 5 is within 3 sec refractory period. Thus last alarm timestamp is still event4. - EXPECT_EQ(anomalyTracker->getRefractoryPeriodEndsSec(DEFAULT_METRIC_DIMENSION_KEY), - std::ceil(1.0 * event4.GetElapsedTimestampNs() / NS_PER_SEC + refPeriodSec)); - - valueProducer.onMatchedLogEvent(1 /*log matcher index*/, event6); - // Anomaly at event 6 since Value sum == 160 > 130 and after refractory period. - EXPECT_EQ(anomalyTracker->getRefractoryPeriodEndsSec(DEFAULT_METRIC_DIMENSION_KEY), - std::ceil(1.0 * event6.GetElapsedTimestampNs() / NS_PER_SEC + refPeriodSec)); -} - -// Test value metric no condition, the pull on bucket boundary come in time and too late -TEST(ValueMetricProducerTest, TestBucketBoundaryNoCondition) { - ValueMetric metric = ValueMetricProducerTestHelper::createMetric(); - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - EXPECT_CALL(*pullerManager, Pull(tagId, kConfigKey, bucketStartTimeNs, _, _)) - .WillOnce(Return(true)); - sp<ValueMetricProducer> valueProducer = - ValueMetricProducerTestHelper::createValueProducerNoConditions(pullerManager, metric); - - vector<shared_ptr<LogEvent>> allData; - // pull 1 - allData.clear(); - allData.push_back(CreateRepeatedValueLogEvent(tagId, bucket2StartTimeNs + 1, 11)); - - valueProducer->onDataPulled(allData, /** succeed */ true, bucket2StartTimeNs); - // has one slice - ASSERT_EQ(1UL, valueProducer->mCurrentSlicedBucket.size()); - ValueMetricProducer::Interval curInterval = - valueProducer->mCurrentSlicedBucket.begin()->second[0]; - ValueMetricProducer::BaseInfo curBaseInfo = valueProducer->mCurrentBaseInfo.begin()->second[0]; - - // startUpdated:true sum:0 start:11 - EXPECT_EQ(true, curBaseInfo.hasBase); - EXPECT_EQ(11, curBaseInfo.base.long_value); - EXPECT_EQ(false, curInterval.hasValue); - ASSERT_EQ(0UL, valueProducer->mPastBuckets.size()); - - // pull 2 at correct time - allData.clear(); - allData.push_back(CreateRepeatedValueLogEvent(tagId, bucket3StartTimeNs + 1, 23)); - valueProducer->onDataPulled(allData, /** succeed */ true, bucket3StartTimeNs); - // has one slice - ASSERT_EQ(1UL, valueProducer->mCurrentSlicedBucket.size()); - curInterval = valueProducer->mCurrentSlicedBucket.begin()->second[0]; - curBaseInfo = valueProducer->mCurrentBaseInfo.begin()->second[0]; - // tartUpdated:false sum:12 - EXPECT_EQ(true, curBaseInfo.hasBase); - EXPECT_EQ(23, curBaseInfo.base.long_value); - EXPECT_EQ(false, curInterval.hasValue); - assertPastBucketValuesSingleKey(valueProducer->mPastBuckets, {12}, {bucketSizeNs}, - {bucket2StartTimeNs}, {bucket3StartTimeNs}); - - // pull 3 come late. - // The previous bucket gets closed with error. (Has start value 23, no ending) - // Another bucket gets closed with error. (No start, but ending with 36) - // The new bucket is back to normal. - allData.clear(); - allData.push_back(CreateRepeatedValueLogEvent(tagId, bucket6StartTimeNs + 1, 36)); - valueProducer->onDataPulled(allData, /** succeed */ true, bucket6StartTimeNs); - ASSERT_EQ(1UL, valueProducer->mCurrentSlicedBucket.size()); - curInterval = valueProducer->mCurrentSlicedBucket.begin()->second[0]; - curBaseInfo = valueProducer->mCurrentBaseInfo.begin()->second[0]; - // startUpdated:false sum:12 - EXPECT_EQ(true, curBaseInfo.hasBase); - EXPECT_EQ(36, curBaseInfo.base.long_value); - EXPECT_EQ(false, curInterval.hasValue); - assertPastBucketValuesSingleKey(valueProducer->mPastBuckets, {12}, {bucketSizeNs}, - {bucket2StartTimeNs}, {bucket3StartTimeNs}); - // The 1st bucket is dropped because of no data - // The 3rd bucket is dropped due to multiple buckets being skipped. - ASSERT_EQ(2, valueProducer->mSkippedBuckets.size()); - - EXPECT_EQ(bucketStartTimeNs, valueProducer->mSkippedBuckets[0].bucketStartTimeNs); - EXPECT_EQ(bucket2StartTimeNs, valueProducer->mSkippedBuckets[0].bucketEndTimeNs); - ASSERT_EQ(1, valueProducer->mSkippedBuckets[0].dropEvents.size()); - EXPECT_EQ(NO_DATA, valueProducer->mSkippedBuckets[0].dropEvents[0].reason); - EXPECT_EQ(bucket2StartTimeNs, valueProducer->mSkippedBuckets[0].dropEvents[0].dropTimeNs); - - EXPECT_EQ(bucket3StartTimeNs, valueProducer->mSkippedBuckets[1].bucketStartTimeNs); - EXPECT_EQ(bucket6StartTimeNs, valueProducer->mSkippedBuckets[1].bucketEndTimeNs); - ASSERT_EQ(1, valueProducer->mSkippedBuckets[1].dropEvents.size()); - EXPECT_EQ(MULTIPLE_BUCKETS_SKIPPED, valueProducer->mSkippedBuckets[1].dropEvents[0].reason); - EXPECT_EQ(bucket6StartTimeNs, valueProducer->mSkippedBuckets[1].dropEvents[0].dropTimeNs); -} - -/* - * Test pulled event with non sliced condition. The pull on boundary come late because the alarm - * was delivered late. - */ -TEST(ValueMetricProducerTest, TestBucketBoundaryWithCondition) { - ValueMetric metric = ValueMetricProducerTestHelper::createMetricWithCondition(); - - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - EXPECT_CALL(*pullerManager, Pull(tagId, kConfigKey, _, _, _)) - // condition becomes true - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucketStartTimeNs + 8); // First condition change. - data->clear(); - data->push_back(CreateRepeatedValueLogEvent(tagId, bucketStartTimeNs + 8, 100)); - return true; - })) - // condition becomes false - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucket2StartTimeNs + 1); // Second condition change. - data->clear(); - data->push_back(CreateRepeatedValueLogEvent(tagId, bucket2StartTimeNs + 1, 120)); - return true; - })); - sp<ValueMetricProducer> valueProducer = - ValueMetricProducerTestHelper::createValueProducerWithCondition(pullerManager, metric, - ConditionState::kFalse); - - valueProducer->onConditionChanged(true, bucketStartTimeNs + 8); - - // has one slice - ASSERT_EQ(1UL, valueProducer->mCurrentSlicedBucket.size()); - ValueMetricProducer::Interval curInterval = - valueProducer->mCurrentSlicedBucket.begin()->second[0]; - ValueMetricProducer::BaseInfo curBaseInfo = valueProducer->mCurrentBaseInfo.begin()->second[0]; - EXPECT_EQ(true, curBaseInfo.hasBase); - EXPECT_EQ(100, curBaseInfo.base.long_value); - EXPECT_EQ(false, curInterval.hasValue); - ASSERT_EQ(0UL, valueProducer->mPastBuckets.size()); - - // pull on bucket boundary come late, condition change happens before it - valueProducer->onConditionChanged(false, bucket2StartTimeNs + 1); - curInterval = valueProducer->mCurrentSlicedBucket.begin()->second[0]; - curBaseInfo = valueProducer->mCurrentBaseInfo.begin()->second[0]; - assertPastBucketValuesSingleKey(valueProducer->mPastBuckets, {20}, {bucketSizeNs - 8}, - {bucketStartTimeNs}, {bucket2StartTimeNs}); - EXPECT_EQ(false, curBaseInfo.hasBase); - - // Now the alarm is delivered. - // since the condition turned to off before this pull finish, it has no effect - vector<shared_ptr<LogEvent>> allData; - allData.push_back(CreateRepeatedValueLogEvent(tagId, bucket2StartTimeNs + 30, 110)); - valueProducer->onDataPulled(allData, /** succeed */ true, bucket2StartTimeNs); - - assertPastBucketValuesSingleKey(valueProducer->mPastBuckets, {20}, {bucketSizeNs - 8}, - {bucketStartTimeNs}, {bucket2StartTimeNs}); - curInterval = valueProducer->mCurrentSlicedBucket.begin()->second[0]; - curBaseInfo = valueProducer->mCurrentBaseInfo.begin()->second[0]; - EXPECT_EQ(false, curBaseInfo.hasBase); - EXPECT_EQ(false, curInterval.hasValue); -} - -/* - * Test pulled event with non sliced condition. The pull on boundary come late, after the condition - * change to false, and then true again. This is due to alarm delivered late. - */ -TEST(ValueMetricProducerTest, TestBucketBoundaryWithCondition2) { - ValueMetric metric = ValueMetricProducerTestHelper::createMetricWithCondition(); - - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - EXPECT_CALL(*pullerManager, Pull(tagId, kConfigKey, _, _, _)) - // condition becomes true - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucketStartTimeNs + 8); - data->clear(); - data->push_back(CreateRepeatedValueLogEvent(tagId, bucketStartTimeNs + 8, 100)); - return true; - })) - // condition becomes false - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucket2StartTimeNs + 1); - data->clear(); - data->push_back(CreateRepeatedValueLogEvent(tagId, bucket2StartTimeNs + 1, 120)); - return true; - })) - // condition becomes true again - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucket2StartTimeNs + 25); - data->clear(); - data->push_back(CreateRepeatedValueLogEvent(tagId, bucket2StartTimeNs + 25, 130)); - return true; - })); - - sp<ValueMetricProducer> valueProducer = - ValueMetricProducerTestHelper::createValueProducerWithCondition(pullerManager, metric, - ConditionState::kFalse); - - valueProducer->onConditionChanged(true, bucketStartTimeNs + 8); - - // has one slice - ASSERT_EQ(1UL, valueProducer->mCurrentSlicedBucket.size()); - ValueMetricProducer::Interval curInterval = - valueProducer->mCurrentSlicedBucket.begin()->second[0]; - ValueMetricProducer::BaseInfo curBaseInfo = valueProducer->mCurrentBaseInfo.begin()->second[0]; - // startUpdated:false sum:0 start:100 - EXPECT_EQ(true, curBaseInfo.hasBase); - EXPECT_EQ(100, curBaseInfo.base.long_value); - EXPECT_EQ(false, curInterval.hasValue); - ASSERT_EQ(0UL, valueProducer->mPastBuckets.size()); - - // pull on bucket boundary come late, condition change happens before it - valueProducer->onConditionChanged(false, bucket2StartTimeNs + 1); - assertPastBucketValuesSingleKey(valueProducer->mPastBuckets, {20}, {bucketSizeNs - 8}, - {bucketStartTimeNs}, {bucket2StartTimeNs}); - ASSERT_EQ(1UL, valueProducer->mCurrentSlicedBucket.size()); - curInterval = valueProducer->mCurrentSlicedBucket.begin()->second[0]; - curBaseInfo = valueProducer->mCurrentBaseInfo.begin()->second[0]; - EXPECT_EQ(false, curBaseInfo.hasBase); - EXPECT_EQ(false, curInterval.hasValue); - - // condition changed to true again, before the pull alarm is delivered - valueProducer->onConditionChanged(true, bucket2StartTimeNs + 25); - assertPastBucketValuesSingleKey(valueProducer->mPastBuckets, {20}, {bucketSizeNs - 8}, - {bucketStartTimeNs}, {bucket2StartTimeNs}); - curInterval = valueProducer->mCurrentSlicedBucket.begin()->second[0]; - curBaseInfo = valueProducer->mCurrentBaseInfo.begin()->second[0]; - EXPECT_EQ(true, curBaseInfo.hasBase); - EXPECT_EQ(130, curBaseInfo.base.long_value); - EXPECT_EQ(false, curInterval.hasValue); - - // Now the alarm is delivered, but it is considered late, the data will be used - // for the new bucket since it was just pulled. - vector<shared_ptr<LogEvent>> allData; - allData.push_back(CreateRepeatedValueLogEvent(tagId, bucket2StartTimeNs + 50, 140)); - valueProducer->onDataPulled(allData, /** succeed */ true, bucket2StartTimeNs + 50); - - curInterval = valueProducer->mCurrentSlicedBucket.begin()->second[0]; - curBaseInfo = valueProducer->mCurrentBaseInfo.begin()->second[0]; - EXPECT_EQ(true, curBaseInfo.hasBase); - EXPECT_EQ(140, curBaseInfo.base.long_value); - EXPECT_EQ(true, curInterval.hasValue); - EXPECT_EQ(10, curInterval.value.long_value); - assertPastBucketValuesSingleKey(valueProducer->mPastBuckets, {20}, {bucketSizeNs - 8}, - {bucketStartTimeNs}, {bucket2StartTimeNs}); - - allData.clear(); - allData.push_back(CreateRepeatedValueLogEvent(tagId, bucket3StartTimeNs, 160)); - valueProducer->onDataPulled(allData, /** succeed */ true, bucket3StartTimeNs); - assertPastBucketValuesSingleKey( - valueProducer->mPastBuckets, {20, 30}, {bucketSizeNs - 8, bucketSizeNs - 24}, - {bucketStartTimeNs, bucket2StartTimeNs}, {bucket2StartTimeNs, bucket3StartTimeNs}); -} - -TEST(ValueMetricProducerTest, TestPushedAggregateMin) { - ValueMetric metric = ValueMetricProducerTestHelper::createMetric(); - metric.set_aggregation_type(ValueMetric::MIN); - - UidMap uidMap; - SimpleAtomMatcher atomMatcher; - atomMatcher.set_atom_id(tagId); - sp<EventMatcherWizard> eventMatcherWizard = - new EventMatcherWizard({new SimpleLogMatchingTracker( - atomMatcherId, logEventMatcherIndex, atomMatcher, uidMap)}); - sp<MockConditionWizard> wizard = new NaggyMock<MockConditionWizard>(); - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - - ValueMetricProducer valueProducer(kConfigKey, metric, -1, {}, wizard, logEventMatcherIndex, - eventMatcherWizard, -1, bucketStartTimeNs, bucketStartTimeNs, - pullerManager); - valueProducer.prepareFirstBucket(); - - LogEvent event1(/*uid=*/0, /*pid=*/0); - CreateRepeatedValueLogEvent(&event1, tagId, bucketStartTimeNs + 10, 10); - - LogEvent event2(/*uid=*/0, /*pid=*/0); - CreateRepeatedValueLogEvent(&event2, tagId, bucketStartTimeNs + 20, 20); - - valueProducer.onMatchedLogEvent(1 /*log matcher index*/, event1); - // has one slice - ASSERT_EQ(1UL, valueProducer.mCurrentSlicedBucket.size()); - ValueMetricProducer::Interval curInterval = - valueProducer.mCurrentSlicedBucket.begin()->second[0]; - EXPECT_EQ(10, curInterval.value.long_value); - EXPECT_EQ(true, curInterval.hasValue); - - valueProducer.onMatchedLogEvent(1 /*log matcher index*/, event2); - - // has one slice - ASSERT_EQ(1UL, valueProducer.mCurrentSlicedBucket.size()); - curInterval = valueProducer.mCurrentSlicedBucket.begin()->second[0]; - EXPECT_EQ(10, curInterval.value.long_value); - - valueProducer.flushIfNeededLocked(bucket2StartTimeNs); - assertPastBucketValuesSingleKey(valueProducer.mPastBuckets, {10}, {bucketSizeNs}, - {bucketStartTimeNs}, {bucket2StartTimeNs}); -} - -TEST(ValueMetricProducerTest, TestPushedAggregateMax) { - ValueMetric metric = ValueMetricProducerTestHelper::createMetric(); - metric.set_aggregation_type(ValueMetric::MAX); - - UidMap uidMap; - SimpleAtomMatcher atomMatcher; - atomMatcher.set_atom_id(tagId); - sp<EventMatcherWizard> eventMatcherWizard = - new EventMatcherWizard({new SimpleLogMatchingTracker( - atomMatcherId, logEventMatcherIndex, atomMatcher, uidMap)}); - sp<MockConditionWizard> wizard = new NaggyMock<MockConditionWizard>(); - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - - ValueMetricProducer valueProducer(kConfigKey, metric, -1, {}, wizard, logEventMatcherIndex, - eventMatcherWizard, -1, bucketStartTimeNs, bucketStartTimeNs, - pullerManager); - valueProducer.prepareFirstBucket(); - - LogEvent event1(/*uid=*/0, /*pid=*/0); - CreateRepeatedValueLogEvent(&event1, tagId, bucketStartTimeNs + 10, 10); - valueProducer.onMatchedLogEvent(1 /*log matcher index*/, event1); - - // has one slice - ASSERT_EQ(1UL, valueProducer.mCurrentSlicedBucket.size()); - ValueMetricProducer::Interval curInterval = - valueProducer.mCurrentSlicedBucket.begin()->second[0]; - EXPECT_EQ(10, curInterval.value.long_value); - EXPECT_EQ(true, curInterval.hasValue); - - LogEvent event2(/*uid=*/0, /*pid=*/0); - CreateRepeatedValueLogEvent(&event2, tagId, bucketStartTimeNs + 20, 20); - valueProducer.onMatchedLogEvent(1 /*log matcher index*/, event2); - - // has one slice - ASSERT_EQ(1UL, valueProducer.mCurrentSlicedBucket.size()); - curInterval = valueProducer.mCurrentSlicedBucket.begin()->second[0]; - EXPECT_EQ(20, curInterval.value.long_value); - - valueProducer.flushIfNeededLocked(bucket2StartTimeNs); - assertPastBucketValuesSingleKey(valueProducer.mPastBuckets, {20}, {bucketSizeNs}, - {bucketStartTimeNs}, {bucket2StartTimeNs}); -} - -TEST(ValueMetricProducerTest, TestPushedAggregateAvg) { - ValueMetric metric = ValueMetricProducerTestHelper::createMetric(); - metric.set_aggregation_type(ValueMetric::AVG); - - UidMap uidMap; - SimpleAtomMatcher atomMatcher; - atomMatcher.set_atom_id(tagId); - sp<EventMatcherWizard> eventMatcherWizard = - new EventMatcherWizard({new SimpleLogMatchingTracker( - atomMatcherId, logEventMatcherIndex, atomMatcher, uidMap)}); - sp<MockConditionWizard> wizard = new NaggyMock<MockConditionWizard>(); - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - - ValueMetricProducer valueProducer(kConfigKey, metric, -1, {}, wizard, logEventMatcherIndex, - eventMatcherWizard, -1, bucketStartTimeNs, bucketStartTimeNs, - pullerManager); - valueProducer.prepareFirstBucket(); - - LogEvent event1(/*uid=*/0, /*pid=*/0); - CreateRepeatedValueLogEvent(&event1, tagId, bucketStartTimeNs + 10, 10); - - LogEvent event2(/*uid=*/0, /*pid=*/0); - CreateRepeatedValueLogEvent(&event2, tagId, bucketStartTimeNs + 20, 15); - valueProducer.onMatchedLogEvent(1 /*log matcher index*/, event1); - // has one slice - ASSERT_EQ(1UL, valueProducer.mCurrentSlicedBucket.size()); - ValueMetricProducer::Interval curInterval; - curInterval = valueProducer.mCurrentSlicedBucket.begin()->second[0]; - EXPECT_EQ(10, curInterval.value.long_value); - EXPECT_EQ(true, curInterval.hasValue); - EXPECT_EQ(1, curInterval.sampleSize); - - valueProducer.onMatchedLogEvent(1 /*log matcher index*/, event2); - - // has one slice - ASSERT_EQ(1UL, valueProducer.mCurrentSlicedBucket.size()); - curInterval = valueProducer.mCurrentSlicedBucket.begin()->second[0]; - EXPECT_EQ(25, curInterval.value.long_value); - EXPECT_EQ(2, curInterval.sampleSize); - - valueProducer.flushIfNeededLocked(bucket2StartTimeNs); - ASSERT_EQ(1UL, valueProducer.mPastBuckets.size()); - ASSERT_EQ(1UL, valueProducer.mPastBuckets.begin()->second.size()); - - EXPECT_TRUE(std::abs(valueProducer.mPastBuckets.begin()->second.back().values[0].double_value - - 12.5) < epsilon); -} - -TEST(ValueMetricProducerTest, TestPushedAggregateSum) { - ValueMetric metric = ValueMetricProducerTestHelper::createMetric(); - metric.set_aggregation_type(ValueMetric::SUM); - - UidMap uidMap; - SimpleAtomMatcher atomMatcher; - atomMatcher.set_atom_id(tagId); - sp<EventMatcherWizard> eventMatcherWizard = - new EventMatcherWizard({new SimpleLogMatchingTracker( - atomMatcherId, logEventMatcherIndex, atomMatcher, uidMap)}); - sp<MockConditionWizard> wizard = new NaggyMock<MockConditionWizard>(); - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - - ValueMetricProducer valueProducer(kConfigKey, metric, -1, {}, wizard, logEventMatcherIndex, - eventMatcherWizard, -1, bucketStartTimeNs, bucketStartTimeNs, - pullerManager); - valueProducer.prepareFirstBucket(); - - LogEvent event1(/*uid=*/0, /*pid=*/0); - CreateRepeatedValueLogEvent(&event1, tagId, bucketStartTimeNs + 10, 10); - - LogEvent event2(/*uid=*/0, /*pid=*/0); - CreateRepeatedValueLogEvent(&event2, tagId, bucketStartTimeNs + 20, 15); - valueProducer.onMatchedLogEvent(1 /*log matcher index*/, event1); - // has one slice - ASSERT_EQ(1UL, valueProducer.mCurrentSlicedBucket.size()); - ValueMetricProducer::Interval curInterval = - valueProducer.mCurrentSlicedBucket.begin()->second[0]; - EXPECT_EQ(10, curInterval.value.long_value); - EXPECT_EQ(true, curInterval.hasValue); - - valueProducer.onMatchedLogEvent(1 /*log matcher index*/, event2); - - // has one slice - ASSERT_EQ(1UL, valueProducer.mCurrentSlicedBucket.size()); - curInterval = valueProducer.mCurrentSlicedBucket.begin()->second[0]; - EXPECT_EQ(25, curInterval.value.long_value); - - valueProducer.flushIfNeededLocked(bucket2StartTimeNs); - assertPastBucketValuesSingleKey(valueProducer.mPastBuckets, {25}, {bucketSizeNs}, - {bucketStartTimeNs}, {bucket2StartTimeNs}); -} - -TEST(ValueMetricProducerTest, TestSkipZeroDiffOutput) { - ValueMetric metric = ValueMetricProducerTestHelper::createMetric(); - metric.set_aggregation_type(ValueMetric::MIN); - metric.set_use_diff(true); - - UidMap uidMap; - SimpleAtomMatcher atomMatcher; - atomMatcher.set_atom_id(tagId); - sp<EventMatcherWizard> eventMatcherWizard = - new EventMatcherWizard({new SimpleLogMatchingTracker( - atomMatcherId, logEventMatcherIndex, atomMatcher, uidMap)}); - sp<MockConditionWizard> wizard = new NaggyMock<MockConditionWizard>(); - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - - ValueMetricProducer valueProducer(kConfigKey, metric, -1, {}, wizard, logEventMatcherIndex, - eventMatcherWizard, -1, bucketStartTimeNs, bucketStartTimeNs, - pullerManager); - valueProducer.prepareFirstBucket(); - - LogEvent event1(/*uid=*/0, /*pid=*/0); - CreateRepeatedValueLogEvent(&event1, tagId, bucketStartTimeNs + 10, 10); - valueProducer.onMatchedLogEvent(1 /*log matcher index*/, event1); - - // has one slice - ASSERT_EQ(1UL, valueProducer.mCurrentSlicedBucket.size()); - ValueMetricProducer::Interval curInterval = - valueProducer.mCurrentSlicedBucket.begin()->second[0]; - ValueMetricProducer::BaseInfo curBaseInfo = valueProducer.mCurrentBaseInfo.begin()->second[0]; - EXPECT_EQ(true, curBaseInfo.hasBase); - EXPECT_EQ(10, curBaseInfo.base.long_value); - EXPECT_EQ(false, curInterval.hasValue); - - LogEvent event2(/*uid=*/0, /*pid=*/0); - CreateRepeatedValueLogEvent(&event2, tagId, bucketStartTimeNs + 15, 15); - valueProducer.onMatchedLogEvent(1 /*log matcher index*/, event2); - - // has one slice - ASSERT_EQ(1UL, valueProducer.mCurrentSlicedBucket.size()); - curInterval = valueProducer.mCurrentSlicedBucket.begin()->second[0]; - EXPECT_EQ(true, curInterval.hasValue); - EXPECT_EQ(5, curInterval.value.long_value); - - // no change in data. - LogEvent event3(/*uid=*/0, /*pid=*/0); - CreateRepeatedValueLogEvent(&event3, tagId, bucket2StartTimeNs + 10, 15); - valueProducer.onMatchedLogEvent(1 /*log matcher index*/, event3); - - ASSERT_EQ(1UL, valueProducer.mCurrentSlicedBucket.size()); - curInterval = valueProducer.mCurrentSlicedBucket.begin()->second[0]; - curBaseInfo = valueProducer.mCurrentBaseInfo.begin()->second[0]; - EXPECT_EQ(true, curBaseInfo.hasBase); - EXPECT_EQ(15, curBaseInfo.base.long_value); - EXPECT_EQ(true, curInterval.hasValue); - EXPECT_EQ(0, curInterval.value.long_value); - - LogEvent event4(/*uid=*/0, /*pid=*/0); - CreateRepeatedValueLogEvent(&event4, tagId, bucket2StartTimeNs + 15, 15); - valueProducer.onMatchedLogEvent(1 /*log matcher index*/, event4); - ASSERT_EQ(1UL, valueProducer.mCurrentSlicedBucket.size()); - curInterval = valueProducer.mCurrentSlicedBucket.begin()->second[0]; - curBaseInfo = valueProducer.mCurrentBaseInfo.begin()->second[0]; - EXPECT_EQ(true, curBaseInfo.hasBase); - EXPECT_EQ(15, curBaseInfo.base.long_value); - EXPECT_EQ(true, curInterval.hasValue); - EXPECT_EQ(0, curInterval.value.long_value); - - valueProducer.flushIfNeededLocked(bucket3StartTimeNs); - assertPastBucketValuesSingleKey(valueProducer.mPastBuckets, {5}, {bucketSizeNs}, - {bucketStartTimeNs}, {bucket2StartTimeNs}); -} - -TEST(ValueMetricProducerTest, TestSkipZeroDiffOutputMultiValue) { - ValueMetric metric = ValueMetricProducerTestHelper::createMetric(); - metric.mutable_value_field()->add_child()->set_field(3); - metric.set_aggregation_type(ValueMetric::MIN); - metric.set_use_diff(true); - - UidMap uidMap; - SimpleAtomMatcher atomMatcher; - atomMatcher.set_atom_id(tagId); - sp<EventMatcherWizard> eventMatcherWizard = - new EventMatcherWizard({new SimpleLogMatchingTracker( - atomMatcherId, logEventMatcherIndex, atomMatcher, uidMap)}); - sp<MockConditionWizard> wizard = new NaggyMock<MockConditionWizard>(); - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - - ValueMetricProducer valueProducer(kConfigKey, metric, -1, {}, wizard, logEventMatcherIndex, - eventMatcherWizard, -1, bucketStartTimeNs, bucketStartTimeNs, - pullerManager); - valueProducer.prepareFirstBucket(); - - LogEvent event1(/*uid=*/0, /*pid=*/0); - CreateThreeValueLogEvent(&event1, tagId, bucketStartTimeNs + 10, 1, 10, 20); - - LogEvent event2(/*uid=*/0, /*pid=*/0); - CreateThreeValueLogEvent(&event2, tagId, bucketStartTimeNs + 15, 1, 15, 22); - - valueProducer.onMatchedLogEvent(1 /*log matcher index*/, event1); - // has one slice - ASSERT_EQ(1UL, valueProducer.mCurrentSlicedBucket.size()); - ValueMetricProducer::Interval curInterval = - valueProducer.mCurrentSlicedBucket.begin()->second[0]; - ValueMetricProducer::BaseInfo curBaseInfo = valueProducer.mCurrentBaseInfo.begin()->second[0]; - EXPECT_EQ(true, curBaseInfo.hasBase); - EXPECT_EQ(10, curBaseInfo.base.long_value); - EXPECT_EQ(false, curInterval.hasValue); - curBaseInfo = valueProducer.mCurrentBaseInfo.begin()->second[1]; - EXPECT_EQ(true, curBaseInfo.hasBase); - EXPECT_EQ(20, curBaseInfo.base.long_value); - EXPECT_EQ(false, curInterval.hasValue); - - valueProducer.onMatchedLogEvent(1 /*log matcher index*/, event2); - - // has one slice - ASSERT_EQ(1UL, valueProducer.mCurrentSlicedBucket.size()); - curInterval = valueProducer.mCurrentSlicedBucket.begin()->second[0]; - curBaseInfo = valueProducer.mCurrentBaseInfo.begin()->second[0]; - EXPECT_EQ(true, curInterval.hasValue); - EXPECT_EQ(5, curInterval.value.long_value); - curInterval = valueProducer.mCurrentSlicedBucket.begin()->second[1]; - curBaseInfo = valueProducer.mCurrentBaseInfo.begin()->second[1]; - EXPECT_EQ(true, curInterval.hasValue); - EXPECT_EQ(2, curInterval.value.long_value); - - // no change in first value field - LogEvent event3(/*uid=*/0, /*pid=*/0); - CreateThreeValueLogEvent(&event3, tagId, bucket2StartTimeNs + 10, 1, 15, 25); - - valueProducer.onMatchedLogEvent(1 /*log matcher index*/, event3); - ASSERT_EQ(1UL, valueProducer.mCurrentSlicedBucket.size()); - curInterval = valueProducer.mCurrentSlicedBucket.begin()->second[0]; - curBaseInfo = valueProducer.mCurrentBaseInfo.begin()->second[0]; - - EXPECT_EQ(true, curBaseInfo.hasBase); - EXPECT_EQ(15, curBaseInfo.base.long_value); - EXPECT_EQ(true, curInterval.hasValue); - curInterval = valueProducer.mCurrentSlicedBucket.begin()->second[1]; - curBaseInfo = valueProducer.mCurrentBaseInfo.begin()->second[1]; - EXPECT_EQ(true, curBaseInfo.hasBase); - EXPECT_EQ(25, curBaseInfo.base.long_value); - EXPECT_EQ(true, curInterval.hasValue); - - LogEvent event4(/*uid=*/0, /*pid=*/0); - CreateThreeValueLogEvent(&event4, tagId, bucket2StartTimeNs + 15, 1, 15, 29); - - valueProducer.onMatchedLogEvent(1 /*log matcher index*/, event4); - ASSERT_EQ(1UL, valueProducer.mCurrentSlicedBucket.size()); - curInterval = valueProducer.mCurrentSlicedBucket.begin()->second[0]; - curBaseInfo = valueProducer.mCurrentBaseInfo.begin()->second[0]; - EXPECT_EQ(true, curBaseInfo.hasBase); - EXPECT_EQ(15, curBaseInfo.base.long_value); - EXPECT_EQ(true, curInterval.hasValue); - curInterval = valueProducer.mCurrentSlicedBucket.begin()->second[1]; - curBaseInfo = valueProducer.mCurrentBaseInfo.begin()->second[1]; - EXPECT_EQ(true, curBaseInfo.hasBase); - EXPECT_EQ(29, curBaseInfo.base.long_value); - EXPECT_EQ(true, curInterval.hasValue); - - valueProducer.flushIfNeededLocked(bucket3StartTimeNs); - - ASSERT_EQ(1UL, valueProducer.mPastBuckets.size()); - ASSERT_EQ(2UL, valueProducer.mPastBuckets.begin()->second.size()); - ASSERT_EQ(2UL, valueProducer.mPastBuckets.begin()->second[0].values.size()); - ASSERT_EQ(1UL, valueProducer.mPastBuckets.begin()->second[1].values.size()); - - EXPECT_EQ(bucketSizeNs, valueProducer.mPastBuckets.begin()->second[0].mConditionTrueNs); - EXPECT_EQ(5, valueProducer.mPastBuckets.begin()->second[0].values[0].long_value); - EXPECT_EQ(0, valueProducer.mPastBuckets.begin()->second[0].valueIndex[0]); - EXPECT_EQ(2, valueProducer.mPastBuckets.begin()->second[0].values[1].long_value); - EXPECT_EQ(1, valueProducer.mPastBuckets.begin()->second[0].valueIndex[1]); - - EXPECT_EQ(bucketSizeNs, valueProducer.mPastBuckets.begin()->second[1].mConditionTrueNs); - EXPECT_EQ(3, valueProducer.mPastBuckets.begin()->second[1].values[0].long_value); - EXPECT_EQ(1, valueProducer.mPastBuckets.begin()->second[1].valueIndex[0]); -} - -/* - * Tests zero default base. - */ -TEST(ValueMetricProducerTest, TestUseZeroDefaultBase) { - ValueMetric metric = ValueMetricProducerTestHelper::createMetric(); - metric.mutable_dimensions_in_what()->set_field(tagId); - metric.mutable_dimensions_in_what()->add_child()->set_field(1); - metric.set_use_zero_default_base(true); - - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - EXPECT_CALL(*pullerManager, Pull(tagId, kConfigKey, bucketStartTimeNs, _, _)) - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t, - vector<std::shared_ptr<LogEvent>>* data, bool) { - data->clear(); - data->push_back(CreateTwoValueLogEvent(tagId, bucketStartTimeNs, 1, 3)); - return true; - })); - - sp<ValueMetricProducer> valueProducer = - ValueMetricProducerTestHelper::createValueProducerNoConditions(pullerManager, metric); - - ASSERT_EQ(1UL, valueProducer->mCurrentSlicedBucket.size()); - auto iter = valueProducer->mCurrentSlicedBucket.begin(); - auto& interval1 = iter->second[0]; - auto iterBase = valueProducer->mCurrentBaseInfo.begin(); - auto& baseInfo1 = iterBase->second[0]; - EXPECT_EQ(1, iter->first.getDimensionKeyInWhat().getValues()[0].mValue.int_value); - EXPECT_EQ(true, baseInfo1.hasBase); - EXPECT_EQ(3, baseInfo1.base.long_value); - EXPECT_EQ(false, interval1.hasValue); - EXPECT_EQ(true, valueProducer->mHasGlobalBase); - ASSERT_EQ(0UL, valueProducer->mPastBuckets.size()); - vector<shared_ptr<LogEvent>> allData; - - allData.clear(); - allData.push_back(CreateTwoValueLogEvent(tagId, bucket2StartTimeNs + 1, 2, 4)); - allData.push_back(CreateTwoValueLogEvent(tagId, bucket2StartTimeNs + 1, 1, 11)); - - valueProducer->onDataPulled(allData, /** succeed */ true, bucket2StartTimeNs); - ASSERT_EQ(2UL, valueProducer->mCurrentSlicedBucket.size()); - EXPECT_EQ(true, baseInfo1.hasBase); - EXPECT_EQ(11, baseInfo1.base.long_value); - EXPECT_EQ(false, interval1.hasValue); - EXPECT_EQ(8, interval1.value.long_value); - - auto it = valueProducer->mCurrentSlicedBucket.begin(); - for (; it != valueProducer->mCurrentSlicedBucket.end(); it++) { - if (it != iter) { - break; - } - } - auto itBase = valueProducer->mCurrentBaseInfo.begin(); - for (; itBase != valueProducer->mCurrentBaseInfo.end(); it++) { - if (itBase != iterBase) { - break; - } - } - EXPECT_TRUE(it != iter); - EXPECT_TRUE(itBase != iterBase); - auto& interval2 = it->second[0]; - auto& baseInfo2 = itBase->second[0]; - EXPECT_EQ(2, it->first.getDimensionKeyInWhat().getValues()[0].mValue.int_value); - EXPECT_EQ(true, baseInfo2.hasBase); - EXPECT_EQ(4, baseInfo2.base.long_value); - EXPECT_EQ(false, interval2.hasValue); - EXPECT_EQ(4, interval2.value.long_value); - - ASSERT_EQ(2UL, valueProducer->mPastBuckets.size()); - auto iterator = valueProducer->mPastBuckets.begin(); - EXPECT_EQ(bucketSizeNs, iterator->second[0].mConditionTrueNs); - EXPECT_EQ(8, iterator->second[0].values[0].long_value); - iterator++; - EXPECT_EQ(bucketSizeNs, iterator->second[0].mConditionTrueNs); - EXPECT_EQ(4, iterator->second[0].values[0].long_value); -} - -/* - * Tests using zero default base with failed pull. - */ -TEST(ValueMetricProducerTest, TestUseZeroDefaultBaseWithPullFailures) { - ValueMetric metric = ValueMetricProducerTestHelper::createMetric(); - metric.mutable_dimensions_in_what()->set_field(tagId); - metric.mutable_dimensions_in_what()->add_child()->set_field(1); - metric.set_use_zero_default_base(true); - - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - EXPECT_CALL(*pullerManager, Pull(tagId, kConfigKey, bucketStartTimeNs, _, _)) - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t, - vector<std::shared_ptr<LogEvent>>* data, bool) { - data->clear(); - data->push_back(CreateTwoValueLogEvent(tagId, bucketStartTimeNs, 1, 3)); - return true; - })); - - sp<ValueMetricProducer> valueProducer = - ValueMetricProducerTestHelper::createValueProducerNoConditions(pullerManager, metric); - - ASSERT_EQ(1UL, valueProducer->mCurrentSlicedBucket.size()); - const auto& it = valueProducer->mCurrentSlicedBucket.begin(); - ValueMetricProducer::Interval& interval1 = it->second[0]; - ValueMetricProducer::BaseInfo& baseInfo1 = - valueProducer->mCurrentBaseInfo.find(it->first.getDimensionKeyInWhat())->second[0]; - EXPECT_EQ(1, it->first.getDimensionKeyInWhat().getValues()[0].mValue.int_value); - EXPECT_EQ(true, baseInfo1.hasBase); - EXPECT_EQ(3, baseInfo1.base.long_value); - EXPECT_EQ(false, interval1.hasValue); - EXPECT_EQ(true, valueProducer->mHasGlobalBase); - ASSERT_EQ(0UL, valueProducer->mPastBuckets.size()); - vector<shared_ptr<LogEvent>> allData; - - allData.clear(); - allData.push_back(CreateTwoValueLogEvent(tagId, bucket2StartTimeNs + 1, 2, 4)); - allData.push_back(CreateTwoValueLogEvent(tagId, bucket2StartTimeNs + 1, 1, 11)); - - valueProducer->onDataPulled(allData, /** succeed */ true, bucket2StartTimeNs); - ASSERT_EQ(2UL, valueProducer->mCurrentSlicedBucket.size()); - EXPECT_EQ(true, baseInfo1.hasBase); - EXPECT_EQ(11, baseInfo1.base.long_value); - EXPECT_EQ(false, interval1.hasValue); - EXPECT_EQ(8, interval1.value.long_value); - - auto it2 = valueProducer->mCurrentSlicedBucket.begin(); - for (; it2 != valueProducer->mCurrentSlicedBucket.end(); it2++) { - if (it2 != it) { - break; - } - } - EXPECT_TRUE(it2 != it); - ValueMetricProducer::Interval& interval2 = it2->second[0]; - ValueMetricProducer::BaseInfo& baseInfo2 = - valueProducer->mCurrentBaseInfo.find(it2->first.getDimensionKeyInWhat())->second[0]; - EXPECT_EQ(2, it2->first.getDimensionKeyInWhat().getValues()[0].mValue.int_value); - EXPECT_EQ(true, baseInfo2.hasBase); - EXPECT_EQ(4, baseInfo2.base.long_value); - EXPECT_EQ(false, interval2.hasValue); - EXPECT_EQ(4, interval2.value.long_value); - ASSERT_EQ(2UL, valueProducer->mPastBuckets.size()); - - // next pull somehow did not happen, skip to end of bucket 3 - allData.clear(); - allData.push_back(CreateTwoValueLogEvent(tagId, bucket4StartTimeNs + 1, 2, 5)); - valueProducer->onDataPulled(allData, /** succeed */ true, bucket4StartTimeNs); - - ASSERT_EQ(1UL, valueProducer->mCurrentSlicedBucket.size()); - EXPECT_EQ(true, baseInfo2.hasBase); - EXPECT_EQ(5, baseInfo2.base.long_value); - EXPECT_EQ(false, interval2.hasValue); - EXPECT_EQ(true, valueProducer->mHasGlobalBase); - ASSERT_EQ(2UL, valueProducer->mPastBuckets.size()); - - allData.clear(); - allData.push_back(CreateTwoValueLogEvent(tagId, bucket5StartTimeNs + 1, 2, 13)); - allData.push_back(CreateTwoValueLogEvent(tagId, bucket5StartTimeNs + 1, 1, 5)); - valueProducer->onDataPulled(allData, /** succeed */ true, bucket5StartTimeNs); - - ASSERT_EQ(2UL, valueProducer->mCurrentSlicedBucket.size()); - // Get new references now that entries have been deleted from the map - const auto& it3 = valueProducer->mCurrentSlicedBucket.begin(); - const auto& it4 = std::next(valueProducer->mCurrentSlicedBucket.begin()); - ASSERT_EQ(it3->second.size(), 1); - ASSERT_EQ(it4->second.size(), 1); - ValueMetricProducer::Interval& interval3 = it3->second[0]; - ValueMetricProducer::Interval& interval4 = it4->second[0]; - ValueMetricProducer::BaseInfo& baseInfo3 = - valueProducer->mCurrentBaseInfo.find(it3->first.getDimensionKeyInWhat())->second[0]; - ValueMetricProducer::BaseInfo& baseInfo4 = - valueProducer->mCurrentBaseInfo.find(it4->first.getDimensionKeyInWhat())->second[0]; - - EXPECT_EQ(true, baseInfo3.hasBase); - EXPECT_EQ(5, baseInfo3.base.long_value); - EXPECT_EQ(false, interval3.hasValue); - EXPECT_EQ(5, interval3.value.long_value); - EXPECT_EQ(true, valueProducer->mHasGlobalBase); - - EXPECT_EQ(true, baseInfo4.hasBase); - EXPECT_EQ(13, baseInfo4.base.long_value); - EXPECT_EQ(false, interval4.hasValue); - EXPECT_EQ(8, interval4.value.long_value); - - ASSERT_EQ(2UL, valueProducer->mPastBuckets.size()); -} - -/* - * Tests trim unused dimension key if no new data is seen in an entire bucket. - */ -TEST(ValueMetricProducerTest, TestTrimUnusedDimensionKey) { - ValueMetric metric = ValueMetricProducerTestHelper::createMetric(); - metric.mutable_dimensions_in_what()->set_field(tagId); - metric.mutable_dimensions_in_what()->add_child()->set_field(1); - - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - EXPECT_CALL(*pullerManager, Pull(tagId, kConfigKey, bucketStartTimeNs, _, _)) - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t, - vector<std::shared_ptr<LogEvent>>* data, bool) { - data->clear(); - data->push_back(CreateTwoValueLogEvent(tagId, bucketStartTimeNs, 1, 3)); - return true; - })); - - sp<ValueMetricProducer> valueProducer = - ValueMetricProducerTestHelper::createValueProducerNoConditions(pullerManager, metric); - - ASSERT_EQ(1UL, valueProducer->mCurrentSlicedBucket.size()); - auto iter = valueProducer->mCurrentSlicedBucket.begin(); - auto& interval1 = iter->second[0]; - auto iterBase = valueProducer->mCurrentBaseInfo.begin(); - auto& baseInfo1 = iterBase->second[0]; - EXPECT_EQ(1, iter->first.getDimensionKeyInWhat().getValues()[0].mValue.int_value); - EXPECT_EQ(true, baseInfo1.hasBase); - EXPECT_EQ(3, baseInfo1.base.long_value); - EXPECT_EQ(false, interval1.hasValue); - ASSERT_EQ(0UL, valueProducer->mPastBuckets.size()); - - vector<shared_ptr<LogEvent>> allData; - allData.clear(); - allData.push_back(CreateTwoValueLogEvent(tagId, bucket2StartTimeNs + 1, 2, 4)); - allData.push_back(CreateTwoValueLogEvent(tagId, bucket2StartTimeNs + 1, 1, 11)); - valueProducer->onDataPulled(allData, /** succeed */ true, bucket2StartTimeNs); - - ASSERT_EQ(2UL, valueProducer->mCurrentSlicedBucket.size()); - EXPECT_EQ(true, baseInfo1.hasBase); - EXPECT_EQ(11, baseInfo1.base.long_value); - EXPECT_EQ(false, interval1.hasValue); - EXPECT_EQ(8, interval1.value.long_value); - EXPECT_FALSE(interval1.seenNewData); - assertPastBucketValuesSingleKey(valueProducer->mPastBuckets, {8}, {bucketSizeNs}, - {bucketStartTimeNs}, {bucket2StartTimeNs}); - - auto it = valueProducer->mCurrentSlicedBucket.begin(); - for (; it != valueProducer->mCurrentSlicedBucket.end(); it++) { - if (it != iter) { - break; - } - } - auto itBase = valueProducer->mCurrentBaseInfo.begin(); - for (; itBase != valueProducer->mCurrentBaseInfo.end(); it++) { - if (itBase != iterBase) { - break; - } - } - EXPECT_TRUE(it != iter); - EXPECT_TRUE(itBase != iterBase); - auto interval2 = it->second[0]; - auto baseInfo2 = itBase->second[0]; - EXPECT_EQ(2, it->first.getDimensionKeyInWhat().getValues()[0].mValue.int_value); - EXPECT_EQ(true, baseInfo2.hasBase); - EXPECT_EQ(4, baseInfo2.base.long_value); - EXPECT_EQ(false, interval2.hasValue); - EXPECT_FALSE(interval2.seenNewData); - - // next pull somehow did not happen, skip to end of bucket 3 - allData.clear(); - allData.push_back(CreateTwoValueLogEvent(tagId, bucket4StartTimeNs + 1, 2, 5)); - valueProducer->onDataPulled(allData, /** succeed */ true, bucket4StartTimeNs); - // Only one interval left. One was trimmed. - ASSERT_EQ(1UL, valueProducer->mCurrentSlicedBucket.size()); - interval2 = valueProducer->mCurrentSlicedBucket.begin()->second[0]; - baseInfo2 = valueProducer->mCurrentBaseInfo.begin()->second[0]; - EXPECT_EQ(2, it->first.getDimensionKeyInWhat().getValues()[0].mValue.int_value); - EXPECT_EQ(true, baseInfo2.hasBase); - EXPECT_EQ(5, baseInfo2.base.long_value); - EXPECT_EQ(false, interval2.hasValue); - EXPECT_FALSE(interval2.seenNewData); - assertPastBucketValuesSingleKey(valueProducer->mPastBuckets, {8}, {bucketSizeNs}, - {bucketStartTimeNs}, {bucket2StartTimeNs}); - - allData.clear(); - allData.push_back(CreateTwoValueLogEvent(tagId, bucket5StartTimeNs + 1, 2, 14)); - valueProducer->onDataPulled(allData, /** succeed */ true, bucket5StartTimeNs); - - interval2 = valueProducer->mCurrentSlicedBucket.begin()->second[0]; - baseInfo2 = valueProducer->mCurrentBaseInfo.begin()->second[0]; - EXPECT_EQ(true, baseInfo2.hasBase); - EXPECT_EQ(14, baseInfo2.base.long_value); - EXPECT_EQ(false, interval2.hasValue); - EXPECT_FALSE(interval2.seenNewData); - ASSERT_EQ(2UL, valueProducer->mPastBuckets.size()); - auto iterator = valueProducer->mPastBuckets.begin(); - EXPECT_EQ(bucket4StartTimeNs, iterator->second[0].mBucketStartNs); - EXPECT_EQ(bucket5StartTimeNs, iterator->second[0].mBucketEndNs); - EXPECT_EQ(9, iterator->second[0].values[0].long_value); - EXPECT_EQ(bucketSizeNs, iterator->second[0].mConditionTrueNs); - iterator++; - EXPECT_EQ(bucketStartTimeNs, iterator->second[0].mBucketStartNs); - EXPECT_EQ(bucket2StartTimeNs, iterator->second[0].mBucketEndNs); - EXPECT_EQ(8, iterator->second[0].values[0].long_value); - EXPECT_EQ(bucketSizeNs, iterator->second[0].mConditionTrueNs); -} - -TEST(ValueMetricProducerTest, TestResetBaseOnPullFailAfterConditionChange_EndOfBucket) { - ValueMetric metric = ValueMetricProducerTestHelper::createMetricWithCondition(); - - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - // Used by onConditionChanged. - EXPECT_CALL(*pullerManager, Pull(tagId, kConfigKey, bucketStartTimeNs + 8, _, _)) - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t, - vector<std::shared_ptr<LogEvent>>* data, bool) { - data->clear(); - data->push_back(CreateRepeatedValueLogEvent(tagId, bucketStartTimeNs + 8, 100)); - return true; - })); - - sp<ValueMetricProducer> valueProducer = - ValueMetricProducerTestHelper::createValueProducerWithCondition(pullerManager, metric, - ConditionState::kFalse); - - valueProducer->onConditionChanged(true, bucketStartTimeNs + 8); - // has one slice - ASSERT_EQ(1UL, valueProducer->mCurrentSlicedBucket.size()); - ValueMetricProducer::Interval& curInterval = - valueProducer->mCurrentSlicedBucket.begin()->second[0]; - ValueMetricProducer::BaseInfo& curBaseInfo = valueProducer->mCurrentBaseInfo.begin()->second[0]; - EXPECT_EQ(true, curBaseInfo.hasBase); - EXPECT_EQ(100, curBaseInfo.base.long_value); - EXPECT_EQ(false, curInterval.hasValue); - - vector<shared_ptr<LogEvent>> allData; - valueProducer->onDataPulled(allData, /** succeed */ false, bucket2StartTimeNs); - ASSERT_EQ(1UL, valueProducer->mCurrentSlicedBucket.size()); - EXPECT_EQ(false, curBaseInfo.hasBase); - EXPECT_EQ(false, curInterval.hasValue); - EXPECT_EQ(false, valueProducer->mHasGlobalBase); -} - -TEST(ValueMetricProducerTest, TestResetBaseOnPullFailAfterConditionChange) { - ValueMetric metric = ValueMetricProducerTestHelper::createMetricWithCondition(); - - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - EXPECT_CALL(*pullerManager, Pull(tagId, kConfigKey, _, _, _)) - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucketStartTimeNs + 8); // Condition change to true. - data->clear(); - data->push_back(CreateRepeatedValueLogEvent(tagId, bucketStartTimeNs + 8, 100)); - return true; - })) - .WillOnce(Return(false)); - - sp<ValueMetricProducer> valueProducer = - ValueMetricProducerTestHelper::createValueProducerWithCondition(pullerManager, metric, - ConditionState::kFalse); - - valueProducer->onConditionChanged(true, bucketStartTimeNs + 8); - - // has one slice - ASSERT_EQ(1UL, valueProducer->mCurrentSlicedBucket.size()); - ValueMetricProducer::Interval& curInterval = - valueProducer->mCurrentSlicedBucket.begin()->second[0]; - ValueMetricProducer::BaseInfo& curBaseInfo = valueProducer->mCurrentBaseInfo.begin()->second[0]; - EXPECT_EQ(true, curBaseInfo.hasBase); - EXPECT_EQ(100, curBaseInfo.base.long_value); - EXPECT_EQ(false, curInterval.hasValue); - ASSERT_EQ(0UL, valueProducer->mPastBuckets.size()); - - valueProducer->onConditionChanged(false, bucketStartTimeNs + 20); - - // has one slice - ASSERT_EQ(1UL, valueProducer->mCurrentSlicedBucket.size()); - EXPECT_EQ(false, curInterval.hasValue); - EXPECT_EQ(false, curBaseInfo.hasBase); - EXPECT_EQ(false, valueProducer->mHasGlobalBase); -} - -TEST(ValueMetricProducerTest, TestResetBaseOnPullFailBeforeConditionChange) { - ValueMetric metric = ValueMetricProducerTestHelper::createMetricWithCondition(); - - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - EXPECT_CALL(*pullerManager, Pull(tagId, kConfigKey, _, _, _)) - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucketStartTimeNs); - data->clear(); - data->push_back(CreateRepeatedValueLogEvent(tagId, bucketStartTimeNs, 50)); - return false; - })) - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucketStartTimeNs + 1); // Condition change to false. - data->clear(); - data->push_back(CreateRepeatedValueLogEvent(tagId, bucketStartTimeNs + 8, 100)); - return true; - })); - - sp<ValueMetricProducer> valueProducer = - ValueMetricProducerTestHelper::createValueProducerWithCondition(pullerManager, metric, - ConditionState::kFalse); - - // Don't directly set mCondition; the real code never does that. Go through regular code path - // to avoid unexpected behaviors. - // valueProducer->mCondition = ConditionState::kTrue; - valueProducer->onConditionChanged(true, bucketStartTimeNs); - - ASSERT_EQ(0UL, valueProducer->mCurrentSlicedBucket.size()); - - valueProducer->onConditionChanged(false, bucketStartTimeNs + 1); - ASSERT_EQ(1UL, valueProducer->mCurrentSlicedBucket.size()); - ValueMetricProducer::Interval& curInterval = - valueProducer->mCurrentSlicedBucket.begin()->second[0]; - ValueMetricProducer::BaseInfo curBaseInfo = valueProducer->mCurrentBaseInfo.begin()->second[0]; - EXPECT_EQ(false, curBaseInfo.hasBase); - EXPECT_EQ(false, curInterval.hasValue); - EXPECT_EQ(false, valueProducer->mHasGlobalBase); -} - -TEST(ValueMetricProducerTest, TestResetBaseOnPullDelayExceeded) { - ValueMetric metric = ValueMetricProducerTestHelper::createMetric(); - metric.set_condition(StringToId("SCREEN_ON")); - metric.set_max_pull_delay_sec(0); - - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - EXPECT_CALL(*pullerManager, Pull(tagId, kConfigKey, bucketStartTimeNs + 1, _, _)) - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t, - vector<std::shared_ptr<LogEvent>>* data, bool) { - data->clear(); - data->push_back(CreateRepeatedValueLogEvent(tagId, bucketStartTimeNs + 1, 120)); - return true; - })); - - sp<ValueMetricProducer> valueProducer = - ValueMetricProducerTestHelper::createValueProducerWithCondition(pullerManager, metric, - ConditionState::kFalse); - - // Max delay is set to 0 so pull will exceed max delay. - valueProducer->onConditionChanged(true, bucketStartTimeNs + 1); - ASSERT_EQ(0UL, valueProducer->mCurrentSlicedBucket.size()); -} - -TEST(ValueMetricProducerTest, TestResetBaseOnPullTooLate) { - ValueMetric metric = ValueMetricProducerTestHelper::createMetricWithCondition(); - - UidMap uidMap; - SimpleAtomMatcher atomMatcher; - atomMatcher.set_atom_id(tagId); - sp<EventMatcherWizard> eventMatcherWizard = - new EventMatcherWizard({new SimpleLogMatchingTracker( - atomMatcherId, logEventMatcherIndex, atomMatcher, uidMap)}); - sp<MockConditionWizard> wizard = new NaggyMock<MockConditionWizard>(); - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - EXPECT_CALL(*pullerManager, RegisterReceiver(tagId, kConfigKey, _, _, _)).WillOnce(Return()); - EXPECT_CALL(*pullerManager, UnRegisterReceiver(tagId, kConfigKey, _)).WillRepeatedly(Return()); - - ValueMetricProducer valueProducer(kConfigKey, metric, 0, {ConditionState::kUnknown}, wizard, - logEventMatcherIndex, eventMatcherWizard, tagId, - bucket2StartTimeNs, bucket2StartTimeNs, pullerManager); - valueProducer.prepareFirstBucket(); - valueProducer.mCondition = ConditionState::kFalse; - - // Event should be skipped since it is from previous bucket. - // Pull should not be called. - valueProducer.onConditionChanged(true, bucketStartTimeNs); - ASSERT_EQ(0UL, valueProducer.mCurrentSlicedBucket.size()); -} - -TEST(ValueMetricProducerTest, TestBaseSetOnConditionChange) { - ValueMetric metric = ValueMetricProducerTestHelper::createMetricWithCondition(); - - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - EXPECT_CALL(*pullerManager, Pull(tagId, kConfigKey, bucketStartTimeNs + 1, _, _)) - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t, - vector<std::shared_ptr<LogEvent>>* data, bool) { - data->clear(); - data->push_back(CreateRepeatedValueLogEvent(tagId, bucketStartTimeNs + 1, 100)); - return true; - })); - - sp<ValueMetricProducer> valueProducer = - ValueMetricProducerTestHelper::createValueProducerWithCondition(pullerManager, metric, - ConditionState::kFalse); - valueProducer->mHasGlobalBase = false; - - valueProducer->onConditionChanged(true, bucketStartTimeNs + 1); - valueProducer->mHasGlobalBase = true; - ASSERT_EQ(1UL, valueProducer->mCurrentSlicedBucket.size()); - ValueMetricProducer::Interval& curInterval = - valueProducer->mCurrentSlicedBucket.begin()->second[0]; - ValueMetricProducer::BaseInfo curBaseInfo = valueProducer->mCurrentBaseInfo.begin()->second[0]; - EXPECT_EQ(true, curBaseInfo.hasBase); - EXPECT_EQ(100, curBaseInfo.base.long_value); - EXPECT_EQ(false, curInterval.hasValue); - EXPECT_EQ(true, valueProducer->mHasGlobalBase); -} - -/* - * Tests that a bucket is marked invalid when a condition change pull fails. - */ -TEST(ValueMetricProducerTest_BucketDrop, TestInvalidBucketWhenOneConditionFailed) { - ValueMetric metric = ValueMetricProducerTestHelper::createMetricWithCondition(); - - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - EXPECT_CALL(*pullerManager, Pull(tagId, kConfigKey, _, _, _)) - // First onConditionChanged - .WillOnce(Return(false)) - // Second onConditionChanged - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucketStartTimeNs + 3); - data->clear(); - data->push_back(CreateRepeatedValueLogEvent(tagId, bucketStartTimeNs + 8, 130)); - return true; - })); - - sp<ValueMetricProducer> valueProducer = - ValueMetricProducerTestHelper::createValueProducerWithCondition(pullerManager, metric, - ConditionState::kTrue); - - // Bucket start. - vector<shared_ptr<LogEvent>> allData; - allData.clear(); - allData.push_back(CreateRepeatedValueLogEvent(tagId, bucketStartTimeNs + 1, 110)); - valueProducer->onDataPulled(allData, /** succeed */ true, bucketStartTimeNs); - - // This will fail and should invalidate the whole bucket since we do not have all the data - // needed to compute the metric value when the screen was on. - valueProducer->onConditionChanged(false, bucketStartTimeNs + 2); - valueProducer->onConditionChanged(true, bucketStartTimeNs + 3); - - // Bucket end. - allData.clear(); - allData.push_back(CreateRepeatedValueLogEvent(tagId, bucket2StartTimeNs + 1, 140)); - valueProducer->onDataPulled(allData, /** succeed */ true, bucket2StartTimeNs); - - valueProducer->flushIfNeededLocked(bucket2StartTimeNs + 1); - - ASSERT_EQ(0UL, valueProducer->mPastBuckets.size()); - // Contains base from last pull which was successful. - ASSERT_EQ(1UL, valueProducer->mCurrentSlicedBucket.size()); - ValueMetricProducer::Interval& curInterval = - valueProducer->mCurrentSlicedBucket.begin()->second[0]; - ValueMetricProducer::BaseInfo curBaseInfo = valueProducer->mCurrentBaseInfo.begin()->second[0]; - EXPECT_EQ(true, curBaseInfo.hasBase); - EXPECT_EQ(140, curBaseInfo.base.long_value); - EXPECT_EQ(false, curInterval.hasValue); - EXPECT_EQ(true, valueProducer->mHasGlobalBase); - - // Check dump report. - ProtoOutputStream output; - std::set<string> strSet; - valueProducer->onDumpReport(bucket2StartTimeNs + 10, false /* include partial bucket */, true, - FAST /* dumpLatency */, &strSet, &output); - - StatsLogReport report = outputStreamToProto(&output); - EXPECT_TRUE(report.has_value_metrics()); - ASSERT_EQ(0, report.value_metrics().data_size()); - ASSERT_EQ(1, report.value_metrics().skipped_size()); - - EXPECT_EQ(NanoToMillis(bucketStartTimeNs), - report.value_metrics().skipped(0).start_bucket_elapsed_millis()); - EXPECT_EQ(NanoToMillis(bucket2StartTimeNs), - report.value_metrics().skipped(0).end_bucket_elapsed_millis()); - ASSERT_EQ(1, report.value_metrics().skipped(0).drop_event_size()); - - auto dropEvent = report.value_metrics().skipped(0).drop_event(0); - EXPECT_EQ(BucketDropReason::PULL_FAILED, dropEvent.drop_reason()); - EXPECT_EQ(NanoToMillis(bucketStartTimeNs + 2), dropEvent.drop_time_millis()); -} - -/* - * Tests that a bucket is marked invalid when the guardrail is hit. - */ -TEST(ValueMetricProducerTest_BucketDrop, TestInvalidBucketWhenGuardRailHit) { - ValueMetric metric = ValueMetricProducerTestHelper::createMetric(); - metric.mutable_dimensions_in_what()->set_field(tagId); - metric.mutable_dimensions_in_what()->add_child()->set_field(1); - metric.set_condition(StringToId("SCREEN_ON")); - - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - EXPECT_CALL(*pullerManager, Pull(tagId, kConfigKey, bucketStartTimeNs + 2, _, _)) - // First onConditionChanged - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t, - vector<std::shared_ptr<LogEvent>>* data, bool) { - for (int i = 0; i < 2000; i++) { - data->push_back(CreateRepeatedValueLogEvent(tagId, bucketStartTimeNs + 1, i)); - } - return true; - })); - - sp<ValueMetricProducer> valueProducer = - ValueMetricProducerTestHelper::createValueProducerWithCondition(pullerManager, metric, - ConditionState::kFalse); - - valueProducer->onConditionChanged(true, bucketStartTimeNs + 2); - EXPECT_EQ(true, valueProducer->mCurrentBucketIsSkipped); - ASSERT_EQ(0UL, valueProducer->mCurrentSlicedBucket.size()); - ASSERT_EQ(0UL, valueProducer->mSkippedBuckets.size()); - - // Bucket 2 start. - vector<shared_ptr<LogEvent>> allData; - allData.clear(); - allData.push_back(CreateTwoValueLogEvent(tagId, bucket2StartTimeNs + 1, 1, 10)); - valueProducer->onDataPulled(allData, /** succeed */ true, bucket2StartTimeNs); - - // First bucket added to mSkippedBuckets after flush. - ASSERT_EQ(1UL, valueProducer->mSkippedBuckets.size()); - - // Check dump report. - ProtoOutputStream output; - std::set<string> strSet; - valueProducer->onDumpReport(bucket2StartTimeNs + 10000, false /* include recent buckets */, - true, FAST /* dumpLatency */, &strSet, &output); - - StatsLogReport report = outputStreamToProto(&output); - EXPECT_TRUE(report.has_value_metrics()); - ASSERT_EQ(0, report.value_metrics().data_size()); - ASSERT_EQ(1, report.value_metrics().skipped_size()); - - EXPECT_EQ(NanoToMillis(bucketStartTimeNs), - report.value_metrics().skipped(0).start_bucket_elapsed_millis()); - EXPECT_EQ(NanoToMillis(bucket2StartTimeNs), - report.value_metrics().skipped(0).end_bucket_elapsed_millis()); - ASSERT_EQ(1, report.value_metrics().skipped(0).drop_event_size()); - - auto dropEvent = report.value_metrics().skipped(0).drop_event(0); - EXPECT_EQ(BucketDropReason::DIMENSION_GUARDRAIL_REACHED, dropEvent.drop_reason()); - EXPECT_EQ(NanoToMillis(bucketStartTimeNs + 2), dropEvent.drop_time_millis()); -} - -/* - * Tests that a bucket is marked invalid when the bucket's initial pull fails. - */ -TEST(ValueMetricProducerTest_BucketDrop, TestInvalidBucketWhenInitialPullFailed) { - ValueMetric metric = ValueMetricProducerTestHelper::createMetricWithCondition(); - - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - EXPECT_CALL(*pullerManager, Pull(tagId, kConfigKey, _, _, _)) - // First onConditionChanged - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucketStartTimeNs + 2); - data->clear(); - data->push_back(CreateRepeatedValueLogEvent(tagId, bucketStartTimeNs + 8, 120)); - return true; - })) - // Second onConditionChanged - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucketStartTimeNs + 3); - data->clear(); - data->push_back(CreateRepeatedValueLogEvent(tagId, bucketStartTimeNs + 8, 130)); - return true; - })); - - sp<ValueMetricProducer> valueProducer = - ValueMetricProducerTestHelper::createValueProducerWithCondition(pullerManager, metric, - ConditionState::kTrue); - - // Bucket start. - vector<shared_ptr<LogEvent>> allData; - allData.clear(); - allData.push_back(CreateRepeatedValueLogEvent(tagId, bucketStartTimeNs + 1, 110)); - valueProducer->onDataPulled(allData, /** succeed */ false, bucketStartTimeNs); - - valueProducer->onConditionChanged(false, bucketStartTimeNs + 2); - valueProducer->onConditionChanged(true, bucketStartTimeNs + 3); - - // Bucket end. - allData.clear(); - allData.push_back(CreateRepeatedValueLogEvent(tagId, bucket2StartTimeNs + 1, 140)); - valueProducer->onDataPulled(allData, /** succeed */ true, bucket2StartTimeNs); - - valueProducer->flushIfNeededLocked(bucket2StartTimeNs + 1); - - ASSERT_EQ(0UL, valueProducer->mPastBuckets.size()); - // Contains base from last pull which was successful. - ASSERT_EQ(1UL, valueProducer->mCurrentSlicedBucket.size()); - ValueMetricProducer::Interval& curInterval = - valueProducer->mCurrentSlicedBucket.begin()->second[0]; - ValueMetricProducer::BaseInfo curBaseInfo = valueProducer->mCurrentBaseInfo.begin()->second[0]; - EXPECT_EQ(true, curBaseInfo.hasBase); - EXPECT_EQ(140, curBaseInfo.base.long_value); - EXPECT_EQ(false, curInterval.hasValue); - EXPECT_EQ(true, valueProducer->mHasGlobalBase); - - // Check dump report. - ProtoOutputStream output; - std::set<string> strSet; - valueProducer->onDumpReport(bucket2StartTimeNs + 10000, false /* include recent buckets */, - true, FAST /* dumpLatency */, &strSet, &output); - - StatsLogReport report = outputStreamToProto(&output); - EXPECT_TRUE(report.has_value_metrics()); - ASSERT_EQ(0, report.value_metrics().data_size()); - ASSERT_EQ(1, report.value_metrics().skipped_size()); - - EXPECT_EQ(NanoToMillis(bucketStartTimeNs), - report.value_metrics().skipped(0).start_bucket_elapsed_millis()); - EXPECT_EQ(NanoToMillis(bucket2StartTimeNs), - report.value_metrics().skipped(0).end_bucket_elapsed_millis()); - ASSERT_EQ(1, report.value_metrics().skipped(0).drop_event_size()); - - auto dropEvent = report.value_metrics().skipped(0).drop_event(0); - EXPECT_EQ(BucketDropReason::PULL_FAILED, dropEvent.drop_reason()); - EXPECT_EQ(NanoToMillis(bucketStartTimeNs + 2), dropEvent.drop_time_millis()); -} - -/* - * Tests that a bucket is marked invalid when the bucket's final pull fails - * (i.e. failed pull on bucket boundary). - */ -TEST(ValueMetricProducerTest_BucketDrop, TestInvalidBucketWhenLastPullFailed) { - ValueMetric metric = ValueMetricProducerTestHelper::createMetricWithCondition(); - - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - EXPECT_CALL(*pullerManager, Pull(tagId, kConfigKey, _, _, _)) - // First onConditionChanged - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucketStartTimeNs + 2); - data->clear(); - data->push_back(CreateRepeatedValueLogEvent(tagId, bucketStartTimeNs + 8, 120)); - return true; - })) - // Second onConditionChanged - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucketStartTimeNs + 3); - data->clear(); - data->push_back(CreateRepeatedValueLogEvent(tagId, bucketStartTimeNs + 8, 130)); - return true; - })); - - sp<ValueMetricProducer> valueProducer = - ValueMetricProducerTestHelper::createValueProducerWithCondition(pullerManager, metric, - ConditionState::kTrue); - - // Bucket start. - vector<shared_ptr<LogEvent>> allData; - allData.clear(); - allData.push_back(CreateRepeatedValueLogEvent(tagId, bucketStartTimeNs + 1, 110)); - valueProducer->onDataPulled(allData, /** succeed */ true, bucketStartTimeNs); - - valueProducer->onConditionChanged(false, bucketStartTimeNs + 2); - valueProducer->onConditionChanged(true, bucketStartTimeNs + 3); - - // Bucket end. - allData.clear(); - allData.push_back(CreateRepeatedValueLogEvent(tagId, bucket2StartTimeNs + 1, 140)); - valueProducer->onDataPulled(allData, /** succeed */ false, bucket2StartTimeNs); - - valueProducer->flushIfNeededLocked(bucket2StartTimeNs + 1); - - ASSERT_EQ(0UL, valueProducer->mPastBuckets.size()); - // Last pull failed so base has been reset. - ASSERT_EQ(1UL, valueProducer->mCurrentSlicedBucket.size()); - ValueMetricProducer::Interval& curInterval = - valueProducer->mCurrentSlicedBucket.begin()->second[0]; - ValueMetricProducer::BaseInfo curBaseInfo = valueProducer->mCurrentBaseInfo.begin()->second[0]; - EXPECT_EQ(false, curBaseInfo.hasBase); - EXPECT_EQ(false, curInterval.hasValue); - EXPECT_EQ(false, valueProducer->mHasGlobalBase); - - // Check dump report. - ProtoOutputStream output; - std::set<string> strSet; - valueProducer->onDumpReport(bucket2StartTimeNs + 10000, false /* include recent buckets */, - true, FAST /* dumpLatency */, &strSet, &output); - - StatsLogReport report = outputStreamToProto(&output); - EXPECT_TRUE(report.has_value_metrics()); - ASSERT_EQ(0, report.value_metrics().data_size()); - ASSERT_EQ(1, report.value_metrics().skipped_size()); - - EXPECT_EQ(NanoToMillis(bucketStartTimeNs), - report.value_metrics().skipped(0).start_bucket_elapsed_millis()); - EXPECT_EQ(NanoToMillis(bucket2StartTimeNs), - report.value_metrics().skipped(0).end_bucket_elapsed_millis()); - ASSERT_EQ(1, report.value_metrics().skipped(0).drop_event_size()); - - auto dropEvent = report.value_metrics().skipped(0).drop_event(0); - EXPECT_EQ(BucketDropReason::PULL_FAILED, dropEvent.drop_reason()); - EXPECT_EQ(NanoToMillis(bucket2StartTimeNs), dropEvent.drop_time_millis()); -} - -TEST(ValueMetricProducerTest, TestEmptyDataResetsBase_onDataPulled) { - ValueMetric metric = ValueMetricProducerTestHelper::createMetric(); - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - EXPECT_CALL(*pullerManager, Pull(tagId, kConfigKey, bucketStartTimeNs, _, _)) - // Start bucket. - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t, - vector<std::shared_ptr<LogEvent>>* data, bool) { - data->clear(); - data->push_back(CreateRepeatedValueLogEvent(tagId, bucketStartTimeNs, 3)); - return true; - })); - - sp<ValueMetricProducer> valueProducer = - ValueMetricProducerTestHelper::createValueProducerNoConditions(pullerManager, metric); - - // Bucket 2 start. - vector<shared_ptr<LogEvent>> allData; - allData.clear(); - allData.push_back(CreateRepeatedValueLogEvent(tagId, bucket2StartTimeNs + 1, 110)); - valueProducer->onDataPulled(allData, /** succeed */ true, bucket2StartTimeNs); - ASSERT_EQ(1UL, valueProducer->mCurrentSlicedBucket.size()); - ASSERT_EQ(1UL, valueProducer->mPastBuckets.size()); - - // Bucket 3 empty. - allData.clear(); - allData.push_back(CreateNoValuesLogEvent(tagId, bucket3StartTimeNs + 1)); - valueProducer->onDataPulled(allData, /** succeed */ true, bucket3StartTimeNs); - // Data has been trimmed. - ASSERT_EQ(0UL, valueProducer->mCurrentSlicedBucket.size()); - ASSERT_EQ(1UL, valueProducer->mPastBuckets.size()); -} - -TEST(ValueMetricProducerTest, TestEmptyDataResetsBase_onConditionChanged) { - ValueMetric metric = ValueMetricProducerTestHelper::createMetricWithCondition(); - - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - EXPECT_CALL(*pullerManager, Pull(tagId, kConfigKey, _, _, _)) - // First onConditionChanged - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucketStartTimeNs + 10); - data->clear(); - data->push_back(CreateRepeatedValueLogEvent(tagId, bucketStartTimeNs, 3)); - return true; - })) - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucketStartTimeNs + 10); - data->clear(); - return true; - })); - - sp<ValueMetricProducer> valueProducer = - ValueMetricProducerTestHelper::createValueProducerWithCondition(pullerManager, metric, - ConditionState::kFalse); - - valueProducer->onConditionChanged(true, bucketStartTimeNs + 10); - ASSERT_EQ(1UL, valueProducer->mCurrentSlicedBucket.size()); - ValueMetricProducer::Interval& curInterval = - valueProducer->mCurrentSlicedBucket.begin()->second[0]; - ValueMetricProducer::BaseInfo curBaseInfo = valueProducer->mCurrentBaseInfo.begin()->second[0]; - EXPECT_EQ(true, curBaseInfo.hasBase); - EXPECT_EQ(false, curInterval.hasValue); - EXPECT_EQ(true, valueProducer->mHasGlobalBase); - - // Empty pull. - valueProducer->onConditionChanged(false, bucketStartTimeNs + 10); - ASSERT_EQ(1UL, valueProducer->mCurrentSlicedBucket.size()); - curInterval = valueProducer->mCurrentSlicedBucket.begin()->second[0]; - curBaseInfo = valueProducer->mCurrentBaseInfo.begin()->second[0]; - EXPECT_EQ(false, curBaseInfo.hasBase); - EXPECT_EQ(false, curInterval.hasValue); - EXPECT_EQ(false, valueProducer->mHasGlobalBase); -} - -TEST(ValueMetricProducerTest, TestEmptyDataResetsBase_onBucketBoundary) { - ValueMetric metric = ValueMetricProducerTestHelper::createMetricWithCondition(); - - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - EXPECT_CALL(*pullerManager, Pull(tagId, kConfigKey, _, _, _)) - // First onConditionChanged - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucketStartTimeNs + 10); - data->clear(); - data->push_back(CreateRepeatedValueLogEvent(tagId, bucketStartTimeNs, 1)); - return true; - })) - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucketStartTimeNs + 11); - data->clear(); - data->push_back(CreateRepeatedValueLogEvent(tagId, bucketStartTimeNs, 2)); - return true; - })) - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucketStartTimeNs + 12); - data->clear(); - data->push_back(CreateRepeatedValueLogEvent(tagId, bucketStartTimeNs, 5)); - return true; - })); - - sp<ValueMetricProducer> valueProducer = - ValueMetricProducerTestHelper::createValueProducerWithCondition(pullerManager, metric, - ConditionState::kFalse); - - valueProducer->onConditionChanged(true, bucketStartTimeNs + 10); - valueProducer->onConditionChanged(false, bucketStartTimeNs + 11); - valueProducer->onConditionChanged(true, bucketStartTimeNs + 12); - ASSERT_EQ(1UL, valueProducer->mCurrentSlicedBucket.size()); - ValueMetricProducer::Interval& curInterval = - valueProducer->mCurrentSlicedBucket.begin()->second[0]; - ValueMetricProducer::BaseInfo curBaseInfo = valueProducer->mCurrentBaseInfo.begin()->second[0]; - EXPECT_EQ(true, curBaseInfo.hasBase); - EXPECT_EQ(true, curInterval.hasValue); - EXPECT_EQ(true, valueProducer->mHasGlobalBase); - - // End of bucket - vector<shared_ptr<LogEvent>> allData; - allData.clear(); - valueProducer->onDataPulled(allData, /** succeed */ true, bucket2StartTimeNs); - ASSERT_EQ(1UL, valueProducer->mCurrentSlicedBucket.size()); - curInterval = valueProducer->mCurrentSlicedBucket.begin()->second[0]; - curBaseInfo = valueProducer->mCurrentBaseInfo.begin()->second[0]; - // Data is empty, base should be reset. - EXPECT_EQ(false, curBaseInfo.hasBase); - EXPECT_EQ(5, curBaseInfo.base.long_value); - EXPECT_EQ(false, curInterval.hasValue); - EXPECT_EQ(true, valueProducer->mHasGlobalBase); - - ASSERT_EQ(1UL, valueProducer->mPastBuckets.size()); - assertPastBucketValuesSingleKey(valueProducer->mPastBuckets, {1}, {bucketSizeNs - 12 + 1}, - {bucketStartTimeNs}, {bucket2StartTimeNs}); -} - -TEST(ValueMetricProducerTest, TestPartialResetOnBucketBoundaries) { - ValueMetric metric = ValueMetricProducerTestHelper::createMetric(); - metric.mutable_dimensions_in_what()->set_field(tagId); - metric.mutable_dimensions_in_what()->add_child()->set_field(1); - metric.set_condition(StringToId("SCREEN_ON")); - - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - EXPECT_CALL(*pullerManager, Pull(tagId, kConfigKey, bucketStartTimeNs + 10, _, _)) - // First onConditionChanged - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t, - vector<std::shared_ptr<LogEvent>>* data, bool) { - data->clear(); - data->push_back(CreateRepeatedValueLogEvent(tagId, bucketStartTimeNs, 1)); - return true; - })); - - sp<ValueMetricProducer> valueProducer = - ValueMetricProducerTestHelper::createValueProducerWithCondition(pullerManager, metric, - ConditionState::kFalse); - - valueProducer->onConditionChanged(true, bucketStartTimeNs + 10); - ASSERT_EQ(1UL, valueProducer->mCurrentSlicedBucket.size()); - - // End of bucket - vector<shared_ptr<LogEvent>> allData; - allData.clear(); - allData.push_back(CreateRepeatedValueLogEvent(tagId, bucket2StartTimeNs + 1, 2)); - valueProducer->onDataPulled(allData, /** succeed */ true, bucket2StartTimeNs); - - // Key 1 should be reset since in not present in the most pull. - ASSERT_EQ(2UL, valueProducer->mCurrentSlicedBucket.size()); - auto iterator = valueProducer->mCurrentSlicedBucket.begin(); - auto baseInfoIter = valueProducer->mCurrentBaseInfo.begin(); - EXPECT_EQ(true, baseInfoIter->second[0].hasBase); - EXPECT_EQ(2, baseInfoIter->second[0].base.long_value); - EXPECT_EQ(false, iterator->second[0].hasValue); - iterator++; - baseInfoIter++; - EXPECT_EQ(false, baseInfoIter->second[0].hasBase); - EXPECT_EQ(1, baseInfoIter->second[0].base.long_value); - EXPECT_EQ(false, iterator->second[0].hasValue); - - EXPECT_EQ(true, valueProducer->mHasGlobalBase); -} - -TEST_P(ValueMetricProducerTest_PartialBucket, TestFullBucketResetWhenLastBucketInvalid) { - ValueMetric metric = ValueMetricProducerTestHelper::createMetric(); - - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - int64_t partialBucketSplitTimeNs = bucketStartTimeNs + bucketSizeNs / 2; - EXPECT_CALL(*pullerManager, Pull(tagId, kConfigKey, _, _, _)) - // Initialization. - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucketStartTimeNs); - data->clear(); - data->push_back(CreateRepeatedValueLogEvent(tagId, bucketStartTimeNs, 1)); - return true; - })) - // notifyAppUpgrade. - .WillOnce(Invoke([partialBucketSplitTimeNs]( - int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, partialBucketSplitTimeNs); - data->clear(); - data->push_back(CreateRepeatedValueLogEvent(tagId, partialBucketSplitTimeNs, 10)); - return true; - })); - sp<ValueMetricProducer> valueProducer = - ValueMetricProducerTestHelper::createValueProducerNoConditions(pullerManager, metric); - ASSERT_EQ(0UL, valueProducer->mCurrentFullBucket.size()); - - switch (GetParam()) { - case APP_UPGRADE: - valueProducer->notifyAppUpgrade(partialBucketSplitTimeNs); - break; - case BOOT_COMPLETE: - valueProducer->onStatsdInitCompleted(partialBucketSplitTimeNs); - break; - } - EXPECT_EQ(partialBucketSplitTimeNs, valueProducer->mCurrentBucketStartTimeNs); - EXPECT_EQ(0, valueProducer->getCurrentBucketNum()); - assertPastBucketValuesSingleKey(valueProducer->mPastBuckets, {9}, - {partialBucketSplitTimeNs - bucketStartTimeNs}, - {bucketStartTimeNs}, {partialBucketSplitTimeNs}); - ASSERT_EQ(1UL, valueProducer->mCurrentFullBucket.size()); - - vector<shared_ptr<LogEvent>> allData; - allData.push_back(CreateRepeatedValueLogEvent(tagId, bucket3StartTimeNs + 1, 4)); - // Pull fails and arrives late. - valueProducer->onDataPulled(allData, /** fails */ false, bucket3StartTimeNs + 1); - assertPastBucketValuesSingleKey(valueProducer->mPastBuckets, {9}, - {partialBucketSplitTimeNs - bucketStartTimeNs}, - {bucketStartTimeNs}, {partialBucketSplitTimeNs}); - ASSERT_EQ(1, valueProducer->mSkippedBuckets.size()); - ASSERT_EQ(2, valueProducer->mSkippedBuckets[0].dropEvents.size()); - EXPECT_EQ(PULL_FAILED, valueProducer->mSkippedBuckets[0].dropEvents[0].reason); - EXPECT_EQ(MULTIPLE_BUCKETS_SKIPPED, valueProducer->mSkippedBuckets[0].dropEvents[1].reason); - EXPECT_EQ(partialBucketSplitTimeNs, valueProducer->mSkippedBuckets[0].bucketStartTimeNs); - EXPECT_EQ(bucket3StartTimeNs, valueProducer->mSkippedBuckets[0].bucketEndTimeNs); - ASSERT_EQ(0UL, valueProducer->mCurrentFullBucket.size()); -} - -TEST(ValueMetricProducerTest, TestBucketBoundariesOnConditionChange) { - ValueMetric metric = ValueMetricProducerTestHelper::createMetricWithCondition(); - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - EXPECT_CALL(*pullerManager, Pull(tagId, kConfigKey, _, _, _)) - // Second onConditionChanged. - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucket2StartTimeNs + 10); - data->clear(); - data->push_back(CreateRepeatedValueLogEvent(tagId, bucket2StartTimeNs + 10, 5)); - return true; - })) - // Third onConditionChanged. - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucket3StartTimeNs + 10); - data->clear(); - data->push_back(CreateRepeatedValueLogEvent(tagId, bucket3StartTimeNs + 10, 7)); - return true; - })); - - sp<ValueMetricProducer> valueProducer = - ValueMetricProducerTestHelper::createValueProducerWithCondition( - pullerManager, metric, ConditionState::kUnknown); - - valueProducer->onConditionChanged(false, bucketStartTimeNs); - ASSERT_EQ(0UL, valueProducer->mCurrentSlicedBucket.size()); - - // End of first bucket - vector<shared_ptr<LogEvent>> allData; - allData.push_back(CreateRepeatedValueLogEvent(tagId, bucket2StartTimeNs + 1, 4)); - valueProducer->onDataPulled(allData, /** succeed */ true, bucket2StartTimeNs + 1); - ASSERT_EQ(0UL, valueProducer->mCurrentSlicedBucket.size()); - - valueProducer->onConditionChanged(true, bucket2StartTimeNs + 10); - ASSERT_EQ(1UL, valueProducer->mCurrentSlicedBucket.size()); - auto curInterval = valueProducer->mCurrentSlicedBucket.begin()->second[0]; - auto curBaseInfo = valueProducer->mCurrentBaseInfo.begin()->second[0]; - EXPECT_EQ(true, curBaseInfo.hasBase); - EXPECT_EQ(5, curBaseInfo.base.long_value); - EXPECT_EQ(false, curInterval.hasValue); - - valueProducer->onConditionChanged(false, bucket3StartTimeNs + 10); - - // Bucket should have been completed. - assertPastBucketValuesSingleKey(valueProducer->mPastBuckets, {2}, {bucketSizeNs - 10}, - {bucket2StartTimeNs}, {bucket3StartTimeNs}); -} - -TEST(ValueMetricProducerTest, TestLateOnDataPulledWithoutDiff) { - ValueMetric metric = ValueMetricProducerTestHelper::createMetric(); - metric.set_use_diff(false); - - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - sp<ValueMetricProducer> valueProducer = - ValueMetricProducerTestHelper::createValueProducerNoConditions(pullerManager, metric); - - vector<shared_ptr<LogEvent>> allData; - allData.push_back(CreateRepeatedValueLogEvent(tagId, bucketStartTimeNs + 30, 10)); - valueProducer->onDataPulled(allData, /** succeed */ true, bucketStartTimeNs + 30); - - allData.clear(); - allData.push_back(CreateRepeatedValueLogEvent(tagId, bucket2StartTimeNs, 20)); - valueProducer->onDataPulled(allData, /** succeed */ true, bucket2StartTimeNs); - - // Bucket should have been completed. - assertPastBucketValuesSingleKey(valueProducer->mPastBuckets, {30}, {bucketSizeNs}, - {bucketStartTimeNs}, {bucket2StartTimeNs}); -} - -TEST(ValueMetricProducerTest, TestLateOnDataPulledWithDiff) { - ValueMetric metric = ValueMetricProducerTestHelper::createMetric(); - - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - EXPECT_CALL(*pullerManager, Pull(tagId, kConfigKey, bucketStartTimeNs, _, _)) - // Initialization. - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t, - vector<std::shared_ptr<LogEvent>>* data, bool) { - data->clear(); - data->push_back(CreateRepeatedValueLogEvent(tagId, bucketStartTimeNs, 1)); - return true; - })); - - sp<ValueMetricProducer> valueProducer = - ValueMetricProducerTestHelper::createValueProducerNoConditions(pullerManager, metric); - - vector<shared_ptr<LogEvent>> allData; - allData.push_back(CreateRepeatedValueLogEvent(tagId, bucketStartTimeNs + 30, 10)); - valueProducer->onDataPulled(allData, /** succeed */ true, bucketStartTimeNs + 30); - - allData.clear(); - allData.push_back(CreateRepeatedValueLogEvent(tagId, bucket2StartTimeNs, 20)); - valueProducer->onDataPulled(allData, /** succeed */ true, bucket2StartTimeNs); - - // Bucket should have been completed. - assertPastBucketValuesSingleKey(valueProducer->mPastBuckets, {19}, {bucketSizeNs}, - {bucketStartTimeNs}, {bucket2StartTimeNs}); -} - -TEST_P(ValueMetricProducerTest_PartialBucket, TestBucketBoundariesOnPartialBucket) { - ValueMetric metric = ValueMetricProducerTestHelper::createMetric(); - - int64_t partialBucketSplitTimeNs = bucket2StartTimeNs + 2; - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - EXPECT_CALL(*pullerManager, Pull(tagId, kConfigKey, _, _, _)) - // Initialization. - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucketStartTimeNs); - data->clear(); - data->push_back(CreateRepeatedValueLogEvent(tagId, bucketStartTimeNs, 1)); - return true; - })) - // notifyAppUpgrade. - .WillOnce(Invoke([partialBucketSplitTimeNs]( - int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, partialBucketSplitTimeNs); - data->clear(); - data->push_back(CreateRepeatedValueLogEvent(tagId, partialBucketSplitTimeNs, 10)); - return true; - })); - - sp<ValueMetricProducer> valueProducer = - ValueMetricProducerTestHelper::createValueProducerNoConditions(pullerManager, metric); - - switch (GetParam()) { - case APP_UPGRADE: - valueProducer->notifyAppUpgrade(partialBucketSplitTimeNs); - break; - case BOOT_COMPLETE: - valueProducer->onStatsdInitCompleted(partialBucketSplitTimeNs); - break; - } - - // Bucket should have been completed. - assertPastBucketValuesSingleKey(valueProducer->mPastBuckets, {9}, {bucketSizeNs}, - {bucketStartTimeNs}, {bucket2StartTimeNs}); -} - -TEST(ValueMetricProducerTest, TestDataIsNotUpdatedWhenNoConditionChanged) { - ValueMetric metric = ValueMetricProducerTestHelper::createMetricWithCondition(); - - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - EXPECT_CALL(*pullerManager, Pull(tagId, kConfigKey, _, _, _)) - // First on condition changed. - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucketStartTimeNs + 8); - data->clear(); - data->push_back(CreateRepeatedValueLogEvent(tagId, bucketStartTimeNs, 1)); - return true; - })) - // Second on condition changed. - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucketStartTimeNs + 10); - data->clear(); - data->push_back(CreateRepeatedValueLogEvent(tagId, bucketStartTimeNs, 3)); - return true; - })); - - sp<ValueMetricProducer> valueProducer = - ValueMetricProducerTestHelper::createValueProducerWithCondition(pullerManager, metric, - ConditionState::kFalse); - - valueProducer->onConditionChanged(true, bucketStartTimeNs + 8); - valueProducer->onConditionChanged(false, bucketStartTimeNs + 10); - valueProducer->onConditionChanged(false, bucketStartTimeNs + 12); - - ASSERT_EQ(1UL, valueProducer->mCurrentSlicedBucket.size()); - auto curInterval = valueProducer->mCurrentSlicedBucket.begin()->second[0]; - auto curBaseInfo = valueProducer->mCurrentBaseInfo.begin()->second[0]; - EXPECT_EQ(true, curInterval.hasValue); - EXPECT_EQ(2, curInterval.value.long_value); - - vector<shared_ptr<LogEvent>> allData; - allData.push_back(CreateRepeatedValueLogEvent(tagId, bucket2StartTimeNs + 1, 10)); - valueProducer->onDataPulled(allData, /** succeed */ true, bucket2StartTimeNs + 1); - - assertPastBucketValuesSingleKey(valueProducer->mPastBuckets, {2}, {2}, {bucketStartTimeNs}, - {bucket2StartTimeNs}); -} - -// TODO: b/145705635 fix or delete this test -TEST(ValueMetricProducerTest, TestBucketInvalidIfGlobalBaseIsNotSet) { - ValueMetric metric = ValueMetricProducerTestHelper::createMetricWithCondition(); - - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - EXPECT_CALL(*pullerManager, Pull(tagId, kConfigKey, _, _, _)) - // First condition change. - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucket2StartTimeNs + 10); - data->clear(); - data->push_back(CreateRepeatedValueLogEvent(tagId, bucketStartTimeNs, 1)); - return true; - })) - // 2nd condition change. - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucket2StartTimeNs + 8); - data->clear(); - data->push_back(CreateRepeatedValueLogEvent(tagId, bucket2StartTimeNs, 1)); - return true; - })) - // 3rd condition change. - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucket2StartTimeNs + 10); - data->clear(); - data->push_back(CreateRepeatedValueLogEvent(tagId, bucket2StartTimeNs, 1)); - return true; - })); - - sp<ValueMetricProducer> valueProducer = - ValueMetricProducerTestHelper::createValueProducerWithCondition(pullerManager, metric, - ConditionState::kFalse); - valueProducer->onConditionChanged(true, bucket2StartTimeNs + 10); - - vector<shared_ptr<LogEvent>> allData; - allData.push_back(CreateRepeatedValueLogEvent(tagId, bucketStartTimeNs + 3, 10)); - valueProducer->onDataPulled(allData, /** succeed */ false, bucketStartTimeNs + 3); - - allData.clear(); - allData.push_back(CreateRepeatedValueLogEvent(tagId, bucket2StartTimeNs, 20)); - valueProducer->onDataPulled(allData, /** succeed */ false, bucket2StartTimeNs); - - valueProducer->onConditionChanged(false, bucket2StartTimeNs + 8); - valueProducer->onConditionChanged(true, bucket2StartTimeNs + 10); - - allData.clear(); - allData.push_back(CreateRepeatedValueLogEvent(tagId, bucket3StartTimeNs, 30)); - valueProducer->onDataPulled(allData, /** succeed */ true, bucket2StartTimeNs); - - // There was not global base available so all buckets are invalid. - assertPastBucketValuesSingleKey(valueProducer->mPastBuckets, {}, {}, {}, {}); -} - -TEST(ValueMetricProducerTest, TestPullNeededFastDump) { - ValueMetric metric = ValueMetricProducerTestHelper::createMetric(); - - UidMap uidMap; - SimpleAtomMatcher atomMatcher; - atomMatcher.set_atom_id(tagId); - sp<EventMatcherWizard> eventMatcherWizard = - new EventMatcherWizard({new SimpleLogMatchingTracker( - atomMatcherId, logEventMatcherIndex, atomMatcher, uidMap)}); - sp<MockConditionWizard> wizard = new NaggyMock<MockConditionWizard>(); - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - EXPECT_CALL(*pullerManager, RegisterReceiver(tagId, kConfigKey, _, _, _)).WillOnce(Return()); - EXPECT_CALL(*pullerManager, UnRegisterReceiver(tagId, kConfigKey, _)).WillRepeatedly(Return()); - - EXPECT_CALL(*pullerManager, Pull(tagId, kConfigKey, bucketStartTimeNs, _, _)) - // Initial pull. - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t, - vector<std::shared_ptr<LogEvent>>* data, bool) { - data->clear(); - data->push_back(CreateThreeValueLogEvent(tagId, bucketStartTimeNs, tagId, 1, 1)); - return true; - })); - - ValueMetricProducer valueProducer(kConfigKey, metric, -1, {}, wizard, logEventMatcherIndex, - eventMatcherWizard, tagId, bucketStartTimeNs, - bucketStartTimeNs, pullerManager); - valueProducer.prepareFirstBucket(); - - ProtoOutputStream output; - std::set<string> strSet; - valueProducer.onDumpReport(bucketStartTimeNs + 10, true /* include recent buckets */, true, - FAST, &strSet, &output); - - StatsLogReport report = outputStreamToProto(&output); - // Bucket is invalid since we did not pull when dump report was called. - ASSERT_EQ(0, report.value_metrics().data_size()); -} - -TEST(ValueMetricProducerTest, TestFastDumpWithoutCurrentBucket) { - ValueMetric metric = ValueMetricProducerTestHelper::createMetric(); - - UidMap uidMap; - SimpleAtomMatcher atomMatcher; - atomMatcher.set_atom_id(tagId); - sp<EventMatcherWizard> eventMatcherWizard = - new EventMatcherWizard({new SimpleLogMatchingTracker( - atomMatcherId, logEventMatcherIndex, atomMatcher, uidMap)}); - sp<MockConditionWizard> wizard = new NaggyMock<MockConditionWizard>(); - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - EXPECT_CALL(*pullerManager, RegisterReceiver(tagId, kConfigKey, _, _, _)).WillOnce(Return()); - EXPECT_CALL(*pullerManager, UnRegisterReceiver(tagId, kConfigKey, _)).WillRepeatedly(Return()); - - EXPECT_CALL(*pullerManager, Pull(tagId, kConfigKey, bucketStartTimeNs, _, _)) - // Initial pull. - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t, - vector<std::shared_ptr<LogEvent>>* data, bool) { - data->clear(); - data->push_back(CreateThreeValueLogEvent(tagId, bucketStartTimeNs, tagId, 1, 1)); - return true; - })); - - ValueMetricProducer valueProducer(kConfigKey, metric, -1, {}, wizard, logEventMatcherIndex, - eventMatcherWizard, tagId, bucketStartTimeNs, - bucketStartTimeNs, pullerManager); - valueProducer.prepareFirstBucket(); - - vector<shared_ptr<LogEvent>> allData; - allData.clear(); - allData.push_back(CreateThreeValueLogEvent(tagId, bucket2StartTimeNs + 1, tagId, 2, 2)); - valueProducer.onDataPulled(allData, /** succeed */ true, bucket2StartTimeNs); - - ProtoOutputStream output; - std::set<string> strSet; - valueProducer.onDumpReport(bucket4StartTimeNs, false /* include recent buckets */, true, FAST, - &strSet, &output); - - StatsLogReport report = outputStreamToProto(&output); - // Previous bucket is part of the report. - ASSERT_EQ(1, report.value_metrics().data_size()); - EXPECT_EQ(0, report.value_metrics().data(0).bucket_info(0).bucket_num()); -} - -TEST(ValueMetricProducerTest, TestPullNeededNoTimeConstraints) { - ValueMetric metric = ValueMetricProducerTestHelper::createMetric(); - - UidMap uidMap; - SimpleAtomMatcher atomMatcher; - atomMatcher.set_atom_id(tagId); - sp<EventMatcherWizard> eventMatcherWizard = - new EventMatcherWizard({new SimpleLogMatchingTracker( - atomMatcherId, logEventMatcherIndex, atomMatcher, uidMap)}); - sp<MockConditionWizard> wizard = new NaggyMock<MockConditionWizard>(); - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - EXPECT_CALL(*pullerManager, RegisterReceiver(tagId, kConfigKey, _, _, _)).WillOnce(Return()); - EXPECT_CALL(*pullerManager, UnRegisterReceiver(tagId, kConfigKey, _)).WillRepeatedly(Return()); - - EXPECT_CALL(*pullerManager, Pull(tagId, kConfigKey, _, _, _)) - // Initial pull. - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucketStartTimeNs); - data->clear(); - data->push_back(CreateThreeValueLogEvent(tagId, bucketStartTimeNs, tagId, 1, 1)); - return true; - })) - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucketStartTimeNs + 10); - data->clear(); - data->push_back( - CreateThreeValueLogEvent(tagId, bucketStartTimeNs + 10, tagId, 3, 3)); - return true; - })); - - ValueMetricProducer valueProducer(kConfigKey, metric, -1, {}, wizard, logEventMatcherIndex, - eventMatcherWizard, tagId, bucketStartTimeNs, - bucketStartTimeNs, pullerManager); - valueProducer.prepareFirstBucket(); - - ProtoOutputStream output; - std::set<string> strSet; - valueProducer.onDumpReport(bucketStartTimeNs + 10, true /* include recent buckets */, true, - NO_TIME_CONSTRAINTS, &strSet, &output); - - StatsLogReport report = outputStreamToProto(&output); - ASSERT_EQ(1, report.value_metrics().data_size()); - ASSERT_EQ(1, report.value_metrics().data(0).bucket_info_size()); - EXPECT_EQ(2, report.value_metrics().data(0).bucket_info(0).values(0).value_long()); -} - -TEST(ValueMetricProducerTest, TestPulledData_noDiff_withoutCondition) { - ValueMetric metric = ValueMetricProducerTestHelper::createMetric(); - metric.set_use_diff(false); - - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - sp<ValueMetricProducer> valueProducer = - ValueMetricProducerTestHelper::createValueProducerNoConditions(pullerManager, metric); - - vector<shared_ptr<LogEvent>> allData; - allData.push_back(CreateRepeatedValueLogEvent(tagId, bucket2StartTimeNs + 30, 10)); - valueProducer->onDataPulled(allData, /** succeed */ true, bucket2StartTimeNs + 30); - - // Bucket should have been completed. - assertPastBucketValuesSingleKey(valueProducer->mPastBuckets, {10}, {bucketSizeNs}, - {bucketStartTimeNs}, {bucket2StartTimeNs}); -} - -TEST(ValueMetricProducerTest, TestPulledData_noDiff_withMultipleConditionChanges) { - ValueMetric metric = ValueMetricProducerTestHelper::createMetricWithCondition(); - metric.set_use_diff(false); - - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - EXPECT_CALL(*pullerManager, Pull(tagId, kConfigKey, _, _, _)) - // condition becomes true - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucketStartTimeNs + 8); - data->clear(); - data->push_back(CreateRepeatedValueLogEvent(tagId, bucketStartTimeNs + 30, 10)); - return true; - })) - // condition becomes false - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucketStartTimeNs + 50); - data->clear(); - data->push_back(CreateRepeatedValueLogEvent(tagId, bucketStartTimeNs + 50, 20)); - return true; - })); - sp<ValueMetricProducer> valueProducer = - ValueMetricProducerTestHelper::createValueProducerWithCondition(pullerManager, metric, - ConditionState::kFalse); - - valueProducer->onConditionChanged(true, bucketStartTimeNs + 8); - valueProducer->onConditionChanged(false, bucketStartTimeNs + 50); - // has one slice - ASSERT_EQ(1UL, valueProducer->mCurrentSlicedBucket.size()); - ValueMetricProducer::Interval curInterval = - valueProducer->mCurrentSlicedBucket.begin()->second[0]; - ValueMetricProducer::BaseInfo curBaseInfo = valueProducer->mCurrentBaseInfo.begin()->second[0]; - EXPECT_EQ(false, curBaseInfo.hasBase); - EXPECT_EQ(true, curInterval.hasValue); - EXPECT_EQ(20, curInterval.value.long_value); - - // Now the alarm is delivered. Condition is off though. - vector<shared_ptr<LogEvent>> allData; - allData.push_back(CreateRepeatedValueLogEvent(tagId, bucket2StartTimeNs + 30, 110)); - valueProducer->onDataPulled(allData, /** succeed */ true, bucket2StartTimeNs); - - assertPastBucketValuesSingleKey(valueProducer->mPastBuckets, {20}, {50 - 8}, - {bucketStartTimeNs}, {bucket2StartTimeNs}); - curInterval = valueProducer->mCurrentSlicedBucket.begin()->second[0]; - curBaseInfo = valueProducer->mCurrentBaseInfo.begin()->second[0]; - EXPECT_EQ(false, curBaseInfo.hasBase); - EXPECT_EQ(false, curInterval.hasValue); -} - -TEST(ValueMetricProducerTest, TestPulledData_noDiff_bucketBoundaryTrue) { - ValueMetric metric = ValueMetricProducerTestHelper::createMetricWithCondition(); - metric.set_use_diff(false); - - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - EXPECT_CALL(*pullerManager, Pull(tagId, kConfigKey, bucketStartTimeNs + 8, _, _)) - // condition becomes true - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t, - vector<std::shared_ptr<LogEvent>>* data, bool) { - data->clear(); - data->push_back(CreateRepeatedValueLogEvent(tagId, bucketStartTimeNs + 30, 10)); - return true; - })); - sp<ValueMetricProducer> valueProducer = - ValueMetricProducerTestHelper::createValueProducerWithCondition(pullerManager, metric, - ConditionState::kFalse); - - valueProducer->onConditionChanged(true, bucketStartTimeNs + 8); - - // Now the alarm is delivered. Condition is off though. - vector<shared_ptr<LogEvent>> allData; - allData.push_back(CreateRepeatedValueLogEvent(tagId, bucket2StartTimeNs + 30, 30)); - valueProducer->onDataPulled(allData, /** succeed */ true, bucket2StartTimeNs); - - assertPastBucketValuesSingleKey(valueProducer->mPastBuckets, {30}, {bucketSizeNs - 8}, - {bucketStartTimeNs}, {bucket2StartTimeNs}); - ValueMetricProducer::Interval curInterval = - valueProducer->mCurrentSlicedBucket.begin()->second[0]; - ValueMetricProducer::BaseInfo curBaseInfo = valueProducer->mCurrentBaseInfo.begin()->second[0]; - EXPECT_EQ(false, curBaseInfo.hasBase); - EXPECT_EQ(false, curInterval.hasValue); -} - -TEST(ValueMetricProducerTest, TestPulledData_noDiff_bucketBoundaryFalse) { - ValueMetric metric = ValueMetricProducerTestHelper::createMetricWithCondition(); - metric.set_use_diff(false); - - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - sp<ValueMetricProducer> valueProducer = - ValueMetricProducerTestHelper::createValueProducerWithCondition(pullerManager, metric, - ConditionState::kFalse); - - // Now the alarm is delivered. Condition is off though. - vector<shared_ptr<LogEvent>> allData; - allData.push_back(CreateRepeatedValueLogEvent(tagId, bucket2StartTimeNs + 30, 30)); - valueProducer->onDataPulled(allData, /** succeed */ true, bucket2StartTimeNs); - - // Condition was always false. - assertPastBucketValuesSingleKey(valueProducer->mPastBuckets, {}, {}, {}, {}); -} - -TEST(ValueMetricProducerTest, TestPulledData_noDiff_withFailure) { - ValueMetric metric = ValueMetricProducerTestHelper::createMetricWithCondition(); - metric.set_use_diff(false); - - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - EXPECT_CALL(*pullerManager, Pull(tagId, kConfigKey, _, _, _)) - // condition becomes true - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucketStartTimeNs + 8); - data->clear(); - data->push_back(CreateRepeatedValueLogEvent(tagId, bucketStartTimeNs + 30, 10)); - return true; - })) - .WillOnce(Return(false)); - sp<ValueMetricProducer> valueProducer = - ValueMetricProducerTestHelper::createValueProducerWithCondition(pullerManager, metric, - ConditionState::kFalse); - - valueProducer->onConditionChanged(true, bucketStartTimeNs + 8); - valueProducer->onConditionChanged(false, bucketStartTimeNs + 50); - - // Now the alarm is delivered. Condition is off though. - vector<shared_ptr<LogEvent>> allData; - allData.push_back(CreateRepeatedValueLogEvent(tagId, bucket2StartTimeNs + 30, 30)); - valueProducer->onDataPulled(allData, /** succeed */ true, bucket2StartTimeNs); - - // No buckets, we had a failure. - assertPastBucketValuesSingleKey(valueProducer->mPastBuckets, {}, {}, {}, {}); -} - -/* - * Test that DUMP_REPORT_REQUESTED dump reason is logged. - * - * For the bucket to be marked invalid during a dump report requested, - * three things must be true: - * - we want to include the current partial bucket - * - we need a pull (metric is pulled and condition is true) - * - the dump latency must be FAST - */ - -TEST(ValueMetricProducerTest_BucketDrop, TestInvalidBucketWhenDumpReportRequested) { - ValueMetric metric = ValueMetricProducerTestHelper::createMetricWithCondition(); - - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - EXPECT_CALL(*pullerManager, Pull(tagId, kConfigKey, bucketStartTimeNs + 20, _, _)) - // Condition change to true. - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t, - vector<std::shared_ptr<LogEvent>>* data, bool) { - data->clear(); - data->push_back(CreateRepeatedValueLogEvent(tagId, bucketStartTimeNs + 20, 10)); - return true; - })); - - sp<ValueMetricProducer> valueProducer = - ValueMetricProducerTestHelper::createValueProducerWithCondition(pullerManager, metric, - ConditionState::kFalse); - - // Condition change event. - valueProducer->onConditionChanged(true, bucketStartTimeNs + 20); - - // Check dump report. - ProtoOutputStream output; - std::set<string> strSet; - valueProducer->onDumpReport(bucketStartTimeNs + 40, true /* include recent buckets */, true, - FAST /* dumpLatency */, &strSet, &output); - - StatsLogReport report = outputStreamToProto(&output); - EXPECT_TRUE(report.has_value_metrics()); - ASSERT_EQ(0, report.value_metrics().data_size()); - ASSERT_EQ(1, report.value_metrics().skipped_size()); - - EXPECT_EQ(NanoToMillis(bucketStartTimeNs), - report.value_metrics().skipped(0).start_bucket_elapsed_millis()); - EXPECT_EQ(NanoToMillis(bucketStartTimeNs + 40), - report.value_metrics().skipped(0).end_bucket_elapsed_millis()); - ASSERT_EQ(1, report.value_metrics().skipped(0).drop_event_size()); - - auto dropEvent = report.value_metrics().skipped(0).drop_event(0); - EXPECT_EQ(BucketDropReason::DUMP_REPORT_REQUESTED, dropEvent.drop_reason()); - EXPECT_EQ(NanoToMillis(bucketStartTimeNs + 40), dropEvent.drop_time_millis()); -} - -/* - * Test that EVENT_IN_WRONG_BUCKET dump reason is logged for a late condition - * change event (i.e. the condition change occurs in the wrong bucket). - */ -TEST(ValueMetricProducerTest_BucketDrop, TestInvalidBucketWhenConditionEventWrongBucket) { - ValueMetric metric = ValueMetricProducerTestHelper::createMetricWithCondition(); - - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - EXPECT_CALL(*pullerManager, Pull(tagId, kConfigKey, bucketStartTimeNs + 50, _, _)) - // Condition change to true. - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t, - vector<std::shared_ptr<LogEvent>>* data, bool) { - data->clear(); - data->push_back(CreateRepeatedValueLogEvent(tagId, bucketStartTimeNs + 50, 10)); - return true; - })); - - sp<ValueMetricProducer> valueProducer = - ValueMetricProducerTestHelper::createValueProducerWithCondition(pullerManager, metric, - ConditionState::kFalse); - - // Condition change event. - valueProducer->onConditionChanged(true, bucketStartTimeNs + 50); - - // Bucket boundary pull. - vector<shared_ptr<LogEvent>> allData; - allData.push_back(CreateRepeatedValueLogEvent(tagId, bucket2StartTimeNs, 15)); - valueProducer->onDataPulled(allData, /** succeeds */ true, bucket2StartTimeNs + 1); - - // Late condition change event. - valueProducer->onConditionChanged(false, bucket2StartTimeNs - 100); - - // Check dump report. - ProtoOutputStream output; - std::set<string> strSet; - valueProducer->onDumpReport(bucket2StartTimeNs + 100, true /* include recent buckets */, true, - NO_TIME_CONSTRAINTS /* dumpLatency */, &strSet, &output); - - StatsLogReport report = outputStreamToProto(&output); - EXPECT_TRUE(report.has_value_metrics()); - ASSERT_EQ(1, report.value_metrics().data_size()); - ASSERT_EQ(1, report.value_metrics().skipped_size()); - - EXPECT_EQ(NanoToMillis(bucket2StartTimeNs), - report.value_metrics().skipped(0).start_bucket_elapsed_millis()); - EXPECT_EQ(NanoToMillis(bucket2StartTimeNs + 100), - report.value_metrics().skipped(0).end_bucket_elapsed_millis()); - ASSERT_EQ(2, report.value_metrics().skipped(0).drop_event_size()); - - auto dropEvent = report.value_metrics().skipped(0).drop_event(0); - EXPECT_EQ(BucketDropReason::EVENT_IN_WRONG_BUCKET, dropEvent.drop_reason()); - EXPECT_EQ(NanoToMillis(bucket2StartTimeNs - 100), dropEvent.drop_time_millis()); - - dropEvent = report.value_metrics().skipped(0).drop_event(1); - EXPECT_EQ(BucketDropReason::CONDITION_UNKNOWN, dropEvent.drop_reason()); - EXPECT_EQ(NanoToMillis(bucket2StartTimeNs + 100), dropEvent.drop_time_millis()); -} - -/* - * Test that EVENT_IN_WRONG_BUCKET dump reason is logged for a late accumulate - * event (i.e. the accumulate events call occurs in the wrong bucket). - */ -TEST(ValueMetricProducerTest_BucketDrop, TestInvalidBucketWhenAccumulateEventWrongBucket) { - ValueMetric metric = ValueMetricProducerTestHelper::createMetricWithCondition(); - - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - EXPECT_CALL(*pullerManager, Pull(tagId, kConfigKey, _, _, _)) - // Condition change to true. - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucketStartTimeNs + 50); - data->clear(); - data->push_back(CreateRepeatedValueLogEvent(tagId, bucketStartTimeNs + 50, 10)); - return true; - })) - // Dump report requested. - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucket2StartTimeNs + 100); - data->clear(); - data->push_back(CreateRepeatedValueLogEvent(tagId, bucket2StartTimeNs + 100, 15)); - return true; - })); - - sp<ValueMetricProducer> valueProducer = - ValueMetricProducerTestHelper::createValueProducerWithCondition(pullerManager, metric, - ConditionState::kFalse); - - // Condition change event. - valueProducer->onConditionChanged(true, bucketStartTimeNs + 50); - - // Bucket boundary pull. - vector<shared_ptr<LogEvent>> allData; - allData.push_back(CreateRepeatedValueLogEvent(tagId, bucket2StartTimeNs, 15)); - valueProducer->onDataPulled(allData, /** succeeds */ true, bucket2StartTimeNs + 1); - - allData.clear(); - allData.push_back(CreateRepeatedValueLogEvent(tagId, bucket2StartTimeNs - 100, 20)); - - // Late accumulateEvents event. - valueProducer->accumulateEvents(allData, bucket2StartTimeNs - 100, bucket2StartTimeNs - 100); - - // Check dump report. - ProtoOutputStream output; - std::set<string> strSet; - valueProducer->onDumpReport(bucket2StartTimeNs + 100, true /* include recent buckets */, true, - NO_TIME_CONSTRAINTS /* dumpLatency */, &strSet, &output); - - StatsLogReport report = outputStreamToProto(&output); - EXPECT_TRUE(report.has_value_metrics()); - ASSERT_EQ(1, report.value_metrics().data_size()); - ASSERT_EQ(1, report.value_metrics().skipped_size()); - - EXPECT_EQ(NanoToMillis(bucket2StartTimeNs), - report.value_metrics().skipped(0).start_bucket_elapsed_millis()); - EXPECT_EQ(NanoToMillis(bucket2StartTimeNs + 100), - report.value_metrics().skipped(0).end_bucket_elapsed_millis()); - ASSERT_EQ(1, report.value_metrics().skipped(0).drop_event_size()); - - auto dropEvent = report.value_metrics().skipped(0).drop_event(0); - EXPECT_EQ(BucketDropReason::EVENT_IN_WRONG_BUCKET, dropEvent.drop_reason()); - EXPECT_EQ(NanoToMillis(bucket2StartTimeNs - 100), dropEvent.drop_time_millis()); -} - -/* - * Test that CONDITION_UNKNOWN dump reason is logged due to an unknown condition - * when a metric is initialized. - */ -TEST(ValueMetricProducerTest_BucketDrop, TestInvalidBucketWhenConditionUnknown) { - ValueMetric metric = ValueMetricProducerTestHelper::createMetricWithCondition(); - - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - EXPECT_CALL(*pullerManager, Pull(tagId, kConfigKey, _, _, _)) - // Condition change to true. - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucketStartTimeNs + 50); - data->clear(); - data->push_back(CreateRepeatedValueLogEvent(tagId, bucketStartTimeNs + 50, 10)); - return true; - })) - // Dump report requested. - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucketStartTimeNs + 10000); - data->clear(); - data->push_back(CreateRepeatedValueLogEvent(tagId, bucketStartTimeNs + 100, 15)); - return true; - })); - - sp<ValueMetricProducer> valueProducer = - ValueMetricProducerTestHelper::createValueProducerWithCondition( - pullerManager, metric, ConditionState::kUnknown); - - // Condition change event. - valueProducer->onConditionChanged(true, bucketStartTimeNs + 50); - - // Check dump report. - ProtoOutputStream output; - std::set<string> strSet; - int64_t dumpReportTimeNs = bucketStartTimeNs + 10000; - valueProducer->onDumpReport(dumpReportTimeNs, true /* include recent buckets */, true, - NO_TIME_CONSTRAINTS /* dumpLatency */, &strSet, &output); - - StatsLogReport report = outputStreamToProto(&output); - EXPECT_TRUE(report.has_value_metrics()); - ASSERT_EQ(0, report.value_metrics().data_size()); - ASSERT_EQ(1, report.value_metrics().skipped_size()); - - EXPECT_EQ(NanoToMillis(bucketStartTimeNs), - report.value_metrics().skipped(0).start_bucket_elapsed_millis()); - EXPECT_EQ(NanoToMillis(dumpReportTimeNs), - report.value_metrics().skipped(0).end_bucket_elapsed_millis()); - ASSERT_EQ(1, report.value_metrics().skipped(0).drop_event_size()); - - auto dropEvent = report.value_metrics().skipped(0).drop_event(0); - EXPECT_EQ(BucketDropReason::CONDITION_UNKNOWN, dropEvent.drop_reason()); - EXPECT_EQ(NanoToMillis(dumpReportTimeNs), dropEvent.drop_time_millis()); -} - -/* - * Test that PULL_FAILED dump reason is logged due to a pull failure in - * #pullAndMatchEventsLocked. - */ -TEST(ValueMetricProducerTest_BucketDrop, TestInvalidBucketWhenPullFailed) { - ValueMetric metric = ValueMetricProducerTestHelper::createMetricWithCondition(); - - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - EXPECT_CALL(*pullerManager, Pull(tagId, kConfigKey, _, _, _)) - // Condition change to true. - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucketStartTimeNs + 50); - data->clear(); - data->push_back(CreateRepeatedValueLogEvent(tagId, bucketStartTimeNs + 50, 10)); - return true; - })) - // Dump report requested, pull fails. - .WillOnce(Return(false)); - - sp<ValueMetricProducer> valueProducer = - ValueMetricProducerTestHelper::createValueProducerWithCondition(pullerManager, metric, - ConditionState::kFalse); - - // Condition change event. - valueProducer->onConditionChanged(true, bucketStartTimeNs + 50); - - // Check dump report. - ProtoOutputStream output; - std::set<string> strSet; - int64_t dumpReportTimeNs = bucketStartTimeNs + 10000; - valueProducer->onDumpReport(dumpReportTimeNs, true /* include recent buckets */, true, - NO_TIME_CONSTRAINTS /* dumpLatency */, &strSet, &output); - - StatsLogReport report = outputStreamToProto(&output); - EXPECT_TRUE(report.has_value_metrics()); - ASSERT_EQ(0, report.value_metrics().data_size()); - ASSERT_EQ(1, report.value_metrics().skipped_size()); - - EXPECT_EQ(NanoToMillis(bucketStartTimeNs), - report.value_metrics().skipped(0).start_bucket_elapsed_millis()); - EXPECT_EQ(NanoToMillis(dumpReportTimeNs), - report.value_metrics().skipped(0).end_bucket_elapsed_millis()); - ASSERT_EQ(1, report.value_metrics().skipped(0).drop_event_size()); - - auto dropEvent = report.value_metrics().skipped(0).drop_event(0); - EXPECT_EQ(BucketDropReason::PULL_FAILED, dropEvent.drop_reason()); - EXPECT_EQ(NanoToMillis(dumpReportTimeNs), dropEvent.drop_time_millis()); -} - -/* - * Test that MULTIPLE_BUCKETS_SKIPPED dump reason is logged when a log event - * skips over more than one bucket. - */ -TEST(ValueMetricProducerTest_BucketDrop, TestInvalidBucketWhenMultipleBucketsSkipped) { - ValueMetric metric = ValueMetricProducerTestHelper::createMetricWithCondition(); - - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - EXPECT_CALL(*pullerManager, Pull(tagId, kConfigKey, _, _, _)) - // Condition change to true. - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucketStartTimeNs + 10); - data->clear(); - data->push_back(CreateRepeatedValueLogEvent(tagId, bucketStartTimeNs + 10, 10)); - return true; - })) - // Dump report requested. - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucket4StartTimeNs + 10); - data->clear(); - data->push_back(CreateRepeatedValueLogEvent(tagId, bucket4StartTimeNs + 1000, 15)); - return true; - })); - - sp<ValueMetricProducer> valueProducer = - ValueMetricProducerTestHelper::createValueProducerWithCondition(pullerManager, metric, - ConditionState::kFalse); - - // Condition change event. - valueProducer->onConditionChanged(true, bucketStartTimeNs + 10); - - // Condition change event that skips forward by three buckets. - valueProducer->onConditionChanged(false, bucket4StartTimeNs + 10); - - int64_t dumpTimeNs = bucket4StartTimeNs + 1000; - - // Check dump report. - ProtoOutputStream output; - std::set<string> strSet; - valueProducer->onDumpReport(dumpTimeNs, true /* include current buckets */, true, - NO_TIME_CONSTRAINTS /* dumpLatency */, &strSet, &output); - - StatsLogReport report = outputStreamToProto(&output); - EXPECT_TRUE(report.has_value_metrics()); - ASSERT_EQ(0, report.value_metrics().data_size()); - ASSERT_EQ(2, report.value_metrics().skipped_size()); - - EXPECT_EQ(NanoToMillis(bucketStartTimeNs), - report.value_metrics().skipped(0).start_bucket_elapsed_millis()); - EXPECT_EQ(NanoToMillis(bucket4StartTimeNs), - report.value_metrics().skipped(0).end_bucket_elapsed_millis()); - ASSERT_EQ(1, report.value_metrics().skipped(0).drop_event_size()); - - auto dropEvent = report.value_metrics().skipped(0).drop_event(0); - EXPECT_EQ(BucketDropReason::MULTIPLE_BUCKETS_SKIPPED, dropEvent.drop_reason()); - EXPECT_EQ(NanoToMillis(bucket4StartTimeNs + 10), dropEvent.drop_time_millis()); - - // This bucket is skipped because a dumpReport with include current buckets is called. - // This creates a new bucket from bucket4StartTimeNs to dumpTimeNs in which we have no data - // since the condition is false for the entire bucket interval. - EXPECT_EQ(NanoToMillis(bucket4StartTimeNs), - report.value_metrics().skipped(1).start_bucket_elapsed_millis()); - EXPECT_EQ(NanoToMillis(dumpTimeNs), - report.value_metrics().skipped(1).end_bucket_elapsed_millis()); - ASSERT_EQ(1, report.value_metrics().skipped(1).drop_event_size()); - - dropEvent = report.value_metrics().skipped(1).drop_event(0); - EXPECT_EQ(BucketDropReason::NO_DATA, dropEvent.drop_reason()); - EXPECT_EQ(NanoToMillis(dumpTimeNs), dropEvent.drop_time_millis()); -} - -/* - * Test that BUCKET_TOO_SMALL dump reason is logged when a flushed bucket size - * is smaller than the "min_bucket_size_nanos" specified in the metric config. - */ -TEST(ValueMetricProducerTest_BucketDrop, TestBucketDropWhenBucketTooSmall) { - ValueMetric metric = ValueMetricProducerTestHelper::createMetricWithCondition(); - metric.set_min_bucket_size_nanos(10000000000); // 10 seconds - - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - EXPECT_CALL(*pullerManager, Pull(tagId, kConfigKey, _, _, _)) - // Condition change to true. - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucketStartTimeNs + 10); - data->clear(); - data->push_back(CreateRepeatedValueLogEvent(tagId, bucketStartTimeNs + 10, 10)); - return true; - })) - // Dump report requested. - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucketStartTimeNs + 9000000); - data->clear(); - data->push_back( - CreateRepeatedValueLogEvent(tagId, bucketStartTimeNs + 9000000, 15)); - return true; - })); - - sp<ValueMetricProducer> valueProducer = - ValueMetricProducerTestHelper::createValueProducerWithCondition(pullerManager, metric, - ConditionState::kFalse); - - // Condition change event. - valueProducer->onConditionChanged(true, bucketStartTimeNs + 10); - - // Check dump report. - ProtoOutputStream output; - std::set<string> strSet; - int64_t dumpReportTimeNs = bucketStartTimeNs + 9000000; - valueProducer->onDumpReport(dumpReportTimeNs, true /* include recent buckets */, true, - NO_TIME_CONSTRAINTS /* dumpLatency */, &strSet, &output); - - StatsLogReport report = outputStreamToProto(&output); - EXPECT_TRUE(report.has_value_metrics()); - ASSERT_EQ(0, report.value_metrics().data_size()); - ASSERT_EQ(1, report.value_metrics().skipped_size()); - - EXPECT_EQ(NanoToMillis(bucketStartTimeNs), - report.value_metrics().skipped(0).start_bucket_elapsed_millis()); - EXPECT_EQ(NanoToMillis(dumpReportTimeNs), - report.value_metrics().skipped(0).end_bucket_elapsed_millis()); - ASSERT_EQ(1, report.value_metrics().skipped(0).drop_event_size()); - - auto dropEvent = report.value_metrics().skipped(0).drop_event(0); - EXPECT_EQ(BucketDropReason::BUCKET_TOO_SMALL, dropEvent.drop_reason()); - EXPECT_EQ(NanoToMillis(dumpReportTimeNs), dropEvent.drop_time_millis()); -} - -/* - * Test that NO_DATA dump reason is logged when a flushed bucket contains no data. - */ -TEST(ValueMetricProducerTest_BucketDrop, TestBucketDropWhenDataUnavailable) { - ValueMetric metric = ValueMetricProducerTestHelper::createMetricWithCondition(); - - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - - sp<ValueMetricProducer> valueProducer = - ValueMetricProducerTestHelper::createValueProducerWithCondition( - pullerManager, metric, ConditionState::kFalse); - - // Check dump report. - ProtoOutputStream output; - std::set<string> strSet; - int64_t dumpReportTimeNs = bucketStartTimeNs + 10000000000; // 10 seconds - valueProducer->onDumpReport(dumpReportTimeNs, true /* include current bucket */, true, - NO_TIME_CONSTRAINTS /* dumpLatency */, &strSet, &output); - - StatsLogReport report = outputStreamToProto(&output); - EXPECT_TRUE(report.has_value_metrics()); - ASSERT_EQ(0, report.value_metrics().data_size()); - ASSERT_EQ(1, report.value_metrics().skipped_size()); - - EXPECT_EQ(NanoToMillis(bucketStartTimeNs), - report.value_metrics().skipped(0).start_bucket_elapsed_millis()); - EXPECT_EQ(NanoToMillis(dumpReportTimeNs), - report.value_metrics().skipped(0).end_bucket_elapsed_millis()); - ASSERT_EQ(1, report.value_metrics().skipped(0).drop_event_size()); - - auto dropEvent = report.value_metrics().skipped(0).drop_event(0); - EXPECT_EQ(BucketDropReason::NO_DATA, dropEvent.drop_reason()); - EXPECT_EQ(NanoToMillis(dumpReportTimeNs), dropEvent.drop_time_millis()); -} - -/* - * Test that all buckets are dropped due to condition unknown until the first onConditionChanged. - */ -TEST(ValueMetricProducerTest_BucketDrop, TestConditionUnknownMultipleBuckets) { - ValueMetric metric = ValueMetricProducerTestHelper::createMetricWithCondition(); - - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - EXPECT_CALL(*pullerManager, Pull(tagId, kConfigKey, _, _, _)) - // Condition change to true. - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucket2StartTimeNs + 10 * NS_PER_SEC); - data->clear(); - data->push_back(CreateRepeatedValueLogEvent( - tagId, bucket2StartTimeNs + 10 * NS_PER_SEC, 10)); - return true; - })) - // Dump report requested. - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucket2StartTimeNs + 15 * NS_PER_SEC); - data->clear(); - data->push_back(CreateRepeatedValueLogEvent( - tagId, bucket2StartTimeNs + 15 * NS_PER_SEC, 15)); - return true; - })); - - sp<ValueMetricProducer> valueProducer = - ValueMetricProducerTestHelper::createValueProducerWithCondition( - pullerManager, metric, ConditionState::kUnknown); - - // Bucket should be dropped because of condition unknown. - int64_t appUpgradeTimeNs = bucketStartTimeNs + 5 * NS_PER_SEC; - valueProducer->notifyAppUpgrade(appUpgradeTimeNs); - - // Bucket also dropped due to condition unknown - vector<shared_ptr<LogEvent>> allData; - allData.clear(); - allData.push_back(CreateRepeatedValueLogEvent(tagId, bucket2StartTimeNs + 1, 3)); - valueProducer->onDataPulled(allData, /** succeed */ true, bucket2StartTimeNs); - - // This bucket is also dropped due to condition unknown. - int64_t conditionChangeTimeNs = bucket2StartTimeNs + 10 * NS_PER_SEC; - valueProducer->onConditionChanged(true, conditionChangeTimeNs); - - // Check dump report. - ProtoOutputStream output; - std::set<string> strSet; - int64_t dumpReportTimeNs = bucket2StartTimeNs + 15 * NS_PER_SEC; // 15 seconds - valueProducer->onDumpReport(dumpReportTimeNs, true /* include current bucket */, true, - NO_TIME_CONSTRAINTS /* dumpLatency */, &strSet, &output); - - StatsLogReport report = outputStreamToProto(&output); - EXPECT_TRUE(report.has_value_metrics()); - ASSERT_EQ(0, report.value_metrics().data_size()); - ASSERT_EQ(3, report.value_metrics().skipped_size()); - - EXPECT_EQ(NanoToMillis(bucketStartTimeNs), - report.value_metrics().skipped(0).start_bucket_elapsed_millis()); - EXPECT_EQ(NanoToMillis(appUpgradeTimeNs), - report.value_metrics().skipped(0).end_bucket_elapsed_millis()); - ASSERT_EQ(1, report.value_metrics().skipped(0).drop_event_size()); - - auto dropEvent = report.value_metrics().skipped(0).drop_event(0); - EXPECT_EQ(BucketDropReason::CONDITION_UNKNOWN, dropEvent.drop_reason()); - EXPECT_EQ(NanoToMillis(appUpgradeTimeNs), dropEvent.drop_time_millis()); - - EXPECT_EQ(NanoToMillis(appUpgradeTimeNs), - report.value_metrics().skipped(1).start_bucket_elapsed_millis()); - EXPECT_EQ(NanoToMillis(bucket2StartTimeNs), - report.value_metrics().skipped(1).end_bucket_elapsed_millis()); - ASSERT_EQ(1, report.value_metrics().skipped(1).drop_event_size()); - - dropEvent = report.value_metrics().skipped(1).drop_event(0); - EXPECT_EQ(BucketDropReason::CONDITION_UNKNOWN, dropEvent.drop_reason()); - EXPECT_EQ(NanoToMillis(bucket2StartTimeNs), dropEvent.drop_time_millis()); - - EXPECT_EQ(NanoToMillis(bucket2StartTimeNs), - report.value_metrics().skipped(2).start_bucket_elapsed_millis()); - EXPECT_EQ(NanoToMillis(dumpReportTimeNs), - report.value_metrics().skipped(2).end_bucket_elapsed_millis()); - ASSERT_EQ(1, report.value_metrics().skipped(2).drop_event_size()); - - dropEvent = report.value_metrics().skipped(2).drop_event(0); - EXPECT_EQ(BucketDropReason::CONDITION_UNKNOWN, dropEvent.drop_reason()); - EXPECT_EQ(NanoToMillis(conditionChangeTimeNs), dropEvent.drop_time_millis()); -} - -/* - * Test that a skipped bucket is logged when a forced bucket split occurs when the previous bucket - * was not flushed in time. - */ -TEST(ValueMetricProducerTest_BucketDrop, TestBucketDropWhenForceBucketSplitBeforeBucketFlush) { - ValueMetric metric = ValueMetricProducerTestHelper::createMetricWithCondition(); - - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - EXPECT_CALL(*pullerManager, Pull(tagId, kConfigKey, _, _, _)) - // Condition change to true. - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucketStartTimeNs + 10); - data->clear(); - data->push_back(CreateRepeatedValueLogEvent(tagId, bucketStartTimeNs + 10, 10)); - return true; - })) - // App Update. - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucket2StartTimeNs + 1000); - data->clear(); - data->push_back( - CreateRepeatedValueLogEvent(tagId, bucket2StartTimeNs + 1000, 15)); - return true; - })); - - sp<ValueMetricProducer> valueProducer = - ValueMetricProducerTestHelper::createValueProducerWithCondition(pullerManager, metric, - ConditionState::kFalse); - - // Condition changed event - int64_t conditionChangeTimeNs = bucketStartTimeNs + 10; - valueProducer->onConditionChanged(true, conditionChangeTimeNs); - - // App update event. - int64_t appUpdateTimeNs = bucket2StartTimeNs + 1000; - valueProducer->notifyAppUpgrade(appUpdateTimeNs); - - // Check dump report. - ProtoOutputStream output; - std::set<string> strSet; - int64_t dumpReportTimeNs = bucket2StartTimeNs + 10000000000; // 10 seconds - valueProducer->onDumpReport(dumpReportTimeNs, false /* include current buckets */, true, - NO_TIME_CONSTRAINTS /* dumpLatency */, &strSet, &output); - - StatsLogReport report = outputStreamToProto(&output); - EXPECT_TRUE(report.has_value_metrics()); - ASSERT_EQ(1, report.value_metrics().data_size()); - ASSERT_EQ(1, report.value_metrics().skipped_size()); - - ASSERT_EQ(1, report.value_metrics().data(0).bucket_info_size()); - auto data = report.value_metrics().data(0); - ASSERT_EQ(0, data.bucket_info(0).bucket_num()); - EXPECT_EQ(5, data.bucket_info(0).values(0).value_long()); - - EXPECT_EQ(NanoToMillis(bucket2StartTimeNs), - report.value_metrics().skipped(0).start_bucket_elapsed_millis()); - EXPECT_EQ(NanoToMillis(appUpdateTimeNs), - report.value_metrics().skipped(0).end_bucket_elapsed_millis()); - ASSERT_EQ(1, report.value_metrics().skipped(0).drop_event_size()); - - auto dropEvent = report.value_metrics().skipped(0).drop_event(0); - EXPECT_EQ(BucketDropReason::NO_DATA, dropEvent.drop_reason()); - EXPECT_EQ(NanoToMillis(appUpdateTimeNs), dropEvent.drop_time_millis()); -} - -/* - * Test multiple bucket drop events in the same bucket. - */ -TEST(ValueMetricProducerTest_BucketDrop, TestMultipleBucketDropEvents) { - ValueMetric metric = ValueMetricProducerTestHelper::createMetricWithCondition(); - - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - EXPECT_CALL(*pullerManager, Pull(tagId, kConfigKey, bucketStartTimeNs + 10, _, _)) - // Condition change to true. - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t, - vector<std::shared_ptr<LogEvent>>* data, bool) { - data->clear(); - data->push_back(CreateRepeatedValueLogEvent(tagId, bucketStartTimeNs + 10, 10)); - return true; - })); - - sp<ValueMetricProducer> valueProducer = - ValueMetricProducerTestHelper::createValueProducerWithCondition( - pullerManager, metric, ConditionState::kUnknown); - - // Condition change event. - valueProducer->onConditionChanged(true, bucketStartTimeNs + 10); - - // Check dump report. - ProtoOutputStream output; - std::set<string> strSet; - int64_t dumpReportTimeNs = bucketStartTimeNs + 1000; - valueProducer->onDumpReport(dumpReportTimeNs, true /* include recent buckets */, true, - FAST /* dumpLatency */, &strSet, &output); - - StatsLogReport report = outputStreamToProto(&output); - EXPECT_TRUE(report.has_value_metrics()); - ASSERT_EQ(0, report.value_metrics().data_size()); - ASSERT_EQ(1, report.value_metrics().skipped_size()); - - EXPECT_EQ(NanoToMillis(bucketStartTimeNs), - report.value_metrics().skipped(0).start_bucket_elapsed_millis()); - EXPECT_EQ(NanoToMillis(dumpReportTimeNs), - report.value_metrics().skipped(0).end_bucket_elapsed_millis()); - ASSERT_EQ(2, report.value_metrics().skipped(0).drop_event_size()); - - auto dropEvent = report.value_metrics().skipped(0).drop_event(0); - EXPECT_EQ(BucketDropReason::CONDITION_UNKNOWN, dropEvent.drop_reason()); - EXPECT_EQ(NanoToMillis(bucketStartTimeNs + 10), dropEvent.drop_time_millis()); - - dropEvent = report.value_metrics().skipped(0).drop_event(1); - EXPECT_EQ(BucketDropReason::DUMP_REPORT_REQUESTED, dropEvent.drop_reason()); - EXPECT_EQ(NanoToMillis(dumpReportTimeNs), dropEvent.drop_time_millis()); -} - -/* - * Test that the number of logged bucket drop events is capped at the maximum. - * The maximum is currently 10 and is set in MetricProducer::maxDropEventsReached(). - */ -TEST(ValueMetricProducerTest_BucketDrop, TestMaxBucketDropEvents) { - ValueMetric metric = ValueMetricProducerTestHelper::createMetricWithCondition(); - - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - EXPECT_CALL(*pullerManager, Pull(tagId, kConfigKey, _, _, _)) - // First condition change event. - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucketStartTimeNs + 10); - for (int i = 0; i < 2000; i++) { - data->push_back(CreateRepeatedValueLogEvent(tagId, bucketStartTimeNs + 1, i)); - } - return true; - })) - .WillOnce(Return(false)) - .WillOnce(Return(false)) - .WillOnce(Return(false)) - .WillOnce(Return(false)) - .WillOnce(Return(false)) - .WillOnce(Return(false)) - .WillOnce(Return(false)) - .WillOnce(Return(false)) - .WillOnce(Return(false)) - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucketStartTimeNs + 220); - data->clear(); - data->push_back(CreateRepeatedValueLogEvent(tagId, bucketStartTimeNs + 220, 10)); - return true; - })); - - sp<ValueMetricProducer> valueProducer = - ValueMetricProducerTestHelper::createValueProducerWithCondition( - pullerManager, metric, ConditionState::kUnknown); - - // First condition change event causes guardrail to be reached. - valueProducer->onConditionChanged(true, bucketStartTimeNs + 10); - - // 2-10 condition change events result in failed pulls. - valueProducer->onConditionChanged(false, bucketStartTimeNs + 30); - valueProducer->onConditionChanged(true, bucketStartTimeNs + 50); - valueProducer->onConditionChanged(false, bucketStartTimeNs + 70); - valueProducer->onConditionChanged(true, bucketStartTimeNs + 90); - valueProducer->onConditionChanged(false, bucketStartTimeNs + 100); - valueProducer->onConditionChanged(true, bucketStartTimeNs + 150); - valueProducer->onConditionChanged(false, bucketStartTimeNs + 170); - valueProducer->onConditionChanged(true, bucketStartTimeNs + 190); - valueProducer->onConditionChanged(false, bucketStartTimeNs + 200); - - // Condition change event 11 - valueProducer->onConditionChanged(true, bucketStartTimeNs + 220); - - // Check dump report. - ProtoOutputStream output; - std::set<string> strSet; - int64_t dumpReportTimeNs = bucketStartTimeNs + 1000; - // Because we already have 10 dump events in the current bucket, - // this case should not be added to the list of dump events. - valueProducer->onDumpReport(bucketStartTimeNs + 1000, true /* include recent buckets */, true, - FAST /* dumpLatency */, &strSet, &output); - - StatsLogReport report = outputStreamToProto(&output); - EXPECT_TRUE(report.has_value_metrics()); - ASSERT_EQ(0, report.value_metrics().data_size()); - ASSERT_EQ(1, report.value_metrics().skipped_size()); - - EXPECT_EQ(NanoToMillis(bucketStartTimeNs), - report.value_metrics().skipped(0).start_bucket_elapsed_millis()); - EXPECT_EQ(NanoToMillis(dumpReportTimeNs), - report.value_metrics().skipped(0).end_bucket_elapsed_millis()); - ASSERT_EQ(10, report.value_metrics().skipped(0).drop_event_size()); - - auto dropEvent = report.value_metrics().skipped(0).drop_event(0); - EXPECT_EQ(BucketDropReason::CONDITION_UNKNOWN, dropEvent.drop_reason()); - EXPECT_EQ(NanoToMillis(bucketStartTimeNs + 10), dropEvent.drop_time_millis()); - - dropEvent = report.value_metrics().skipped(0).drop_event(1); - EXPECT_EQ(BucketDropReason::PULL_FAILED, dropEvent.drop_reason()); - EXPECT_EQ(NanoToMillis(bucketStartTimeNs + 30), dropEvent.drop_time_millis()); - - dropEvent = report.value_metrics().skipped(0).drop_event(2); - EXPECT_EQ(BucketDropReason::PULL_FAILED, dropEvent.drop_reason()); - EXPECT_EQ(NanoToMillis(bucketStartTimeNs + 50), dropEvent.drop_time_millis()); - - dropEvent = report.value_metrics().skipped(0).drop_event(3); - EXPECT_EQ(BucketDropReason::PULL_FAILED, dropEvent.drop_reason()); - EXPECT_EQ(NanoToMillis(bucketStartTimeNs + 70), dropEvent.drop_time_millis()); - - dropEvent = report.value_metrics().skipped(0).drop_event(4); - EXPECT_EQ(BucketDropReason::PULL_FAILED, dropEvent.drop_reason()); - EXPECT_EQ(NanoToMillis(bucketStartTimeNs + 90), dropEvent.drop_time_millis()); - - dropEvent = report.value_metrics().skipped(0).drop_event(5); - EXPECT_EQ(BucketDropReason::PULL_FAILED, dropEvent.drop_reason()); - EXPECT_EQ(NanoToMillis(bucketStartTimeNs + 100), dropEvent.drop_time_millis()); - - dropEvent = report.value_metrics().skipped(0).drop_event(6); - EXPECT_EQ(BucketDropReason::PULL_FAILED, dropEvent.drop_reason()); - EXPECT_EQ(NanoToMillis(bucketStartTimeNs + 150), dropEvent.drop_time_millis()); - - dropEvent = report.value_metrics().skipped(0).drop_event(7); - EXPECT_EQ(BucketDropReason::PULL_FAILED, dropEvent.drop_reason()); - EXPECT_EQ(NanoToMillis(bucketStartTimeNs + 170), dropEvent.drop_time_millis()); - - dropEvent = report.value_metrics().skipped(0).drop_event(8); - EXPECT_EQ(BucketDropReason::PULL_FAILED, dropEvent.drop_reason()); - EXPECT_EQ(NanoToMillis(bucketStartTimeNs + 190), dropEvent.drop_time_millis()); - - dropEvent = report.value_metrics().skipped(0).drop_event(9); - EXPECT_EQ(BucketDropReason::PULL_FAILED, dropEvent.drop_reason()); - EXPECT_EQ(NanoToMillis(bucketStartTimeNs + 200), dropEvent.drop_time_millis()); -} - -/* - * Test metric with a simple sliced state - * - Increasing values - * - Using diff - * - Second field is value field - */ -TEST(ValueMetricProducerTest, TestSlicedState) { - // Set up ValueMetricProducer. - ValueMetric metric = ValueMetricProducerTestHelper::createMetricWithState("SCREEN_STATE"); - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - EXPECT_CALL(*pullerManager, Pull(tagId, kConfigKey, _, _, _)) - // ValueMetricProducer initialized. - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucketStartTimeNs); - data->clear(); - data->push_back(CreateRepeatedValueLogEvent(tagId, bucketStartTimeNs, 3)); - return true; - })) - // Screen state change to ON. - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucketStartTimeNs + 5); - data->clear(); - data->push_back(CreateRepeatedValueLogEvent(tagId, bucketStartTimeNs + 5, 5)); - return true; - })) - // Screen state change to OFF. - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucketStartTimeNs + 10); - data->clear(); - data->push_back(CreateRepeatedValueLogEvent(tagId, bucketStartTimeNs + 10, 9)); - return true; - })) - // Screen state change to ON. - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucketStartTimeNs + 15); - data->clear(); - data->push_back(CreateRepeatedValueLogEvent(tagId, bucketStartTimeNs + 15, 21)); - return true; - })) - // Dump report requested. - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucketStartTimeNs + 50); - data->clear(); - data->push_back(CreateRepeatedValueLogEvent(tagId, bucketStartTimeNs + 50, 30)); - return true; - })); - - StateManager::getInstance().clear(); - sp<ValueMetricProducer> valueProducer = - ValueMetricProducerTestHelper::createValueProducerWithState( - pullerManager, metric, {util::SCREEN_STATE_CHANGED}, {}); - EXPECT_EQ(1, valueProducer->mSlicedStateAtoms.size()); - - // Set up StateManager and check that StateTrackers are initialized. - StateManager::getInstance().registerListener(SCREEN_STATE_ATOM_ID, valueProducer); - EXPECT_EQ(1, StateManager::getInstance().getStateTrackersCount()); - EXPECT_EQ(1, StateManager::getInstance().getListenersCount(SCREEN_STATE_ATOM_ID)); - - // Bucket status after metric initialized. - ASSERT_EQ(1UL, valueProducer->mCurrentSlicedBucket.size()); - // Base for dimension key {} - auto it = valueProducer->mCurrentSlicedBucket.begin(); - auto itBase = valueProducer->mCurrentBaseInfo.find(it->first.getDimensionKeyInWhat()); - EXPECT_TRUE(itBase->second[0].hasBase); - EXPECT_EQ(3, itBase->second[0].base.long_value); - EXPECT_TRUE(itBase->second[0].hasCurrentState); - ASSERT_EQ(1, itBase->second[0].currentState.getValues().size()); - EXPECT_EQ(-1 /* StateTracker::kStateUnknown */, - itBase->second[0].currentState.getValues()[0].mValue.int_value); - // Value for dimension, state key {{}, kStateUnknown} - EXPECT_EQ(0, it->first.getDimensionKeyInWhat().getValues().size()); - ASSERT_EQ(1, it->first.getStateValuesKey().getValues().size()); - EXPECT_EQ(-1 /* StateTracker::kStateUnknown */, - it->first.getStateValuesKey().getValues()[0].mValue.int_value); - EXPECT_FALSE(it->second[0].hasValue); - - // Bucket status after screen state change kStateUnknown->ON. - auto screenEvent = CreateScreenStateChangedEvent( - bucketStartTimeNs + 5, android::view::DisplayStateEnum::DISPLAY_STATE_ON); - StateManager::getInstance().onLogEvent(*screenEvent); - ASSERT_EQ(1UL, valueProducer->mCurrentSlicedBucket.size()); - // Base for dimension key {} - it = valueProducer->mCurrentSlicedBucket.begin(); - itBase = valueProducer->mCurrentBaseInfo.find(it->first.getDimensionKeyInWhat()); - EXPECT_TRUE(itBase->second[0].hasBase); - EXPECT_EQ(5, itBase->second[0].base.long_value); - EXPECT_TRUE(itBase->second[0].hasCurrentState); - ASSERT_EQ(1, itBase->second[0].currentState.getValues().size()); - EXPECT_EQ(android::view::DisplayStateEnum::DISPLAY_STATE_ON, - itBase->second[0].currentState.getValues()[0].mValue.int_value); - // Value for dimension, state key {{}, kStateUnknown} - EXPECT_EQ(0, it->first.getDimensionKeyInWhat().getValues().size()); - ASSERT_EQ(1, it->first.getStateValuesKey().getValues().size()); - EXPECT_EQ(-1 /* StateTracker::kStateUnknown */, - it->first.getStateValuesKey().getValues()[0].mValue.int_value); - EXPECT_TRUE(it->second[0].hasValue); - EXPECT_EQ(2, it->second[0].value.long_value); - - // Bucket status after screen state change ON->OFF. - screenEvent = CreateScreenStateChangedEvent(bucketStartTimeNs + 10, - android::view::DisplayStateEnum::DISPLAY_STATE_OFF); - StateManager::getInstance().onLogEvent(*screenEvent); - ASSERT_EQ(2UL, valueProducer->mCurrentSlicedBucket.size()); - // Base for dimension key {} - it = valueProducer->mCurrentSlicedBucket.begin(); - itBase = valueProducer->mCurrentBaseInfo.find(it->first.getDimensionKeyInWhat()); - EXPECT_TRUE(itBase->second[0].hasBase); - EXPECT_EQ(9, itBase->second[0].base.long_value); - EXPECT_TRUE(itBase->second[0].hasCurrentState); - EXPECT_EQ(android::view::DisplayStateEnum::DISPLAY_STATE_OFF, - itBase->second[0].currentState.getValues()[0].mValue.int_value); - // Value for dimension, state key {{}, ON} - EXPECT_EQ(0, it->first.getDimensionKeyInWhat().getValues().size()); - ASSERT_EQ(1, it->first.getStateValuesKey().getValues().size()); - EXPECT_EQ(android::view::DisplayStateEnum::DISPLAY_STATE_ON, - it->first.getStateValuesKey().getValues()[0].mValue.int_value); - EXPECT_TRUE(it->second[0].hasValue); - EXPECT_EQ(4, it->second[0].value.long_value); - // Value for dimension, state key {{}, kStateUnknown} - it++; - EXPECT_EQ(0, it->first.getDimensionKeyInWhat().getValues().size()); - ASSERT_EQ(1, it->first.getStateValuesKey().getValues().size()); - EXPECT_EQ(-1 /* StateTracker::kStateUnknown */, - it->first.getStateValuesKey().getValues()[0].mValue.int_value); - EXPECT_TRUE(it->second[0].hasValue); - EXPECT_EQ(2, it->second[0].value.long_value); - - // Bucket status after screen state change OFF->ON. - screenEvent = CreateScreenStateChangedEvent(bucketStartTimeNs + 15, - android::view::DisplayStateEnum::DISPLAY_STATE_ON); - StateManager::getInstance().onLogEvent(*screenEvent); - ASSERT_EQ(3UL, valueProducer->mCurrentSlicedBucket.size()); - // Base for dimension key {} - it = valueProducer->mCurrentSlicedBucket.begin(); - itBase = valueProducer->mCurrentBaseInfo.find(it->first.getDimensionKeyInWhat()); - EXPECT_TRUE(itBase->second[0].hasBase); - EXPECT_EQ(21, itBase->second[0].base.long_value); - EXPECT_TRUE(itBase->second[0].hasCurrentState); - ASSERT_EQ(1, itBase->second[0].currentState.getValues().size()); - EXPECT_EQ(android::view::DisplayStateEnum::DISPLAY_STATE_ON, - itBase->second[0].currentState.getValues()[0].mValue.int_value); - // Value for dimension, state key {{}, OFF} - EXPECT_EQ(0, it->first.getDimensionKeyInWhat().getValues().size()); - ASSERT_EQ(1, it->first.getStateValuesKey().getValues().size()); - EXPECT_EQ(android::view::DisplayStateEnum::DISPLAY_STATE_OFF, - it->first.getStateValuesKey().getValues()[0].mValue.int_value); - EXPECT_TRUE(it->second[0].hasValue); - EXPECT_EQ(12, it->second[0].value.long_value); - // Value for dimension, state key {{}, ON} - it++; - EXPECT_EQ(0, it->first.getDimensionKeyInWhat().getValues().size()); - ASSERT_EQ(1, it->first.getStateValuesKey().getValues().size()); - EXPECT_EQ(android::view::DisplayStateEnum::DISPLAY_STATE_ON, - it->first.getStateValuesKey().getValues()[0].mValue.int_value); - EXPECT_TRUE(it->second[0].hasValue); - EXPECT_EQ(4, it->second[0].value.long_value); - // Value for dimension, state key {{}, kStateUnknown} - it++; - EXPECT_EQ(0, it->first.getDimensionKeyInWhat().getValues().size()); - ASSERT_EQ(1, it->first.getStateValuesKey().getValues().size()); - EXPECT_EQ(-1 /* StateTracker::kStateUnknown */, - it->first.getStateValuesKey().getValues()[0].mValue.int_value); - EXPECT_TRUE(it->second[0].hasValue); - EXPECT_EQ(2, it->second[0].value.long_value); - - // Start dump report and check output. - ProtoOutputStream output; - std::set<string> strSet; - valueProducer->onDumpReport(bucketStartTimeNs + 50, true /* include recent buckets */, true, - NO_TIME_CONSTRAINTS, &strSet, &output); - - StatsLogReport report = outputStreamToProto(&output); - EXPECT_TRUE(report.has_value_metrics()); - ASSERT_EQ(3, report.value_metrics().data_size()); - - auto data = report.value_metrics().data(0); - ASSERT_EQ(1, data.bucket_info_size()); - EXPECT_EQ(2, report.value_metrics().data(0).bucket_info(0).values(0).value_long()); - EXPECT_EQ(SCREEN_STATE_ATOM_ID, data.slice_by_state(0).atom_id()); - EXPECT_TRUE(data.slice_by_state(0).has_value()); - EXPECT_EQ(-1 /* StateTracker::kStateUnknown */, data.slice_by_state(0).value()); - - data = report.value_metrics().data(1); - ASSERT_EQ(1, report.value_metrics().data(1).bucket_info_size()); - EXPECT_EQ(13, report.value_metrics().data(1).bucket_info(0).values(0).value_long()); - EXPECT_EQ(SCREEN_STATE_ATOM_ID, data.slice_by_state(0).atom_id()); - EXPECT_TRUE(data.slice_by_state(0).has_value()); - EXPECT_EQ(android::view::DisplayStateEnum::DISPLAY_STATE_ON, data.slice_by_state(0).value()); - - data = report.value_metrics().data(2); - ASSERT_EQ(1, report.value_metrics().data(2).bucket_info_size()); - EXPECT_EQ(12, report.value_metrics().data(2).bucket_info(0).values(0).value_long()); - EXPECT_EQ(SCREEN_STATE_ATOM_ID, data.slice_by_state(0).atom_id()); - EXPECT_TRUE(data.slice_by_state(0).has_value()); - EXPECT_EQ(android::view::DisplayStateEnum::DISPLAY_STATE_OFF, data.slice_by_state(0).value()); -} - -/* - * Test metric with sliced state with map - * - Increasing values - * - Using diff - * - Second field is value field - */ -TEST(ValueMetricProducerTest, TestSlicedStateWithMap) { - // Set up ValueMetricProducer. - ValueMetric metric = ValueMetricProducerTestHelper::createMetricWithState("SCREEN_STATE_ONOFF"); - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - EXPECT_CALL(*pullerManager, Pull(tagId, kConfigKey, _, _, _)) - // ValueMetricProducer initialized. - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucketStartTimeNs); - data->clear(); - data->push_back(CreateRepeatedValueLogEvent(tagId, bucketStartTimeNs, 3)); - return true; - })) - // Screen state change to ON. - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucketStartTimeNs + 5); - data->clear(); - data->push_back(CreateRepeatedValueLogEvent(tagId, bucketStartTimeNs + 5, 5)); - return true; - })) - // Screen state change to VR has no pull because it is in the same - // state group as ON. - - // Screen state change to ON has no pull because it is in the same - // state group as VR. - - // Screen state change to OFF. - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucketStartTimeNs + 15); - data->clear(); - data->push_back(CreateRepeatedValueLogEvent(tagId, bucketStartTimeNs + 15, 21)); - return true; - })) - // Dump report requested. - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucketStartTimeNs + 50); - data->clear(); - data->push_back(CreateRepeatedValueLogEvent(tagId, bucketStartTimeNs + 50, 30)); - return true; - })); - - const StateMap& stateMap = - CreateScreenStateOnOffMap(/*screen on id=*/321, /*screen off id=*/123); - const StateMap_StateGroup screenOnGroup = stateMap.group(0); - const StateMap_StateGroup screenOffGroup = stateMap.group(1); - - unordered_map<int, unordered_map<int, int64_t>> stateGroupMap; - for (auto group : stateMap.group()) { - for (auto value : group.value()) { - stateGroupMap[SCREEN_STATE_ATOM_ID][value] = group.group_id(); - } - } - - StateManager::getInstance().clear(); - sp<ValueMetricProducer> valueProducer = - ValueMetricProducerTestHelper::createValueProducerWithState( - pullerManager, metric, {util::SCREEN_STATE_CHANGED}, stateGroupMap); - - // Set up StateManager and check that StateTrackers are initialized. - StateManager::getInstance().registerListener(SCREEN_STATE_ATOM_ID, valueProducer); - EXPECT_EQ(1, StateManager::getInstance().getStateTrackersCount()); - EXPECT_EQ(1, StateManager::getInstance().getListenersCount(SCREEN_STATE_ATOM_ID)); - - // Bucket status after metric initialized. - ASSERT_EQ(1UL, valueProducer->mCurrentSlicedBucket.size()); - // Base for dimension key {} - auto it = valueProducer->mCurrentSlicedBucket.begin(); - auto itBase = valueProducer->mCurrentBaseInfo.find(it->first.getDimensionKeyInWhat()); - EXPECT_TRUE(itBase->second[0].hasBase); - EXPECT_EQ(3, itBase->second[0].base.long_value); - EXPECT_TRUE(itBase->second[0].hasCurrentState); - ASSERT_EQ(1, itBase->second[0].currentState.getValues().size()); - EXPECT_EQ(-1 /* StateTracker::kStateUnknown */, - itBase->second[0].currentState.getValues()[0].mValue.int_value); - // Value for dimension, state key {{}, {kStateUnknown}} - EXPECT_EQ(0, it->first.getDimensionKeyInWhat().getValues().size()); - ASSERT_EQ(1, it->first.getStateValuesKey().getValues().size()); - EXPECT_EQ(-1 /* StateTracker::kStateUnknown */, - it->first.getStateValuesKey().getValues()[0].mValue.int_value); - EXPECT_FALSE(it->second[0].hasValue); - - // Bucket status after screen state change kStateUnknown->ON. - auto screenEvent = CreateScreenStateChangedEvent( - bucketStartTimeNs + 5, android::view::DisplayStateEnum::DISPLAY_STATE_ON); - StateManager::getInstance().onLogEvent(*screenEvent); - ASSERT_EQ(1UL, valueProducer->mCurrentSlicedBucket.size()); - // Base for dimension key {} - it = valueProducer->mCurrentSlicedBucket.begin(); - itBase = valueProducer->mCurrentBaseInfo.find(it->first.getDimensionKeyInWhat()); - EXPECT_TRUE(itBase->second[0].hasBase); - EXPECT_EQ(5, itBase->second[0].base.long_value); - EXPECT_TRUE(itBase->second[0].hasCurrentState); - ASSERT_EQ(1, itBase->second[0].currentState.getValues().size()); - EXPECT_EQ(screenOnGroup.group_id(), - itBase->second[0].currentState.getValues()[0].mValue.long_value); - // Value for dimension, state key {{}, kStateUnknown} - EXPECT_EQ(0, it->first.getDimensionKeyInWhat().getValues().size()); - ASSERT_EQ(1, it->first.getStateValuesKey().getValues().size()); - EXPECT_EQ(-1 /* StateTracker::kStateUnknown */, - it->first.getStateValuesKey().getValues()[0].mValue.int_value); - EXPECT_TRUE(it->second[0].hasValue); - EXPECT_EQ(2, it->second[0].value.long_value); - - // Bucket status after screen state change ON->VR. - // Both ON and VR are in the same state group, so the base should not change. - screenEvent = CreateScreenStateChangedEvent(bucketStartTimeNs + 10, - android::view::DisplayStateEnum::DISPLAY_STATE_VR); - StateManager::getInstance().onLogEvent(*screenEvent); - ASSERT_EQ(1UL, valueProducer->mCurrentSlicedBucket.size()); - // Base for dimension key {} - it = valueProducer->mCurrentSlicedBucket.begin(); - itBase = valueProducer->mCurrentBaseInfo.find(it->first.getDimensionKeyInWhat()); - EXPECT_TRUE(itBase->second[0].hasBase); - EXPECT_EQ(5, itBase->second[0].base.long_value); - EXPECT_TRUE(itBase->second[0].hasCurrentState); - ASSERT_EQ(1, itBase->second[0].currentState.getValues().size()); - EXPECT_EQ(screenOnGroup.group_id(), - itBase->second[0].currentState.getValues()[0].mValue.int_value); - // Value for dimension, state key {{}, kStateUnknown} - EXPECT_EQ(0, it->first.getDimensionKeyInWhat().getValues().size()); - ASSERT_EQ(1, it->first.getStateValuesKey().getValues().size()); - EXPECT_EQ(-1 /* StateTracker::kStateUnknown */, - it->first.getStateValuesKey().getValues()[0].mValue.int_value); - EXPECT_TRUE(it->second[0].hasValue); - EXPECT_EQ(2, it->second[0].value.long_value); - - // Bucket status after screen state change VR->ON. - // Both ON and VR are in the same state group, so the base should not change. - screenEvent = CreateScreenStateChangedEvent(bucketStartTimeNs + 12, - android::view::DisplayStateEnum::DISPLAY_STATE_ON); - StateManager::getInstance().onLogEvent(*screenEvent); - ASSERT_EQ(1UL, valueProducer->mCurrentSlicedBucket.size()); - // Base for dimension key {} - it = valueProducer->mCurrentSlicedBucket.begin(); - itBase = valueProducer->mCurrentBaseInfo.find(it->first.getDimensionKeyInWhat()); - EXPECT_TRUE(itBase->second[0].hasBase); - EXPECT_EQ(5, itBase->second[0].base.long_value); - EXPECT_TRUE(itBase->second[0].hasCurrentState); - ASSERT_EQ(1, itBase->second[0].currentState.getValues().size()); - EXPECT_EQ(screenOnGroup.group_id(), - itBase->second[0].currentState.getValues()[0].mValue.int_value); - // Value for dimension, state key {{}, kStateUnknown} - EXPECT_EQ(0, it->first.getDimensionKeyInWhat().getValues().size()); - ASSERT_EQ(1, it->first.getStateValuesKey().getValues().size()); - EXPECT_EQ(-1 /* StateTracker::kStateUnknown */, - it->first.getStateValuesKey().getValues()[0].mValue.int_value); - EXPECT_TRUE(it->second[0].hasValue); - EXPECT_EQ(2, it->second[0].value.long_value); - - // Bucket status after screen state change VR->OFF. - screenEvent = CreateScreenStateChangedEvent(bucketStartTimeNs + 15, - android::view::DisplayStateEnum::DISPLAY_STATE_OFF); - StateManager::getInstance().onLogEvent(*screenEvent); - ASSERT_EQ(2UL, valueProducer->mCurrentSlicedBucket.size()); - // Base for dimension key {} - it = valueProducer->mCurrentSlicedBucket.begin(); - itBase = valueProducer->mCurrentBaseInfo.find(it->first.getDimensionKeyInWhat()); - EXPECT_TRUE(itBase->second[0].hasBase); - EXPECT_EQ(21, itBase->second[0].base.long_value); - EXPECT_TRUE(itBase->second[0].hasCurrentState); - ASSERT_EQ(1, itBase->second[0].currentState.getValues().size()); - EXPECT_EQ(screenOffGroup.group_id(), - itBase->second[0].currentState.getValues()[0].mValue.int_value); - // Value for dimension, state key {{}, ON GROUP} - EXPECT_EQ(0, it->first.getDimensionKeyInWhat().getValues().size()); - ASSERT_EQ(1, it->first.getStateValuesKey().getValues().size()); - EXPECT_EQ(screenOnGroup.group_id(), - it->first.getStateValuesKey().getValues()[0].mValue.long_value); - EXPECT_TRUE(it->second[0].hasValue); - EXPECT_EQ(16, it->second[0].value.long_value); - // Value for dimension, state key {{}, kStateUnknown} - it++; - EXPECT_EQ(0, it->first.getDimensionKeyInWhat().getValues().size()); - ASSERT_EQ(1, it->first.getStateValuesKey().getValues().size()); - EXPECT_EQ(-1 /* StateTracker::kStateUnknown */, - it->first.getStateValuesKey().getValues()[0].mValue.int_value); - EXPECT_TRUE(it->second[0].hasValue); - EXPECT_EQ(2, it->second[0].value.long_value); - - // Start dump report and check output. - ProtoOutputStream output; - std::set<string> strSet; - valueProducer->onDumpReport(bucketStartTimeNs + 50, true /* include recent buckets */, true, - NO_TIME_CONSTRAINTS, &strSet, &output); - - StatsLogReport report = outputStreamToProto(&output); - EXPECT_TRUE(report.has_value_metrics()); - ASSERT_EQ(3, report.value_metrics().data_size()); - - auto data = report.value_metrics().data(0); - ASSERT_EQ(1, data.bucket_info_size()); - EXPECT_EQ(2, report.value_metrics().data(0).bucket_info(0).values(0).value_long()); - EXPECT_EQ(SCREEN_STATE_ATOM_ID, data.slice_by_state(0).atom_id()); - EXPECT_TRUE(data.slice_by_state(0).has_value()); - EXPECT_EQ(-1 /*StateTracker::kStateUnknown*/, data.slice_by_state(0).value()); - - data = report.value_metrics().data(1); - ASSERT_EQ(1, report.value_metrics().data(1).bucket_info_size()); - EXPECT_EQ(16, report.value_metrics().data(1).bucket_info(0).values(0).value_long()); - EXPECT_EQ(SCREEN_STATE_ATOM_ID, data.slice_by_state(0).atom_id()); - EXPECT_TRUE(data.slice_by_state(0).has_group_id()); - EXPECT_EQ(screenOnGroup.group_id(), data.slice_by_state(0).group_id()); - - data = report.value_metrics().data(2); - ASSERT_EQ(1, report.value_metrics().data(2).bucket_info_size()); - EXPECT_EQ(9, report.value_metrics().data(2).bucket_info(0).values(0).value_long()); - EXPECT_EQ(SCREEN_STATE_ATOM_ID, data.slice_by_state(0).atom_id()); - EXPECT_TRUE(data.slice_by_state(0).has_group_id()); - EXPECT_EQ(screenOffGroup.group_id(), data.slice_by_state(0).group_id()); -} - -/* - * Test metric that slices by state with a primary field and has dimensions - * - Increasing values - * - Using diff - * - Second field is value field - */ -TEST(ValueMetricProducerTest, TestSlicedStateWithPrimaryField_WithDimensions) { - // Set up ValueMetricProducer. - ValueMetric metric = ValueMetricProducerTestHelper::createMetricWithState("UID_PROCESS_STATE"); - metric.mutable_dimensions_in_what()->set_field(tagId); - metric.mutable_dimensions_in_what()->add_child()->set_field(1); - - MetricStateLink* stateLink = metric.add_state_link(); - stateLink->set_state_atom_id(UID_PROCESS_STATE_ATOM_ID); - auto fieldsInWhat = stateLink->mutable_fields_in_what(); - *fieldsInWhat = CreateDimensions(tagId, {1 /* uid */}); - auto fieldsInState = stateLink->mutable_fields_in_state(); - *fieldsInState = CreateDimensions(UID_PROCESS_STATE_ATOM_ID, {1 /* uid */}); - - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - EXPECT_CALL(*pullerManager, Pull(tagId, kConfigKey, _, _, _)) - // ValueMetricProducer initialized. - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucketStartTimeNs); - data->clear(); - data->push_back(CreateTwoValueLogEvent(tagId, bucketStartTimeNs, 2 /*uid*/, 7)); - data->push_back(CreateTwoValueLogEvent(tagId, bucketStartTimeNs, 1 /*uid*/, 3)); - return true; - })) - // Uid 1 process state change from kStateUnknown -> Foreground - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucketStartTimeNs + 20); - data->clear(); - data->push_back( - CreateTwoValueLogEvent(tagId, bucketStartTimeNs + 20, 1 /*uid*/, 6)); - - // This event should be skipped. - data->push_back( - CreateTwoValueLogEvent(tagId, bucketStartTimeNs + 20, 2 /*uid*/, 8)); - return true; - })) - // Uid 2 process state change from kStateUnknown -> Background - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucketStartTimeNs + 40); - data->clear(); - data->push_back( - CreateTwoValueLogEvent(tagId, bucketStartTimeNs + 40, 2 /*uid*/, 9)); - - // This event should be skipped. - data->push_back( - CreateTwoValueLogEvent(tagId, bucketStartTimeNs + 40, 1 /*uid*/, 12)); - return true; - })) - // Uid 1 process state change from Foreground -> Background - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucket2StartTimeNs + 20); - data->clear(); - data->push_back( - CreateTwoValueLogEvent(tagId, bucket2StartTimeNs + 20, 1 /*uid*/, 13)); - - // This event should be skipped. - data->push_back( - CreateTwoValueLogEvent(tagId, bucket2StartTimeNs + 20, 2 /*uid*/, 11)); - return true; - })) - // Uid 1 process state change from Background -> Foreground - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucket2StartTimeNs + 40); - data->clear(); - data->push_back( - CreateTwoValueLogEvent(tagId, bucket2StartTimeNs + 40, 1 /*uid*/, 17)); - - // This event should be skipped. - data->push_back( - CreateTwoValueLogEvent(tagId, bucket2StartTimeNs + 40, 2 /*uid */, 15)); - return true; - })) - // Dump report pull. - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucket2StartTimeNs + 50); - data->clear(); - data->push_back( - CreateTwoValueLogEvent(tagId, bucket2StartTimeNs + 50, 2 /*uid*/, 20)); - data->push_back( - CreateTwoValueLogEvent(tagId, bucket2StartTimeNs + 50, 1 /*uid*/, 21)); - return true; - })); - - StateManager::getInstance().clear(); - sp<ValueMetricProducer> valueProducer = - ValueMetricProducerTestHelper::createValueProducerWithState( - pullerManager, metric, {UID_PROCESS_STATE_ATOM_ID}, {}); - - // Set up StateManager and check that StateTrackers are initialized. - StateManager::getInstance().registerListener(UID_PROCESS_STATE_ATOM_ID, valueProducer); - EXPECT_EQ(1, StateManager::getInstance().getStateTrackersCount()); - EXPECT_EQ(1, StateManager::getInstance().getListenersCount(UID_PROCESS_STATE_ATOM_ID)); - - // Bucket status after metric initialized. - ASSERT_EQ(2UL, valueProducer->mCurrentSlicedBucket.size()); - // Base for dimension key {uid 1}. - auto it = valueProducer->mCurrentSlicedBucket.begin(); - auto itBase = valueProducer->mCurrentBaseInfo.find(it->first.getDimensionKeyInWhat()); - EXPECT_TRUE(itBase->second[0].hasBase); - EXPECT_EQ(3, itBase->second[0].base.long_value); - EXPECT_TRUE(itBase->second[0].hasCurrentState); - ASSERT_EQ(1, itBase->second[0].currentState.getValues().size()); - EXPECT_EQ(-1 /* StateTracker::kStateUnknown */, - itBase->second[0].currentState.getValues()[0].mValue.int_value); - // Value for dimension, state key {{uid 1}, kStateUnknown} - ASSERT_EQ(1, it->first.getDimensionKeyInWhat().getValues().size()); - EXPECT_EQ(1, it->first.getDimensionKeyInWhat().getValues()[0].mValue.int_value); - ASSERT_EQ(1, it->first.getStateValuesKey().getValues().size()); - EXPECT_EQ(-1 /* StateTracker::kStateUnknown */, - it->first.getStateValuesKey().getValues()[0].mValue.int_value); - EXPECT_FALSE(it->second[0].hasValue); - // Base for dimension key {uid 2} - it++; - itBase = valueProducer->mCurrentBaseInfo.find(it->first.getDimensionKeyInWhat()); - EXPECT_TRUE(itBase->second[0].hasBase); - EXPECT_EQ(7, itBase->second[0].base.long_value); - EXPECT_TRUE(itBase->second[0].hasCurrentState); - ASSERT_EQ(1, itBase->second[0].currentState.getValues().size()); - EXPECT_EQ(-1 /* StateTracker::kStateUnknown */, - itBase->second[0].currentState.getValues()[0].mValue.int_value); - // Value for dimension, state key {{uid 2}, kStateUnknown} - ASSERT_EQ(1, it->first.getDimensionKeyInWhat().getValues().size()); - EXPECT_EQ(2, it->first.getDimensionKeyInWhat().getValues()[0].mValue.int_value); - ASSERT_EQ(1, it->first.getStateValuesKey().getValues().size()); - EXPECT_EQ(-1 /* StateTracker::kStateUnknown */, - it->first.getStateValuesKey().getValues()[0].mValue.int_value); - EXPECT_FALSE(it->second[0].hasValue); - - // Bucket status after uid 1 process state change kStateUnknown -> Foreground. - auto uidProcessEvent = CreateUidProcessStateChangedEvent( - bucketStartTimeNs + 20, 1 /* uid */, android::app::PROCESS_STATE_IMPORTANT_FOREGROUND); - StateManager::getInstance().onLogEvent(*uidProcessEvent); - ASSERT_EQ(2UL, valueProducer->mCurrentSlicedBucket.size()); - // Base for dimension key {uid 1}. - it = valueProducer->mCurrentSlicedBucket.begin(); - itBase = valueProducer->mCurrentBaseInfo.find(it->first.getDimensionKeyInWhat()); - EXPECT_TRUE(itBase->second[0].hasBase); - EXPECT_EQ(6, itBase->second[0].base.long_value); - EXPECT_TRUE(itBase->second[0].hasCurrentState); - ASSERT_EQ(1, itBase->second[0].currentState.getValues().size()); - EXPECT_EQ(android::app::PROCESS_STATE_IMPORTANT_FOREGROUND, - itBase->second[0].currentState.getValues()[0].mValue.int_value); - // Value for key {uid 1, kStateUnknown}. - ASSERT_EQ(1, it->first.getDimensionKeyInWhat().getValues().size()); - EXPECT_EQ(1, it->first.getDimensionKeyInWhat().getValues()[0].mValue.int_value); - ASSERT_EQ(1, it->first.getStateValuesKey().getValues().size()); - EXPECT_EQ(-1 /* StateTracker::kStateUnknown */, - it->first.getStateValuesKey().getValues()[0].mValue.int_value); - EXPECT_TRUE(it->second[0].hasValue); - EXPECT_EQ(3, it->second[0].value.long_value); - - // Base for dimension key {uid 2} - it++; - itBase = valueProducer->mCurrentBaseInfo.find(it->first.getDimensionKeyInWhat()); - EXPECT_TRUE(itBase->second[0].hasBase); - EXPECT_EQ(7, itBase->second[0].base.long_value); - EXPECT_TRUE(itBase->second[0].hasCurrentState); - ASSERT_EQ(1, itBase->second[0].currentState.getValues().size()); - EXPECT_EQ(-1 /* StateTracker::kStateUnknown */, - itBase->second[0].currentState.getValues()[0].mValue.int_value); - // Value for key {uid 2, kStateUnknown} - ASSERT_EQ(1, it->first.getDimensionKeyInWhat().getValues().size()); - EXPECT_EQ(2, it->first.getDimensionKeyInWhat().getValues()[0].mValue.int_value); - ASSERT_EQ(1, it->first.getStateValuesKey().getValues().size()); - EXPECT_EQ(-1, it->first.getStateValuesKey().getValues()[0].mValue.int_value); - EXPECT_FALSE(it->second[0].hasValue); - - // Bucket status after uid 2 process state change kStateUnknown -> Background. - uidProcessEvent = CreateUidProcessStateChangedEvent( - bucketStartTimeNs + 40, 2 /* uid */, android::app::PROCESS_STATE_IMPORTANT_BACKGROUND); - StateManager::getInstance().onLogEvent(*uidProcessEvent); - ASSERT_EQ(2UL, valueProducer->mCurrentSlicedBucket.size()); - // Base for dimension key {uid 1}. - it = valueProducer->mCurrentSlicedBucket.begin(); - itBase = valueProducer->mCurrentBaseInfo.find(it->first.getDimensionKeyInWhat()); - EXPECT_TRUE(itBase->second[0].hasBase); - EXPECT_EQ(6, itBase->second[0].base.long_value); - EXPECT_TRUE(itBase->second[0].hasCurrentState); - ASSERT_EQ(1, itBase->second[0].currentState.getValues().size()); - EXPECT_EQ(android::app::PROCESS_STATE_IMPORTANT_FOREGROUND, - itBase->second[0].currentState.getValues()[0].mValue.int_value); - // Value for key {uid 1, kStateUnknown}. - ASSERT_EQ(1, it->first.getDimensionKeyInWhat().getValues().size()); - EXPECT_EQ(1, it->first.getDimensionKeyInWhat().getValues()[0].mValue.int_value); - ASSERT_EQ(1, it->first.getStateValuesKey().getValues().size()); - EXPECT_EQ(-1, it->first.getStateValuesKey().getValues()[0].mValue.int_value); - EXPECT_TRUE(it->second[0].hasValue); - EXPECT_EQ(3, it->second[0].value.long_value); - - // Base for dimension key {uid 2} - it++; - itBase = valueProducer->mCurrentBaseInfo.find(it->first.getDimensionKeyInWhat()); - EXPECT_TRUE(itBase->second[0].hasBase); - EXPECT_EQ(9, itBase->second[0].base.long_value); - EXPECT_TRUE(itBase->second[0].hasCurrentState); - ASSERT_EQ(1, itBase->second[0].currentState.getValues().size()); - EXPECT_EQ(android::app::PROCESS_STATE_IMPORTANT_BACKGROUND, - itBase->second[0].currentState.getValues()[0].mValue.int_value); - // Value for key {uid 2, kStateUnknown} - ASSERT_EQ(1, it->first.getDimensionKeyInWhat().getValues().size()); - EXPECT_EQ(2, it->first.getDimensionKeyInWhat().getValues()[0].mValue.int_value); - ASSERT_EQ(1, it->first.getStateValuesKey().getValues().size()); - EXPECT_EQ(-1, it->first.getStateValuesKey().getValues()[0].mValue.int_value); - EXPECT_TRUE(it->second[0].hasValue); - EXPECT_EQ(2, it->second[0].value.long_value); - - // Pull at end of first bucket. - vector<shared_ptr<LogEvent>> allData; - allData.push_back(CreateTwoValueLogEvent(tagId, bucket2StartTimeNs, 1 /*uid*/, 10)); - allData.push_back(CreateTwoValueLogEvent(tagId, bucket2StartTimeNs, 2 /*uid*/, 15)); - valueProducer->onDataPulled(allData, /** succeeds */ true, bucket2StartTimeNs + 1); - - // Buckets flushed after end of first bucket. - // None of the buckets should have a value. - ASSERT_EQ(4UL, valueProducer->mCurrentSlicedBucket.size()); - ASSERT_EQ(4UL, valueProducer->mPastBuckets.size()); - ASSERT_EQ(2UL, valueProducer->mCurrentBaseInfo.size()); - // Base for dimension key {uid 2}. - it = valueProducer->mCurrentSlicedBucket.begin(); - EXPECT_EQ(2, it->first.getDimensionKeyInWhat().getValues()[0].mValue.int_value); - itBase = valueProducer->mCurrentBaseInfo.find(it->first.getDimensionKeyInWhat()); - EXPECT_TRUE(itBase->second[0].hasBase); - EXPECT_EQ(15, itBase->second[0].base.long_value); - EXPECT_TRUE(itBase->second[0].hasCurrentState); - ASSERT_EQ(1, itBase->second[0].currentState.getValues().size()); - EXPECT_EQ(android::app::PROCESS_STATE_IMPORTANT_BACKGROUND, - itBase->second[0].currentState.getValues()[0].mValue.int_value); - // Value for key {uid 2, BACKGROUND}. - ASSERT_EQ(1, it->first.getDimensionKeyInWhat().getValues().size()); - EXPECT_EQ(2, it->first.getDimensionKeyInWhat().getValues()[0].mValue.int_value); - ASSERT_EQ(1, it->first.getStateValuesKey().getValues().size()); - EXPECT_EQ(android::app::PROCESS_STATE_IMPORTANT_BACKGROUND, - it->first.getStateValuesKey().getValues()[0].mValue.int_value); - EXPECT_FALSE(it->second[0].hasValue); - - // Base for dimension key {uid 1} - it++; - itBase = valueProducer->mCurrentBaseInfo.find(it->first.getDimensionKeyInWhat()); - EXPECT_TRUE(itBase->second[0].hasBase); - EXPECT_EQ(10, itBase->second[0].base.long_value); - EXPECT_TRUE(itBase->second[0].hasCurrentState); - ASSERT_EQ(1, itBase->second[0].currentState.getValues().size()); - EXPECT_EQ(android::app::PROCESS_STATE_IMPORTANT_FOREGROUND, - itBase->second[0].currentState.getValues()[0].mValue.int_value); - // Value for key {uid 1, kStateUnknown} - ASSERT_EQ(1, it->first.getDimensionKeyInWhat().getValues().size()); - EXPECT_EQ(1, it->first.getDimensionKeyInWhat().getValues()[0].mValue.int_value); - ASSERT_EQ(1, it->first.getStateValuesKey().getValues().size()); - EXPECT_EQ(-1 /* kStateTracker::kUnknown */, - it->first.getStateValuesKey().getValues()[0].mValue.int_value); - EXPECT_FALSE(it->second[0].hasValue); - - // Value for key {uid 1, FOREGROUND} - it++; - ASSERT_EQ(1, it->first.getDimensionKeyInWhat().getValues().size()); - EXPECT_EQ(1, it->first.getDimensionKeyInWhat().getValues()[0].mValue.int_value); - ASSERT_EQ(1, it->first.getStateValuesKey().getValues().size()); - EXPECT_EQ(android::app::PROCESS_STATE_IMPORTANT_FOREGROUND, - it->first.getStateValuesKey().getValues()[0].mValue.int_value); - EXPECT_FALSE(it->second[0].hasValue); - - // Value for key {uid 2, kStateUnknown} - it++; - ASSERT_EQ(1, it->first.getDimensionKeyInWhat().getValues().size()); - EXPECT_EQ(2, it->first.getDimensionKeyInWhat().getValues()[0].mValue.int_value); - ASSERT_EQ(1, it->first.getStateValuesKey().getValues().size()); - EXPECT_EQ(-1 /* kStateTracker::kUnknown */, - it->first.getStateValuesKey().getValues()[0].mValue.int_value); - EXPECT_FALSE(it->second[0].hasValue); - - // Bucket status after uid 1 process state change from Foreground -> Background. - uidProcessEvent = CreateUidProcessStateChangedEvent( - bucket2StartTimeNs + 20, 1 /* uid */, android::app::PROCESS_STATE_IMPORTANT_BACKGROUND); - StateManager::getInstance().onLogEvent(*uidProcessEvent); - - ASSERT_EQ(4UL, valueProducer->mCurrentSlicedBucket.size()); - ASSERT_EQ(4UL, valueProducer->mPastBuckets.size()); - ASSERT_EQ(2UL, valueProducer->mCurrentBaseInfo.size()); - // Base for dimension key {uid 2}. - it = valueProducer->mCurrentSlicedBucket.begin(); - itBase = valueProducer->mCurrentBaseInfo.find(it->first.getDimensionKeyInWhat()); - EXPECT_TRUE(itBase->second[0].hasBase); - EXPECT_EQ(15, itBase->second[0].base.long_value); - EXPECT_TRUE(itBase->second[0].hasCurrentState); - ASSERT_EQ(1, itBase->second[0].currentState.getValues().size()); - EXPECT_EQ(android::app::PROCESS_STATE_IMPORTANT_BACKGROUND, - itBase->second[0].currentState.getValues()[0].mValue.int_value); - // Value for key {uid 2, BACKGROUND}. - ASSERT_EQ(1, it->first.getDimensionKeyInWhat().getValues().size()); - EXPECT_EQ(2, it->first.getDimensionKeyInWhat().getValues()[0].mValue.int_value); - ASSERT_EQ(1, it->first.getStateValuesKey().getValues().size()); - EXPECT_EQ(android::app::PROCESS_STATE_IMPORTANT_BACKGROUND, - it->first.getStateValuesKey().getValues()[0].mValue.int_value); - EXPECT_FALSE(it->second[0].hasValue); - // Base for dimension key {uid 1} - it++; - itBase = valueProducer->mCurrentBaseInfo.find(it->first.getDimensionKeyInWhat()); - EXPECT_TRUE(itBase->second[0].hasBase); - EXPECT_EQ(13, itBase->second[0].base.long_value); - EXPECT_TRUE(itBase->second[0].hasCurrentState); - ASSERT_EQ(1, itBase->second[0].currentState.getValues().size()); - EXPECT_EQ(android::app::PROCESS_STATE_IMPORTANT_BACKGROUND, - itBase->second[0].currentState.getValues()[0].mValue.int_value); - // Value for key {uid 1, kStateUnknown} - ASSERT_EQ(1, it->first.getDimensionKeyInWhat().getValues().size()); - EXPECT_EQ(1, it->first.getDimensionKeyInWhat().getValues()[0].mValue.int_value); - ASSERT_EQ(1, it->first.getStateValuesKey().getValues().size()); - EXPECT_EQ(-1 /* StateTracker::kStateUnknown */, - it->first.getStateValuesKey().getValues()[0].mValue.int_value); - EXPECT_FALSE(it->second[0].hasValue); - // Value for key {uid 1, FOREGROUND} - it++; - ASSERT_EQ(1, it->first.getDimensionKeyInWhat().getValues().size()); - EXPECT_EQ(1, it->first.getDimensionKeyInWhat().getValues()[0].mValue.int_value); - ASSERT_EQ(1, it->first.getStateValuesKey().getValues().size()); - EXPECT_EQ(android::app::PROCESS_STATE_IMPORTANT_FOREGROUND, - it->first.getStateValuesKey().getValues()[0].mValue.int_value); - EXPECT_TRUE(it->second[0].hasValue); - EXPECT_EQ(3, it->second[0].value.long_value); - // Value for key {uid 2, kStateUnknown} - it++; - ASSERT_EQ(1, it->first.getDimensionKeyInWhat().getValues().size()); - EXPECT_EQ(2, it->first.getDimensionKeyInWhat().getValues()[0].mValue.int_value); - ASSERT_EQ(1, it->first.getStateValuesKey().getValues().size()); - EXPECT_EQ(-1 /* StateTracker::kStateUnknown */, - it->first.getStateValuesKey().getValues()[0].mValue.int_value); - EXPECT_FALSE(it->second[0].hasValue); - - // Bucket status after uid 1 process state change Background->Foreground. - uidProcessEvent = CreateUidProcessStateChangedEvent( - bucket2StartTimeNs + 40, 1 /* uid */, android::app::PROCESS_STATE_IMPORTANT_FOREGROUND); - StateManager::getInstance().onLogEvent(*uidProcessEvent); - - ASSERT_EQ(5UL, valueProducer->mCurrentSlicedBucket.size()); - ASSERT_EQ(2UL, valueProducer->mCurrentBaseInfo.size()); - // Base for dimension key {uid 2} - it = valueProducer->mCurrentSlicedBucket.begin(); - itBase = valueProducer->mCurrentBaseInfo.find(it->first.getDimensionKeyInWhat()); - EXPECT_TRUE(itBase->second[0].hasBase); - EXPECT_EQ(15, itBase->second[0].base.long_value); - EXPECT_TRUE(itBase->second[0].hasCurrentState); - ASSERT_EQ(1, itBase->second[0].currentState.getValues().size()); - EXPECT_EQ(android::app::PROCESS_STATE_IMPORTANT_BACKGROUND, - itBase->second[0].currentState.getValues()[0].mValue.int_value); - // Value for key {uid 2, BACKGROUND} - ASSERT_EQ(1, it->first.getDimensionKeyInWhat().getValues().size()); - EXPECT_EQ(2, it->first.getDimensionKeyInWhat().getValues()[0].mValue.int_value); - ASSERT_EQ(1, it->first.getStateValuesKey().getValues().size()); - EXPECT_EQ(android::app::PROCESS_STATE_IMPORTANT_BACKGROUND, - it->first.getStateValuesKey().getValues()[0].mValue.int_value); - EXPECT_FALSE(it->second[0].hasValue); - - // Base for dimension key {uid 1} - it++; - itBase = valueProducer->mCurrentBaseInfo.find(it->first.getDimensionKeyInWhat()); - EXPECT_TRUE(itBase->second[0].hasBase); - EXPECT_EQ(17, itBase->second[0].base.long_value); - EXPECT_TRUE(itBase->second[0].hasCurrentState); - ASSERT_EQ(1, itBase->second[0].currentState.getValues().size()); - EXPECT_EQ(android::app::PROCESS_STATE_IMPORTANT_FOREGROUND, - itBase->second[0].currentState.getValues()[0].mValue.int_value); - // Value for key {uid 1, kStateUnknown} - ASSERT_EQ(1, it->first.getDimensionKeyInWhat().getValues().size()); - EXPECT_EQ(1, it->first.getDimensionKeyInWhat().getValues()[0].mValue.int_value); - ASSERT_EQ(1, it->first.getStateValuesKey().getValues().size()); - EXPECT_EQ(-1 /* StateTracker::kStateUnknown */, - it->first.getStateValuesKey().getValues()[0].mValue.int_value); - EXPECT_FALSE(it->second[0].hasValue); - - // Value for key {uid 1, BACKGROUND} - it++; - ASSERT_EQ(1, it->first.getDimensionKeyInWhat().getValues().size()); - EXPECT_EQ(1, it->first.getDimensionKeyInWhat().getValues()[0].mValue.int_value); - ASSERT_EQ(1, it->first.getStateValuesKey().getValues().size()); - EXPECT_EQ(android::app::PROCESS_STATE_IMPORTANT_BACKGROUND, - it->first.getStateValuesKey().getValues()[0].mValue.int_value); - EXPECT_TRUE(it->second[0].hasValue); - EXPECT_EQ(4, it->second[0].value.long_value); - - // Value for key {uid 1, FOREGROUND} - it++; - ASSERT_EQ(1, it->first.getDimensionKeyInWhat().getValues().size()); - EXPECT_EQ(1, it->first.getDimensionKeyInWhat().getValues()[0].mValue.int_value); - ASSERT_EQ(1, it->first.getStateValuesKey().getValues().size()); - EXPECT_EQ(android::app::PROCESS_STATE_IMPORTANT_FOREGROUND, - it->first.getStateValuesKey().getValues()[0].mValue.int_value); - EXPECT_TRUE(it->second[0].hasValue); - EXPECT_EQ(3, it->second[0].value.long_value); - - // Value for key {uid 2, kStateUnknown} - it++; - ASSERT_EQ(1, it->first.getDimensionKeyInWhat().getValues().size()); - EXPECT_EQ(2, it->first.getDimensionKeyInWhat().getValues()[0].mValue.int_value); - ASSERT_EQ(1, it->first.getStateValuesKey().getValues().size()); - EXPECT_EQ(-1 /* StateTracker::kStateUnknown */, - it->first.getStateValuesKey().getValues()[0].mValue.int_value); - - // Start dump report and check output. - ProtoOutputStream output; - std::set<string> strSet; - valueProducer->onDumpReport(bucket2StartTimeNs + 50, true /* include recent buckets */, true, - NO_TIME_CONSTRAINTS, &strSet, &output); - - StatsLogReport report = outputStreamToProto(&output); - EXPECT_TRUE(report.has_value_metrics()); - ASSERT_EQ(5, report.value_metrics().data_size()); - - auto data = report.value_metrics().data(0); - ASSERT_EQ(1, data.bucket_info_size()); - EXPECT_EQ(4, report.value_metrics().data(0).bucket_info(0).values(0).value_long()); - EXPECT_EQ(UID_PROCESS_STATE_ATOM_ID, data.slice_by_state(0).atom_id()); - EXPECT_TRUE(data.slice_by_state(0).has_value()); - EXPECT_EQ(android::app::ProcessStateEnum::PROCESS_STATE_IMPORTANT_BACKGROUND, - data.slice_by_state(0).value()); - - data = report.value_metrics().data(1); - ASSERT_EQ(1, report.value_metrics().data(1).bucket_info_size()); - EXPECT_EQ(2, report.value_metrics().data(1).bucket_info(0).values(0).value_long()); - EXPECT_EQ(UID_PROCESS_STATE_ATOM_ID, data.slice_by_state(0).atom_id()); - EXPECT_TRUE(data.slice_by_state(0).has_value()); - EXPECT_EQ(-1 /*StateTracker::kStateUnknown*/, data.slice_by_state(0).value()); - - data = report.value_metrics().data(2); - EXPECT_EQ(UID_PROCESS_STATE_ATOM_ID, data.slice_by_state(0).atom_id()); - EXPECT_TRUE(data.slice_by_state(0).has_value()); - EXPECT_EQ(android::app::ProcessStateEnum::PROCESS_STATE_IMPORTANT_FOREGROUND, - data.slice_by_state(0).value()); - ASSERT_EQ(2, report.value_metrics().data(2).bucket_info_size()); - EXPECT_EQ(4, report.value_metrics().data(2).bucket_info(0).values(0).value_long()); - EXPECT_EQ(7, report.value_metrics().data(2).bucket_info(1).values(0).value_long()); - - data = report.value_metrics().data(3); - ASSERT_EQ(1, report.value_metrics().data(3).bucket_info_size()); - EXPECT_EQ(3, report.value_metrics().data(3).bucket_info(0).values(0).value_long()); - EXPECT_EQ(UID_PROCESS_STATE_ATOM_ID, data.slice_by_state(0).atom_id()); - EXPECT_TRUE(data.slice_by_state(0).has_value()); - EXPECT_EQ(-1 /*StateTracker::kStateUnknown*/, data.slice_by_state(0).value()); - - data = report.value_metrics().data(4); - EXPECT_EQ(UID_PROCESS_STATE_ATOM_ID, data.slice_by_state(0).atom_id()); - EXPECT_TRUE(data.slice_by_state(0).has_value()); - EXPECT_EQ(android::app::ProcessStateEnum::PROCESS_STATE_IMPORTANT_BACKGROUND, - data.slice_by_state(0).value()); - ASSERT_EQ(2, report.value_metrics().data(4).bucket_info_size()); - EXPECT_EQ(6, report.value_metrics().data(4).bucket_info(0).values(0).value_long()); - EXPECT_EQ(5, report.value_metrics().data(4).bucket_info(1).values(0).value_long()); -} - -TEST(ValueMetricProducerTest, TestSlicedStateWithCondition) { - // Set up ValueMetricProducer. - ValueMetric metric = ValueMetricProducerTestHelper::createMetricWithConditionAndState( - "BATTERY_SAVER_MODE_STATE"); - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - EXPECT_CALL(*pullerManager, Pull(tagId, kConfigKey, _, _, _)) - // Condition changed to true. - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucketStartTimeNs + 20 * NS_PER_SEC); - data->clear(); - data->push_back( - CreateRepeatedValueLogEvent(tagId, bucketStartTimeNs + 20 * NS_PER_SEC, 3)); - return true; - })) - // Battery saver mode state changed to OFF. - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucketStartTimeNs + 30 * NS_PER_SEC); - data->clear(); - data->push_back( - CreateRepeatedValueLogEvent(tagId, bucketStartTimeNs + 30 * NS_PER_SEC, 5)); - return true; - })) - // Condition changed to false. - .WillOnce(Invoke([](int tagId, const ConfigKey&, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool) { - EXPECT_EQ(eventTimeNs, bucket2StartTimeNs + 10 * NS_PER_SEC); - data->clear(); - data->push_back(CreateRepeatedValueLogEvent( - tagId, bucket2StartTimeNs + 10 * NS_PER_SEC, 15)); - return true; - })); - - StateManager::getInstance().clear(); - sp<ValueMetricProducer> valueProducer = - ValueMetricProducerTestHelper::createValueProducerWithConditionAndState( - pullerManager, metric, {util::BATTERY_SAVER_MODE_STATE_CHANGED}, {}, - ConditionState::kFalse); - EXPECT_EQ(1, valueProducer->mSlicedStateAtoms.size()); - - // Set up StateManager and check that StateTrackers are initialized. - StateManager::getInstance().registerListener(util::BATTERY_SAVER_MODE_STATE_CHANGED, - valueProducer); - EXPECT_EQ(1, StateManager::getInstance().getStateTrackersCount()); - EXPECT_EQ(1, StateManager::getInstance().getListenersCount( - util::BATTERY_SAVER_MODE_STATE_CHANGED)); - - // Bucket status after battery saver mode ON event. - // Condition is false so we do nothing. - unique_ptr<LogEvent> batterySaverOnEvent = - CreateBatterySaverOnEvent(/*timestamp=*/bucketStartTimeNs + 10 * NS_PER_SEC); - StateManager::getInstance().onLogEvent(*batterySaverOnEvent); - EXPECT_EQ(0UL, valueProducer->mCurrentSlicedBucket.size()); - EXPECT_EQ(0UL, valueProducer->mCurrentBaseInfo.size()); - - // Bucket status after condition change to true. - valueProducer->onConditionChanged(true, bucketStartTimeNs + 20 * NS_PER_SEC); - // Base for dimension key {} - ASSERT_EQ(1UL, valueProducer->mCurrentBaseInfo.size()); - std::unordered_map<HashableDimensionKey, std::vector<ValueMetricProducer::BaseInfo>>::iterator - itBase = valueProducer->mCurrentBaseInfo.find(DEFAULT_DIMENSION_KEY); - EXPECT_TRUE(itBase->second[0].hasBase); - EXPECT_EQ(3, itBase->second[0].base.long_value); - EXPECT_TRUE(itBase->second[0].hasCurrentState); - ASSERT_EQ(1, itBase->second[0].currentState.getValues().size()); - EXPECT_EQ(BatterySaverModeStateChanged::ON, - itBase->second[0].currentState.getValues()[0].mValue.int_value); - // Value for key {{}, -1} - ASSERT_EQ(1UL, valueProducer->mCurrentSlicedBucket.size()); - std::unordered_map<MetricDimensionKey, std::vector<ValueMetricProducer::Interval>>::iterator - it = valueProducer->mCurrentSlicedBucket.begin(); - EXPECT_EQ(0, it->first.getDimensionKeyInWhat().getValues().size()); - ASSERT_EQ(1, it->first.getStateValuesKey().getValues().size()); - EXPECT_EQ(-1 /*StateTracker::kUnknown*/, - it->first.getStateValuesKey().getValues()[0].mValue.int_value); - EXPECT_FALSE(it->second[0].hasValue); - - // Bucket status after battery saver mode OFF event. - unique_ptr<LogEvent> batterySaverOffEvent = - CreateBatterySaverOffEvent(/*timestamp=*/bucketStartTimeNs + 30 * NS_PER_SEC); - StateManager::getInstance().onLogEvent(*batterySaverOffEvent); - // Base for dimension key {} - ASSERT_EQ(1UL, valueProducer->mCurrentBaseInfo.size()); - itBase = valueProducer->mCurrentBaseInfo.find(DEFAULT_DIMENSION_KEY); - EXPECT_TRUE(itBase->second[0].hasBase); - EXPECT_EQ(5, itBase->second[0].base.long_value); - EXPECT_TRUE(itBase->second[0].hasCurrentState); - ASSERT_EQ(1, itBase->second[0].currentState.getValues().size()); - EXPECT_EQ(BatterySaverModeStateChanged::OFF, - itBase->second[0].currentState.getValues()[0].mValue.int_value); - // Value for key {{}, ON} - ASSERT_EQ(2UL, valueProducer->mCurrentSlicedBucket.size()); - it = valueProducer->mCurrentSlicedBucket.begin(); - EXPECT_EQ(0, it->first.getDimensionKeyInWhat().getValues().size()); - ASSERT_EQ(1, it->first.getStateValuesKey().getValues().size()); - EXPECT_EQ(BatterySaverModeStateChanged::ON, - it->first.getStateValuesKey().getValues()[0].mValue.int_value); - EXPECT_TRUE(it->second[0].hasValue); - EXPECT_EQ(2, it->second[0].value.long_value); - - // Pull at end of first bucket. - vector<shared_ptr<LogEvent>> allData; - allData.clear(); - allData.push_back(CreateRepeatedValueLogEvent(tagId, bucket2StartTimeNs, 11)); - valueProducer->onDataPulled(allData, /** succeed */ true, bucket2StartTimeNs); - - EXPECT_EQ(2UL, valueProducer->mPastBuckets.size()); - EXPECT_EQ(3UL, valueProducer->mCurrentSlicedBucket.size()); - // Base for dimension key {} - ASSERT_EQ(1UL, valueProducer->mCurrentBaseInfo.size()); - itBase = valueProducer->mCurrentBaseInfo.find(DEFAULT_DIMENSION_KEY); - EXPECT_TRUE(itBase->second[0].hasBase); - EXPECT_EQ(11, itBase->second[0].base.long_value); - EXPECT_TRUE(itBase->second[0].hasCurrentState); - ASSERT_EQ(1, itBase->second[0].currentState.getValues().size()); - EXPECT_EQ(BatterySaverModeStateChanged::OFF, - itBase->second[0].currentState.getValues()[0].mValue.int_value); - - // Bucket 2 status after condition change to false. - valueProducer->onConditionChanged(false, bucket2StartTimeNs + 10 * NS_PER_SEC); - // Base for dimension key {} - ASSERT_EQ(1UL, valueProducer->mCurrentBaseInfo.size()); - itBase = valueProducer->mCurrentBaseInfo.find(DEFAULT_DIMENSION_KEY); - EXPECT_FALSE(itBase->second[0].hasBase); - EXPECT_TRUE(itBase->second[0].hasCurrentState); - ASSERT_EQ(1, itBase->second[0].currentState.getValues().size()); - EXPECT_EQ(BatterySaverModeStateChanged::OFF, - itBase->second[0].currentState.getValues()[0].mValue.int_value); - // Value for key {{}, OFF} - ASSERT_EQ(3UL, valueProducer->mCurrentSlicedBucket.size()); - it = valueProducer->mCurrentSlicedBucket.begin(); - EXPECT_EQ(0, it->first.getDimensionKeyInWhat().getValues().size()); - ASSERT_EQ(1, it->first.getStateValuesKey().getValues().size()); - EXPECT_EQ(BatterySaverModeStateChanged::OFF, - it->first.getStateValuesKey().getValues()[0].mValue.int_value); - EXPECT_TRUE(it->second[0].hasValue); - EXPECT_EQ(4, it->second[0].value.long_value); - - // Start dump report and check output. - ProtoOutputStream output; - std::set<string> strSet; - valueProducer->onDumpReport(bucket2StartTimeNs + 50 * NS_PER_SEC, - true /* include recent buckets */, true, NO_TIME_CONSTRAINTS, - &strSet, &output); - - StatsLogReport report = outputStreamToProto(&output); - EXPECT_TRUE(report.has_value_metrics()); - ASSERT_EQ(2, report.value_metrics().data_size()); - - ValueMetricData data = report.value_metrics().data(0); - EXPECT_EQ(util::BATTERY_SAVER_MODE_STATE_CHANGED, data.slice_by_state(0).atom_id()); - EXPECT_TRUE(data.slice_by_state(0).has_value()); - EXPECT_EQ(BatterySaverModeStateChanged::ON, data.slice_by_state(0).value()); - ASSERT_EQ(1, data.bucket_info_size()); - EXPECT_EQ(2, data.bucket_info(0).values(0).value_long()); - - data = report.value_metrics().data(1); - EXPECT_EQ(util::BATTERY_SAVER_MODE_STATE_CHANGED, data.slice_by_state(0).atom_id()); - EXPECT_TRUE(data.slice_by_state(0).has_value()); - EXPECT_EQ(BatterySaverModeStateChanged::OFF, data.slice_by_state(0).value()); - ASSERT_EQ(2, data.bucket_info_size()); - EXPECT_EQ(6, data.bucket_info(0).values(0).value_long()); - EXPECT_EQ(4, data.bucket_info(1).values(0).value_long()); -} - -/* - * Test bucket splits when condition is unknown. - */ -TEST(ValueMetricProducerTest, TestForcedBucketSplitWhenConditionUnknownSkipsBucket) { - ValueMetric metric = ValueMetricProducerTestHelper::createMetricWithCondition(); - - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - - sp<ValueMetricProducer> valueProducer = - ValueMetricProducerTestHelper::createValueProducerWithCondition( - pullerManager, metric, - ConditionState::kUnknown); - - // App update event. - int64_t appUpdateTimeNs = bucketStartTimeNs + 1000; - valueProducer->notifyAppUpgrade(appUpdateTimeNs); - - // Check dump report. - ProtoOutputStream output; - std::set<string> strSet; - int64_t dumpReportTimeNs = bucketStartTimeNs + 10000000000; // 10 seconds - valueProducer->onDumpReport(dumpReportTimeNs, false /* include current buckets */, true, - NO_TIME_CONSTRAINTS /* dumpLatency */, &strSet, &output); - - StatsLogReport report = outputStreamToProto(&output); - EXPECT_TRUE(report.has_value_metrics()); - ASSERT_EQ(0, report.value_metrics().data_size()); - ASSERT_EQ(1, report.value_metrics().skipped_size()); - - EXPECT_EQ(NanoToMillis(bucketStartTimeNs), - report.value_metrics().skipped(0).start_bucket_elapsed_millis()); - EXPECT_EQ(NanoToMillis(appUpdateTimeNs), - report.value_metrics().skipped(0).end_bucket_elapsed_millis()); - ASSERT_EQ(1, report.value_metrics().skipped(0).drop_event_size()); - - auto dropEvent = report.value_metrics().skipped(0).drop_event(0); - EXPECT_EQ(BucketDropReason::CONDITION_UNKNOWN, dropEvent.drop_reason()); - EXPECT_EQ(NanoToMillis(appUpdateTimeNs), dropEvent.drop_time_millis()); -} - -} // namespace statsd -} // namespace os -} // namespace android -#else -GTEST_LOG_(INFO) << "This test does nothing.\n"; -#endif diff --git a/cmds/statsd/tests/metrics/metrics_test_helper.cpp b/cmds/statsd/tests/metrics/metrics_test_helper.cpp deleted file mode 100644 index 108df04b45cb..000000000000 --- a/cmds/statsd/tests/metrics/metrics_test_helper.cpp +++ /dev/null @@ -1,57 +0,0 @@ -// Copyright (C) 2017 The Android Open Source Project -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#include "metrics_test_helper.h" - -namespace android { -namespace os { -namespace statsd { - -HashableDimensionKey getMockedDimensionKey(int tagId, int key, string value) { - HashableDimensionKey dimension; - int pos[] = {key, 0, 0}; - dimension.addValue(FieldValue(Field(tagId, pos, 0), Value(value))); - - return dimension; -} - -HashableDimensionKey getMockedDimensionKeyLongValue(int tagId, int key, int64_t value) { - HashableDimensionKey dimension; - int pos[] = {key, 0, 0}; - dimension.addValue(FieldValue(Field(tagId, pos, 0), Value(value))); - - return dimension; -} - -MetricDimensionKey getMockedMetricDimensionKey(int tagId, int key, string value) { - return MetricDimensionKey(getMockedDimensionKey(tagId, key, value), DEFAULT_DIMENSION_KEY); -} - -MetricDimensionKey getMockedStateDimensionKey(int tagId, int key, int64_t value) { - return MetricDimensionKey(DEFAULT_DIMENSION_KEY, - getMockedDimensionKeyLongValue(tagId, key, value)); -} - -void buildSimpleAtomFieldMatcher(const int tagId, FieldMatcher* matcher) { - matcher->set_field(tagId); -} - -void buildSimpleAtomFieldMatcher(const int tagId, const int fieldNum, FieldMatcher* matcher) { - matcher->set_field(tagId); - matcher->add_child()->set_field(fieldNum); -} - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/tests/metrics/metrics_test_helper.h b/cmds/statsd/tests/metrics/metrics_test_helper.h deleted file mode 100644 index eeb38a4644fd..000000000000 --- a/cmds/statsd/tests/metrics/metrics_test_helper.h +++ /dev/null @@ -1,64 +0,0 @@ -// Copyright (C) 2017 The Android Open Source Project -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. -#pragma once - -#include "src/condition/ConditionWizard.h" -#include "src/external/StatsPullerManager.h" -#include "src/packages/UidMap.h" - -#include <gmock/gmock.h> -#include <gtest/gtest.h> - -namespace android { -namespace os { -namespace statsd { - -class MockConditionWizard : public ConditionWizard { -public: - MOCK_METHOD3(query, - ConditionState(const int conditionIndex, const ConditionKey& conditionParameters, - const bool isPartialLink)); -}; - -class MockStatsPullerManager : public StatsPullerManager { -public: - MOCK_METHOD5(RegisterReceiver, - void(int tagId, const ConfigKey& key, wp<PullDataReceiver> receiver, - int64_t nextPulltimeNs, int64_t intervalNs)); - MOCK_METHOD3(UnRegisterReceiver, - void(int tagId, const ConfigKey& key, wp<PullDataReceiver> receiver)); - MOCK_METHOD5(Pull, bool(const int pullCode, const ConfigKey& key, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool useUids)); - MOCK_METHOD5(Pull, - bool(const int pullCode, const vector<int32_t>& uids, const int64_t eventTimeNs, - vector<std::shared_ptr<LogEvent>>* data, bool useUids)); - MOCK_METHOD2(RegisterPullUidProvider, - void(const ConfigKey& configKey, wp<PullUidProvider> provider)); - MOCK_METHOD2(UnregisterPullUidProvider, - void(const ConfigKey& configKey, wp<PullUidProvider> provider)); -}; - -HashableDimensionKey getMockedDimensionKey(int tagId, int key, std::string value); -MetricDimensionKey getMockedMetricDimensionKey(int tagId, int key, std::string value); - -HashableDimensionKey getMockedDimensionKeyLongValue(int tagId, int key, int64_t value); -MetricDimensionKey getMockedStateDimensionKey(int tagId, int key, int64_t value); - -// Utils to build FieldMatcher proto for simple one-depth atoms. -void buildSimpleAtomFieldMatcher(const int tagId, const int atomFieldNum, FieldMatcher* matcher); -void buildSimpleAtomFieldMatcher(const int tagId, FieldMatcher* matcher); - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/tests/shell/ShellSubscriber_test.cpp b/cmds/statsd/tests/shell/ShellSubscriber_test.cpp deleted file mode 100644 index e384b6ac7c84..000000000000 --- a/cmds/statsd/tests/shell/ShellSubscriber_test.cpp +++ /dev/null @@ -1,207 +0,0 @@ -// Copyright (C) 2018 The Android Open Source Project -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#include "src/shell/ShellSubscriber.h" - -#include <gtest/gtest.h> -#include <stdio.h> -#include <unistd.h> - -#include <vector> - -#include "frameworks/base/cmds/statsd/src/atoms.pb.h" -#include "frameworks/base/cmds/statsd/src/shell/shell_config.pb.h" -#include "frameworks/base/cmds/statsd/src/shell/shell_data.pb.h" -#include "stats_event.h" -#include "tests/metrics/metrics_test_helper.h" -#include "tests/statsd_test_util.h" - -using namespace android::os::statsd; -using android::sp; -using std::vector; -using testing::_; -using testing::Invoke; -using testing::NaggyMock; -using testing::StrictMock; - -#ifdef __ANDROID__ - -void runShellTest(ShellSubscription config, sp<MockUidMap> uidMap, - sp<MockStatsPullerManager> pullerManager, - const vector<std::shared_ptr<LogEvent>>& pushedEvents, - const ShellData& expectedData) { - // set up 2 pipes for read/write config and data - int fds_config[2]; - ASSERT_EQ(0, pipe(fds_config)); - - int fds_data[2]; - ASSERT_EQ(0, pipe(fds_data)); - - size_t bufferSize = config.ByteSize(); - // write the config to pipe, first write size of the config - write(fds_config[1], &bufferSize, sizeof(bufferSize)); - // then write config itself - vector<uint8_t> buffer(bufferSize); - config.SerializeToArray(&buffer[0], bufferSize); - write(fds_config[1], buffer.data(), bufferSize); - close(fds_config[1]); - - sp<ShellSubscriber> shellClient = new ShellSubscriber(uidMap, pullerManager); - - // mimic a binder thread that a shell subscriber runs on. it would block. - std::thread reader([&shellClient, &fds_config, &fds_data] { - shellClient->startNewSubscription(fds_config[0], fds_data[1], /*timeoutSec=*/-1); - }); - reader.detach(); - - // let the shell subscriber to receive the config from pipe. - std::this_thread::sleep_for(100ms); - - if (pushedEvents.size() > 0) { - // send a log event that matches the config. - std::thread log_reader([&shellClient, &pushedEvents] { - for (const auto& event : pushedEvents) { - shellClient->onLogEvent(*event); - } - }); - - log_reader.detach(); - - if (log_reader.joinable()) { - log_reader.join(); - } - } - - // wait for the data to be written. - std::this_thread::sleep_for(100ms); - - // Because we might receive heartbeats from statsd, consisting of data sizes - // of 0, encapsulate reads within a while loop. - bool readAtom = false; - while (!readAtom) { - // Read the atom size. - size_t dataSize = 0; - read(fds_data[0], &dataSize, sizeof(dataSize)); - if (dataSize == 0) continue; - EXPECT_EQ(expectedData.ByteSize(), int(dataSize)); - - // Read that much data in proto binary format. - vector<uint8_t> dataBuffer(dataSize); - EXPECT_EQ((int)dataSize, read(fds_data[0], dataBuffer.data(), dataSize)); - - // Make sure the received bytes can be parsed to an atom. - ShellData receivedAtom; - EXPECT_TRUE(receivedAtom.ParseFromArray(dataBuffer.data(), dataSize) != 0); - - // Serialize the expected atom to byte array and compare to make sure - // they are the same. - vector<uint8_t> expectedAtomBuffer(expectedData.ByteSize()); - expectedData.SerializeToArray(expectedAtomBuffer.data(), expectedData.ByteSize()); - EXPECT_EQ(expectedAtomBuffer, dataBuffer); - - readAtom = true; - } - - close(fds_data[0]); - if (reader.joinable()) { - reader.join(); - } -} - -TEST(ShellSubscriberTest, testPushedSubscription) { - sp<MockUidMap> uidMap = new NaggyMock<MockUidMap>(); - - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - vector<std::shared_ptr<LogEvent>> pushedList; - - // Create the LogEvent from an AStatsEvent - std::unique_ptr<LogEvent> logEvent = CreateScreenStateChangedEvent( - 1000 /*timestamp*/, ::android::view::DisplayStateEnum::DISPLAY_STATE_ON); - pushedList.push_back(std::move(logEvent)); - - // create a simple config to get screen events - ShellSubscription config; - config.add_pushed()->set_atom_id(29); - - // this is the expected screen event atom. - ShellData shellData; - shellData.add_atom()->mutable_screen_state_changed()->set_state( - ::android::view::DisplayStateEnum::DISPLAY_STATE_ON); - - runShellTest(config, uidMap, pullerManager, pushedList, shellData); -} - -namespace { - -int kUid1 = 1000; -int kUid2 = 2000; - -int kCpuTime1 = 100; -int kCpuTime2 = 200; - -ShellData getExpectedShellData() { - ShellData shellData; - auto* atom1 = shellData.add_atom()->mutable_cpu_active_time(); - atom1->set_uid(kUid1); - atom1->set_time_millis(kCpuTime1); - - auto* atom2 = shellData.add_atom()->mutable_cpu_active_time(); - atom2->set_uid(kUid2); - atom2->set_time_millis(kCpuTime2); - - return shellData; -} - -ShellSubscription getPulledConfig() { - ShellSubscription config; - auto* pull_config = config.add_pulled(); - pull_config->mutable_matcher()->set_atom_id(10016); - pull_config->set_freq_millis(2000); - return config; -} - -shared_ptr<LogEvent> makeCpuActiveTimeAtom(int32_t uid, int64_t timeMillis) { - AStatsEvent* statsEvent = AStatsEvent_obtain(); - AStatsEvent_setAtomId(statsEvent, 10016); - AStatsEvent_overwriteTimestamp(statsEvent, 1111L); - AStatsEvent_writeInt32(statsEvent, uid); - AStatsEvent_writeInt64(statsEvent, timeMillis); - - std::shared_ptr<LogEvent> logEvent = std::make_shared<LogEvent>(/*uid=*/0, /*pid=*/0); - parseStatsEventToLogEvent(statsEvent, logEvent.get()); - return logEvent; -} - -} // namespace - -TEST(ShellSubscriberTest, testPulledSubscription) { - sp<MockUidMap> uidMap = new NaggyMock<MockUidMap>(); - - sp<MockStatsPullerManager> pullerManager = new StrictMock<MockStatsPullerManager>(); - const vector<int32_t> uids = {AID_SYSTEM}; - EXPECT_CALL(*pullerManager, Pull(10016, uids, _, _, _)) - .WillRepeatedly(Invoke([](int tagId, const vector<int32_t>&, const int64_t, - vector<std::shared_ptr<LogEvent>>* data, bool) { - data->clear(); - data->push_back(makeCpuActiveTimeAtom(/*uid=*/kUid1, /*timeMillis=*/kCpuTime1)); - data->push_back(makeCpuActiveTimeAtom(/*uid=*/kUid2, /*timeMillis=*/kCpuTime2)); - return true; - })); - runShellTest(getPulledConfig(), uidMap, pullerManager, vector<std::shared_ptr<LogEvent>>(), - getExpectedShellData()); -} - -#else -GTEST_LOG_(INFO) << "This test does nothing.\n"; -#endif diff --git a/cmds/statsd/tests/state/StateTracker_test.cpp b/cmds/statsd/tests/state/StateTracker_test.cpp deleted file mode 100644 index 6516c1529514..000000000000 --- a/cmds/statsd/tests/state/StateTracker_test.cpp +++ /dev/null @@ -1,571 +0,0 @@ -/* - * Copyright (C) 2019, The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -#include "state/StateTracker.h" - -#include <gtest/gtest.h> -#include <private/android_filesystem_config.h> - -#include "state/StateListener.h" -#include "state/StateManager.h" -#include "state/StateTracker.h" -#include "stats_event.h" -#include "tests/statsd_test_util.h" - -#ifdef __ANDROID__ - -namespace android { -namespace os { -namespace statsd { - -const int32_t timestampNs = 1000; - -/** - * Mock StateListener class for testing. - * Stores primary key and state pairs. - */ -class TestStateListener : public virtual StateListener { -public: - TestStateListener(){}; - - virtual ~TestStateListener(){}; - - struct Update { - Update(const HashableDimensionKey& key, int state) : mKey(key), mState(state){}; - HashableDimensionKey mKey; - int mState; - }; - - std::vector<Update> updates; - - void onStateChanged(const int64_t eventTimeNs, const int32_t atomId, - const HashableDimensionKey& primaryKey, const FieldValue& oldState, - const FieldValue& newState) { - updates.emplace_back(primaryKey, newState.mValue.int_value); - } -}; - -int getStateInt(StateManager& mgr, int atomId, const HashableDimensionKey& queryKey) { - FieldValue output; - mgr.getStateValue(atomId, queryKey, &output); - return output.mValue.int_value; -} - -// START: build event functions. -// Incorrect event - missing fields -std::unique_ptr<LogEvent> buildIncorrectOverlayEvent(int uid, const std::string& packageName, - int state) { - AStatsEvent* statsEvent = AStatsEvent_obtain(); - AStatsEvent_setAtomId(statsEvent, util::OVERLAY_STATE_CHANGED); - AStatsEvent_overwriteTimestamp(statsEvent, 1000); - - AStatsEvent_writeInt32(statsEvent, uid); - AStatsEvent_writeString(statsEvent, packageName.c_str()); - // Missing field 3 - using_alert_window. - AStatsEvent_writeInt32(statsEvent, state); - - std::unique_ptr<LogEvent> logEvent = std::make_unique<LogEvent>(/*uid=*/0, /*pid=*/0); - parseStatsEventToLogEvent(statsEvent, logEvent.get()); - return logEvent; -} - -// Incorrect event - exclusive state has wrong type -std::unique_ptr<LogEvent> buildOverlayEventBadStateType(int uid, const std::string& packageName) { - AStatsEvent* statsEvent = AStatsEvent_obtain(); - AStatsEvent_setAtomId(statsEvent, util::OVERLAY_STATE_CHANGED); - AStatsEvent_overwriteTimestamp(statsEvent, 1000); - - AStatsEvent_writeInt32(statsEvent, uid); - AStatsEvent_writeString(statsEvent, packageName.c_str()); - AStatsEvent_writeInt32(statsEvent, true); // using_alert_window - AStatsEvent_writeString(statsEvent, "string"); // exclusive state: string instead of int - - std::unique_ptr<LogEvent> logEvent = std::make_unique<LogEvent>(/*uid=*/0, /*pid=*/0); - parseStatsEventToLogEvent(statsEvent, logEvent.get()); - return logEvent; -} -// END: build event functions. - -TEST(StateListenerTest, TestStateListenerWeakPointer) { - sp<TestStateListener> listener = new TestStateListener(); - wp<TestStateListener> wListener = listener; - listener = nullptr; // let go of listener - EXPECT_TRUE(wListener.promote() == nullptr); -} - -TEST(StateManagerTest, TestStateManagerGetInstance) { - sp<TestStateListener> listener1 = new TestStateListener(); - StateManager& mgr = StateManager::getInstance(); - mgr.clear(); - - mgr.registerListener(util::SCREEN_STATE_CHANGED, listener1); - EXPECT_EQ(1, mgr.getStateTrackersCount()); - EXPECT_EQ(1, StateManager::getInstance().getStateTrackersCount()); -} - -TEST(StateManagerTest, TestOnLogEvent) { - sp<MockUidMap> uidMap = makeMockUidMapForPackage("com.android.systemui", {10111}); - sp<TestStateListener> listener1 = new TestStateListener(); - StateManager mgr; - mgr.updateLogSources(uidMap); - // Add StateTracker by registering a listener. - mgr.registerListener(util::SCREEN_STATE_CHANGED, listener1); - - // log event using AID_ROOT - std::unique_ptr<LogEvent> event = CreateScreenStateChangedEvent( - timestampNs, android::view::DisplayStateEnum::DISPLAY_STATE_ON); - mgr.onLogEvent(*event); - - // check StateTracker was updated by querying for state - HashableDimensionKey queryKey = DEFAULT_DIMENSION_KEY; - EXPECT_EQ(android::view::DisplayStateEnum::DISPLAY_STATE_ON, - getStateInt(mgr, util::SCREEN_STATE_CHANGED, queryKey)); - - // log event using mocked uid - event = CreateScreenStateChangedEvent( - timestampNs, android::view::DisplayStateEnum::DISPLAY_STATE_OFF, 10111); - mgr.onLogEvent(*event); - - // check StateTracker was updated by querying for state - queryKey = DEFAULT_DIMENSION_KEY; - EXPECT_EQ(android::view::DisplayStateEnum::DISPLAY_STATE_OFF, - getStateInt(mgr, util::SCREEN_STATE_CHANGED, queryKey)); - - // log event using non-whitelisted uid - event = CreateScreenStateChangedEvent(timestampNs, - android::view::DisplayStateEnum::DISPLAY_STATE_ON, 10112); - mgr.onLogEvent(*event); - - // check StateTracker was NOT updated by querying for state - queryKey = DEFAULT_DIMENSION_KEY; - EXPECT_EQ(android::view::DisplayStateEnum::DISPLAY_STATE_OFF, - getStateInt(mgr, util::SCREEN_STATE_CHANGED, queryKey)); - - // log event using AID_SYSTEM - event = CreateScreenStateChangedEvent( - timestampNs, android::view::DisplayStateEnum::DISPLAY_STATE_ON, AID_SYSTEM); - mgr.onLogEvent(*event); - - // check StateTracker was updated by querying for state - queryKey = DEFAULT_DIMENSION_KEY; - EXPECT_EQ(android::view::DisplayStateEnum::DISPLAY_STATE_ON, - getStateInt(mgr, util::SCREEN_STATE_CHANGED, queryKey)); -} - -/** - * Test registering listeners to StateTrackers - * - * - StateManager will create a new StateTracker if it doesn't already exist - * and then register the listener to the StateTracker. - * - If a listener is already registered to a StateTracker, it is not added again. - * - StateTrackers are only created for atoms that are state atoms. - */ -TEST(StateTrackerTest, TestRegisterListener) { - sp<TestStateListener> listener1 = new TestStateListener(); - sp<TestStateListener> listener2 = new TestStateListener(); - StateManager mgr; - - // Register listener to non-existing StateTracker - EXPECT_EQ(0, mgr.getStateTrackersCount()); - mgr.registerListener(util::SCREEN_STATE_CHANGED, listener1); - EXPECT_EQ(1, mgr.getStateTrackersCount()); - EXPECT_EQ(1, mgr.getListenersCount(util::SCREEN_STATE_CHANGED)); - - // Register listener to existing StateTracker - mgr.registerListener(util::SCREEN_STATE_CHANGED, listener2); - EXPECT_EQ(1, mgr.getStateTrackersCount()); - EXPECT_EQ(2, mgr.getListenersCount(util::SCREEN_STATE_CHANGED)); - - // Register already registered listener to existing StateTracker - mgr.registerListener(util::SCREEN_STATE_CHANGED, listener2); - EXPECT_EQ(1, mgr.getStateTrackersCount()); - EXPECT_EQ(2, mgr.getListenersCount(util::SCREEN_STATE_CHANGED)); - - // Register listener to non-state atom - mgr.registerListener(util::BATTERY_LEVEL_CHANGED, listener2); - EXPECT_EQ(2, mgr.getStateTrackersCount()); -} - -/** - * Test unregistering listeners from StateTrackers - * - * - StateManager will unregister listeners from a StateTracker only if the - * StateTracker exists and the listener is registered to the StateTracker. - * - Once all listeners are removed from a StateTracker, the StateTracker - * is also removed. - */ -TEST(StateTrackerTest, TestUnregisterListener) { - sp<TestStateListener> listener1 = new TestStateListener(); - sp<TestStateListener> listener2 = new TestStateListener(); - StateManager mgr; - - // Unregister listener from non-existing StateTracker - EXPECT_EQ(0, mgr.getStateTrackersCount()); - mgr.unregisterListener(util::SCREEN_STATE_CHANGED, listener1); - EXPECT_EQ(0, mgr.getStateTrackersCount()); - EXPECT_EQ(-1, mgr.getListenersCount(util::SCREEN_STATE_CHANGED)); - - // Unregister non-registered listener from existing StateTracker - mgr.registerListener(util::SCREEN_STATE_CHANGED, listener1); - EXPECT_EQ(1, mgr.getStateTrackersCount()); - EXPECT_EQ(1, mgr.getListenersCount(util::SCREEN_STATE_CHANGED)); - mgr.unregisterListener(util::SCREEN_STATE_CHANGED, listener2); - EXPECT_EQ(1, mgr.getStateTrackersCount()); - EXPECT_EQ(1, mgr.getListenersCount(util::SCREEN_STATE_CHANGED)); - - // Unregister second-to-last listener from StateTracker - mgr.registerListener(util::SCREEN_STATE_CHANGED, listener2); - mgr.unregisterListener(util::SCREEN_STATE_CHANGED, listener1); - EXPECT_EQ(1, mgr.getStateTrackersCount()); - EXPECT_EQ(1, mgr.getListenersCount(util::SCREEN_STATE_CHANGED)); - - // Unregister last listener from StateTracker - mgr.unregisterListener(util::SCREEN_STATE_CHANGED, listener2); - EXPECT_EQ(0, mgr.getStateTrackersCount()); - EXPECT_EQ(-1, mgr.getListenersCount(util::SCREEN_STATE_CHANGED)); -} - -/** - * Test a binary state atom with nested counting. - * - * To go from an "ON" state to an "OFF" state with nested counting, we must see - * an equal number of "OFF" events as "ON" events. - * For example, ACQUIRE, ACQUIRE, RELEASE will still be in the ACQUIRE state. - * ACQUIRE, ACQUIRE, RELEASE, RELEASE will be in the RELEASE state. - */ -TEST(StateTrackerTest, TestStateChangeNested) { - sp<TestStateListener> listener = new TestStateListener(); - StateManager mgr; - mgr.registerListener(util::WAKELOCK_STATE_CHANGED, listener); - - std::vector<int> attributionUids1 = {1000}; - std::vector<string> attributionTags1 = {"tag"}; - - std::unique_ptr<LogEvent> event1 = CreateAcquireWakelockEvent(timestampNs, attributionUids1, - attributionTags1, "wakelockName"); - mgr.onLogEvent(*event1); - ASSERT_EQ(1, listener->updates.size()); - EXPECT_EQ(1000, listener->updates[0].mKey.getValues()[0].mValue.int_value); - EXPECT_EQ(1, listener->updates[0].mState); - listener->updates.clear(); - - std::unique_ptr<LogEvent> event2 = CreateAcquireWakelockEvent( - timestampNs + 1000, attributionUids1, attributionTags1, "wakelockName"); - mgr.onLogEvent(*event2); - ASSERT_EQ(0, listener->updates.size()); - - std::unique_ptr<LogEvent> event3 = CreateReleaseWakelockEvent( - timestampNs + 2000, attributionUids1, attributionTags1, "wakelockName"); - mgr.onLogEvent(*event3); - ASSERT_EQ(0, listener->updates.size()); - - std::unique_ptr<LogEvent> event4 = CreateReleaseWakelockEvent( - timestampNs + 3000, attributionUids1, attributionTags1, "wakelockName"); - mgr.onLogEvent(*event4); - ASSERT_EQ(1, listener->updates.size()); - EXPECT_EQ(1000, listener->updates[0].mKey.getValues()[0].mValue.int_value); - EXPECT_EQ(0, listener->updates[0].mState); -} - -/** - * Test a state atom with a reset state. - * - * If the reset state value is seen, every state in the map is set to the default - * state and every listener is notified. - */ -TEST(StateTrackerTest, TestStateChangeReset) { - sp<TestStateListener> listener = new TestStateListener(); - StateManager mgr; - mgr.registerListener(util::BLE_SCAN_STATE_CHANGED, listener); - - std::vector<int> attributionUids1 = {1000}; - std::vector<string> attributionTags1 = {"tag1"}; - std::vector<int> attributionUids2 = {2000}; - - std::unique_ptr<LogEvent> event1 = - CreateBleScanStateChangedEvent(timestampNs, attributionUids1, attributionTags1, - BleScanStateChanged::ON, false, false, false); - mgr.onLogEvent(*event1); - ASSERT_EQ(1, listener->updates.size()); - EXPECT_EQ(1000, listener->updates[0].mKey.getValues()[0].mValue.int_value); - EXPECT_EQ(BleScanStateChanged::ON, listener->updates[0].mState); - FieldValue stateFieldValue; - mgr.getStateValue(util::BLE_SCAN_STATE_CHANGED, listener->updates[0].mKey, &stateFieldValue); - EXPECT_EQ(BleScanStateChanged::ON, stateFieldValue.mValue.int_value); - listener->updates.clear(); - - std::unique_ptr<LogEvent> event2 = - CreateBleScanStateChangedEvent(timestampNs + 1000, attributionUids2, attributionTags1, - BleScanStateChanged::ON, false, false, false); - mgr.onLogEvent(*event2); - ASSERT_EQ(1, listener->updates.size()); - EXPECT_EQ(2000, listener->updates[0].mKey.getValues()[0].mValue.int_value); - EXPECT_EQ(BleScanStateChanged::ON, listener->updates[0].mState); - mgr.getStateValue(util::BLE_SCAN_STATE_CHANGED, listener->updates[0].mKey, &stateFieldValue); - EXPECT_EQ(BleScanStateChanged::ON, stateFieldValue.mValue.int_value); - listener->updates.clear(); - - std::unique_ptr<LogEvent> event3 = - CreateBleScanStateChangedEvent(timestampNs + 2000, attributionUids2, attributionTags1, - BleScanStateChanged::RESET, false, false, false); - mgr.onLogEvent(*event3); - ASSERT_EQ(2, listener->updates.size()); - for (const TestStateListener::Update& update : listener->updates) { - EXPECT_EQ(BleScanStateChanged::OFF, update.mState); - - mgr.getStateValue(util::BLE_SCAN_STATE_CHANGED, update.mKey, &stateFieldValue); - EXPECT_EQ(BleScanStateChanged::OFF, stateFieldValue.mValue.int_value); - } -} - -/** - * Test StateManager's onLogEvent and StateListener's onStateChanged correctly - * updates listener for states without primary keys. - */ -TEST(StateTrackerTest, TestStateChangeNoPrimaryFields) { - sp<TestStateListener> listener1 = new TestStateListener(); - StateManager mgr; - mgr.registerListener(util::SCREEN_STATE_CHANGED, listener1); - - // log event - std::unique_ptr<LogEvent> event = CreateScreenStateChangedEvent( - timestampNs, android::view::DisplayStateEnum::DISPLAY_STATE_ON); - mgr.onLogEvent(*event); - - // check listener was updated - ASSERT_EQ(1, listener1->updates.size()); - EXPECT_EQ(DEFAULT_DIMENSION_KEY, listener1->updates[0].mKey); - EXPECT_EQ(2, listener1->updates[0].mState); - - // check StateTracker was updated by querying for state - HashableDimensionKey queryKey = DEFAULT_DIMENSION_KEY; - EXPECT_EQ(android::view::DisplayStateEnum::DISPLAY_STATE_ON, - getStateInt(mgr, util::SCREEN_STATE_CHANGED, queryKey)); -} - -/** - * Test StateManager's onLogEvent and StateListener's onStateChanged correctly - * updates listener for states with one primary key. - */ -TEST(StateTrackerTest, TestStateChangeOnePrimaryField) { - sp<TestStateListener> listener1 = new TestStateListener(); - StateManager mgr; - mgr.registerListener(util::UID_PROCESS_STATE_CHANGED, listener1); - - // log event - std::unique_ptr<LogEvent> event = CreateUidProcessStateChangedEvent( - timestampNs, 1000 /*uid*/, android::app::ProcessStateEnum::PROCESS_STATE_TOP); - mgr.onLogEvent(*event); - - // check listener was updated - ASSERT_EQ(1, listener1->updates.size()); - EXPECT_EQ(1000, listener1->updates[0].mKey.getValues()[0].mValue.int_value); - EXPECT_EQ(1002, listener1->updates[0].mState); - - // check StateTracker was updated by querying for state - HashableDimensionKey queryKey; - getUidProcessKey(1000 /* uid */, &queryKey); - EXPECT_EQ(android::app::ProcessStateEnum::PROCESS_STATE_TOP, - getStateInt(mgr, util::UID_PROCESS_STATE_CHANGED, queryKey)); -} - -TEST(StateTrackerTest, TestStateChangePrimaryFieldAttrChain) { - sp<TestStateListener> listener1 = new TestStateListener(); - StateManager mgr; - mgr.registerListener(util::WAKELOCK_STATE_CHANGED, listener1); - - // Log event. - std::vector<int> attributionUids = {1001}; - std::vector<string> attributionTags = {"tag1"}; - - std::unique_ptr<LogEvent> event = CreateAcquireWakelockEvent(timestampNs, attributionUids, - attributionTags, "wakelockName"); - mgr.onLogEvent(*event); - EXPECT_EQ(1, mgr.getStateTrackersCount()); - EXPECT_EQ(1, mgr.getListenersCount(util::WAKELOCK_STATE_CHANGED)); - - // Check listener was updated. - ASSERT_EQ(1, listener1->updates.size()); - ASSERT_EQ(3, listener1->updates[0].mKey.getValues().size()); - EXPECT_EQ(1001, listener1->updates[0].mKey.getValues()[0].mValue.int_value); - EXPECT_EQ(1, listener1->updates[0].mKey.getValues()[1].mValue.int_value); - EXPECT_EQ("wakelockName", listener1->updates[0].mKey.getValues()[2].mValue.str_value); - EXPECT_EQ(WakelockStateChanged::ACQUIRE, listener1->updates[0].mState); - - // Check StateTracker was updated by querying for state. - HashableDimensionKey queryKey; - getPartialWakelockKey(1001 /* uid */, "wakelockName", &queryKey); - EXPECT_EQ(WakelockStateChanged::ACQUIRE, - getStateInt(mgr, util::WAKELOCK_STATE_CHANGED, queryKey)); - - // No state stored for this query key. - HashableDimensionKey queryKey2; - getPartialWakelockKey(1002 /* uid */, "tag1", &queryKey2); - EXPECT_EQ(-1 /*StateTracker::kStateUnknown*/, - getStateInt(mgr, util::WAKELOCK_STATE_CHANGED, queryKey2)); - - // Partial query fails. - HashableDimensionKey queryKey3; - getPartialWakelockKey(1001 /* uid */, &queryKey3); - EXPECT_EQ(-1 /*StateTracker::kStateUnknown*/, - getStateInt(mgr, util::WAKELOCK_STATE_CHANGED, queryKey3)); -} - -/** - * Test StateManager's onLogEvent and StateListener's onStateChanged correctly - * updates listener for states with multiple primary keys. - */ -TEST(StateTrackerTest, TestStateChangeMultiplePrimaryFields) { - sp<TestStateListener> listener1 = new TestStateListener(); - StateManager mgr; - mgr.registerListener(util::OVERLAY_STATE_CHANGED, listener1); - - // log event - std::unique_ptr<LogEvent> event = CreateOverlayStateChangedEvent( - timestampNs, 1000 /* uid */, "package1", true /*using_alert_window*/, - OverlayStateChanged::ENTERED); - mgr.onLogEvent(*event); - - // check listener was updated - ASSERT_EQ(1, listener1->updates.size()); - EXPECT_EQ(1000, listener1->updates[0].mKey.getValues()[0].mValue.int_value); - EXPECT_EQ(1, listener1->updates[0].mState); - - // check StateTracker was updated by querying for state - HashableDimensionKey queryKey; - getOverlayKey(1000 /* uid */, "package1", &queryKey); - EXPECT_EQ(OverlayStateChanged::ENTERED, - getStateInt(mgr, util::OVERLAY_STATE_CHANGED, queryKey)); -} - -/** - * Test StateManager's onLogEvent and StateListener's onStateChanged - * when there is an error extracting state from log event. Listener is not - * updated of state change. - */ -TEST(StateTrackerTest, TestStateChangeEventError) { - sp<TestStateListener> listener1 = new TestStateListener(); - StateManager mgr; - mgr.registerListener(util::OVERLAY_STATE_CHANGED, listener1); - - // log event - std::shared_ptr<LogEvent> event1 = - buildIncorrectOverlayEvent(1000 /* uid */, "package1", 1 /* state */); - std::shared_ptr<LogEvent> event2 = buildOverlayEventBadStateType(1001 /* uid */, "package2"); - - // check listener was updated - mgr.onLogEvent(*event1); - ASSERT_EQ(0, listener1->updates.size()); - mgr.onLogEvent(*event2); - ASSERT_EQ(0, listener1->updates.size()); -} - -TEST(StateTrackerTest, TestStateQuery) { - sp<TestStateListener> listener1 = new TestStateListener(); - sp<TestStateListener> listener2 = new TestStateListener(); - sp<TestStateListener> listener3 = new TestStateListener(); - sp<TestStateListener> listener4 = new TestStateListener(); - StateManager mgr; - mgr.registerListener(util::SCREEN_STATE_CHANGED, listener1); - mgr.registerListener(util::UID_PROCESS_STATE_CHANGED, listener2); - mgr.registerListener(util::OVERLAY_STATE_CHANGED, listener3); - mgr.registerListener(util::WAKELOCK_STATE_CHANGED, listener4); - - std::unique_ptr<LogEvent> event1 = CreateUidProcessStateChangedEvent( - timestampNs, 1000 /*uid*/, - android::app::ProcessStateEnum::PROCESS_STATE_TOP); // state value: 1002 - std::unique_ptr<LogEvent> event2 = CreateUidProcessStateChangedEvent( - timestampNs + 1000, 1001 /*uid*/, - android::app::ProcessStateEnum::PROCESS_STATE_FOREGROUND_SERVICE); // state value: - // 1003 - std::unique_ptr<LogEvent> event3 = CreateUidProcessStateChangedEvent( - timestampNs + 2000, 1002 /*uid*/, - android::app::ProcessStateEnum::PROCESS_STATE_PERSISTENT); // state value: 1000 - std::unique_ptr<LogEvent> event4 = CreateUidProcessStateChangedEvent( - timestampNs + 3000, 1001 /*uid*/, - android::app::ProcessStateEnum::PROCESS_STATE_TOP); // state value: 1002 - std::unique_ptr<LogEvent> event5 = CreateScreenStateChangedEvent( - timestampNs + 4000, android::view::DisplayStateEnum::DISPLAY_STATE_ON); - std::unique_ptr<LogEvent> event6 = CreateOverlayStateChangedEvent( - timestampNs + 5000, 1000 /*uid*/, "package1", true /*using_alert_window*/, - OverlayStateChanged::ENTERED); - std::unique_ptr<LogEvent> event7 = CreateOverlayStateChangedEvent( - timestampNs + 6000, 1000 /*uid*/, "package2", true /*using_alert_window*/, - OverlayStateChanged::EXITED); - - std::vector<int> attributionUids = {1005}; - std::vector<string> attributionTags = {"tag"}; - - std::unique_ptr<LogEvent> event8 = CreateAcquireWakelockEvent( - timestampNs + 7000, attributionUids, attributionTags, "wakelock1"); - std::unique_ptr<LogEvent> event9 = CreateReleaseWakelockEvent( - timestampNs + 8000, attributionUids, attributionTags, "wakelock2"); - - mgr.onLogEvent(*event1); - mgr.onLogEvent(*event2); - mgr.onLogEvent(*event3); - mgr.onLogEvent(*event5); - mgr.onLogEvent(*event5); - mgr.onLogEvent(*event6); - mgr.onLogEvent(*event7); - mgr.onLogEvent(*event8); - mgr.onLogEvent(*event9); - - // Query for UidProcessState of uid 1001 - HashableDimensionKey queryKey1; - getUidProcessKey(1001, &queryKey1); - EXPECT_EQ(android::app::ProcessStateEnum::PROCESS_STATE_FOREGROUND_SERVICE, - getStateInt(mgr, util::UID_PROCESS_STATE_CHANGED, queryKey1)); - - // Query for UidProcessState of uid 1004 - not in state map - HashableDimensionKey queryKey2; - getUidProcessKey(1004, &queryKey2); - EXPECT_EQ(-1, getStateInt(mgr, util::UID_PROCESS_STATE_CHANGED, - queryKey2)); // default state - - // Query for UidProcessState of uid 1001 - after change in state - mgr.onLogEvent(*event4); - EXPECT_EQ(android::app::ProcessStateEnum::PROCESS_STATE_TOP, - getStateInt(mgr, util::UID_PROCESS_STATE_CHANGED, queryKey1)); - - // Query for ScreenState - EXPECT_EQ(android::view::DisplayStateEnum::DISPLAY_STATE_ON, - getStateInt(mgr, util::SCREEN_STATE_CHANGED, DEFAULT_DIMENSION_KEY)); - - // Query for OverlayState of uid 1000, package name "package2" - HashableDimensionKey queryKey3; - getOverlayKey(1000, "package2", &queryKey3); - EXPECT_EQ(OverlayStateChanged::EXITED, - getStateInt(mgr, util::OVERLAY_STATE_CHANGED, queryKey3)); - - // Query for WakelockState of uid 1005, tag 2 - HashableDimensionKey queryKey4; - getPartialWakelockKey(1005, "wakelock2", &queryKey4); - EXPECT_EQ(WakelockStateChanged::RELEASE, - getStateInt(mgr, util::WAKELOCK_STATE_CHANGED, queryKey4)); - - // Query for WakelockState of uid 1005, tag 1 - HashableDimensionKey queryKey5; - getPartialWakelockKey(1005, "wakelock1", &queryKey5); - EXPECT_EQ(WakelockStateChanged::ACQUIRE, - getStateInt(mgr, util::WAKELOCK_STATE_CHANGED, queryKey5)); -} - -} // namespace statsd -} // namespace os -} // namespace android -#else -GTEST_LOG_(INFO) << "This test does nothing.\n"; -#endif diff --git a/cmds/statsd/tests/statsd_test_util.cpp b/cmds/statsd/tests/statsd_test_util.cpp deleted file mode 100644 index cee83725d075..000000000000 --- a/cmds/statsd/tests/statsd_test_util.cpp +++ /dev/null @@ -1,1393 +0,0 @@ -// Copyright (C) 2017 The Android Open Source Project -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#include "statsd_test_util.h" - -#include <aidl/android/util/StatsEventParcel.h> -#include "stats_event.h" - -using aidl::android::util::StatsEventParcel; -using std::shared_ptr; - -namespace android { -namespace os { -namespace statsd { - -StatsLogReport outputStreamToProto(ProtoOutputStream* proto) { - vector<uint8_t> bytes; - bytes.resize(proto->size()); - size_t pos = 0; - sp<ProtoReader> reader = proto->data(); - - while (reader->readBuffer() != NULL) { - size_t toRead = reader->currentToRead(); - std::memcpy(&((bytes)[pos]), reader->readBuffer(), toRead); - pos += toRead; - reader->move(toRead); - } - - StatsLogReport report; - report.ParseFromArray(bytes.data(), bytes.size()); - return report; -} - -AtomMatcher CreateSimpleAtomMatcher(const string& name, int atomId) { - AtomMatcher atom_matcher; - atom_matcher.set_id(StringToId(name)); - auto simple_atom_matcher = atom_matcher.mutable_simple_atom_matcher(); - simple_atom_matcher->set_atom_id(atomId); - return atom_matcher; -} - -AtomMatcher CreateTemperatureAtomMatcher() { - return CreateSimpleAtomMatcher("TemperatureMatcher", util::TEMPERATURE); -} - -AtomMatcher CreateScheduledJobStateChangedAtomMatcher(const string& name, - ScheduledJobStateChanged::State state) { - AtomMatcher atom_matcher; - atom_matcher.set_id(StringToId(name)); - auto simple_atom_matcher = atom_matcher.mutable_simple_atom_matcher(); - simple_atom_matcher->set_atom_id(util::SCHEDULED_JOB_STATE_CHANGED); - auto field_value_matcher = simple_atom_matcher->add_field_value_matcher(); - field_value_matcher->set_field(3); // State field. - field_value_matcher->set_eq_int(state); - return atom_matcher; -} - -AtomMatcher CreateStartScheduledJobAtomMatcher() { - return CreateScheduledJobStateChangedAtomMatcher("ScheduledJobStart", - ScheduledJobStateChanged::STARTED); -} - -AtomMatcher CreateFinishScheduledJobAtomMatcher() { - return CreateScheduledJobStateChangedAtomMatcher("ScheduledJobFinish", - ScheduledJobStateChanged::FINISHED); -} - -AtomMatcher CreateScreenBrightnessChangedAtomMatcher() { - AtomMatcher atom_matcher; - atom_matcher.set_id(StringToId("ScreenBrightnessChanged")); - auto simple_atom_matcher = atom_matcher.mutable_simple_atom_matcher(); - simple_atom_matcher->set_atom_id(util::SCREEN_BRIGHTNESS_CHANGED); - return atom_matcher; -} - -AtomMatcher CreateUidProcessStateChangedAtomMatcher() { - AtomMatcher atom_matcher; - atom_matcher.set_id(StringToId("UidProcessStateChanged")); - auto simple_atom_matcher = atom_matcher.mutable_simple_atom_matcher(); - simple_atom_matcher->set_atom_id(util::UID_PROCESS_STATE_CHANGED); - return atom_matcher; -} - -AtomMatcher CreateWakelockStateChangedAtomMatcher(const string& name, - WakelockStateChanged::State state) { - AtomMatcher atom_matcher; - atom_matcher.set_id(StringToId(name)); - auto simple_atom_matcher = atom_matcher.mutable_simple_atom_matcher(); - simple_atom_matcher->set_atom_id(util::WAKELOCK_STATE_CHANGED); - auto field_value_matcher = simple_atom_matcher->add_field_value_matcher(); - field_value_matcher->set_field(4); // State field. - field_value_matcher->set_eq_int(state); - return atom_matcher; -} - -AtomMatcher CreateAcquireWakelockAtomMatcher() { - return CreateWakelockStateChangedAtomMatcher("AcquireWakelock", WakelockStateChanged::ACQUIRE); -} - -AtomMatcher CreateReleaseWakelockAtomMatcher() { - return CreateWakelockStateChangedAtomMatcher("ReleaseWakelock", WakelockStateChanged::RELEASE); -} - -AtomMatcher CreateBatterySaverModeStateChangedAtomMatcher( - const string& name, BatterySaverModeStateChanged::State state) { - AtomMatcher atom_matcher; - atom_matcher.set_id(StringToId(name)); - auto simple_atom_matcher = atom_matcher.mutable_simple_atom_matcher(); - simple_atom_matcher->set_atom_id(util::BATTERY_SAVER_MODE_STATE_CHANGED); - auto field_value_matcher = simple_atom_matcher->add_field_value_matcher(); - field_value_matcher->set_field(1); // State field. - field_value_matcher->set_eq_int(state); - return atom_matcher; -} - -AtomMatcher CreateBatterySaverModeStartAtomMatcher() { - return CreateBatterySaverModeStateChangedAtomMatcher( - "BatterySaverModeStart", BatterySaverModeStateChanged::ON); -} - - -AtomMatcher CreateBatterySaverModeStopAtomMatcher() { - return CreateBatterySaverModeStateChangedAtomMatcher( - "BatterySaverModeStop", BatterySaverModeStateChanged::OFF); -} - -AtomMatcher CreateBatteryStateChangedAtomMatcher(const string& name, - BatteryPluggedStateEnum state) { - AtomMatcher atom_matcher; - atom_matcher.set_id(StringToId(name)); - auto simple_atom_matcher = atom_matcher.mutable_simple_atom_matcher(); - simple_atom_matcher->set_atom_id(util::PLUGGED_STATE_CHANGED); - auto field_value_matcher = simple_atom_matcher->add_field_value_matcher(); - field_value_matcher->set_field(1); // State field. - field_value_matcher->set_eq_int(state); - return atom_matcher; -} - -AtomMatcher CreateBatteryStateNoneMatcher() { - return CreateBatteryStateChangedAtomMatcher("BatteryPluggedNone", - BatteryPluggedStateEnum::BATTERY_PLUGGED_NONE); -} - -AtomMatcher CreateBatteryStateUsbMatcher() { - return CreateBatteryStateChangedAtomMatcher("BatteryPluggedUsb", - BatteryPluggedStateEnum::BATTERY_PLUGGED_USB); -} - -AtomMatcher CreateScreenStateChangedAtomMatcher( - const string& name, android::view::DisplayStateEnum state) { - AtomMatcher atom_matcher; - atom_matcher.set_id(StringToId(name)); - auto simple_atom_matcher = atom_matcher.mutable_simple_atom_matcher(); - simple_atom_matcher->set_atom_id(util::SCREEN_STATE_CHANGED); - auto field_value_matcher = simple_atom_matcher->add_field_value_matcher(); - field_value_matcher->set_field(1); // State field. - field_value_matcher->set_eq_int(state); - return atom_matcher; -} - -AtomMatcher CreateScreenTurnedOnAtomMatcher() { - return CreateScreenStateChangedAtomMatcher("ScreenTurnedOn", - android::view::DisplayStateEnum::DISPLAY_STATE_ON); -} - -AtomMatcher CreateScreenTurnedOffAtomMatcher() { - return CreateScreenStateChangedAtomMatcher("ScreenTurnedOff", - ::android::view::DisplayStateEnum::DISPLAY_STATE_OFF); -} - -AtomMatcher CreateSyncStateChangedAtomMatcher( - const string& name, SyncStateChanged::State state) { - AtomMatcher atom_matcher; - atom_matcher.set_id(StringToId(name)); - auto simple_atom_matcher = atom_matcher.mutable_simple_atom_matcher(); - simple_atom_matcher->set_atom_id(util::SYNC_STATE_CHANGED); - auto field_value_matcher = simple_atom_matcher->add_field_value_matcher(); - field_value_matcher->set_field(3); // State field. - field_value_matcher->set_eq_int(state); - return atom_matcher; -} - -AtomMatcher CreateSyncStartAtomMatcher() { - return CreateSyncStateChangedAtomMatcher("SyncStart", SyncStateChanged::ON); -} - -AtomMatcher CreateSyncEndAtomMatcher() { - return CreateSyncStateChangedAtomMatcher("SyncEnd", SyncStateChanged::OFF); -} - -AtomMatcher CreateActivityForegroundStateChangedAtomMatcher( - const string& name, ActivityForegroundStateChanged::State state) { - AtomMatcher atom_matcher; - atom_matcher.set_id(StringToId(name)); - auto simple_atom_matcher = atom_matcher.mutable_simple_atom_matcher(); - simple_atom_matcher->set_atom_id(util::ACTIVITY_FOREGROUND_STATE_CHANGED); - auto field_value_matcher = simple_atom_matcher->add_field_value_matcher(); - field_value_matcher->set_field(4); // Activity field. - field_value_matcher->set_eq_int(state); - return atom_matcher; -} - -AtomMatcher CreateMoveToBackgroundAtomMatcher() { - return CreateActivityForegroundStateChangedAtomMatcher( - "Background", ActivityForegroundStateChanged::BACKGROUND); -} - -AtomMatcher CreateMoveToForegroundAtomMatcher() { - return CreateActivityForegroundStateChangedAtomMatcher( - "Foreground", ActivityForegroundStateChanged::FOREGROUND); -} - -AtomMatcher CreateProcessLifeCycleStateChangedAtomMatcher( - const string& name, ProcessLifeCycleStateChanged::State state) { - AtomMatcher atom_matcher; - atom_matcher.set_id(StringToId(name)); - auto simple_atom_matcher = atom_matcher.mutable_simple_atom_matcher(); - simple_atom_matcher->set_atom_id(util::PROCESS_LIFE_CYCLE_STATE_CHANGED); - auto field_value_matcher = simple_atom_matcher->add_field_value_matcher(); - field_value_matcher->set_field(3); // Process state field. - field_value_matcher->set_eq_int(state); - return atom_matcher; -} - -AtomMatcher CreateProcessCrashAtomMatcher() { - return CreateProcessLifeCycleStateChangedAtomMatcher( - "Crashed", ProcessLifeCycleStateChanged::CRASHED); -} - -Predicate CreateScheduledJobPredicate() { - Predicate predicate; - predicate.set_id(StringToId("ScheduledJobRunningPredicate")); - predicate.mutable_simple_predicate()->set_start(StringToId("ScheduledJobStart")); - predicate.mutable_simple_predicate()->set_stop(StringToId("ScheduledJobFinish")); - return predicate; -} - -Predicate CreateBatterySaverModePredicate() { - Predicate predicate; - predicate.set_id(StringToId("BatterySaverIsOn")); - predicate.mutable_simple_predicate()->set_start(StringToId("BatterySaverModeStart")); - predicate.mutable_simple_predicate()->set_stop(StringToId("BatterySaverModeStop")); - return predicate; -} - -Predicate CreateDeviceUnpluggedPredicate() { - Predicate predicate; - predicate.set_id(StringToId("DeviceUnplugged")); - predicate.mutable_simple_predicate()->set_start(StringToId("BatteryPluggedNone")); - predicate.mutable_simple_predicate()->set_stop(StringToId("BatteryPluggedUsb")); - return predicate; -} - -Predicate CreateScreenIsOnPredicate() { - Predicate predicate; - predicate.set_id(StringToId("ScreenIsOn")); - predicate.mutable_simple_predicate()->set_start(StringToId("ScreenTurnedOn")); - predicate.mutable_simple_predicate()->set_stop(StringToId("ScreenTurnedOff")); - return predicate; -} - -Predicate CreateScreenIsOffPredicate() { - Predicate predicate; - predicate.set_id(1111123); - predicate.mutable_simple_predicate()->set_start(StringToId("ScreenTurnedOff")); - predicate.mutable_simple_predicate()->set_stop(StringToId("ScreenTurnedOn")); - return predicate; -} - -Predicate CreateHoldingWakelockPredicate() { - Predicate predicate; - predicate.set_id(StringToId("HoldingWakelock")); - predicate.mutable_simple_predicate()->set_start(StringToId("AcquireWakelock")); - predicate.mutable_simple_predicate()->set_stop(StringToId("ReleaseWakelock")); - return predicate; -} - -Predicate CreateIsSyncingPredicate() { - Predicate predicate; - predicate.set_id(33333333333333); - predicate.mutable_simple_predicate()->set_start(StringToId("SyncStart")); - predicate.mutable_simple_predicate()->set_stop(StringToId("SyncEnd")); - return predicate; -} - -Predicate CreateIsInBackgroundPredicate() { - Predicate predicate; - predicate.set_id(StringToId("IsInBackground")); - predicate.mutable_simple_predicate()->set_start(StringToId("Background")); - predicate.mutable_simple_predicate()->set_stop(StringToId("Foreground")); - return predicate; -} - -State CreateScreenState() { - State state; - state.set_id(StringToId("ScreenState")); - state.set_atom_id(util::SCREEN_STATE_CHANGED); - return state; -} - -State CreateUidProcessState() { - State state; - state.set_id(StringToId("UidProcessState")); - state.set_atom_id(util::UID_PROCESS_STATE_CHANGED); - return state; -} - -State CreateOverlayState() { - State state; - state.set_id(StringToId("OverlayState")); - state.set_atom_id(util::OVERLAY_STATE_CHANGED); - return state; -} - -State CreateScreenStateWithOnOffMap(int64_t screenOnId, int64_t screenOffId) { - State state; - state.set_id(StringToId("ScreenStateOnOff")); - state.set_atom_id(util::SCREEN_STATE_CHANGED); - - auto map = CreateScreenStateOnOffMap(screenOnId, screenOffId); - *state.mutable_map() = map; - - return state; -} - -State CreateScreenStateWithSimpleOnOffMap(int64_t screenOnId, int64_t screenOffId) { - State state; - state.set_id(StringToId("ScreenStateSimpleOnOff")); - state.set_atom_id(util::SCREEN_STATE_CHANGED); - - auto map = CreateScreenStateSimpleOnOffMap(screenOnId, screenOffId); - *state.mutable_map() = map; - - return state; -} - -StateMap_StateGroup CreateScreenStateOnGroup(int64_t screenOnId) { - StateMap_StateGroup group; - group.set_group_id(screenOnId); - group.add_value(android::view::DisplayStateEnum::DISPLAY_STATE_ON); - group.add_value(android::view::DisplayStateEnum::DISPLAY_STATE_VR); - group.add_value(android::view::DisplayStateEnum::DISPLAY_STATE_ON_SUSPEND); - return group; -} - -StateMap_StateGroup CreateScreenStateOffGroup(int64_t screenOffId) { - StateMap_StateGroup group; - group.set_group_id(screenOffId); - group.add_value(android::view::DisplayStateEnum::DISPLAY_STATE_OFF); - group.add_value(android::view::DisplayStateEnum::DISPLAY_STATE_DOZE); - group.add_value(android::view::DisplayStateEnum::DISPLAY_STATE_DOZE_SUSPEND); - return group; -} - -StateMap_StateGroup CreateScreenStateSimpleOnGroup(int64_t screenOnId) { - StateMap_StateGroup group; - group.set_group_id(screenOnId); - group.add_value(android::view::DisplayStateEnum::DISPLAY_STATE_ON); - return group; -} - -StateMap_StateGroup CreateScreenStateSimpleOffGroup(int64_t screenOffId) { - StateMap_StateGroup group; - group.set_group_id(screenOffId); - group.add_value(android::view::DisplayStateEnum::DISPLAY_STATE_OFF); - return group; -} - -StateMap CreateScreenStateOnOffMap(int64_t screenOnId, int64_t screenOffId) { - StateMap map; - *map.add_group() = CreateScreenStateOnGroup(screenOnId); - *map.add_group() = CreateScreenStateOffGroup(screenOffId); - return map; -} - -StateMap CreateScreenStateSimpleOnOffMap(int64_t screenOnId, int64_t screenOffId) { - StateMap map; - *map.add_group() = CreateScreenStateSimpleOnGroup(screenOnId); - *map.add_group() = CreateScreenStateSimpleOffGroup(screenOffId); - return map; -} - -void addPredicateToPredicateCombination(const Predicate& predicate, - Predicate* combinationPredicate) { - combinationPredicate->mutable_combination()->add_predicate(predicate.id()); -} - -FieldMatcher CreateAttributionUidDimensions(const int atomId, - const std::vector<Position>& positions) { - FieldMatcher dimensions; - dimensions.set_field(atomId); - for (const auto position : positions) { - auto child = dimensions.add_child(); - child->set_field(1); - child->set_position(position); - child->add_child()->set_field(1); - } - return dimensions; -} - -FieldMatcher CreateAttributionUidAndTagDimensions(const int atomId, - const std::vector<Position>& positions) { - FieldMatcher dimensions; - dimensions.set_field(atomId); - for (const auto position : positions) { - auto child = dimensions.add_child(); - child->set_field(1); - child->set_position(position); - child->add_child()->set_field(1); - child->add_child()->set_field(2); - } - return dimensions; -} - -FieldMatcher CreateDimensions(const int atomId, const std::vector<int>& fields) { - FieldMatcher dimensions; - dimensions.set_field(atomId); - for (const int field : fields) { - dimensions.add_child()->set_field(field); - } - return dimensions; -} - -FieldMatcher CreateAttributionUidAndOtherDimensions(const int atomId, - const std::vector<Position>& positions, - const std::vector<int>& fields) { - FieldMatcher dimensions = CreateAttributionUidDimensions(atomId, positions); - - for (const int field : fields) { - dimensions.add_child()->set_field(field); - } - return dimensions; -} - -// START: get primary key functions -void getUidProcessKey(int uid, HashableDimensionKey* key) { - int pos1[] = {1, 0, 0}; - Field field1(27 /* atom id */, pos1, 0 /* depth */); - Value value1((int32_t)uid); - - key->addValue(FieldValue(field1, value1)); -} - -void getOverlayKey(int uid, string packageName, HashableDimensionKey* key) { - int pos1[] = {1, 0, 0}; - int pos2[] = {2, 0, 0}; - - Field field1(59 /* atom id */, pos1, 0 /* depth */); - Field field2(59 /* atom id */, pos2, 0 /* depth */); - - Value value1((int32_t)uid); - Value value2(packageName); - - key->addValue(FieldValue(field1, value1)); - key->addValue(FieldValue(field2, value2)); -} - -void getPartialWakelockKey(int uid, const std::string& tag, HashableDimensionKey* key) { - int pos1[] = {1, 1, 1}; - int pos3[] = {2, 0, 0}; - int pos4[] = {3, 0, 0}; - - Field field1(10 /* atom id */, pos1, 2 /* depth */); - - Field field3(10 /* atom id */, pos3, 0 /* depth */); - Field field4(10 /* atom id */, pos4, 0 /* depth */); - - Value value1((int32_t)uid); - Value value3((int32_t)1 /*partial*/); - Value value4(tag); - - key->addValue(FieldValue(field1, value1)); - key->addValue(FieldValue(field3, value3)); - key->addValue(FieldValue(field4, value4)); -} - -void getPartialWakelockKey(int uid, HashableDimensionKey* key) { - int pos1[] = {1, 1, 1}; - int pos3[] = {2, 0, 0}; - - Field field1(10 /* atom id */, pos1, 2 /* depth */); - Field field3(10 /* atom id */, pos3, 0 /* depth */); - - Value value1((int32_t)uid); - Value value3((int32_t)1 /*partial*/); - - key->addValue(FieldValue(field1, value1)); - key->addValue(FieldValue(field3, value3)); -} -// END: get primary key functions - -void writeAttribution(AStatsEvent* statsEvent, const vector<int>& attributionUids, - const vector<string>& attributionTags) { - vector<const char*> cTags(attributionTags.size()); - for (int i = 0; i < cTags.size(); i++) { - cTags[i] = attributionTags[i].c_str(); - } - - AStatsEvent_writeAttributionChain(statsEvent, - reinterpret_cast<const uint32_t*>(attributionUids.data()), - cTags.data(), attributionUids.size()); -} - -void parseStatsEventToLogEvent(AStatsEvent* statsEvent, LogEvent* logEvent) { - AStatsEvent_build(statsEvent); - - size_t size; - uint8_t* buf = AStatsEvent_getBuffer(statsEvent, &size); - logEvent->parseBuffer(buf, size); - - AStatsEvent_release(statsEvent); -} - -void CreateTwoValueLogEvent(LogEvent* logEvent, int atomId, int64_t eventTimeNs, int32_t value1, - int32_t value2) { - AStatsEvent* statsEvent = AStatsEvent_obtain(); - AStatsEvent_setAtomId(statsEvent, atomId); - AStatsEvent_overwriteTimestamp(statsEvent, eventTimeNs); - - AStatsEvent_writeInt32(statsEvent, value1); - AStatsEvent_writeInt32(statsEvent, value2); - - parseStatsEventToLogEvent(statsEvent, logEvent); -} - -shared_ptr<LogEvent> CreateTwoValueLogEvent(int atomId, int64_t eventTimeNs, int32_t value1, - int32_t value2) { - shared_ptr<LogEvent> logEvent = std::make_shared<LogEvent>(/*uid=*/0, /*pid=*/0); - CreateTwoValueLogEvent(logEvent.get(), atomId, eventTimeNs, value1, value2); - return logEvent; -} - -void CreateThreeValueLogEvent(LogEvent* logEvent, int atomId, int64_t eventTimeNs, int32_t value1, - int32_t value2, int32_t value3) { - AStatsEvent* statsEvent = AStatsEvent_obtain(); - AStatsEvent_setAtomId(statsEvent, atomId); - AStatsEvent_overwriteTimestamp(statsEvent, eventTimeNs); - - AStatsEvent_writeInt32(statsEvent, value1); - AStatsEvent_writeInt32(statsEvent, value2); - AStatsEvent_writeInt32(statsEvent, value3); - - parseStatsEventToLogEvent(statsEvent, logEvent); -} - -shared_ptr<LogEvent> CreateThreeValueLogEvent(int atomId, int64_t eventTimeNs, int32_t value1, - int32_t value2, int32_t value3) { - shared_ptr<LogEvent> logEvent = std::make_shared<LogEvent>(/*uid=*/0, /*pid=*/0); - CreateThreeValueLogEvent(logEvent.get(), atomId, eventTimeNs, value1, value2, value3); - return logEvent; -} - -void CreateRepeatedValueLogEvent(LogEvent* logEvent, int atomId, int64_t eventTimeNs, - int32_t value) { - AStatsEvent* statsEvent = AStatsEvent_obtain(); - AStatsEvent_setAtomId(statsEvent, atomId); - AStatsEvent_overwriteTimestamp(statsEvent, eventTimeNs); - - AStatsEvent_writeInt32(statsEvent, value); - AStatsEvent_writeInt32(statsEvent, value); - - parseStatsEventToLogEvent(statsEvent, logEvent); -} - -shared_ptr<LogEvent> CreateRepeatedValueLogEvent(int atomId, int64_t eventTimeNs, int32_t value) { - shared_ptr<LogEvent> logEvent = std::make_shared<LogEvent>(/*uid=*/0, /*pid=*/0); - CreateRepeatedValueLogEvent(logEvent.get(), atomId, eventTimeNs, value); - return logEvent; -} - -void CreateNoValuesLogEvent(LogEvent* logEvent, int atomId, int64_t eventTimeNs) { - AStatsEvent* statsEvent = AStatsEvent_obtain(); - AStatsEvent_setAtomId(statsEvent, atomId); - AStatsEvent_overwriteTimestamp(statsEvent, eventTimeNs); - - parseStatsEventToLogEvent(statsEvent, logEvent); -} - -shared_ptr<LogEvent> CreateNoValuesLogEvent(int atomId, int64_t eventTimeNs) { - shared_ptr<LogEvent> logEvent = std::make_shared<LogEvent>(/*uid=*/0, /*pid=*/0); - CreateNoValuesLogEvent(logEvent.get(), atomId, eventTimeNs); - return logEvent; -} - -shared_ptr<LogEvent> makeUidLogEvent(int atomId, int64_t eventTimeNs, int uid, int data1, - int data2) { - AStatsEvent* statsEvent = AStatsEvent_obtain(); - AStatsEvent_setAtomId(statsEvent, atomId); - AStatsEvent_overwriteTimestamp(statsEvent, eventTimeNs); - - AStatsEvent_writeInt32(statsEvent, uid); - AStatsEvent_addBoolAnnotation(statsEvent, ANNOTATION_ID_IS_UID, true); - AStatsEvent_writeInt32(statsEvent, data1); - AStatsEvent_writeInt32(statsEvent, data2); - - shared_ptr<LogEvent> logEvent = std::make_shared<LogEvent>(/*uid=*/0, /*pid=*/0); - parseStatsEventToLogEvent(statsEvent, logEvent.get()); - return logEvent; -} - -shared_ptr<LogEvent> makeAttributionLogEvent(int atomId, int64_t eventTimeNs, - const vector<int>& uids, const vector<string>& tags, - int data1, int data2) { - AStatsEvent* statsEvent = AStatsEvent_obtain(); - AStatsEvent_setAtomId(statsEvent, atomId); - AStatsEvent_overwriteTimestamp(statsEvent, eventTimeNs); - - writeAttribution(statsEvent, uids, tags); - AStatsEvent_writeInt32(statsEvent, data1); - AStatsEvent_writeInt32(statsEvent, data2); - - shared_ptr<LogEvent> logEvent = std::make_shared<LogEvent>(/*uid=*/0, /*pid=*/0); - parseStatsEventToLogEvent(statsEvent, logEvent.get()); - return logEvent; -} - -sp<MockUidMap> makeMockUidMapForOneHost(int hostUid, const vector<int>& isolatedUids) { - sp<MockUidMap> uidMap = new NaggyMock<MockUidMap>(); - EXPECT_CALL(*uidMap, getHostUidOrSelf(_)).WillRepeatedly(ReturnArg<0>()); - for (const int isolatedUid : isolatedUids) { - EXPECT_CALL(*uidMap, getHostUidOrSelf(isolatedUid)).WillRepeatedly(Return(hostUid)); - } - - return uidMap; -} - -sp<MockUidMap> makeMockUidMapForPackage(const string& pkg, const set<int32_t>& uids) { - sp<MockUidMap> uidMap = new StrictMock<MockUidMap>(); - EXPECT_CALL(*uidMap, getAppUid(_)).Times(AnyNumber()); - EXPECT_CALL(*uidMap, getAppUid(pkg)).WillRepeatedly(Return(uids)); - - return uidMap; -} - -std::unique_ptr<LogEvent> CreateScreenStateChangedEvent(uint64_t timestampNs, - const android::view::DisplayStateEnum state, - int loggerUid) { - AStatsEvent* statsEvent = AStatsEvent_obtain(); - AStatsEvent_setAtomId(statsEvent, util::SCREEN_STATE_CHANGED); - AStatsEvent_overwriteTimestamp(statsEvent, timestampNs); - AStatsEvent_writeInt32(statsEvent, state); - AStatsEvent_addBoolAnnotation(statsEvent, util::ANNOTATION_ID_EXCLUSIVE_STATE, true); - AStatsEvent_addBoolAnnotation(statsEvent, util::ANNOTATION_ID_STATE_NESTED, false); - - std::unique_ptr<LogEvent> logEvent = std::make_unique<LogEvent>(loggerUid, /*pid=*/0); - parseStatsEventToLogEvent(statsEvent, logEvent.get()); - return logEvent; -} - -std::unique_ptr<LogEvent> CreateBatterySaverOnEvent(uint64_t timestampNs) { - AStatsEvent* statsEvent = AStatsEvent_obtain(); - AStatsEvent_setAtomId(statsEvent, util::BATTERY_SAVER_MODE_STATE_CHANGED); - AStatsEvent_overwriteTimestamp(statsEvent, timestampNs); - AStatsEvent_writeInt32(statsEvent, BatterySaverModeStateChanged::ON); - AStatsEvent_addBoolAnnotation(statsEvent, util::ANNOTATION_ID_EXCLUSIVE_STATE, true); - AStatsEvent_addBoolAnnotation(statsEvent, util::ANNOTATION_ID_STATE_NESTED, false); - - std::unique_ptr<LogEvent> logEvent = std::make_unique<LogEvent>(/*uid=*/0, /*pid=*/0); - parseStatsEventToLogEvent(statsEvent, logEvent.get()); - return logEvent; -} - -std::unique_ptr<LogEvent> CreateBatterySaverOffEvent(uint64_t timestampNs) { - AStatsEvent* statsEvent = AStatsEvent_obtain(); - AStatsEvent_setAtomId(statsEvent, util::BATTERY_SAVER_MODE_STATE_CHANGED); - AStatsEvent_overwriteTimestamp(statsEvent, timestampNs); - AStatsEvent_writeInt32(statsEvent, BatterySaverModeStateChanged::OFF); - AStatsEvent_addBoolAnnotation(statsEvent, util::ANNOTATION_ID_EXCLUSIVE_STATE, true); - AStatsEvent_addBoolAnnotation(statsEvent, util::ANNOTATION_ID_STATE_NESTED, false); - - std::unique_ptr<LogEvent> logEvent = std::make_unique<LogEvent>(/*uid=*/0, /*pid=*/0); - parseStatsEventToLogEvent(statsEvent, logEvent.get()); - return logEvent; -} - -std::unique_ptr<LogEvent> CreateBatteryStateChangedEvent(const uint64_t timestampNs, const BatteryPluggedStateEnum state) { - AStatsEvent* statsEvent = AStatsEvent_obtain(); - AStatsEvent_setAtomId(statsEvent, util::PLUGGED_STATE_CHANGED); - AStatsEvent_overwriteTimestamp(statsEvent, timestampNs); - AStatsEvent_writeInt32(statsEvent, state); - - std::unique_ptr<LogEvent> logEvent = std::make_unique<LogEvent>(/*uid=*/0, /*pid=*/0); - parseStatsEventToLogEvent(statsEvent, logEvent.get()); - return logEvent; -} - -std::unique_ptr<LogEvent> CreateScreenBrightnessChangedEvent(uint64_t timestampNs, int level) { - AStatsEvent* statsEvent = AStatsEvent_obtain(); - AStatsEvent_setAtomId(statsEvent, util::SCREEN_BRIGHTNESS_CHANGED); - AStatsEvent_overwriteTimestamp(statsEvent, timestampNs); - AStatsEvent_writeInt32(statsEvent, level); - - std::unique_ptr<LogEvent> logEvent = std::make_unique<LogEvent>(/*uid=*/0, /*pid=*/0); - parseStatsEventToLogEvent(statsEvent, logEvent.get()); - return logEvent; -} - -std::unique_ptr<LogEvent> CreateScheduledJobStateChangedEvent( - const vector<int>& attributionUids, const vector<string>& attributionTags, - const string& jobName, const ScheduledJobStateChanged::State state, uint64_t timestampNs) { - AStatsEvent* statsEvent = AStatsEvent_obtain(); - AStatsEvent_setAtomId(statsEvent, util::SCHEDULED_JOB_STATE_CHANGED); - AStatsEvent_overwriteTimestamp(statsEvent, timestampNs); - - writeAttribution(statsEvent, attributionUids, attributionTags); - AStatsEvent_writeString(statsEvent, jobName.c_str()); - AStatsEvent_writeInt32(statsEvent, state); - - std::unique_ptr<LogEvent> logEvent = std::make_unique<LogEvent>(/*uid=*/0, /*pid=*/0); - parseStatsEventToLogEvent(statsEvent, logEvent.get()); - return logEvent; -} - -std::unique_ptr<LogEvent> CreateStartScheduledJobEvent(uint64_t timestampNs, - const vector<int>& attributionUids, - const vector<string>& attributionTags, - const string& jobName) { - return CreateScheduledJobStateChangedEvent(attributionUids, attributionTags, jobName, - ScheduledJobStateChanged::STARTED, timestampNs); -} - -// Create log event when scheduled job finishes. -std::unique_ptr<LogEvent> CreateFinishScheduledJobEvent(uint64_t timestampNs, - const vector<int>& attributionUids, - const vector<string>& attributionTags, - const string& jobName) { - return CreateScheduledJobStateChangedEvent(attributionUids, attributionTags, jobName, - ScheduledJobStateChanged::FINISHED, timestampNs); -} - -std::unique_ptr<LogEvent> CreateWakelockStateChangedEvent(uint64_t timestampNs, - const vector<int>& attributionUids, - const vector<string>& attributionTags, - const string& wakelockName, - const WakelockStateChanged::State state) { - AStatsEvent* statsEvent = AStatsEvent_obtain(); - AStatsEvent_setAtomId(statsEvent, util::WAKELOCK_STATE_CHANGED); - AStatsEvent_overwriteTimestamp(statsEvent, timestampNs); - - writeAttribution(statsEvent, attributionUids, attributionTags); - AStatsEvent_addBoolAnnotation(statsEvent, util::ANNOTATION_ID_PRIMARY_FIELD_FIRST_UID, true); - AStatsEvent_writeInt32(statsEvent, android::os::WakeLockLevelEnum::PARTIAL_WAKE_LOCK); - AStatsEvent_addBoolAnnotation(statsEvent, util::ANNOTATION_ID_PRIMARY_FIELD, true); - AStatsEvent_writeString(statsEvent, wakelockName.c_str()); - AStatsEvent_addBoolAnnotation(statsEvent, util::ANNOTATION_ID_PRIMARY_FIELD, true); - AStatsEvent_writeInt32(statsEvent, state); - AStatsEvent_addBoolAnnotation(statsEvent, util::ANNOTATION_ID_EXCLUSIVE_STATE, true); - AStatsEvent_addBoolAnnotation(statsEvent, util::ANNOTATION_ID_STATE_NESTED, true); - - std::unique_ptr<LogEvent> logEvent = std::make_unique<LogEvent>(/*uid=*/0, /*pid=*/0); - parseStatsEventToLogEvent(statsEvent, logEvent.get()); - return logEvent; -} - -std::unique_ptr<LogEvent> CreateAcquireWakelockEvent(uint64_t timestampNs, - const vector<int>& attributionUids, - const vector<string>& attributionTags, - const string& wakelockName) { - return CreateWakelockStateChangedEvent(timestampNs, attributionUids, attributionTags, - wakelockName, WakelockStateChanged::ACQUIRE); -} - -std::unique_ptr<LogEvent> CreateReleaseWakelockEvent(uint64_t timestampNs, - const vector<int>& attributionUids, - const vector<string>& attributionTags, - const string& wakelockName) { - return CreateWakelockStateChangedEvent(timestampNs, attributionUids, attributionTags, - wakelockName, WakelockStateChanged::RELEASE); -} - -std::unique_ptr<LogEvent> CreateActivityForegroundStateChangedEvent( - uint64_t timestampNs, const int uid, const ActivityForegroundStateChanged::State state) { - AStatsEvent* statsEvent = AStatsEvent_obtain(); - AStatsEvent_setAtomId(statsEvent, util::ACTIVITY_FOREGROUND_STATE_CHANGED); - AStatsEvent_overwriteTimestamp(statsEvent, timestampNs); - - AStatsEvent_writeInt32(statsEvent, uid); - AStatsEvent_writeString(statsEvent, "pkg_name"); - AStatsEvent_writeString(statsEvent, "class_name"); - AStatsEvent_writeInt32(statsEvent, state); - - std::unique_ptr<LogEvent> logEvent = std::make_unique<LogEvent>(/*uid=*/0, /*pid=*/0); - parseStatsEventToLogEvent(statsEvent, logEvent.get()); - return logEvent; -} - -std::unique_ptr<LogEvent> CreateMoveToBackgroundEvent(uint64_t timestampNs, const int uid) { - return CreateActivityForegroundStateChangedEvent(timestampNs, uid, - ActivityForegroundStateChanged::BACKGROUND); -} - -std::unique_ptr<LogEvent> CreateMoveToForegroundEvent(uint64_t timestampNs, const int uid) { - return CreateActivityForegroundStateChangedEvent(timestampNs, uid, - ActivityForegroundStateChanged::FOREGROUND); -} - -std::unique_ptr<LogEvent> CreateSyncStateChangedEvent(uint64_t timestampNs, - const vector<int>& attributionUids, - const vector<string>& attributionTags, - const string& name, - const SyncStateChanged::State state) { - AStatsEvent* statsEvent = AStatsEvent_obtain(); - AStatsEvent_setAtomId(statsEvent, util::SYNC_STATE_CHANGED); - AStatsEvent_overwriteTimestamp(statsEvent, timestampNs); - - writeAttribution(statsEvent, attributionUids, attributionTags); - AStatsEvent_writeString(statsEvent, name.c_str()); - AStatsEvent_writeInt32(statsEvent, state); - - std::unique_ptr<LogEvent> logEvent = std::make_unique<LogEvent>(/*uid=*/0, /*pid=*/0); - parseStatsEventToLogEvent(statsEvent, logEvent.get()); - return logEvent; -} - -std::unique_ptr<LogEvent> CreateSyncStartEvent(uint64_t timestampNs, - const vector<int>& attributionUids, - const vector<string>& attributionTags, - const string& name) { - return CreateSyncStateChangedEvent(timestampNs, attributionUids, attributionTags, name, - SyncStateChanged::ON); -} - -std::unique_ptr<LogEvent> CreateSyncEndEvent(uint64_t timestampNs, - const vector<int>& attributionUids, - const vector<string>& attributionTags, - const string& name) { - return CreateSyncStateChangedEvent(timestampNs, attributionUids, attributionTags, name, - SyncStateChanged::OFF); -} - -std::unique_ptr<LogEvent> CreateProcessLifeCycleStateChangedEvent( - uint64_t timestampNs, const int uid, const ProcessLifeCycleStateChanged::State state) { - AStatsEvent* statsEvent = AStatsEvent_obtain(); - AStatsEvent_setAtomId(statsEvent, util::PROCESS_LIFE_CYCLE_STATE_CHANGED); - AStatsEvent_overwriteTimestamp(statsEvent, timestampNs); - - AStatsEvent_writeInt32(statsEvent, uid); - AStatsEvent_writeString(statsEvent, ""); - AStatsEvent_writeInt32(statsEvent, state); - - std::unique_ptr<LogEvent> logEvent = std::make_unique<LogEvent>(/*uid=*/0, /*pid=*/0); - parseStatsEventToLogEvent(statsEvent, logEvent.get()); - return logEvent; -} - -std::unique_ptr<LogEvent> CreateAppCrashEvent(uint64_t timestampNs, const int uid) { - return CreateProcessLifeCycleStateChangedEvent(timestampNs, uid, - ProcessLifeCycleStateChanged::CRASHED); -} - -std::unique_ptr<LogEvent> CreateAppCrashOccurredEvent(uint64_t timestampNs, const int uid) { - AStatsEvent* statsEvent = AStatsEvent_obtain(); - AStatsEvent_setAtomId(statsEvent, util::APP_CRASH_OCCURRED); - AStatsEvent_overwriteTimestamp(statsEvent, timestampNs); - - AStatsEvent_writeInt32(statsEvent, uid); - AStatsEvent_writeString(statsEvent, "eventType"); - AStatsEvent_writeString(statsEvent, "processName"); - - std::unique_ptr<LogEvent> logEvent = std::make_unique<LogEvent>(/*uid=*/0, /*pid=*/0); - parseStatsEventToLogEvent(statsEvent, logEvent.get()); - return logEvent; -} - -std::unique_ptr<LogEvent> CreateIsolatedUidChangedEvent(uint64_t timestampNs, int hostUid, - int isolatedUid, bool is_create) { - AStatsEvent* statsEvent = AStatsEvent_obtain(); - AStatsEvent_setAtomId(statsEvent, util::ISOLATED_UID_CHANGED); - AStatsEvent_overwriteTimestamp(statsEvent, timestampNs); - - AStatsEvent_writeInt32(statsEvent, hostUid); - AStatsEvent_writeInt32(statsEvent, isolatedUid); - AStatsEvent_writeInt32(statsEvent, is_create); - - std::unique_ptr<LogEvent> logEvent = std::make_unique<LogEvent>(/*uid=*/0, /*pid=*/0); - parseStatsEventToLogEvent(statsEvent, logEvent.get()); - return logEvent; -} - -std::unique_ptr<LogEvent> CreateUidProcessStateChangedEvent( - uint64_t timestampNs, int uid, const android::app::ProcessStateEnum state) { - AStatsEvent* statsEvent = AStatsEvent_obtain(); - AStatsEvent_setAtomId(statsEvent, util::UID_PROCESS_STATE_CHANGED); - AStatsEvent_overwriteTimestamp(statsEvent, timestampNs); - - AStatsEvent_writeInt32(statsEvent, uid); - AStatsEvent_addBoolAnnotation(statsEvent, util::ANNOTATION_ID_IS_UID, true); - AStatsEvent_addBoolAnnotation(statsEvent, util::ANNOTATION_ID_PRIMARY_FIELD, true); - AStatsEvent_writeInt32(statsEvent, state); - AStatsEvent_addBoolAnnotation(statsEvent, util::ANNOTATION_ID_EXCLUSIVE_STATE, true); - AStatsEvent_addBoolAnnotation(statsEvent, util::ANNOTATION_ID_STATE_NESTED, false); - - std::unique_ptr<LogEvent> logEvent = std::make_unique<LogEvent>(/*uid=*/0, /*pid=*/0); - parseStatsEventToLogEvent(statsEvent, logEvent.get()); - return logEvent; -} - -std::unique_ptr<LogEvent> CreateBleScanStateChangedEvent(uint64_t timestampNs, - const vector<int>& attributionUids, - const vector<string>& attributionTags, - const BleScanStateChanged::State state, - const bool filtered, const bool firstMatch, - const bool opportunistic) { - AStatsEvent* statsEvent = AStatsEvent_obtain(); - AStatsEvent_setAtomId(statsEvent, util::BLE_SCAN_STATE_CHANGED); - AStatsEvent_overwriteTimestamp(statsEvent, timestampNs); - - writeAttribution(statsEvent, attributionUids, attributionTags); - AStatsEvent_addBoolAnnotation(statsEvent, util::ANNOTATION_ID_PRIMARY_FIELD_FIRST_UID, true); - AStatsEvent_writeInt32(statsEvent, state); - AStatsEvent_addBoolAnnotation(statsEvent, util::ANNOTATION_ID_EXCLUSIVE_STATE, true); - AStatsEvent_addBoolAnnotation(statsEvent, util::ANNOTATION_ID_STATE_NESTED, true); - if (state == util::BLE_SCAN_STATE_CHANGED__STATE__RESET) { - AStatsEvent_addInt32Annotation(statsEvent, ANNOTATION_ID_TRIGGER_STATE_RESET, - util::BLE_SCAN_STATE_CHANGED__STATE__OFF); - } - AStatsEvent_writeBool(statsEvent, filtered); // filtered - AStatsEvent_addBoolAnnotation(statsEvent, util::ANNOTATION_ID_PRIMARY_FIELD, true); - AStatsEvent_writeBool(statsEvent, firstMatch); // first match - AStatsEvent_addBoolAnnotation(statsEvent, util::ANNOTATION_ID_PRIMARY_FIELD, true); - AStatsEvent_writeBool(statsEvent, opportunistic); // opportunistic - AStatsEvent_addBoolAnnotation(statsEvent, util::ANNOTATION_ID_PRIMARY_FIELD, true); - - std::unique_ptr<LogEvent> logEvent = std::make_unique<LogEvent>(/*uid=*/0, /*pid=*/0); - parseStatsEventToLogEvent(statsEvent, logEvent.get()); - return logEvent; -} - -std::unique_ptr<LogEvent> CreateOverlayStateChangedEvent(int64_t timestampNs, const int32_t uid, - const string& packageName, - const bool usingAlertWindow, - const OverlayStateChanged::State state) { - AStatsEvent* statsEvent = AStatsEvent_obtain(); - AStatsEvent_setAtomId(statsEvent, util::OVERLAY_STATE_CHANGED); - AStatsEvent_overwriteTimestamp(statsEvent, timestampNs); - - AStatsEvent_writeInt32(statsEvent, uid); - AStatsEvent_addBoolAnnotation(statsEvent, util::ANNOTATION_ID_IS_UID, true); - AStatsEvent_addBoolAnnotation(statsEvent, util::ANNOTATION_ID_PRIMARY_FIELD, true); - AStatsEvent_writeString(statsEvent, packageName.c_str()); - AStatsEvent_addBoolAnnotation(statsEvent, util::ANNOTATION_ID_PRIMARY_FIELD, true); - AStatsEvent_writeBool(statsEvent, usingAlertWindow); - AStatsEvent_writeInt32(statsEvent, state); - AStatsEvent_addBoolAnnotation(statsEvent, util::ANNOTATION_ID_EXCLUSIVE_STATE, true); - AStatsEvent_addBoolAnnotation(statsEvent, util::ANNOTATION_ID_STATE_NESTED, false); - - std::unique_ptr<LogEvent> logEvent = std::make_unique<LogEvent>(/*uid=*/0, /*pid=*/0); - parseStatsEventToLogEvent(statsEvent, logEvent.get()); - return logEvent; -} - -sp<StatsLogProcessor> CreateStatsLogProcessor(const int64_t timeBaseNs, const int64_t currentTimeNs, - const StatsdConfig& config, const ConfigKey& key, - const shared_ptr<IPullAtomCallback>& puller, - const int32_t atomTag, const sp<UidMap> uidMap) { - sp<StatsPullerManager> pullerManager = new StatsPullerManager(); - if (puller != nullptr) { - pullerManager->RegisterPullAtomCallback(/*uid=*/0, atomTag, NS_PER_SEC, NS_PER_SEC * 10, {}, - puller); - } - sp<AlarmMonitor> anomalyAlarmMonitor = - new AlarmMonitor(1, - [](const shared_ptr<IStatsCompanionService>&, int64_t){}, - [](const shared_ptr<IStatsCompanionService>&){}); - sp<AlarmMonitor> periodicAlarmMonitor = - new AlarmMonitor(1, - [](const shared_ptr<IStatsCompanionService>&, int64_t){}, - [](const shared_ptr<IStatsCompanionService>&){}); - sp<StatsLogProcessor> processor = - new StatsLogProcessor(uidMap, pullerManager, anomalyAlarmMonitor, periodicAlarmMonitor, - timeBaseNs, [](const ConfigKey&) { return true; }, - [](const int&, const vector<int64_t>&) {return true;}); - processor->OnConfigUpdated(currentTimeNs, key, config); - return processor; -} - -void sortLogEventsByTimestamp(std::vector<std::unique_ptr<LogEvent>> *events) { - std::sort(events->begin(), events->end(), - [](const std::unique_ptr<LogEvent>& a, const std::unique_ptr<LogEvent>& b) { - return a->GetElapsedTimestampNs() < b->GetElapsedTimestampNs(); - }); -} - -int64_t StringToId(const string& str) { - return static_cast<int64_t>(std::hash<std::string>()(str)); -} - -void ValidateWakelockAttributionUidAndTagDimension(const DimensionsValue& value, const int atomId, - const int uid, const string& tag) { - EXPECT_EQ(value.field(), atomId); - ASSERT_EQ(value.value_tuple().dimensions_value_size(), 2); - // Attribution field. - EXPECT_EQ(value.value_tuple().dimensions_value(0).field(), 1); - // Uid field. - ASSERT_EQ(value.value_tuple().dimensions_value(0).value_tuple().dimensions_value_size(), 1); - EXPECT_EQ(value.value_tuple().dimensions_value(0).value_tuple().dimensions_value(0).field(), 1); - EXPECT_EQ(value.value_tuple().dimensions_value(0).value_tuple().dimensions_value(0).value_int(), - uid); - // Tag field. - EXPECT_EQ(value.value_tuple().dimensions_value(1).field(), 3); - EXPECT_EQ(value.value_tuple().dimensions_value(1).value_str(), tag); -} - -void ValidateAttributionUidDimension(const DimensionsValue& value, int atomId, int uid) { - EXPECT_EQ(value.field(), atomId); - ASSERT_EQ(value.value_tuple().dimensions_value_size(), 1); - // Attribution field. - EXPECT_EQ(value.value_tuple().dimensions_value(0).field(), 1); - // Uid only. - EXPECT_EQ(value.value_tuple().dimensions_value(0) - .value_tuple().dimensions_value_size(), 1); - EXPECT_EQ(value.value_tuple().dimensions_value(0) - .value_tuple().dimensions_value(0).field(), 1); - EXPECT_EQ(value.value_tuple().dimensions_value(0) - .value_tuple().dimensions_value(0).value_int(), uid); -} - -void ValidateUidDimension(const DimensionsValue& value, int node_idx, int atomId, int uid) { - EXPECT_EQ(value.field(), atomId); - ASSERT_GT(value.value_tuple().dimensions_value_size(), node_idx); - // Attribution field. - EXPECT_EQ(value.value_tuple().dimensions_value(node_idx).field(), 1); - EXPECT_EQ(value.value_tuple().dimensions_value(node_idx) - .value_tuple().dimensions_value(0).field(), 1); - EXPECT_EQ(value.value_tuple().dimensions_value(node_idx) - .value_tuple().dimensions_value(0).value_int(), uid); -} - -void ValidateAttributionUidAndTagDimension( - const DimensionsValue& value, int node_idx, int atomId, int uid, const std::string& tag) { - EXPECT_EQ(value.field(), atomId); - ASSERT_GT(value.value_tuple().dimensions_value_size(), node_idx); - // Attribution field. - EXPECT_EQ(1, value.value_tuple().dimensions_value(node_idx).field()); - // Uid only. - EXPECT_EQ(2, value.value_tuple().dimensions_value(node_idx) - .value_tuple().dimensions_value_size()); - EXPECT_EQ(1, value.value_tuple().dimensions_value(node_idx) - .value_tuple().dimensions_value(0).field()); - EXPECT_EQ(uid, value.value_tuple().dimensions_value(node_idx) - .value_tuple().dimensions_value(0).value_int()); - EXPECT_EQ(2, value.value_tuple().dimensions_value(node_idx) - .value_tuple().dimensions_value(1).field()); - EXPECT_EQ(tag, value.value_tuple().dimensions_value(node_idx) - .value_tuple().dimensions_value(1).value_str()); -} - -void ValidateAttributionUidAndTagDimension( - const DimensionsValue& value, int atomId, int uid, const std::string& tag) { - EXPECT_EQ(value.field(), atomId); - ASSERT_EQ(1, value.value_tuple().dimensions_value_size()); - // Attribution field. - EXPECT_EQ(1, value.value_tuple().dimensions_value(0).field()); - // Uid only. - EXPECT_EQ(value.value_tuple().dimensions_value(0) - .value_tuple().dimensions_value_size(), 2); - EXPECT_EQ(value.value_tuple().dimensions_value(0) - .value_tuple().dimensions_value(0).field(), 1); - EXPECT_EQ(value.value_tuple().dimensions_value(0) - .value_tuple().dimensions_value(0).value_int(), uid); - EXPECT_EQ(value.value_tuple().dimensions_value(0) - .value_tuple().dimensions_value(1).field(), 2); - EXPECT_EQ(value.value_tuple().dimensions_value(0) - .value_tuple().dimensions_value(1).value_str(), tag); -} - -bool EqualsTo(const DimensionsValue& s1, const DimensionsValue& s2) { - if (s1.field() != s2.field()) { - return false; - } - if (s1.value_case() != s2.value_case()) { - return false; - } - switch (s1.value_case()) { - case DimensionsValue::ValueCase::kValueStr: - return (s1.value_str() == s2.value_str()); - case DimensionsValue::ValueCase::kValueInt: - return s1.value_int() == s2.value_int(); - case DimensionsValue::ValueCase::kValueLong: - return s1.value_long() == s2.value_long(); - case DimensionsValue::ValueCase::kValueBool: - return s1.value_bool() == s2.value_bool(); - case DimensionsValue::ValueCase::kValueFloat: - return s1.value_float() == s2.value_float(); - case DimensionsValue::ValueCase::kValueTuple: { - if (s1.value_tuple().dimensions_value_size() != - s2.value_tuple().dimensions_value_size()) { - return false; - } - bool allMatched = true; - for (int i = 0; allMatched && i < s1.value_tuple().dimensions_value_size(); ++i) { - allMatched &= EqualsTo(s1.value_tuple().dimensions_value(i), - s2.value_tuple().dimensions_value(i)); - } - return allMatched; - } - case DimensionsValue::ValueCase::VALUE_NOT_SET: - default: - return true; - } -} - -bool LessThan(const google::protobuf::RepeatedPtrField<StateValue>& s1, - const google::protobuf::RepeatedPtrField<StateValue>& s2) { - if (s1.size() != s2.size()) { - return s1.size() < s2.size(); - } - for (int i = 0; i < s1.size(); i++) { - const StateValue& state1 = s1[i]; - const StateValue& state2 = s2[i]; - if (state1.atom_id() != state2.atom_id()) { - return state1.atom_id() < state2.atom_id(); - } - if (state1.value() != state2.value()) { - return state1.value() < state2.value(); - } - if (state1.group_id() != state2.group_id()) { - return state1.group_id() < state2.group_id(); - } - } - return false; -} - -bool LessThan(const DimensionsValue& s1, const DimensionsValue& s2) { - if (s1.field() != s2.field()) { - return s1.field() < s2.field(); - } - if (s1.value_case() != s2.value_case()) { - return s1.value_case() < s2.value_case(); - } - switch (s1.value_case()) { - case DimensionsValue::ValueCase::kValueStr: - return s1.value_str() < s2.value_str(); - case DimensionsValue::ValueCase::kValueInt: - return s1.value_int() < s2.value_int(); - case DimensionsValue::ValueCase::kValueLong: - return s1.value_long() < s2.value_long(); - case DimensionsValue::ValueCase::kValueBool: - return (int)s1.value_bool() < (int)s2.value_bool(); - case DimensionsValue::ValueCase::kValueFloat: - return s1.value_float() < s2.value_float(); - case DimensionsValue::ValueCase::kValueTuple: { - if (s1.value_tuple().dimensions_value_size() != - s2.value_tuple().dimensions_value_size()) { - return s1.value_tuple().dimensions_value_size() < - s2.value_tuple().dimensions_value_size(); - } - for (int i = 0; i < s1.value_tuple().dimensions_value_size(); ++i) { - if (EqualsTo(s1.value_tuple().dimensions_value(i), - s2.value_tuple().dimensions_value(i))) { - continue; - } else { - return LessThan(s1.value_tuple().dimensions_value(i), - s2.value_tuple().dimensions_value(i)); - } - } - return false; - } - case DimensionsValue::ValueCase::VALUE_NOT_SET: - default: - return false; - } -} - -bool LessThan(const DimensionsPair& s1, const DimensionsPair& s2) { - if (LessThan(s1.dimInWhat, s2.dimInWhat)) { - return true; - } else if (LessThan(s2.dimInWhat, s1.dimInWhat)) { - return false; - } - - return LessThan(s1.stateValues, s2.stateValues); -} - -void backfillStringInDimension(const std::map<uint64_t, string>& str_map, - DimensionsValue* dimension) { - if (dimension->has_value_str_hash()) { - auto it = str_map.find((uint64_t)(dimension->value_str_hash())); - if (it != str_map.end()) { - dimension->clear_value_str_hash(); - dimension->set_value_str(it->second); - } else { - ALOGE("Can not find the string hash: %llu", - (unsigned long long)dimension->value_str_hash()); - } - } else if (dimension->has_value_tuple()) { - auto value_tuple = dimension->mutable_value_tuple(); - for (int i = 0; i < value_tuple->dimensions_value_size(); ++i) { - backfillStringInDimension(str_map, value_tuple->mutable_dimensions_value(i)); - } - } -} - -void backfillStringInReport(ConfigMetricsReport *config_report) { - std::map<uint64_t, string> str_map; - for (const auto& str : config_report->strings()) { - uint64_t hash = Hash64(str); - if (str_map.find(hash) != str_map.end()) { - ALOGE("String hash conflicts: %s %s", str.c_str(), str_map[hash].c_str()); - } - str_map[hash] = str; - } - for (int i = 0; i < config_report->metrics_size(); ++i) { - auto metric_report = config_report->mutable_metrics(i); - if (metric_report->has_count_metrics()) { - backfillStringInDimension(str_map, metric_report->mutable_count_metrics()); - } else if (metric_report->has_duration_metrics()) { - backfillStringInDimension(str_map, metric_report->mutable_duration_metrics()); - } else if (metric_report->has_gauge_metrics()) { - backfillStringInDimension(str_map, metric_report->mutable_gauge_metrics()); - } else if (metric_report->has_value_metrics()) { - backfillStringInDimension(str_map, metric_report->mutable_value_metrics()); - } - } - // Backfill the package names. - for (int i = 0 ; i < config_report->uid_map().snapshots_size(); ++i) { - auto snapshot = config_report->mutable_uid_map()->mutable_snapshots(i); - for (int j = 0 ; j < snapshot->package_info_size(); ++j) { - auto package_info = snapshot->mutable_package_info(j); - if (package_info->has_name_hash()) { - auto it = str_map.find((uint64_t)(package_info->name_hash())); - if (it != str_map.end()) { - package_info->clear_name_hash(); - package_info->set_name(it->second); - } else { - ALOGE("Can not find the string package name hash: %llu", - (unsigned long long)package_info->name_hash()); - } - - } - } - } - // Backfill the app name in app changes. - for (int i = 0 ; i < config_report->uid_map().changes_size(); ++i) { - auto change = config_report->mutable_uid_map()->mutable_changes(i); - if (change->has_app_hash()) { - auto it = str_map.find((uint64_t)(change->app_hash())); - if (it != str_map.end()) { - change->clear_app_hash(); - change->set_app(it->second); - } else { - ALOGE("Can not find the string change app name hash: %llu", - (unsigned long long)change->app_hash()); - } - } - } -} - -void backfillStringInReport(ConfigMetricsReportList *config_report_list) { - for (int i = 0; i < config_report_list->reports_size(); ++i) { - backfillStringInReport(config_report_list->mutable_reports(i)); - } -} - -bool backfillDimensionPath(const DimensionsValue& path, - const google::protobuf::RepeatedPtrField<DimensionsValue>& leafValues, - int* leafIndex, - DimensionsValue* dimension) { - dimension->set_field(path.field()); - if (path.has_value_tuple()) { - for (int i = 0; i < path.value_tuple().dimensions_value_size(); ++i) { - if (!backfillDimensionPath( - path.value_tuple().dimensions_value(i), leafValues, leafIndex, - dimension->mutable_value_tuple()->add_dimensions_value())) { - return false; - } - } - } else { - if (*leafIndex < 0 || *leafIndex >= leafValues.size()) { - return false; - } - dimension->MergeFrom(leafValues.Get(*leafIndex)); - (*leafIndex)++; - } - return true; -} - -bool backfillDimensionPath(const DimensionsValue& path, - const google::protobuf::RepeatedPtrField<DimensionsValue>& leafValues, - DimensionsValue* dimension) { - int leafIndex = 0; - return backfillDimensionPath(path, leafValues, &leafIndex, dimension); -} - -void backfillDimensionPath(ConfigMetricsReportList *config_report_list) { - for (int i = 0; i < config_report_list->reports_size(); ++i) { - auto report = config_report_list->mutable_reports(i); - for (int j = 0; j < report->metrics_size(); ++j) { - auto metric_report = report->mutable_metrics(j); - if (metric_report->has_dimensions_path_in_what() || - metric_report->has_dimensions_path_in_condition()) { - auto whatPath = metric_report->dimensions_path_in_what(); - auto conditionPath = metric_report->dimensions_path_in_condition(); - if (metric_report->has_count_metrics()) { - backfillDimensionPath(whatPath, conditionPath, - metric_report->mutable_count_metrics()); - } else if (metric_report->has_duration_metrics()) { - backfillDimensionPath(whatPath, conditionPath, - metric_report->mutable_duration_metrics()); - } else if (metric_report->has_gauge_metrics()) { - backfillDimensionPath(whatPath, conditionPath, - metric_report->mutable_gauge_metrics()); - } else if (metric_report->has_value_metrics()) { - backfillDimensionPath(whatPath, conditionPath, - metric_report->mutable_value_metrics()); - } - metric_report->clear_dimensions_path_in_what(); - metric_report->clear_dimensions_path_in_condition(); - } - } - } -} - -void backfillStartEndTimestamp(StatsLogReport *report) { - const int64_t timeBaseNs = report->time_base_elapsed_nano_seconds(); - const int64_t bucketSizeNs = report->bucket_size_nano_seconds(); - if (report->has_count_metrics()) { - backfillStartEndTimestampForMetrics( - timeBaseNs, bucketSizeNs, report->mutable_count_metrics()); - } else if (report->has_duration_metrics()) { - backfillStartEndTimestampForMetrics( - timeBaseNs, bucketSizeNs, report->mutable_duration_metrics()); - } else if (report->has_gauge_metrics()) { - backfillStartEndTimestampForMetrics( - timeBaseNs, bucketSizeNs, report->mutable_gauge_metrics()); - if (report->gauge_metrics().skipped_size() > 0) { - backfillStartEndTimestampForSkippedBuckets( - timeBaseNs, report->mutable_gauge_metrics()); - } - } else if (report->has_value_metrics()) { - backfillStartEndTimestampForMetrics( - timeBaseNs, bucketSizeNs, report->mutable_value_metrics()); - if (report->value_metrics().skipped_size() > 0) { - backfillStartEndTimestampForSkippedBuckets( - timeBaseNs, report->mutable_value_metrics()); - } - } -} - -void backfillStartEndTimestamp(ConfigMetricsReport *config_report) { - for (int j = 0; j < config_report->metrics_size(); ++j) { - backfillStartEndTimestamp(config_report->mutable_metrics(j)); - } -} - -void backfillStartEndTimestamp(ConfigMetricsReportList *config_report_list) { - for (int i = 0; i < config_report_list->reports_size(); ++i) { - backfillStartEndTimestamp(config_report_list->mutable_reports(i)); - } -} - -Status FakeSubsystemSleepCallback::onPullAtom(int atomTag, - const shared_ptr<IPullAtomResultReceiver>& resultReceiver) { - // Convert stats_events into StatsEventParcels. - std::vector<StatsEventParcel> parcels; - for (int i = 1; i < 3; i++) { - AStatsEvent* event = AStatsEvent_obtain(); - AStatsEvent_setAtomId(event, atomTag); - std::string subsystemName = "subsystem_name_"; - subsystemName = subsystemName + std::to_string(i); - AStatsEvent_writeString(event, subsystemName.c_str()); - AStatsEvent_writeString(event, "subsystem_subname foo"); - AStatsEvent_writeInt64(event, /*count= */ i); - AStatsEvent_writeInt64(event, /*time_millis= */ i * 100); - AStatsEvent_build(event); - size_t size; - uint8_t* buffer = AStatsEvent_getBuffer(event, &size); - - StatsEventParcel p; - // vector.assign() creates a copy, but this is inevitable unless - // stats_event.h/c uses a vector as opposed to a buffer. - p.buffer.assign(buffer, buffer + size); - parcels.push_back(std::move(p)); - AStatsEvent_release(event); - } - resultReceiver->pullFinished(atomTag, /*success=*/true, parcels); - return Status::ok(); -} - -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/tests/statsd_test_util.h b/cmds/statsd/tests/statsd_test_util.h deleted file mode 100644 index 3dcf4ecce054..000000000000 --- a/cmds/statsd/tests/statsd_test_util.h +++ /dev/null @@ -1,479 +0,0 @@ -// Copyright (C) 2017 The Android Open Source Project -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#pragma once - -#include <aidl/android/os/BnPullAtomCallback.h> -#include <aidl/android/os/IPullAtomCallback.h> -#include <aidl/android/os/IPullAtomResultReceiver.h> -#include <gmock/gmock.h> -#include <gtest/gtest.h> - -#include "frameworks/base/cmds/statsd/src/stats_log.pb.h" -#include "frameworks/base/cmds/statsd/src/statsd_config.pb.h" -#include "src/StatsLogProcessor.h" -#include "src/hash.h" -#include "src/logd/LogEvent.h" -#include "src/packages/UidMap.h" -#include "src/stats_log_util.h" -#include "stats_event.h" -#include "statslog_statsdtest.h" - -namespace android { -namespace os { -namespace statsd { - -using namespace testing; -using ::aidl::android::os::BnPullAtomCallback; -using ::aidl::android::os::IPullAtomCallback; -using ::aidl::android::os::IPullAtomResultReceiver; -using android::util::ProtoReader; -using google::protobuf::RepeatedPtrField; -using Status = ::ndk::ScopedAStatus; - -const int SCREEN_STATE_ATOM_ID = util::SCREEN_STATE_CHANGED; -const int UID_PROCESS_STATE_ATOM_ID = util::UID_PROCESS_STATE_CHANGED; - -enum BucketSplitEvent { APP_UPGRADE, BOOT_COMPLETE }; - -class MockUidMap : public UidMap { -public: - MOCK_METHOD(int, getHostUidOrSelf, (int uid), (const)); - MOCK_METHOD(std::set<int32_t>, getAppUid, (const string& package), (const)); -}; - -// Converts a ProtoOutputStream to a StatsLogReport proto. -StatsLogReport outputStreamToProto(ProtoOutputStream* proto); - -// Create AtomMatcher proto to simply match a specific atom type. -AtomMatcher CreateSimpleAtomMatcher(const string& name, int atomId); - -// Create AtomMatcher proto for temperature atom. -AtomMatcher CreateTemperatureAtomMatcher(); - -// Create AtomMatcher proto for scheduled job state changed. -AtomMatcher CreateScheduledJobStateChangedAtomMatcher(); - -// Create AtomMatcher proto for starting a scheduled job. -AtomMatcher CreateStartScheduledJobAtomMatcher(); - -// Create AtomMatcher proto for a scheduled job is done. -AtomMatcher CreateFinishScheduledJobAtomMatcher(); - -// Create AtomMatcher proto for screen brightness state changed. -AtomMatcher CreateScreenBrightnessChangedAtomMatcher(); - -// Create AtomMatcher proto for starting battery save mode. -AtomMatcher CreateBatterySaverModeStartAtomMatcher(); - -// Create AtomMatcher proto for stopping battery save mode. -AtomMatcher CreateBatterySaverModeStopAtomMatcher(); - -// Create AtomMatcher proto for battery state none mode. -AtomMatcher CreateBatteryStateNoneMatcher(); - -// Create AtomMatcher proto for battery state usb mode. -AtomMatcher CreateBatteryStateUsbMatcher(); - -// Create AtomMatcher proto for process state changed. -AtomMatcher CreateUidProcessStateChangedAtomMatcher(); - -// Create AtomMatcher proto for acquiring wakelock. -AtomMatcher CreateAcquireWakelockAtomMatcher(); - -// Create AtomMatcher proto for releasing wakelock. -AtomMatcher CreateReleaseWakelockAtomMatcher() ; - -// Create AtomMatcher proto for screen turned on. -AtomMatcher CreateScreenTurnedOnAtomMatcher(); - -// Create AtomMatcher proto for screen turned off. -AtomMatcher CreateScreenTurnedOffAtomMatcher(); - -// Create AtomMatcher proto for app sync turned on. -AtomMatcher CreateSyncStartAtomMatcher(); - -// Create AtomMatcher proto for app sync turned off. -AtomMatcher CreateSyncEndAtomMatcher(); - -// Create AtomMatcher proto for app sync moves to background. -AtomMatcher CreateMoveToBackgroundAtomMatcher(); - -// Create AtomMatcher proto for app sync moves to foreground. -AtomMatcher CreateMoveToForegroundAtomMatcher(); - -// Create AtomMatcher proto for process crashes -AtomMatcher CreateProcessCrashAtomMatcher() ; - -// Create Predicate proto for screen is on. -Predicate CreateScreenIsOnPredicate(); - -// Create Predicate proto for screen is off. -Predicate CreateScreenIsOffPredicate(); - -// Create Predicate proto for a running scheduled job. -Predicate CreateScheduledJobPredicate(); - -// Create Predicate proto for battery saver mode. -Predicate CreateBatterySaverModePredicate(); - -// Create Predicate proto for device unplogged mode. -Predicate CreateDeviceUnpluggedPredicate(); - -// Create Predicate proto for holding wakelock. -Predicate CreateHoldingWakelockPredicate(); - -// Create a Predicate proto for app syncing. -Predicate CreateIsSyncingPredicate(); - -// Create a Predicate proto for app is in background. -Predicate CreateIsInBackgroundPredicate(); - -// Create State proto for screen state atom. -State CreateScreenState(); - -// Create State proto for uid process state atom. -State CreateUidProcessState(); - -// Create State proto for overlay state atom. -State CreateOverlayState(); - -// Create State proto for screen state atom with on/off map. -State CreateScreenStateWithOnOffMap(int64_t screenOnId, int64_t screenOffId); - -// Create State proto for screen state atom with simple on/off map. -State CreateScreenStateWithSimpleOnOffMap(int64_t screenOnId, int64_t screenOffId); - -// Create StateGroup proto for ScreenState ON group -StateMap_StateGroup CreateScreenStateOnGroup(int64_t screenOnId); - -// Create StateGroup proto for ScreenState OFF group -StateMap_StateGroup CreateScreenStateOffGroup(int64_t screenOffId); - -// Create StateGroup proto for simple ScreenState ON group -StateMap_StateGroup CreateScreenStateSimpleOnGroup(int64_t screenOnId); - -// Create StateGroup proto for simple ScreenState OFF group -StateMap_StateGroup CreateScreenStateSimpleOffGroup(int64_t screenOffId); - -// Create StateMap proto for ScreenState ON/OFF map -StateMap CreateScreenStateOnOffMap(int64_t screenOnId, int64_t screenOffId); - -// Create StateMap proto for simple ScreenState ON/OFF map -StateMap CreateScreenStateSimpleOnOffMap(int64_t screenOnId, int64_t screenOffId); - -// Add a predicate to the predicate combination. -void addPredicateToPredicateCombination(const Predicate& predicate, Predicate* combination); - -// Create dimensions from primitive fields. -FieldMatcher CreateDimensions(const int atomId, const std::vector<int>& fields); - -// Create dimensions by attribution uid and tag. -FieldMatcher CreateAttributionUidAndTagDimensions(const int atomId, - const std::vector<Position>& positions); - -// Create dimensions by attribution uid only. -FieldMatcher CreateAttributionUidDimensions(const int atomId, - const std::vector<Position>& positions); - -FieldMatcher CreateAttributionUidAndOtherDimensions(const int atomId, - const std::vector<Position>& positions, - const std::vector<int>& fields); - -// START: get primary key functions -// These functions take in atom field information and create FieldValues which are stored in the -// given HashableDimensionKey. -void getUidProcessKey(int uid, HashableDimensionKey* key); - -void getOverlayKey(int uid, string packageName, HashableDimensionKey* key); - -void getPartialWakelockKey(int uid, const std::string& tag, HashableDimensionKey* key); - -void getPartialWakelockKey(int uid, HashableDimensionKey* key); -// END: get primary key functions - -void writeAttribution(AStatsEvent* statsEvent, const vector<int>& attributionUids, - const vector<string>& attributionTags); - -// Builds statsEvent to get buffer that is parsed into logEvent then releases statsEvent. -void parseStatsEventToLogEvent(AStatsEvent* statsEvent, LogEvent* logEvent); - -shared_ptr<LogEvent> CreateTwoValueLogEvent(int atomId, int64_t eventTimeNs, int32_t value1, - int32_t value2); - -void CreateTwoValueLogEvent(LogEvent* logEvent, int atomId, int64_t eventTimeNs, int32_t value1, - int32_t value2); - -shared_ptr<LogEvent> CreateThreeValueLogEvent(int atomId, int64_t eventTimeNs, int32_t value1, - int32_t value2, int32_t value3); - -void CreateThreeValueLogEvent(LogEvent* logEvent, int atomId, int64_t eventTimeNs, int32_t value1, - int32_t value2, int32_t value3); - -// The repeated value log event helpers create a log event with two int fields, both -// set to the same value. This is useful for testing metrics that are only interested -// in the value of the second field but still need the first field to be populated. -std::shared_ptr<LogEvent> CreateRepeatedValueLogEvent(int atomId, int64_t eventTimeNs, - int32_t value); - -void CreateRepeatedValueLogEvent(LogEvent* logEvent, int atomId, int64_t eventTimeNs, - int32_t value); - -std::shared_ptr<LogEvent> CreateNoValuesLogEvent(int atomId, int64_t eventTimeNs); - -void CreateNoValuesLogEvent(LogEvent* logEvent, int atomId, int64_t eventTimeNs); - -std::shared_ptr<LogEvent> makeUidLogEvent(int atomId, int64_t eventTimeNs, int uid, int data1, - int data2); - -std::shared_ptr<LogEvent> makeAttributionLogEvent(int atomId, int64_t eventTimeNs, - const vector<int>& uids, - const vector<string>& tags, int data1, int data2); - -sp<MockUidMap> makeMockUidMapForOneHost(int hostUid, const vector<int>& isolatedUids); - -sp<MockUidMap> makeMockUidMapForPackage(const string& pkg, const set<int32_t>& uids); - -// Create log event for screen state changed. -std::unique_ptr<LogEvent> CreateScreenStateChangedEvent(uint64_t timestampNs, - const android::view::DisplayStateEnum state, - int loggerUid = 0); - -// Create log event for screen brightness state changed. -std::unique_ptr<LogEvent> CreateScreenBrightnessChangedEvent(uint64_t timestampNs, int level); - -// Create log event when scheduled job starts. -std::unique_ptr<LogEvent> CreateStartScheduledJobEvent(uint64_t timestampNs, - const vector<int>& attributionUids, - const vector<string>& attributionTags, - const string& jobName); - -// Create log event when scheduled job finishes. -std::unique_ptr<LogEvent> CreateFinishScheduledJobEvent(uint64_t timestampNs, - const vector<int>& attributionUids, - const vector<string>& attributionTags, - const string& jobName); - -// Create log event when battery saver starts. -std::unique_ptr<LogEvent> CreateBatterySaverOnEvent(uint64_t timestampNs); -// Create log event when battery saver stops. -std::unique_ptr<LogEvent> CreateBatterySaverOffEvent(uint64_t timestampNs); - -// Create log event when battery state changes. -std::unique_ptr<LogEvent> CreateBatteryStateChangedEvent(const uint64_t timestampNs, const BatteryPluggedStateEnum state); - -// Create log event for app moving to background. -std::unique_ptr<LogEvent> CreateMoveToBackgroundEvent(uint64_t timestampNs, const int uid); - -// Create log event for app moving to foreground. -std::unique_ptr<LogEvent> CreateMoveToForegroundEvent(uint64_t timestampNs, const int uid); - -// Create log event when the app sync starts. -std::unique_ptr<LogEvent> CreateSyncStartEvent(uint64_t timestampNs, const vector<int>& uids, - const vector<string>& tags, const string& name); - -// Create log event when the app sync ends. -std::unique_ptr<LogEvent> CreateSyncEndEvent(uint64_t timestampNs, const vector<int>& uids, - const vector<string>& tags, const string& name); - -// Create log event when the app sync ends. -std::unique_ptr<LogEvent> CreateAppCrashEvent(uint64_t timestampNs, const int uid); - -// Create log event for an app crash. -std::unique_ptr<LogEvent> CreateAppCrashOccurredEvent(uint64_t timestampNs, const int uid); - -// Create log event for acquiring wakelock. -std::unique_ptr<LogEvent> CreateAcquireWakelockEvent(uint64_t timestampNs, const vector<int>& uids, - const vector<string>& tags, - const string& wakelockName); - -// Create log event for releasing wakelock. -std::unique_ptr<LogEvent> CreateReleaseWakelockEvent(uint64_t timestampNs, const vector<int>& uids, - const vector<string>& tags, - const string& wakelockName); - -// Create log event for releasing wakelock. -std::unique_ptr<LogEvent> CreateIsolatedUidChangedEvent(uint64_t timestampNs, int hostUid, - int isolatedUid, bool is_create); - -// Create log event for uid process state change. -std::unique_ptr<LogEvent> CreateUidProcessStateChangedEvent( - uint64_t timestampNs, int uid, const android::app::ProcessStateEnum state); - -std::unique_ptr<LogEvent> CreateBleScanStateChangedEvent(uint64_t timestampNs, - const vector<int>& attributionUids, - const vector<string>& attributionTags, - const BleScanStateChanged::State state, - const bool filtered, const bool firstMatch, - const bool opportunistic); - -std::unique_ptr<LogEvent> CreateOverlayStateChangedEvent(int64_t timestampNs, const int32_t uid, - const string& packageName, - const bool usingAlertWindow, - const OverlayStateChanged::State state); - -// Create a statsd log event processor upon the start time in seconds, config and key. -sp<StatsLogProcessor> CreateStatsLogProcessor(const int64_t timeBaseNs, const int64_t currentTimeNs, - const StatsdConfig& config, const ConfigKey& key, - const shared_ptr<IPullAtomCallback>& puller = nullptr, - const int32_t atomTag = 0 /*for puller only*/, - const sp<UidMap> = new UidMap()); - -// Util function to sort the log events by timestamp. -void sortLogEventsByTimestamp(std::vector<std::unique_ptr<LogEvent>> *events); - -int64_t StringToId(const string& str); - -void ValidateWakelockAttributionUidAndTagDimension(const DimensionsValue& value, const int atomId, - const int uid, const string& tag); -void ValidateUidDimension(const DimensionsValue& value, int node_idx, int atomId, int uid); -void ValidateAttributionUidDimension(const DimensionsValue& value, int atomId, int uid); -void ValidateAttributionUidAndTagDimension( - const DimensionsValue& value, int atomId, int uid, const std::string& tag); -void ValidateAttributionUidAndTagDimension( - const DimensionsValue& value, int node_idx, int atomId, int uid, const std::string& tag); - -struct DimensionsPair { - DimensionsPair(DimensionsValue m1, google::protobuf::RepeatedPtrField<StateValue> m2) - : dimInWhat(m1), stateValues(m2){}; - - DimensionsValue dimInWhat; - google::protobuf::RepeatedPtrField<StateValue> stateValues; -}; - -bool LessThan(const StateValue& s1, const StateValue& s2); -bool LessThan(const DimensionsValue& s1, const DimensionsValue& s2); -bool LessThan(const DimensionsPair& s1, const DimensionsPair& s2); - - -void backfillStartEndTimestamp(ConfigMetricsReport *config_report); -void backfillStartEndTimestamp(ConfigMetricsReportList *config_report_list); - -void backfillStringInReport(ConfigMetricsReportList *config_report_list); -void backfillStringInDimension(const std::map<uint64_t, string>& str_map, - DimensionsValue* dimension); - -template <typename T> -void backfillStringInDimension(const std::map<uint64_t, string>& str_map, - T* metrics) { - for (int i = 0; i < metrics->data_size(); ++i) { - auto data = metrics->mutable_data(i); - if (data->has_dimensions_in_what()) { - backfillStringInDimension(str_map, data->mutable_dimensions_in_what()); - } - if (data->has_dimensions_in_condition()) { - backfillStringInDimension(str_map, data->mutable_dimensions_in_condition()); - } - } -} - -void backfillDimensionPath(ConfigMetricsReportList* config_report_list); - -bool backfillDimensionPath(const DimensionsValue& path, - const google::protobuf::RepeatedPtrField<DimensionsValue>& leafValues, - DimensionsValue* dimension); - -class FakeSubsystemSleepCallback : public BnPullAtomCallback { -public: - Status onPullAtom(int atomTag, - const shared_ptr<IPullAtomResultReceiver>& resultReceiver) override; -}; - -template <typename T> -void backfillDimensionPath(const DimensionsValue& whatPath, - const DimensionsValue& conditionPath, - T* metricData) { - for (int i = 0; i < metricData->data_size(); ++i) { - auto data = metricData->mutable_data(i); - if (data->dimension_leaf_values_in_what_size() > 0) { - backfillDimensionPath(whatPath, data->dimension_leaf_values_in_what(), - data->mutable_dimensions_in_what()); - data->clear_dimension_leaf_values_in_what(); - } - if (data->dimension_leaf_values_in_condition_size() > 0) { - backfillDimensionPath(conditionPath, data->dimension_leaf_values_in_condition(), - data->mutable_dimensions_in_condition()); - data->clear_dimension_leaf_values_in_condition(); - } - } -} - -struct DimensionCompare { - bool operator()(const DimensionsPair& s1, const DimensionsPair& s2) const { - return LessThan(s1, s2); - } -}; - -template <typename T> -void sortMetricDataByDimensionsValue(const T& metricData, T* sortedMetricData) { - std::map<DimensionsPair, int, DimensionCompare> dimensionIndexMap; - for (int i = 0; i < metricData.data_size(); ++i) { - dimensionIndexMap.insert( - std::make_pair(DimensionsPair(metricData.data(i).dimensions_in_what(), - metricData.data(i).slice_by_state()), - i)); - } - for (const auto& itr : dimensionIndexMap) { - *sortedMetricData->add_data() = metricData.data(itr.second); - } -} - -template <typename T> -void backfillStartEndTimestampForFullBucket( - const int64_t timeBaseNs, const int64_t bucketSizeNs, T* bucket) { - bucket->set_start_bucket_elapsed_nanos(timeBaseNs + bucketSizeNs * bucket->bucket_num()); - bucket->set_end_bucket_elapsed_nanos( - timeBaseNs + bucketSizeNs * bucket->bucket_num() + bucketSizeNs); - bucket->clear_bucket_num(); -} - -template <typename T> -void backfillStartEndTimestampForPartialBucket(const int64_t timeBaseNs, T* bucket) { - if (bucket->has_start_bucket_elapsed_millis()) { - bucket->set_start_bucket_elapsed_nanos( - MillisToNano(bucket->start_bucket_elapsed_millis())); - bucket->clear_start_bucket_elapsed_millis(); - } - if (bucket->has_end_bucket_elapsed_millis()) { - bucket->set_end_bucket_elapsed_nanos( - MillisToNano(bucket->end_bucket_elapsed_millis())); - bucket->clear_end_bucket_elapsed_millis(); - } -} - -template <typename T> -void backfillStartEndTimestampForMetrics(const int64_t timeBaseNs, const int64_t bucketSizeNs, - T* metrics) { - for (int i = 0; i < metrics->data_size(); ++i) { - auto data = metrics->mutable_data(i); - for (int j = 0; j < data->bucket_info_size(); ++j) { - auto bucket = data->mutable_bucket_info(j); - if (bucket->has_bucket_num()) { - backfillStartEndTimestampForFullBucket(timeBaseNs, bucketSizeNs, bucket); - } else { - backfillStartEndTimestampForPartialBucket(timeBaseNs, bucket); - } - } - } -} - -template <typename T> -void backfillStartEndTimestampForSkippedBuckets(const int64_t timeBaseNs, T* metrics) { - for (int i = 0; i < metrics->skipped_size(); ++i) { - backfillStartEndTimestampForPartialBucket(timeBaseNs, metrics->mutable_skipped(i)); - } -} -} // namespace statsd -} // namespace os -} // namespace android diff --git a/cmds/statsd/tests/storage/StorageManager_test.cpp b/cmds/statsd/tests/storage/StorageManager_test.cpp deleted file mode 100644 index 74eafbf56d66..000000000000 --- a/cmds/statsd/tests/storage/StorageManager_test.cpp +++ /dev/null @@ -1,204 +0,0 @@ -// Copyright (C) 2019 The Android Open Source Project -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -#include <android-base/unique_fd.h> -#include <gmock/gmock.h> -#include <gtest/gtest.h> -#include <stdio.h> -#include "src/storage/StorageManager.h" - -#ifdef __ANDROID__ - -namespace android { -namespace os { -namespace statsd { - -using namespace testing; -using std::make_shared; -using std::shared_ptr; -using std::vector; -using testing::Contains; - -TEST(StorageManagerTest, TrainInfoReadWriteTest) { - InstallTrainInfo trainInfo; - trainInfo.trainVersionCode = 12345; - trainInfo.trainName = "This is a train name #)$(&&$"; - trainInfo.status = 1; - const char* expIds = "test_ids"; - trainInfo.experimentIds.assign(expIds, expIds + strlen(expIds)); - - bool result; - - result = StorageManager::writeTrainInfo(trainInfo); - - EXPECT_TRUE(result); - - InstallTrainInfo trainInfoResult; - result = StorageManager::readTrainInfo(trainInfo.trainName, trainInfoResult); - EXPECT_TRUE(result); - - EXPECT_EQ(trainInfo.trainVersionCode, trainInfoResult.trainVersionCode); - ASSERT_EQ(trainInfo.trainName.size(), trainInfoResult.trainName.size()); - EXPECT_EQ(trainInfo.trainName, trainInfoResult.trainName); - EXPECT_EQ(trainInfo.status, trainInfoResult.status); - ASSERT_EQ(trainInfo.experimentIds.size(), trainInfoResult.experimentIds.size()); - EXPECT_EQ(trainInfo.experimentIds, trainInfoResult.experimentIds); -} - -TEST(StorageManagerTest, TrainInfoReadWriteTrainNameSizeOneTest) { - InstallTrainInfo trainInfo; - trainInfo.trainVersionCode = 12345; - trainInfo.trainName = "{"; - trainInfo.status = 1; - const char* expIds = "test_ids"; - trainInfo.experimentIds.assign(expIds, expIds + strlen(expIds)); - - bool result; - - result = StorageManager::writeTrainInfo(trainInfo); - - EXPECT_TRUE(result); - - InstallTrainInfo trainInfoResult; - result = StorageManager::readTrainInfo(trainInfo.trainName, trainInfoResult); - EXPECT_TRUE(result); - - EXPECT_EQ(trainInfo.trainVersionCode, trainInfoResult.trainVersionCode); - ASSERT_EQ(trainInfo.trainName.size(), trainInfoResult.trainName.size()); - EXPECT_EQ(trainInfo.trainName, trainInfoResult.trainName); - EXPECT_EQ(trainInfo.status, trainInfoResult.status); - ASSERT_EQ(trainInfo.experimentIds.size(), trainInfoResult.experimentIds.size()); - EXPECT_EQ(trainInfo.experimentIds, trainInfoResult.experimentIds); -} - -TEST(StorageManagerTest, SortFileTest) { - vector<StorageManager::FileInfo> list; - // assume now sec is 500 - list.emplace_back("200_5000_123454", false, 20, 300); - list.emplace_back("300_2000_123454_history", true, 30, 200); - list.emplace_back("400_100009_123454_history", true, 40, 100); - list.emplace_back("100_2000_123454", false, 50, 400); - - StorageManager::sortFiles(&list); - EXPECT_EQ("200_5000_123454", list[0].mFileName); - EXPECT_EQ("100_2000_123454", list[1].mFileName); - EXPECT_EQ("400_100009_123454_history", list[2].mFileName); - EXPECT_EQ("300_2000_123454_history", list[3].mFileName); -} - -const string testDir = "/data/misc/stats-data/"; -const string file1 = testDir + "2557169347_1066_1"; -const string file2 = testDir + "2557169349_1066_1"; -const string file1_history = file1 + "_history"; -const string file2_history = file2 + "_history"; - -bool prepareLocalHistoryTestFiles() { - android::base::unique_fd fd(TEMP_FAILURE_RETRY( - open(file1.c_str(), O_WRONLY | O_CREAT | O_CLOEXEC, S_IRUSR | S_IWUSR))); - if (fd != -1) { - dprintf(fd, "content"); - } else { - return false; - } - - android::base::unique_fd fd2(TEMP_FAILURE_RETRY( - open(file2.c_str(), O_WRONLY | O_CREAT | O_CLOEXEC, S_IRUSR | S_IWUSR))); - if (fd2 != -1) { - dprintf(fd2, "content"); - } else { - return false; - } - return true; -} - -void clearLocalHistoryTestFiles() { - TEMP_FAILURE_RETRY(remove(file1.c_str())); - TEMP_FAILURE_RETRY(remove(file2.c_str())); - TEMP_FAILURE_RETRY(remove(file1_history.c_str())); - TEMP_FAILURE_RETRY(remove(file2_history.c_str())); -} - -bool fileExist(string name) { - android::base::unique_fd fd(TEMP_FAILURE_RETRY(open(name.c_str(), O_RDONLY | O_CLOEXEC))); - return fd != -1; -} - -/* The following AppendConfigReportTests test the 4 combinations of [whether erase data] [whether - * the caller is adb] */ -TEST(StorageManagerTest, AppendConfigReportTest1) { - EXPECT_TRUE(prepareLocalHistoryTestFiles()); - - ProtoOutputStream out; - StorageManager::appendConfigMetricsReport(ConfigKey(1066, 1), &out, false /*erase?*/, - false /*isAdb?*/); - - EXPECT_FALSE(fileExist(file1)); - EXPECT_FALSE(fileExist(file2)); - - EXPECT_TRUE(fileExist(file1_history)); - EXPECT_TRUE(fileExist(file2_history)); - clearLocalHistoryTestFiles(); -} - -TEST(StorageManagerTest, AppendConfigReportTest2) { - EXPECT_TRUE(prepareLocalHistoryTestFiles()); - - ProtoOutputStream out; - StorageManager::appendConfigMetricsReport(ConfigKey(1066, 1), &out, true /*erase?*/, - false /*isAdb?*/); - - EXPECT_FALSE(fileExist(file1)); - EXPECT_FALSE(fileExist(file2)); - EXPECT_FALSE(fileExist(file1_history)); - EXPECT_FALSE(fileExist(file2_history)); - - clearLocalHistoryTestFiles(); -} - -TEST(StorageManagerTest, AppendConfigReportTest3) { - EXPECT_TRUE(prepareLocalHistoryTestFiles()); - - ProtoOutputStream out; - StorageManager::appendConfigMetricsReport(ConfigKey(1066, 1), &out, false /*erase?*/, - true /*isAdb?*/); - - EXPECT_TRUE(fileExist(file1)); - EXPECT_TRUE(fileExist(file2)); - EXPECT_FALSE(fileExist(file1_history)); - EXPECT_FALSE(fileExist(file2_history)); - - clearLocalHistoryTestFiles(); -} - -TEST(StorageManagerTest, AppendConfigReportTest4) { - EXPECT_TRUE(prepareLocalHistoryTestFiles()); - - ProtoOutputStream out; - StorageManager::appendConfigMetricsReport(ConfigKey(1066, 1), &out, true /*erase?*/, - true /*isAdb?*/); - - EXPECT_FALSE(fileExist(file1)); - EXPECT_FALSE(fileExist(file2)); - EXPECT_FALSE(fileExist(file1_history)); - EXPECT_FALSE(fileExist(file2_history)); - - clearLocalHistoryTestFiles(); -} - -} // namespace statsd -} // namespace os -} // namespace android -#else -GTEST_LOG_(INFO) << "This test does nothing.\n"; -#endif diff --git a/cmds/statsd/tests/utils/MultiConditionTrigger_test.cpp b/cmds/statsd/tests/utils/MultiConditionTrigger_test.cpp deleted file mode 100644 index 32cecd3b9dbc..000000000000 --- a/cmds/statsd/tests/utils/MultiConditionTrigger_test.cpp +++ /dev/null @@ -1,174 +0,0 @@ -/* - * Copyright (C) 2020 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -#include "utils/MultiConditionTrigger.h" - -#include <gtest/gtest.h> - -#include <chrono> -#include <set> -#include <thread> -#include <vector> - -#ifdef __ANDROID__ - -using namespace std; -using std::this_thread::sleep_for; - -namespace android { -namespace os { -namespace statsd { - -TEST(MultiConditionTrigger, TestMultipleConditions) { - int numConditions = 5; - string t1 = "t1", t2 = "t2", t3 = "t3", t4 = "t4", t5 = "t5"; - set<string> conditionNames = {t1, t2, t3, t4, t5}; - - mutex lock; - condition_variable cv; - bool triggerCalled = false; - - // Mark done as true and notify in the done. - MultiConditionTrigger trigger(conditionNames, [&lock, &cv, &triggerCalled] { - { - lock_guard lg(lock); - triggerCalled = true; - } - cv.notify_all(); - }); - - vector<thread> threads; - vector<int> done(numConditions, 0); - - int i = 0; - for (const string& conditionName : conditionNames) { - threads.emplace_back([&done, &conditionName, &trigger, i] { - sleep_for(chrono::milliseconds(3)); - done[i] = 1; - trigger.markComplete(conditionName); - }); - i++; - } - - unique_lock<mutex> unique_lk(lock); - cv.wait(unique_lk, [&triggerCalled] { - return triggerCalled; - }); - - for (i = 0; i < numConditions; i++) { - EXPECT_EQ(done[i], 1); - } - - for (i = 0; i < numConditions; i++) { - threads[i].join(); - } -} - -TEST(MultiConditionTrigger, TestNoConditions) { - mutex lock; - condition_variable cv; - bool triggerCalled = false; - - MultiConditionTrigger trigger({}, [&lock, &cv, &triggerCalled] { - { - lock_guard lg(lock); - triggerCalled = true; - } - cv.notify_all(); - }); - - unique_lock<mutex> unique_lk(lock); - cv.wait(unique_lk, [&triggerCalled] { return triggerCalled; }); - EXPECT_TRUE(triggerCalled); - // Ensure that trigger occurs immediately if no events need to be completed. -} - -TEST(MultiConditionTrigger, TestMarkCompleteCalledBySameCondition) { - string t1 = "t1", t2 = "t2"; - set<string> conditionNames = {t1, t2}; - - mutex lock; - condition_variable cv; - bool triggerCalled = false; - - MultiConditionTrigger trigger(conditionNames, [&lock, &cv, &triggerCalled] { - { - lock_guard lg(lock); - triggerCalled = true; - } - cv.notify_all(); - }); - - trigger.markComplete(t1); - trigger.markComplete(t1); - - // Ensure that the trigger still hasn't fired. - { - lock_guard lg(lock); - EXPECT_FALSE(triggerCalled); - } - - trigger.markComplete(t2); - unique_lock<mutex> unique_lk(lock); - cv.wait(unique_lk, [&triggerCalled] { return triggerCalled; }); - EXPECT_TRUE(triggerCalled); -} - -TEST(MultiConditionTrigger, TestTriggerOnlyCalledOnce) { - string t1 = "t1"; - set<string> conditionNames = {t1}; - - mutex lock; - condition_variable cv; - bool triggerCalled = false; - int triggerCount = 0; - - MultiConditionTrigger trigger(conditionNames, [&lock, &cv, &triggerCalled, &triggerCount] { - { - lock_guard lg(lock); - triggerCount++; - triggerCalled = true; - } - cv.notify_all(); - }); - - trigger.markComplete(t1); - - // Ensure that the trigger fired. - { - unique_lock<mutex> unique_lk(lock); - cv.wait(unique_lk, [&triggerCalled] { return triggerCalled; }); - EXPECT_TRUE(triggerCalled); - EXPECT_EQ(triggerCount, 1); - triggerCalled = false; - } - - trigger.markComplete(t1); - - // Ensure that the trigger does not fire again. - { - unique_lock<mutex> unique_lk(lock); - cv.wait_for(unique_lk, chrono::milliseconds(5), [&triggerCalled] { return triggerCalled; }); - EXPECT_FALSE(triggerCalled); - EXPECT_EQ(triggerCount, 1); - } -} - -} // namespace statsd -} // namespace os -} // namespace android -#else -GTEST_LOG_(INFO) << "This test does nothing.\n"; -#endif diff --git a/cmds/statsd/tools/localtools/Android.bp b/cmds/statsd/tools/localtools/Android.bp deleted file mode 100644 index 69a43a8f4712..000000000000 --- a/cmds/statsd/tools/localtools/Android.bp +++ /dev/null @@ -1,46 +0,0 @@ -java_binary_host { - name: "statsd_localdrive", - manifest: "localdrive_manifest.txt", - srcs: [ - "src/com/android/statsd/shelltools/localdrive/*.java", - "src/com/android/statsd/shelltools/Utils.java", - ], - static_libs: [ - "platformprotos", - "guava", - ], -} - -java_library_host { - name: "statsd_testdrive_lib", - srcs: [ - "src/com/android/statsd/shelltools/testdrive/*.java", - "src/com/android/statsd/shelltools/Utils.java", - ], - static_libs: [ - "platformprotos", - "guava", - ], -} - - -java_binary_host { - name: "statsd_testdrive", - manifest: "testdrive_manifest.txt", - static_libs: [ - "statsd_testdrive_lib", - ], -} - -java_test_host { - name: "statsd_testdrive_test", - test_suites: ["general-tests"], - srcs: ["test/com/android/statsd/shelltools/testdrive/*.java"], - static_libs: [ - "statsd_testdrive_lib", - "junit", - "platformprotos", - "guava", - ], -} - diff --git a/cmds/statsd/tools/localtools/TEST_MAPPING b/cmds/statsd/tools/localtools/TEST_MAPPING deleted file mode 100644 index 7c8a3db5c610..000000000000 --- a/cmds/statsd/tools/localtools/TEST_MAPPING +++ /dev/null @@ -1,8 +0,0 @@ -{ - "presubmit": [ - { - "name": "statsd_testdrive_test", - "host": true - } - ] -} diff --git a/cmds/statsd/tools/localtools/localdrive_manifest.txt b/cmds/statsd/tools/localtools/localdrive_manifest.txt deleted file mode 100644 index 035cea1134bc..000000000000 --- a/cmds/statsd/tools/localtools/localdrive_manifest.txt +++ /dev/null @@ -1 +0,0 @@ -Main-class: com.android.statsd.shelltools.localdrive.LocalDrive diff --git a/cmds/statsd/tools/localtools/src/com/android/statsd/shelltools/Utils.java b/cmds/statsd/tools/localtools/src/com/android/statsd/shelltools/Utils.java deleted file mode 100644 index 6a74480b505e..000000000000 --- a/cmds/statsd/tools/localtools/src/com/android/statsd/shelltools/Utils.java +++ /dev/null @@ -1,284 +0,0 @@ -/* - * Copyright (C) 2018 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -package com.android.statsd.shelltools; - -import com.android.os.StatsLog.ConfigMetricsReportList; - -import com.google.common.io.Files; - -import java.io.BufferedReader; -import java.io.File; -import java.io.FileInputStream; -import java.io.IOException; -import java.io.InputStreamReader; -import java.nio.charset.Charset; -import java.util.ArrayList; -import java.util.List; -import java.util.logging.ConsoleHandler; -import java.util.logging.Formatter; -import java.util.logging.Level; -import java.util.logging.LogRecord; -import java.util.logging.Logger; -import java.util.regex.Matcher; -import java.util.regex.Pattern; - -/** - * Utilities for local use of statsd. - */ -public class Utils { - - public static final String CMD_DUMP_REPORT = "cmd stats dump-report"; - public static final String CMD_LOG_APP_BREADCRUMB = "cmd stats log-app-breadcrumb"; - public static final String CMD_REMOVE_CONFIG = "cmd stats config remove"; - public static final String CMD_UPDATE_CONFIG = "cmd stats config update"; - - public static final String SHELL_UID = "2000"; // Use shell, even if rooted. - - /** - * Runs adb shell command with output directed to outputFile if non-null. - */ - public static void runCommand(File outputFile, Logger logger, String... commands) - throws IOException, InterruptedException { - ProcessBuilder pb = new ProcessBuilder(commands); - if (outputFile != null && outputFile.exists() && outputFile.canWrite()) { - pb.redirectOutput(outputFile); - } - Process process = pb.start(); - - // Capture any errors - StringBuilder err = new StringBuilder(); - BufferedReader br = new BufferedReader(new InputStreamReader(process.getErrorStream())); - for (String line = br.readLine(); line != null; line = br.readLine()) { - err.append(line).append('\n'); - } - logger.severe(err.toString()); - - // Check result - if (process.waitFor() == 0) { - logger.fine("Adb command successful."); - } else { - logger.severe("Abnormal adb shell termination for: " + String.join(",", commands)); - throw new RuntimeException("Error running adb command: " + err.toString()); - } - } - - /** - * Dumps the report from the device and converts it to a ConfigMetricsReportList. - * Erases the data if clearData is true. - * @param configId id of the config - * @param clearData whether to erase the report data from statsd after getting the report. - * @param useShellUid Pulls data for the {@link SHELL_UID} instead of the caller's uid. - * @param logger Logger to log error messages - * @return - * @throws IOException - * @throws InterruptedException - */ - public static ConfigMetricsReportList getReportList(long configId, boolean clearData, - boolean useShellUid, Logger logger, String deviceSerial) - throws IOException, InterruptedException { - try { - File outputFile = File.createTempFile("statsdret", ".bin"); - outputFile.deleteOnExit(); - runCommand( - outputFile, - logger, - "adb", - "-s", - deviceSerial, - "shell", - CMD_DUMP_REPORT, - useShellUid ? SHELL_UID : "", - String.valueOf(configId), - clearData ? "" : "--keep_data", - "--include_current_bucket", - "--proto"); - ConfigMetricsReportList reportList = - ConfigMetricsReportList.parseFrom(new FileInputStream(outputFile)); - return reportList; - } catch (com.google.protobuf.InvalidProtocolBufferException e) { - logger.severe("Failed to fetch and parse the statsd output report. " - + "Perhaps there is not a valid statsd config for the requested " - + (useShellUid ? ("uid=" + SHELL_UID + ", ") : "") - + "configId=" + configId - + "."); - throw (e); - } - } - - /** - * Logs an AppBreadcrumbReported atom. - * @param label which label to log for the app breadcrumb atom. - * @param state which state to log for the app breadcrumb atom. - * @param logger Logger to log error messages - * - * @throws IOException - * @throws InterruptedException - */ - public static void logAppBreadcrumb(int label, int state, Logger logger, String deviceSerial) - throws IOException, InterruptedException { - runCommand( - null, - logger, - "adb", - "-s", - deviceSerial, - "shell", - CMD_LOG_APP_BREADCRUMB, - String.valueOf(label), - String.valueOf(state)); - } - public static void setUpLogger(Logger logger, boolean debug) { - ConsoleHandler handler = new ConsoleHandler(); - handler.setFormatter(new LocalToolsFormatter()); - logger.setUseParentHandlers(false); - if (debug) { - handler.setLevel(Level.ALL); - logger.setLevel(Level.ALL); - } - logger.addHandler(handler); - } - - /** - * Attempt to determine whether tool will work with this statsd, i.e. whether statsd is - * minCodename or higher. - * Algorithm: true if (sdk >= minSdk) || (sdk == minSdk-1 && codeName.startsWith(minCodeName)) - * If all else fails, assume it will work (letting future commands deal with any errors). - */ - public static boolean isAcceptableStatsd(Logger logger, int minSdk, String minCodename, - String deviceSerial) { - BufferedReader in = null; - try { - File outFileSdk = File.createTempFile("shelltools_sdk", "tmp"); - outFileSdk.deleteOnExit(); - runCommand(outFileSdk, logger, - "adb", "-s", deviceSerial, "shell", "getprop", "ro.build.version.sdk"); - in = new BufferedReader(new InputStreamReader(new FileInputStream(outFileSdk))); - // If NullPointerException/NumberFormatException/etc., just catch and return true. - int sdk = Integer.parseInt(in.readLine().trim()); - if (sdk >= minSdk) { - return true; - } else if (sdk == minSdk - 1) { // Could be minSdk-1, or could be minSdk development. - in.close(); - File outFileCode = File.createTempFile("shelltools_codename", "tmp"); - outFileCode.deleteOnExit(); - runCommand(outFileCode, logger, - "adb", "-s", deviceSerial, "shell", "getprop", "ro.build.version.codename"); - in = new BufferedReader(new InputStreamReader(new FileInputStream(outFileCode))); - return in.readLine().startsWith(minCodename); - } else { - return false; - } - } catch (Exception e) { - logger.fine("Could not determine whether statsd version is compatibile " - + "with tool: " + e.toString()); - } finally { - try { - if (in != null) { - in.close(); - } - } catch (IOException e) { - logger.fine("Could not close temporary file: " + e.toString()); - } - } - // Could not determine whether statsd is acceptable version. - // Just assume it is; if it isn't, we'll just get future errors via adb and deal with them. - return true; - } - - public static class LocalToolsFormatter extends Formatter { - public String format(LogRecord record) { - return record.getMessage() + "\n"; - } - } - - /** - * Parse the result of "adb devices" to return the list of connected devices. - * @param logger Logger to log error messages - * @return List of the serial numbers of the connected devices. - */ - public static List<String> getDeviceSerials(Logger logger) { - try { - ArrayList<String> devices = new ArrayList<>(); - File outFile = File.createTempFile("device_serial", "tmp"); - outFile.deleteOnExit(); - Utils.runCommand(outFile, logger, "adb", "devices"); - List<String> outputLines = Files.readLines(outFile, Charset.defaultCharset()); - Pattern regex = Pattern.compile("^(.*)\tdevice$"); - for (String line : outputLines) { - Matcher m = regex.matcher(line); - if (m.find()) { - devices.add(m.group(1)); - } - } - return devices; - } catch (Exception ex) { - logger.log(Level.SEVERE, "Failed to list connected devices: " + ex.getMessage()); - } - return null; - } - - /** - * Returns ANDROID_SERIAL environment variable, or null if that is undefined or unavailable. - * @param logger Destination of error messages. - * @return String value of ANDROID_SERIAL environment variable, or null. - */ - public static String getDefaultDevice(Logger logger) { - try { - return System.getenv("ANDROID_SERIAL"); - } catch (Exception ex) { - logger.log(Level.SEVERE, "Failed to check ANDROID_SERIAL environment variable.", - ex); - } - return null; - } - - /** - * Returns the device to use if one can be deduced, or null. - * @param device Command-line specified device, or null. - * @param connectedDevices List of all connected devices. - * @param defaultDevice Environment-variable specified device, or null. - * @param logger Destination of error messages. - * @return Device to use, or null. - */ - public static String chooseDevice(String device, List<String> connectedDevices, - String defaultDevice, Logger logger) { - if (connectedDevices == null || connectedDevices.isEmpty()) { - logger.severe("No connected device."); - return null; - } - if (device != null) { - if (connectedDevices.contains(device)) { - return device; - } - logger.severe("Device not connected: " + device); - return null; - } - if (connectedDevices.size() == 1) { - return connectedDevices.get(0); - } - if (defaultDevice != null) { - if (connectedDevices.contains(defaultDevice)) { - return defaultDevice; - } else { - logger.severe("ANDROID_SERIAL device is not connected: " + defaultDevice); - return null; - } - } - logger.severe("More than one device is connected. Choose one" - + " with -s DEVICE_SERIAL or environment variable ANDROID_SERIAL."); - return null; - } -} diff --git a/cmds/statsd/tools/localtools/src/com/android/statsd/shelltools/localdrive/LocalDrive.java b/cmds/statsd/tools/localtools/src/com/android/statsd/shelltools/localdrive/LocalDrive.java deleted file mode 100644 index ec3c7df7bfba..000000000000 --- a/cmds/statsd/tools/localtools/src/com/android/statsd/shelltools/localdrive/LocalDrive.java +++ /dev/null @@ -1,379 +0,0 @@ -/* - * Copyright (C) 2018 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -package com.android.statsd.shelltools.localdrive; - -import com.android.internal.os.StatsdConfigProto.StatsdConfig; -import com.android.os.StatsLog.ConfigMetricsReport; -import com.android.os.StatsLog.ConfigMetricsReportList; -import com.android.statsd.shelltools.Utils; - -import com.google.common.io.Files; -import com.google.protobuf.TextFormat; - -import java.io.File; -import java.io.FileReader; -import java.io.IOException; -import java.util.List; -import java.util.logging.Logger; - -/** - * Tool for using statsd locally. Can upload a config and get the data. Handles - * both binary and human-readable protos. - * To make: make statsd_localdrive - * To run: statsd_localdrive (i.e. ./out/host/linux-x86/bin/statsd_localdrive) - */ -public class LocalDrive { - private static final boolean DEBUG = false; - - public static final int MIN_SDK = 29; - public static final String MIN_CODENAME = "Q"; - - public static final long DEFAULT_CONFIG_ID = 56789; - - public static final String BINARY_FLAG = "--binary"; - public static final String CLEAR_DATA = "--clear"; - public static final String NO_UID_MAP_FLAG = "--no-uid-map"; - - public static final String HELP_STRING = - "Usage:\n\n" + - - "statsd_localdrive [-s DEVICE_SERIAL] upload CONFIG_FILE [CONFIG_ID] [--binary]\n" + - " Uploads the given statsd config file (in binary or human-readable-text format).\n" + - " If a config with this id already exists, removes it first.\n" + - " CONFIG_FILE Location of config file on host.\n" + - " CONFIG_ID Long ID to associate with this config. If absent, uses " - + DEFAULT_CONFIG_ID + ".\n" + - " --binary Config is in binary format; otherwise, assumed human-readable text.\n" + - // Similar to: adb shell cmd stats config update SHELL_UID CONFIG_ID - "\n" + - - "statsd_localdrive [-s DEVICE_SERIAL] update CONFIG_FILE [CONFIG_ID] [--binary]\n" + - " Same as upload, but does not remove the old config first (if it already exists).\n" + - // Similar to: adb shell cmd stats config update SHELL_UID CONFIG_ID - "\n" + - - "statsd_localdrive [-s DEVICE_SERIAL] get-data [CONFIG_ID] [--clear] [--binary] [--no-uid-map]\n" + - " Prints the output statslog data (in binary or human-readable-text format).\n" + - " CONFIG_ID Long ID of the config. If absent, uses " + DEFAULT_CONFIG_ID + ".\n" + - " --binary Output should be in binary, instead of default human-readable text.\n" + - " Binary output can be redirected as usual (e.g. > FILENAME).\n" + - " --no-uid-map Do not include the uid-map (the very lengthy uid<-->pkgName map).\n" + - " --clear Erase the data from statsd afterwards. Does not remove the config.\n" + - // Similar to: adb shell cmd stats dump-report SHELL_UID CONFIG_ID [--keep_data] - // --include_current_bucket --proto - "\n" + - - "statsd_localdrive [-s DEVICE_SERIAL] remove [CONFIG_ID]\n" + - " Removes the config.\n" + - " CONFIG_ID Long ID of the config. If absent, uses " + DEFAULT_CONFIG_ID + ".\n" + - // Equivalent to: adb shell cmd stats config remove SHELL_UID CONFIG_ID - "\n" + - - "statsd_localdrive [-s DEVICE_SERIAL] clear [CONFIG_ID]\n" + - " Clears the data associated with the config.\n" + - " CONFIG_ID Long ID of the config. If absent, uses " + DEFAULT_CONFIG_ID + ".\n" + - // Similar to: adb shell cmd stats dump-report SHELL_UID CONFIG_ID - // --include_current_bucket --proto - ""; - - - private static final Logger sLogger = Logger.getLogger(LocalDrive.class.getName()); - - /** Usage: make statsd_localdrive && statsd_localdrive */ - public static void main(String[] args) { - Utils.setUpLogger(sLogger, DEBUG); - if (args.length == 0) { - printHelp(); - return; - } - - int remainingArgsLength = args.length; - String deviceSerial = null; - if (args[0].equals("-s")) { - if (args.length == 1) { - printHelp(); - } - deviceSerial = args[1]; - remainingArgsLength -= 2; - } - - List<String> connectedDevices = Utils.getDeviceSerials(sLogger); - deviceSerial = Utils.chooseDevice(deviceSerial, connectedDevices, - Utils.getDefaultDevice(sLogger), sLogger); - if (deviceSerial == null) { - return; - } - - if (!Utils.isAcceptableStatsd(sLogger, MIN_SDK, MIN_CODENAME, deviceSerial)) { - sLogger.severe("LocalDrive only works with statsd versions for Android " - + MIN_CODENAME + " or higher."); - return; - } - - int idx = args.length - remainingArgsLength; - if (remainingArgsLength > 0) { - switch (args[idx]) { - case "clear": - cmdClear(args, idx, deviceSerial); - return; - case "get-data": - cmdGetData(args, idx, deviceSerial); - return; - case "remove": - cmdRemove(args, idx); - return; - case "update": - cmdUpdate(args, idx, deviceSerial); - return; - case "upload": - cmdUpload(args, idx, deviceSerial); - return; - } - } - printHelp(); - } - - private static void printHelp() { - sLogger.info(HELP_STRING); - } - - // upload CONFIG_FILE [CONFIG_ID] [--binary] - private static boolean cmdUpload(String[] args, int idx, String deviceSerial) { - return updateConfig(args, idx, true, deviceSerial); - } - - // update CONFIG_FILE [CONFIG_ID] [--binary] - private static boolean cmdUpdate(String[] args, int idx, String deviceSerial) { - return updateConfig(args, idx, false, deviceSerial); - } - - private static boolean updateConfig(String[] args, int idx, boolean removeOldConfig, - String deviceSerial) { - int argCount = args.length - 1 - idx; // Used up one for upload/update. - - // Get CONFIG_FILE - if (argCount < 1) { - sLogger.severe("No config file provided."); - printHelp(); - return false; - } - final String origConfigLocation = args[idx + 1]; - if (!new File(origConfigLocation).exists()) { - sLogger.severe("Error - Cannot find the provided config file: " + origConfigLocation); - return false; - } - argCount--; - - // Get --binary - boolean binary = contains(args, idx + 2, BINARY_FLAG); - if (binary) argCount --; - - // Get CONFIG_ID - long configId; - try { - configId = getConfigId(argCount < 1, args, idx + 2); - } catch (NumberFormatException e) { - sLogger.severe("Invalid config id provided."); - printHelp(); - return false; - } - sLogger.fine(String.format("updateConfig with %s %d %b %b", - origConfigLocation, configId, binary, removeOldConfig)); - - // Remove the old config. - if (removeOldConfig) { - try { - Utils.runCommand(null, sLogger, "adb", "shell", Utils.CMD_REMOVE_CONFIG, - Utils.SHELL_UID, String.valueOf(configId)); - Utils.getReportList(configId, true /* clearData */, true /* SHELL_UID */, sLogger, - deviceSerial); - } catch (InterruptedException | IOException e) { - sLogger.severe("Failed to remove config: " + e.getMessage()); - return false; - } - } - - // Upload the config. - String configLocation; - if (binary) { - configLocation = origConfigLocation; - } else { - StatsdConfig.Builder builder = StatsdConfig.newBuilder(); - try { - TextFormat.merge(new FileReader(origConfigLocation), builder); - } catch (IOException e) { - sLogger.severe("Failed to read config file " + origConfigLocation + ": " - + e.getMessage()); - return false; - } - - try { - File tempConfigFile = File.createTempFile("statsdconfig", ".config"); - tempConfigFile.deleteOnExit(); - Files.write(builder.build().toByteArray(), tempConfigFile); - configLocation = tempConfigFile.getAbsolutePath(); - } catch (IOException e) { - sLogger.severe("Failed to write temp config file: " + e.getMessage()); - return false; - } - } - String remotePath = "/data/local/tmp/statsdconfig.config"; - try { - Utils.runCommand(null, sLogger, "adb", "push", configLocation, remotePath); - Utils.runCommand(null, sLogger, "adb", "shell", "cat", remotePath, "|", - Utils.CMD_UPDATE_CONFIG, Utils.SHELL_UID, String.valueOf(configId)); - } catch (InterruptedException | IOException e) { - sLogger.severe("Failed to update config: " + e.getMessage()); - return false; - } - return true; - } - - // get-data [CONFIG_ID] [--clear] [--binary] [--no-uid-map] - private static boolean cmdGetData(String[] args, int idx, String deviceSerial) { - boolean binary = contains(args, idx + 1, BINARY_FLAG); - boolean noUidMap = contains(args, idx + 1, NO_UID_MAP_FLAG); - boolean clearData = contains(args, idx + 1, CLEAR_DATA); - - // Get CONFIG_ID - int argCount = args.length - 1 - idx; // Used up one for get-data. - if (binary) argCount--; - if (noUidMap) argCount--; - if (clearData) argCount--; - long configId; - try { - configId = getConfigId(argCount < 1, args, idx + 1); - } catch (NumberFormatException e) { - sLogger.severe("Invalid config id provided."); - printHelp(); - return false; - } - sLogger.fine(String.format("cmdGetData with %d %b %b %b", - configId, clearData, binary, noUidMap)); - - // Get the StatsLog - // Even if the args request no modifications, we still parse it to make sure it's valid. - ConfigMetricsReportList reportList; - try { - reportList = Utils.getReportList(configId, clearData, true /* SHELL_UID */, sLogger, - deviceSerial); - } catch (IOException | InterruptedException e) { - sLogger.severe("Failed to get report list: " + e.getMessage()); - return false; - } - if (noUidMap) { - ConfigMetricsReportList.Builder builder - = ConfigMetricsReportList.newBuilder(reportList); - // Clear the reports, then add them back without their UidMap. - builder.clearReports(); - for (ConfigMetricsReport report : reportList.getReportsList()) { - builder.addReports(ConfigMetricsReport.newBuilder(report).clearUidMap()); - } - reportList = builder.build(); - } - - if (!binary) { - sLogger.info(reportList.toString()); - } else { - try { - System.out.write(reportList.toByteArray()); - } catch (IOException e) { - sLogger.severe("Failed to output binary statslog proto: " - + e.getMessage()); - return false; - } - } - return true; - } - - // clear [CONFIG_ID] - private static boolean cmdClear(String[] args, int idx, String deviceSerial) { - // Get CONFIG_ID - long configId; - try { - configId = getConfigId(false, args, idx + 1); - } catch (NumberFormatException e) { - sLogger.severe("Invalid config id provided."); - printHelp(); - return false; - } - sLogger.fine(String.format("cmdClear with %d", configId)); - - try { - Utils.getReportList(configId, true /* clearData */, true /* SHELL_UID */, sLogger, - deviceSerial); - } catch (IOException | InterruptedException e) { - sLogger.severe("Failed to get report list: " + e.getMessage()); - return false; - } - return true; - } - - // remove [CONFIG_ID] - private static boolean cmdRemove(String[] args, int idx) { - // Get CONFIG_ID - long configId; - try { - configId = getConfigId(false, args, idx + 1); - } catch (NumberFormatException e) { - sLogger.severe("Invalid config id provided."); - printHelp(); - return false; - } - sLogger.fine(String.format("cmdRemove with %d", configId)); - - try { - Utils.runCommand(null, sLogger, "adb", "shell", Utils.CMD_REMOVE_CONFIG, - Utils.SHELL_UID, String.valueOf(configId)); - } catch (InterruptedException | IOException e) { - sLogger.severe("Failed to remove config: " + e.getMessage()); - return false; - } - return true; - } - - /** - * Searches through the array to see if it contains (precisely) the given value, starting - * at the given firstIdx. - */ - private static boolean contains(String[] array, int firstIdx, String value) { - if (value == null) return false; - if (firstIdx < 0) return false; - for (int i = firstIdx; i < array.length; i++) { - if (value.equals(array[i])) { - return true; - } - } - return false; - } - - /** - * Gets the config id from args[idx], or returns DEFAULT_CONFIG_ID if args[idx] does not exist. - * If justUseDefault, overrides and just uses DEFAULT_CONFIG_ID instead. - */ - private static long getConfigId(boolean justUseDefault, String[] args, int idx) - throws NumberFormatException { - if (justUseDefault || args.length <= idx || idx < 0) { - return DEFAULT_CONFIG_ID; - } - try { - return Long.valueOf(args[idx]); - } catch (NumberFormatException e) { - sLogger.severe("Bad config id provided: " + args[idx]); - throw e; - } - } -} diff --git a/cmds/statsd/tools/localtools/src/com/android/statsd/shelltools/testdrive/TestDrive.java b/cmds/statsd/tools/localtools/src/com/android/statsd/shelltools/testdrive/TestDrive.java deleted file mode 100644 index 51bcad115cc5..000000000000 --- a/cmds/statsd/tools/localtools/src/com/android/statsd/shelltools/testdrive/TestDrive.java +++ /dev/null @@ -1,419 +0,0 @@ -/* - * Copyright (C) 2018 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -package com.android.statsd.shelltools.testdrive; - -import com.android.internal.os.StatsdConfigProto; -import com.android.internal.os.StatsdConfigProto.AtomMatcher; -import com.android.internal.os.StatsdConfigProto.EventMetric; -import com.android.internal.os.StatsdConfigProto.FieldFilter; -import com.android.internal.os.StatsdConfigProto.GaugeMetric; -import com.android.internal.os.StatsdConfigProto.PullAtomPackages; -import com.android.internal.os.StatsdConfigProto.SimpleAtomMatcher; -import com.android.internal.os.StatsdConfigProto.StatsdConfig; -import com.android.internal.os.StatsdConfigProto.TimeUnit; -import com.android.os.AtomsProto.Atom; -import com.android.os.StatsLog; -import com.android.os.StatsLog.ConfigMetricsReport; -import com.android.os.StatsLog.ConfigMetricsReportList; -import com.android.os.StatsLog.StatsLogReport; -import com.android.statsd.shelltools.Utils; - -import com.google.common.annotations.VisibleForTesting; -import com.google.common.io.Files; - -import java.io.File; -import java.io.IOException; -import java.util.ArrayList; -import java.util.Arrays; -import java.util.Collections; -import java.util.HashSet; -import java.util.List; -import java.util.Set; -import java.util.TreeSet; -import java.util.logging.Level; -import java.util.logging.Logger; - -public class TestDrive { - - private static final int METRIC_ID_BASE = 1111; - private static final long ATOM_MATCHER_ID_BASE = 1234567; - private static final long APP_BREADCRUMB_MATCHER_ID = 1111111; - private static final int PULL_ATOM_START = 10000; - private static final int MAX_PLATFORM_ATOM_TAG = 100000; - private static final int VENDOR_PULLED_ATOM_START_TAG = 150000; - private static final long CONFIG_ID = 54321; - private static final String[] ALLOWED_LOG_SOURCES = { - "AID_GRAPHICS", - "AID_INCIDENTD", - "AID_STATSD", - "AID_RADIO", - "com.android.systemui", - "com.android.vending", - "AID_SYSTEM", - "AID_ROOT", - "AID_BLUETOOTH", - "AID_LMKD", - "com.android.managedprovisioning", - "AID_MEDIA", - "AID_NETWORK_STACK", - "com.google.android.providers.media.module", - }; - private static final String[] DEFAULT_PULL_SOURCES = { - "AID_SYSTEM", - "AID_RADIO" - }; - private static final Logger LOGGER = Logger.getLogger(TestDrive.class.getName()); - - @VisibleForTesting - String mDeviceSerial = null; - @VisibleForTesting - Dumper mDumper = new BasicDumper(); - - public static void main(String[] args) { - final Configuration configuration = new Configuration(); - final TestDrive testDrive = new TestDrive(); - Utils.setUpLogger(LOGGER, false); - - if (!testDrive.processArgs(configuration, args, - Utils.getDeviceSerials(LOGGER), Utils.getDefaultDevice(LOGGER))) { - return; - } - - final ConfigMetricsReportList reports = testDrive.testDriveAndGetReports( - configuration.createConfig(), configuration.hasPulledAtoms(), - configuration.hasPushedAtoms()); - if (reports != null) { - configuration.dumpMetrics(reports, testDrive.mDumper); - } - } - - boolean processArgs(Configuration configuration, String[] args, List<String> connectedDevices, - String defaultDevice) { - if (args.length < 1) { - LOGGER.severe("Usage: ./test_drive [-one] " - + "[-p additional_allowed_package] " - + "[-s DEVICE_SERIAL_NUMBER] " - + "<atomId1> <atomId2> ... <atomIdN>"); - return false; - } - - int first_arg = 0; - // Consume all flags, which must precede all atoms - for (; first_arg < args.length; ++first_arg) { - String arg = args[first_arg]; - int remaining_args = args.length - first_arg; - if (remaining_args >= 2 && arg.equals("-one")) { - LOGGER.info("Creating one event metric to catch all pushed atoms."); - configuration.mOnePushedAtomEvent = true; - } else if (remaining_args >= 2 && arg.equals("-terse")) { - LOGGER.info("Terse output format."); - mDumper = new TerseDumper(); - } else if (remaining_args >= 3 && arg.equals("-p")) { - configuration.mAdditionalAllowedPackage = args[++first_arg]; - } else if (remaining_args >= 3 && arg.equals("-s")) { - mDeviceSerial = args[++first_arg]; - } else { - break; // Found the atom list - } - } - - mDeviceSerial = Utils.chooseDevice(mDeviceSerial, connectedDevices, defaultDevice, LOGGER); - if (mDeviceSerial == null) { - return false; - } - - for ( ; first_arg < args.length; ++first_arg) { - String atom = args[first_arg]; - try { - configuration.addAtom(Integer.valueOf(atom)); - } catch (NumberFormatException e) { - LOGGER.severe("Bad atom id provided: " + atom); - } - } - - return configuration.hasPulledAtoms() || configuration.hasPushedAtoms(); - } - - private ConfigMetricsReportList testDriveAndGetReports(StatsdConfig config, - boolean hasPulledAtoms, boolean hasPushedAtoms) { - if (config == null) { - LOGGER.severe("Failed to create valid config."); - return null; - } - - String remoteConfigPath = null; - try { - remoteConfigPath = pushConfig(config, mDeviceSerial); - LOGGER.info("Pushed the following config to statsd on device '" + mDeviceSerial - + "':"); - LOGGER.info(config.toString()); - if (hasPushedAtoms) { - LOGGER.info("Now please play with the device to trigger the event."); - } - if (!hasPulledAtoms) { - LOGGER.info( - "All events should be dumped after 1 min ..."); - Thread.sleep(60_000); - } else { - LOGGER.info("All events should be dumped after 1.5 minutes ..."); - Thread.sleep(15_000); - Utils.logAppBreadcrumb(0, 0, LOGGER, mDeviceSerial); - Thread.sleep(75_000); - } - return Utils.getReportList(CONFIG_ID, true, false, LOGGER, - mDeviceSerial); - } catch (Exception e) { - LOGGER.log(Level.SEVERE, "Failed to test drive: " + e.getMessage(), e); - } finally { - removeConfig(mDeviceSerial); - if (remoteConfigPath != null) { - try { - Utils.runCommand(null, LOGGER, - "adb", "-s", mDeviceSerial, "shell", "rm", - remoteConfigPath); - } catch (Exception e) { - LOGGER.log(Level.WARNING, - "Unable to remove remote config file: " + remoteConfigPath, e); - } - } - } - return null; - } - - static class Configuration { - boolean mOnePushedAtomEvent = false; - @VisibleForTesting - Set<Integer> mPushedAtoms = new TreeSet<>(); - @VisibleForTesting - Set<Integer> mPulledAtoms = new TreeSet<>(); - @VisibleForTesting - String mAdditionalAllowedPackage = null; - private final Set<Long> mTrackedMetrics = new HashSet<>(); - - private void dumpMetrics(ConfigMetricsReportList reportList, Dumper dumper) { - // We may get multiple reports. Take the last one. - ConfigMetricsReport report = reportList.getReports(reportList.getReportsCount() - 1); - for (StatsLogReport statsLog : report.getMetricsList()) { - if (isTrackedMetric(statsLog.getMetricId())) { - dumper.dump(statsLog); - } - } - } - - boolean isTrackedMetric(long metricId) { - return mTrackedMetrics.contains(metricId); - } - - static boolean isPulledAtom(int atomId) { - return atomId >= PULL_ATOM_START && atomId <= MAX_PLATFORM_ATOM_TAG - || atomId >= VENDOR_PULLED_ATOM_START_TAG; - } - - void addAtom(Integer atom) { - if (Atom.getDescriptor().findFieldByNumber(atom) == null) { - LOGGER.severe("No such atom found: " + atom); - return; - } - if (isPulledAtom(atom)) { - mPulledAtoms.add(atom); - } else { - mPushedAtoms.add(atom); - } - } - - private boolean hasPulledAtoms() { - return !mPulledAtoms.isEmpty(); - } - - private boolean hasPushedAtoms() { - return !mPushedAtoms.isEmpty(); - } - - StatsdConfig createConfig() { - long metricId = METRIC_ID_BASE; - long atomMatcherId = ATOM_MATCHER_ID_BASE; - - StatsdConfig.Builder builder = baseBuilder(); - - if (hasPulledAtoms()) { - builder.addAtomMatcher( - createAtomMatcher( - Atom.APP_BREADCRUMB_REPORTED_FIELD_NUMBER, - APP_BREADCRUMB_MATCHER_ID)); - } - - for (int atomId : mPulledAtoms) { - builder.addAtomMatcher(createAtomMatcher(atomId, atomMatcherId)); - GaugeMetric.Builder gaugeMetricBuilder = GaugeMetric.newBuilder(); - gaugeMetricBuilder - .setId(metricId) - .setWhat(atomMatcherId) - .setTriggerEvent(APP_BREADCRUMB_MATCHER_ID) - .setGaugeFieldsFilter(FieldFilter.newBuilder().setIncludeAll(true).build()) - .setBucket(TimeUnit.ONE_MINUTE) - .setSamplingType(GaugeMetric.SamplingType.FIRST_N_SAMPLES) - .setMaxNumGaugeAtomsPerBucket(100); - builder.addGaugeMetric(gaugeMetricBuilder.build()); - atomMatcherId++; - mTrackedMetrics.add(metricId++); - } - - // A simple atom matcher for each pushed atom. - List<AtomMatcher> simpleAtomMatchers = new ArrayList<>(); - for (int atomId : mPushedAtoms) { - final AtomMatcher atomMatcher = createAtomMatcher(atomId, atomMatcherId++); - simpleAtomMatchers.add(atomMatcher); - builder.addAtomMatcher(atomMatcher); - } - - if (mOnePushedAtomEvent) { - // Create a union event metric, using an matcher that matches all pulled atoms. - AtomMatcher unionAtomMatcher = createUnionMatcher(simpleAtomMatchers, - atomMatcherId); - builder.addAtomMatcher(unionAtomMatcher); - EventMetric.Builder eventMetricBuilder = EventMetric.newBuilder(); - eventMetricBuilder.setId(metricId).setWhat(unionAtomMatcher.getId()); - builder.addEventMetric(eventMetricBuilder.build()); - mTrackedMetrics.add(metricId++); - } else { - // Create multiple event metrics, one per pulled atom. - for (AtomMatcher atomMatcher : simpleAtomMatchers) { - EventMetric.Builder eventMetricBuilder = EventMetric.newBuilder(); - eventMetricBuilder - .setId(metricId) - .setWhat(atomMatcher.getId()); - builder.addEventMetric(eventMetricBuilder.build()); - mTrackedMetrics.add(metricId++); - } - } - - return builder.build(); - } - - private static AtomMatcher createAtomMatcher(int atomId, long matcherId) { - AtomMatcher.Builder atomMatcherBuilder = AtomMatcher.newBuilder(); - atomMatcherBuilder - .setId(matcherId) - .setSimpleAtomMatcher(SimpleAtomMatcher.newBuilder().setAtomId(atomId)); - return atomMatcherBuilder.build(); - } - - private AtomMatcher createUnionMatcher(List<AtomMatcher> simpleAtomMatchers, - long atomMatcherId) { - AtomMatcher.Combination.Builder combinationBuilder = - AtomMatcher.Combination.newBuilder(); - combinationBuilder.setOperation(StatsdConfigProto.LogicalOperation.OR); - for (AtomMatcher matcher : simpleAtomMatchers) { - combinationBuilder.addMatcher(matcher.getId()); - } - AtomMatcher.Builder atomMatcherBuilder = AtomMatcher.newBuilder(); - atomMatcherBuilder.setId(atomMatcherId).setCombination(combinationBuilder.build()); - return atomMatcherBuilder.build(); - } - - private StatsdConfig.Builder baseBuilder() { - ArrayList<String> allowedSources = new ArrayList<>(); - Collections.addAll(allowedSources, ALLOWED_LOG_SOURCES); - if (mAdditionalAllowedPackage != null) { - allowedSources.add(mAdditionalAllowedPackage); - } - return StatsdConfig.newBuilder() - .addAllAllowedLogSource(allowedSources) - .addAllDefaultPullPackages(Arrays.asList(DEFAULT_PULL_SOURCES)) - .addPullAtomPackages(PullAtomPackages.newBuilder() - .setAtomId(Atom.GPU_STATS_GLOBAL_INFO_FIELD_NUMBER) - .addPackages("AID_GPU_SERVICE")) - .addPullAtomPackages(PullAtomPackages.newBuilder() - .setAtomId(Atom.GPU_STATS_APP_INFO_FIELD_NUMBER) - .addPackages("AID_GPU_SERVICE")) - .addPullAtomPackages(PullAtomPackages.newBuilder() - .setAtomId(Atom.TRAIN_INFO_FIELD_NUMBER) - .addPackages("AID_STATSD")) - .addPullAtomPackages(PullAtomPackages.newBuilder() - .setAtomId(Atom.GENERAL_EXTERNAL_STORAGE_ACCESS_STATS_FIELD_NUMBER) - .addPackages("com.google.android.providers.media.module")) - .setHashStringsInMetricReport(false); - } - } - - interface Dumper { - void dump(StatsLogReport report); - } - - static class BasicDumper implements Dumper { - @Override - public void dump(StatsLogReport report) { - System.out.println(report.toString()); - } - } - - static class TerseDumper extends BasicDumper { - @Override - public void dump(StatsLogReport report) { - if (report.hasGaugeMetrics()) { - dumpGaugeMetrics(report); - } - if (report.hasEventMetrics()) { - dumpEventMetrics(report); - } - } - void dumpEventMetrics(StatsLogReport report) { - final List<StatsLog.EventMetricData> data = report.getEventMetrics().getDataList(); - if (data.isEmpty()) { - return; - } - long firstTimestampNanos = data.get(0).getElapsedTimestampNanos(); - for (StatsLog.EventMetricData event : data) { - final double deltaSec = (event.getElapsedTimestampNanos() - firstTimestampNanos) - / 1e9; - System.out.println( - String.format("+%.3fs: %s", deltaSec, event.getAtom().toString())); - } - } - void dumpGaugeMetrics(StatsLogReport report) { - final List<StatsLog.GaugeMetricData> data = report.getGaugeMetrics().getDataList(); - if (data.isEmpty()) { - return; - } - for (StatsLog.GaugeMetricData gauge : data) { - System.out.println(gauge.toString()); - } - } - } - - private static String pushConfig(StatsdConfig config, String deviceSerial) - throws IOException, InterruptedException { - File configFile = File.createTempFile("statsdconfig", ".config"); - configFile.deleteOnExit(); - Files.write(config.toByteArray(), configFile); - String remotePath = "/data/local/tmp/" + configFile.getName(); - Utils.runCommand(null, LOGGER, "adb", "-s", deviceSerial, - "push", configFile.getAbsolutePath(), remotePath); - Utils.runCommand(null, LOGGER, "adb", "-s", deviceSerial, - "shell", "cat", remotePath, "|", Utils.CMD_UPDATE_CONFIG, - String.valueOf(CONFIG_ID)); - return remotePath; - } - - private static void removeConfig(String deviceSerial) { - try { - Utils.runCommand(null, LOGGER, "adb", "-s", deviceSerial, - "shell", Utils.CMD_REMOVE_CONFIG, String.valueOf(CONFIG_ID)); - } catch (Exception e) { - LOGGER.severe("Failed to remove config: " + e.getMessage()); - } - } -} diff --git a/cmds/statsd/tools/localtools/test/com/android/statsd/shelltools/testdrive/ConfigurationTest.java b/cmds/statsd/tools/localtools/test/com/android/statsd/shelltools/testdrive/ConfigurationTest.java deleted file mode 100644 index b1cc60f74993..000000000000 --- a/cmds/statsd/tools/localtools/test/com/android/statsd/shelltools/testdrive/ConfigurationTest.java +++ /dev/null @@ -1,326 +0,0 @@ -/* - * Copyright (C) 2020 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -package com.android.statsd.shelltools.testdrive; - -import static org.junit.Assert.assertArrayEquals; -import static org.junit.Assert.assertEquals; -import static org.junit.Assert.assertFalse; -import static org.junit.Assert.assertNotNull; -import static org.junit.Assert.assertTrue; - -import com.android.internal.os.StatsdConfigProto; -import com.android.internal.os.StatsdConfigProto.StatsdConfig; -import com.android.os.AtomsProto; - -import org.junit.Test; - -import java.util.ArrayList; -import java.util.Arrays; -import java.util.List; - -/** - * Tests for {@link TestDrive} - */ -public class ConfigurationTest { - - private StatsdConfigProto.AtomMatcher findAndRemoveAtomMatcherById( - List<StatsdConfigProto.AtomMatcher> atomMatchers, long id) { - int numMatches = 0; - StatsdConfigProto.AtomMatcher match = null; - for (StatsdConfigProto.AtomMatcher atomMatcher : atomMatchers) { - if (id == atomMatcher.getId()) { - ++numMatches; - match = atomMatcher; - } - } - if (numMatches == 1) { - atomMatchers.remove(match); - return match; - } - return null; // Too many, or not found - } - - private final TestDrive.Configuration mConfiguration = new TestDrive.Configuration(); - - @Test - public void testOnePushed() { - final int atom = 90; - assertFalse(TestDrive.Configuration.isPulledAtom(atom)); - mConfiguration.addAtom(atom); - StatsdConfig config = mConfiguration.createConfig(); - - //event_metric { - // id: 1111 - // what: 1234567 - //} - //atom_matcher { - // id: 1234567 - // simple_atom_matcher { - // atom_id: 90 - // } - //} - - assertEquals(1, config.getEventMetricCount()); - assertEquals(0, config.getGaugeMetricCount()); - - assertTrue(mConfiguration.isTrackedMetric(config.getEventMetric(0).getId())); - - final List<StatsdConfigProto.AtomMatcher> atomMatchers = - new ArrayList<>(config.getAtomMatcherList()); - assertEquals(atom, - findAndRemoveAtomMatcherById(atomMatchers, config.getEventMetric(0).getWhat()) - .getSimpleAtomMatcher().getAtomId()); - assertEquals(0, atomMatchers.size()); - } - - @Test - public void testOnePulled() { - final int atom = 10022; - assertTrue(TestDrive.Configuration.isPulledAtom(atom)); - mConfiguration.addAtom(atom); - StatsdConfig config = mConfiguration.createConfig(); - - //gauge_metric { - // id: 1111 - // what: 1234567 - // gauge_fields_filter { - // include_all: true - // } - // bucket: ONE_MINUTE - // sampling_type: FIRST_N_SAMPLES - // max_num_gauge_atoms_per_bucket: 100 - // trigger_event: 1111111 - //} - //atom_matcher { - // id: 1111111 - // simple_atom_matcher { - // atom_id: 47 - // } - //} - //atom_matcher { - // id: 1234567 - // simple_atom_matcher { - // atom_id: 10022 - // } - //} - - assertEquals(0, config.getEventMetricCount()); - assertEquals(1, config.getGaugeMetricCount()); - - assertTrue(mConfiguration.isTrackedMetric(config.getGaugeMetric(0).getId())); - - final StatsdConfigProto.GaugeMetric gaugeMetric = config.getGaugeMetric(0); - assertTrue(gaugeMetric.getGaugeFieldsFilter().getIncludeAll()); - - final List<StatsdConfigProto.AtomMatcher> atomMatchers = - new ArrayList<>(config.getAtomMatcherList()); - assertEquals(atom, - findAndRemoveAtomMatcherById(atomMatchers, gaugeMetric.getWhat()) - .getSimpleAtomMatcher().getAtomId()); - assertEquals(AtomsProto.Atom.APP_BREADCRUMB_REPORTED_FIELD_NUMBER, - findAndRemoveAtomMatcherById(atomMatchers, gaugeMetric.getTriggerEvent()) - .getSimpleAtomMatcher().getAtomId()); - assertEquals(0, atomMatchers.size()); - } - - @Test - public void testOnePulledTwoPushed() { - final int pulledAtom = 10022; - assertTrue(TestDrive.Configuration.isPulledAtom(pulledAtom)); - mConfiguration.addAtom(pulledAtom); - - Integer[] pushedAtoms = new Integer[]{244, 245}; - for (int atom : pushedAtoms) { - assertFalse(TestDrive.Configuration.isPulledAtom(atom)); - mConfiguration.addAtom(atom); - } - StatsdConfig config = mConfiguration.createConfig(); - - // event_metric { - // id: 1111 - // what: 1234567 - // } - // event_metric { - // id: 1112 - // what: 1234568 - // } - // gauge_metric { - // id: 1114 - // what: 1234570 - // gauge_fields_filter { - // include_all: true - // } - // bucket: ONE_MINUTE - // sampling_type: FIRST_N_SAMPLES - // max_num_gauge_atoms_per_bucket: 100 - // trigger_event: 1111111 - // } - // atom_matcher { - // id: 1111111 - // simple_atom_matcher { - // atom_id: 47 - // } - // } - // atom_matcher { - // id: 1234567 - // simple_atom_matcher { - // atom_id: 244 - // } - // } - // atom_matcher { - // id: 1234568 - // simple_atom_matcher { - // atom_id: 245 - // } - // } - // atom_matcher { - // id: 1234570 - // simple_atom_matcher { - // atom_id: 10022 - // } - // } - - assertEquals(2, config.getEventMetricCount()); - assertEquals(1, config.getGaugeMetricCount()); - - final StatsdConfigProto.GaugeMetric gaugeMetric = config.getGaugeMetric(0); - assertTrue(mConfiguration.isTrackedMetric(gaugeMetric.getId())); - assertTrue(gaugeMetric.getGaugeFieldsFilter().getIncludeAll()); - for (StatsdConfigProto.EventMetric eventMetric : config.getEventMetricList()) { - assertTrue(mConfiguration.isTrackedMetric(eventMetric.getId())); - } - - final List<StatsdConfigProto.AtomMatcher> atomMatchers = - new ArrayList<>(config.getAtomMatcherList()); - - assertEquals(pulledAtom, findAndRemoveAtomMatcherById(atomMatchers, gaugeMetric.getWhat()) - .getSimpleAtomMatcher().getAtomId()); - assertEquals(AtomsProto.Atom.APP_BREADCRUMB_REPORTED_FIELD_NUMBER, - findAndRemoveAtomMatcherById(atomMatchers, gaugeMetric.getTriggerEvent()) - .getSimpleAtomMatcher().getAtomId()); - - Integer[] actualAtoms = new Integer[]{ - findAndRemoveAtomMatcherById(atomMatchers, config.getEventMetric(0).getWhat()) - .getSimpleAtomMatcher().getAtomId(), - findAndRemoveAtomMatcherById(atomMatchers, config.getEventMetric(1).getWhat()) - .getSimpleAtomMatcher().getAtomId()}; - Arrays.sort(actualAtoms); - assertArrayEquals(pushedAtoms, actualAtoms); - - assertEquals(0, atomMatchers.size()); - } - - @Test - public void testOnePulledTwoPushedTogether() { - mConfiguration.mOnePushedAtomEvent = true; // Use one event grabbing all pushed atoms - - final int pulledAtom = 10022; - assertTrue(TestDrive.Configuration.isPulledAtom(pulledAtom)); - mConfiguration.addAtom(pulledAtom); - - Integer[] pushedAtoms = new Integer[]{244, 245}; - for (int atom : pushedAtoms) { - assertFalse(TestDrive.Configuration.isPulledAtom(atom)); - mConfiguration.addAtom(atom); - } - StatsdConfig config = mConfiguration.createConfig(); - - // event_metric { - // id: 1112 - // what: 1234570 - // } - // gauge_metric { - // id: 1111 - // what: 1234567 - // gauge_fields_filter { - // include_all: true - // } - // bucket: ONE_MINUTE - // sampling_type: FIRST_N_SAMPLES - // max_num_gauge_atoms_per_bucket: 100 - // trigger_event: 1111111 - // } - // atom_matcher { - // id: 1111111 - // simple_atom_matcher { - // atom_id: 47 - // } - // } - // atom_matcher { - // id: 1234567 - // simple_atom_matcher { - // atom_id: 10022 - // } - // } - // atom_matcher { - // id: 1234568 - // simple_atom_matcher { - // atom_id: 244 - // } - // } - // atom_matcher { - // id: 1234569 - // simple_atom_matcher { - // atom_id: 245 - // } - // } - // atom_matcher { - // id: 1234570 - // combination { - // operation: OR - // matcher: 1234568 - // matcher: 1234569 - // } - // } - - assertEquals(1, config.getEventMetricCount()); - assertEquals(1, config.getGaugeMetricCount()); - - final StatsdConfigProto.GaugeMetric gaugeMetric = config.getGaugeMetric(0); - assertTrue(mConfiguration.isTrackedMetric(gaugeMetric.getId())); - assertTrue(gaugeMetric.getGaugeFieldsFilter().getIncludeAll()); - - StatsdConfigProto.EventMetric eventMetric = config.getEventMetric(0); - assertTrue(mConfiguration.isTrackedMetric(eventMetric.getId())); - - final List<StatsdConfigProto.AtomMatcher> atomMatchers = - new ArrayList<>(config.getAtomMatcherList()); - - assertEquals(pulledAtom, findAndRemoveAtomMatcherById(atomMatchers, gaugeMetric.getWhat()) - .getSimpleAtomMatcher().getAtomId()); - assertEquals(AtomsProto.Atom.APP_BREADCRUMB_REPORTED_FIELD_NUMBER, - findAndRemoveAtomMatcherById(atomMatchers, gaugeMetric.getTriggerEvent()) - .getSimpleAtomMatcher().getAtomId()); - - StatsdConfigProto.AtomMatcher unionMatcher = findAndRemoveAtomMatcherById(atomMatchers, - eventMetric.getWhat()); - assertNotNull(unionMatcher.getCombination()); - assertEquals(2, unionMatcher.getCombination().getMatcherCount()); - - Integer[] actualAtoms = new Integer[]{ - findAndRemoveAtomMatcherById(atomMatchers, - unionMatcher.getCombination().getMatcher(0)) - .getSimpleAtomMatcher().getAtomId(), - findAndRemoveAtomMatcherById(atomMatchers, - unionMatcher.getCombination().getMatcher(1)) - .getSimpleAtomMatcher().getAtomId()}; - Arrays.sort(actualAtoms); - assertArrayEquals(pushedAtoms, actualAtoms); - - assertEquals(0, atomMatchers.size()); - } -} diff --git a/cmds/statsd/tools/localtools/test/com/android/statsd/shelltools/testdrive/TestDriveTest.java b/cmds/statsd/tools/localtools/test/com/android/statsd/shelltools/testdrive/TestDriveTest.java deleted file mode 100644 index 363fac0c78ba..000000000000 --- a/cmds/statsd/tools/localtools/test/com/android/statsd/shelltools/testdrive/TestDriveTest.java +++ /dev/null @@ -1,195 +0,0 @@ -/* - * Copyright (C) 2020 The Android Open Source Project - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -package com.android.statsd.shelltools.testdrive; - -import static org.junit.Assert.assertArrayEquals; -import static org.junit.Assert.assertEquals; -import static org.junit.Assert.assertFalse; -import static org.junit.Assert.assertTrue; - -import org.junit.Test; -import org.junit.runner.RunWith; -import org.junit.runners.Parameterized; - -import java.util.Arrays; -import java.util.Collection; -import java.util.Collections; -import java.util.List; - -/** - * Tests for {@link TestDrive} - */ -@RunWith(Parameterized.class) -public class TestDriveTest { - /** - * Expected results of a single iteration of the paramerized test. - */ - static class Expect { - public boolean success; - public Integer[] atoms; - public boolean onePushedAtomEvent = false; - public String extraPackage = null; - public String target; - public boolean terse = false; - - static Expect success(Integer... atoms) { - return new Expect(true, atoms, - TARGET); - } - Expect(boolean success, Integer[] atoms, String target) { - this.success = success; - this.atoms = atoms; - this.target = target; - } - static final Expect FAILURE = new Expect(false, null, null); - Expect onePushedAtomEvent() { - this.onePushedAtomEvent = true; - return this; - } - Expect extraPackage() { - this.extraPackage = TestDriveTest.PACKAGE; - return this; - } - Expect terse() { - this.terse = true; - return this; - } - } - - @Parameterized.Parameter(0) - public String[] mArgs; - - @Parameterized.Parameter(1) - public List<String> mConnectedDevices; - - @Parameterized.Parameter(2) - public String mDefaultDevice; - - @Parameterized.Parameter(3) - public Expect mExpect; - - private static final String TARGET = "target"; - private static final List<String> TARGET_AND_OTHER = Arrays.asList("otherDevice", - TARGET); - private static final List<String> TWO_OTHER_DEVICES = Arrays.asList( - "other1", "other2"); - private static final List<String> TARGET_ONLY = Collections.singletonList(TARGET); - private static final List<String> NOT_TARGET = Collections.singletonList("other"); - private static final List<String> NO_DEVICES = Collections.emptyList(); - private static final String PACKAGE = "extraPackage"; - - @Parameterized.Parameters - public static Collection<Object[]> data() { - return Arrays.asList( - new Object[]{new String[]{}, null, null, - Expect.FAILURE}, // Usage explanation - new Object[]{new String[]{"244", "245"}, null, null, - Expect.FAILURE}, // Failure looking up connected devices - new Object[]{new String[]{"244", "245"}, NO_DEVICES, null, - Expect.FAILURE}, // No connected devices - new Object[]{new String[]{"-s", TARGET, "244", "245"}, NOT_TARGET, null, - Expect.FAILURE}, // Wrong device connected - new Object[]{new String[]{"244", "245"}, TWO_OTHER_DEVICES, null, - Expect.FAILURE}, // Wrong devices connected - new Object[]{new String[]{"244", "245"}, TARGET_ONLY, null, - Expect.success(244, 245)}, // If only one device connected, guess that one - new Object[]{new String[]{"244", "not_an_atom"}, TARGET_ONLY, null, - Expect.success(244)}, // Ignore non-atoms - new Object[]{new String[]{"not_an_atom"}, TARGET_ONLY, null, - Expect.FAILURE}, // Require at least one atom - new Object[]{new String[]{"244", "245"}, TWO_OTHER_DEVICES, TARGET, - Expect.FAILURE}, // ANDROID_SERIAL specifies non-connected target - new Object[]{new String[]{"244", "245"}, TARGET_AND_OTHER, TARGET, - Expect.success(244, 245)}, // ANDROID_SERIAL specifies a valid target - new Object[]{new String[]{"244", "245"}, TARGET_AND_OTHER, null, - Expect.FAILURE}, // Two connected devices, no indication of which to use - new Object[]{new String[]{"-one", "244", "245"}, TARGET_ONLY, null, - Expect.success(244, 245).onePushedAtomEvent()}, - new Object[]{new String[]{"-terse", "-one", "244", "245"}, TARGET_ONLY, null, - Expect.success(244, 245).onePushedAtomEvent().terse()}, - new Object[]{new String[]{"-one", "-terse", "244", "245"}, TARGET_ONLY, null, - Expect.success(244, 245).onePushedAtomEvent().terse()}, - new Object[]{new String[]{"-p", PACKAGE, "244", "245"}, TARGET_ONLY, null, - Expect.success(244, 245).extraPackage()}, - new Object[]{new String[]{"-p", PACKAGE, "-one", "244", "245"}, TARGET_ONLY, null, - Expect.success(244, 245).extraPackage().onePushedAtomEvent()}, - new Object[]{new String[]{"-one", "-p", PACKAGE, "244", "245"}, TARGET_ONLY, null, - Expect.success(244, 245).extraPackage().onePushedAtomEvent()}, - new Object[]{new String[]{"-s", TARGET, "-one", "-p", PACKAGE, "244", "245"}, - TARGET_AND_OTHER, null, - Expect.success(244, 245).extraPackage().onePushedAtomEvent()}, - new Object[]{new String[]{"-one", "-s", TARGET, "-p", PACKAGE, "244", "245"}, - TARGET_AND_OTHER, null, - Expect.success(244, 245).extraPackage().onePushedAtomEvent()}, - new Object[]{new String[]{"-one", "-p", PACKAGE, "-s", TARGET, "244", "245"}, - TARGET_AND_OTHER, null, - Expect.success(244, 245).extraPackage().onePushedAtomEvent()}, - new Object[]{new String[]{"-terse", "-one", "-p", PACKAGE, "-s", TARGET, - "244", "245"}, - TARGET_AND_OTHER, null, - Expect.success(244, 245).extraPackage().onePushedAtomEvent().terse()}, - new Object[]{new String[]{"-one", "-terse", "-p", PACKAGE, "-s", TARGET, - "244", "245"}, - TARGET_AND_OTHER, null, - Expect.success(244, 245).extraPackage().onePushedAtomEvent().terse()}, - new Object[]{new String[]{"-one", "-p", PACKAGE, "-terse", "-s", TARGET, - "244", "245"}, - TARGET_AND_OTHER, null, - Expect.success(244, 245).extraPackage().onePushedAtomEvent().terse()}, - new Object[]{new String[]{"-one", "-p", PACKAGE, "-s", TARGET, "-terse", - "244", "245"}, - TARGET_AND_OTHER, null, - Expect.success(244, 245).extraPackage().onePushedAtomEvent().terse()} - ); - } - - private final TestDrive.Configuration mConfiguration = new TestDrive.Configuration(); - private final TestDrive mTestDrive = new TestDrive(); - - private static Integer[] collectAtoms(TestDrive.Configuration configuration) { - Integer[] result = new Integer[configuration.mPulledAtoms.size() - + configuration.mPushedAtoms.size()]; - int result_index = 0; - for (Integer atom : configuration.mPushedAtoms) { - result[result_index++] = atom; - } - for (Integer atom : configuration.mPulledAtoms) { - result[result_index++] = atom; - } - Arrays.sort(result); - return result; - } - - @Test - public void testProcessArgs() { - boolean result = mTestDrive.processArgs(mConfiguration, mArgs, mConnectedDevices, - mDefaultDevice); - if (mExpect.success) { - assertTrue(result); - assertArrayEquals(mExpect.atoms, collectAtoms(mConfiguration)); - assertEquals(mExpect.onePushedAtomEvent, mConfiguration.mOnePushedAtomEvent); - assertEquals(mExpect.target, mTestDrive.mDeviceSerial); - if (mExpect.terse) { - assertEquals(TestDrive.TerseDumper.class, mTestDrive.mDumper.getClass()); - } else { - assertEquals(TestDrive.BasicDumper.class, mTestDrive.mDumper.getClass()); - } - } else { - assertFalse(result); - } - } -} diff --git a/cmds/statsd/tools/localtools/testdrive_manifest.txt b/cmds/statsd/tools/localtools/testdrive_manifest.txt deleted file mode 100644 index 625ebfa4312a..000000000000 --- a/cmds/statsd/tools/localtools/testdrive_manifest.txt +++ /dev/null @@ -1 +0,0 @@ -Main-class: com.android.statsd.shelltools.testdrive.TestDrive diff --git a/cmds/svc/Android.bp b/cmds/svc/Android.bp index 68b48f11e5a6..41a3ebd2f514 100644 --- a/cmds/svc/Android.bp +++ b/cmds/svc/Android.bp @@ -1,6 +1,23 @@ // Copyright 2007 The Android Open Source Project // +package { + default_applicable_licenses: ["frameworks_base_cmds_svc_license"], +} + +// Added automatically by a large-scale-change +// See: http://go/android-license-faq +license { + name: "frameworks_base_cmds_svc_license", + visibility: [":__subpackages__"], + license_kinds: [ + "SPDX-license-identifier-Apache-2.0", + ], + license_text: [ + "NOTICE", + ], +} + java_binary { name: "svc", wrapper: "svc", diff --git a/cmds/telecom/Android.bp b/cmds/telecom/Android.bp index 56e147c5c8ca..4da79c54477b 100644 --- a/cmds/telecom/Android.bp +++ b/cmds/telecom/Android.bp @@ -1,6 +1,23 @@ // Copyright 2015 The Android Open Source Project // +package { + default_applicable_licenses: ["frameworks_base_cmds_telecom_license"], +} + +// Added automatically by a large-scale-change +// See: http://go/android-license-faq +license { + name: "frameworks_base_cmds_telecom_license", + visibility: [":__subpackages__"], + license_kinds: [ + "SPDX-license-identifier-Apache-2.0", + ], + license_text: [ + "NOTICE", + ], +} + java_binary { name: "telecom", wrapper: "telecom", diff --git a/cmds/telecom/OWNERS b/cmds/telecom/OWNERS new file mode 100644 index 000000000000..2f813e6aeb7f --- /dev/null +++ b/cmds/telecom/OWNERS @@ -0,0 +1 @@ +include /telecomm/OWNERS diff --git a/cmds/telecom/src/com/android/commands/telecom/Telecom.java b/cmds/telecom/src/com/android/commands/telecom/Telecom.java index fed9c43faa38..90c8c0358549 100644 --- a/cmds/telecom/src/com/android/commands/telecom/Telecom.java +++ b/cmds/telecom/src/com/android/commands/telecom/Telecom.java @@ -66,9 +66,11 @@ public final class Telecom extends BaseCommand { private static final String COMMAND_SET_PHONE_ACCOUNT_SUGGESTION_COMPONENT = "set-phone-acct-suggestion-component"; private static final String COMMAND_UNREGISTER_PHONE_ACCOUNT = "unregister-phone-account"; + private static final String COMMAND_SET_CALL_DIAGNOSTIC_SERVICE = "set-call-diagnostic-service"; private static final String COMMAND_SET_DEFAULT_DIALER = "set-default-dialer"; private static final String COMMAND_GET_DEFAULT_DIALER = "get-default-dialer"; private static final String COMMAND_STOP_BLOCK_SUPPRESSION = "stop-block-suppression"; + private static final String COMMAND_CLEANUP_STUCK_CALLS = "cleanup-stuck-calls"; /** * Change the system dialer package name if a package name was specified, @@ -110,6 +112,7 @@ public final class Telecom extends BaseCommand { + "usage: telecom register-sim-phone-account <COMPONENT> <ID> <USER_SN>" + " <LABEL> <ADDRESS>\n" + "usage: telecom unregister-phone-account <COMPONENT> <ID> <USER_SN>\n" + + "usage: telecom set-call-diagnostic-service <PACKAGE>\n" + "usage: telecom set-default-dialer <PACKAGE>\n" + "usage: telecom get-default-dialer\n" + "usage: telecom get-system-dialer\n" @@ -119,6 +122,8 @@ public final class Telecom extends BaseCommand { + "usage: telecom get-max-phones\n" + "usage: telecom stop-block-suppression: Stop suppressing the blocked number" + " provider after a call to emergency services.\n" + + "usage: telecom cleanup-stuck-calls: Clear any disconnected calls that have" + + " gotten wedged in Telecom.\n" + "usage: telecom set-emer-phone-account-filter <PACKAGE>\n" + "\n" + "telecom set-phone-account-enabled: Enables the given phone account, if it has" @@ -127,6 +132,7 @@ public final class Telecom extends BaseCommand { + "telecom set-phone-account-disabled: Disables the given phone account, if it" + " has already been registered with telecom.\n" + "\n" + + "telecom set-call-diagnostic-service: overrides call diagnostic service.\n" + "telecom set-default-dialer: Sets the override default dialer to the given" + " component; this will override whatever the dialer role is set to.\n" + "\n" @@ -202,6 +208,9 @@ public final class Telecom extends BaseCommand { case COMMAND_SET_PHONE_ACCOUNT_SUGGESTION_COMPONENT: runSetTestPhoneAcctSuggestionComponent(); break; + case COMMAND_SET_CALL_DIAGNOSTIC_SERVICE: + runSetCallDiagnosticService(); + break; case COMMAND_REGISTER_SIM_PHONE_ACCOUNT: runRegisterSimPhoneAccount(); break; @@ -214,6 +223,9 @@ public final class Telecom extends BaseCommand { case COMMAND_STOP_BLOCK_SUPPRESSION: runStopBlockSuppression(); break; + case COMMAND_CLEANUP_STUCK_CALLS: + runCleanupStuckCalls(); + break; case COMMAND_SET_DEFAULT_DIALER: runSetDefaultDialer(); break; @@ -313,6 +325,13 @@ public final class Telecom extends BaseCommand { mTelecomService.addOrRemoveTestCallCompanionApp(packageName, isAddedBool); } + private void runSetCallDiagnosticService() throws RemoteException { + String packageName = nextArg(); + if ("default".equals(packageName)) packageName = null; + mTelecomService.setTestCallDiagnosticService(packageName); + System.out.println("Success - " + packageName + " set as call diagnostic service."); + } + private void runSetTestPhoneAcctSuggestionComponent() throws RemoteException { final String componentName = nextArg(); mTelecomService.setTestPhoneAcctSuggestionComponent(componentName); @@ -335,6 +354,10 @@ public final class Telecom extends BaseCommand { mTelecomService.stopBlockSuppression(); } + private void runCleanupStuckCalls() throws RemoteException { + mTelecomService.cleanupStuckCalls(); + } + private void runSetDefaultDialer() throws RemoteException { String packageName = nextArg(); if ("default".equals(packageName)) packageName = null; diff --git a/cmds/uiautomator/Android.bp b/cmds/uiautomator/Android.bp index f9cb3dd38897..a0bf624c6455 100644 --- a/cmds/uiautomator/Android.bp +++ b/cmds/uiautomator/Android.bp @@ -1,3 +1,12 @@ +package { + // See: http://go/android-license-faq + // A large-scale-change added 'default_applicable_licenses' to import + // all of the 'license_kinds' from "frameworks_base_license" + // to get the below license kinds: + // SPDX-license-identifier-Apache-2.0 + default_applicable_licenses: ["frameworks_base_license"], +} + genrule { name: "uiautomator-last-released-api", srcs: ["api/*.txt"], diff --git a/cmds/uiautomator/api/current.txt b/cmds/uiautomator/api/current.txt index 489c2eadfd91..bf87d091934e 100644 --- a/cmds/uiautomator/api/current.txt +++ b/cmds/uiautomator/api/current.txt @@ -1,221 +1,222 @@ +// Signature format: 2.0 package com.android.uiautomator.core { - public final deprecated class Configurator { - method public long getActionAcknowledgmentTimeout(); - method public static com.android.uiautomator.core.Configurator getInstance(); - method public long getKeyInjectionDelay(); - method public long getScrollAcknowledgmentTimeout(); - method public long getWaitForIdleTimeout(); - method public long getWaitForSelectorTimeout(); - method public com.android.uiautomator.core.Configurator setActionAcknowledgmentTimeout(long); - method public com.android.uiautomator.core.Configurator setKeyInjectionDelay(long); - method public com.android.uiautomator.core.Configurator setScrollAcknowledgmentTimeout(long); - method public com.android.uiautomator.core.Configurator setWaitForIdleTimeout(long); - method public com.android.uiautomator.core.Configurator setWaitForSelectorTimeout(long); + @Deprecated public final class Configurator { + method @Deprecated public long getActionAcknowledgmentTimeout(); + method @Deprecated public static com.android.uiautomator.core.Configurator getInstance(); + method @Deprecated public long getKeyInjectionDelay(); + method @Deprecated public long getScrollAcknowledgmentTimeout(); + method @Deprecated public long getWaitForIdleTimeout(); + method @Deprecated public long getWaitForSelectorTimeout(); + method @Deprecated public com.android.uiautomator.core.Configurator setActionAcknowledgmentTimeout(long); + method @Deprecated public com.android.uiautomator.core.Configurator setKeyInjectionDelay(long); + method @Deprecated public com.android.uiautomator.core.Configurator setScrollAcknowledgmentTimeout(long); + method @Deprecated public com.android.uiautomator.core.Configurator setWaitForIdleTimeout(long); + method @Deprecated public com.android.uiautomator.core.Configurator setWaitForSelectorTimeout(long); } - public deprecated class UiCollection extends com.android.uiautomator.core.UiObject { - ctor public UiCollection(com.android.uiautomator.core.UiSelector); - method public com.android.uiautomator.core.UiObject getChildByDescription(com.android.uiautomator.core.UiSelector, java.lang.String) throws com.android.uiautomator.core.UiObjectNotFoundException; - method public com.android.uiautomator.core.UiObject getChildByInstance(com.android.uiautomator.core.UiSelector, int) throws com.android.uiautomator.core.UiObjectNotFoundException; - method public com.android.uiautomator.core.UiObject getChildByText(com.android.uiautomator.core.UiSelector, java.lang.String) throws com.android.uiautomator.core.UiObjectNotFoundException; - method public int getChildCount(com.android.uiautomator.core.UiSelector); + @Deprecated public class UiCollection extends com.android.uiautomator.core.UiObject { + ctor @Deprecated public UiCollection(com.android.uiautomator.core.UiSelector); + method @Deprecated public com.android.uiautomator.core.UiObject getChildByDescription(com.android.uiautomator.core.UiSelector, String) throws com.android.uiautomator.core.UiObjectNotFoundException; + method @Deprecated public com.android.uiautomator.core.UiObject getChildByInstance(com.android.uiautomator.core.UiSelector, int) throws com.android.uiautomator.core.UiObjectNotFoundException; + method @Deprecated public com.android.uiautomator.core.UiObject getChildByText(com.android.uiautomator.core.UiSelector, String) throws com.android.uiautomator.core.UiObjectNotFoundException; + method @Deprecated public int getChildCount(com.android.uiautomator.core.UiSelector); } - public deprecated class UiDevice { - method public void clearLastTraversedText(); - method public boolean click(int, int); - method public boolean drag(int, int, int, int, int); - method public void dumpWindowHierarchy(java.lang.String); - method public void freezeRotation() throws android.os.RemoteException; - method public deprecated java.lang.String getCurrentActivityName(); - method public java.lang.String getCurrentPackageName(); - method public int getDisplayHeight(); - method public int getDisplayRotation(); - method public android.graphics.Point getDisplaySizeDp(); - method public int getDisplayWidth(); - method public static com.android.uiautomator.core.UiDevice getInstance(); - method public java.lang.String getLastTraversedText(); - method public java.lang.String getProductName(); - method public boolean hasAnyWatcherTriggered(); - method public boolean hasWatcherTriggered(java.lang.String); - method public boolean isNaturalOrientation(); - method public boolean isScreenOn() throws android.os.RemoteException; - method public boolean openNotification(); - method public boolean openQuickSettings(); - method public boolean pressBack(); - method public boolean pressDPadCenter(); - method public boolean pressDPadDown(); - method public boolean pressDPadLeft(); - method public boolean pressDPadRight(); - method public boolean pressDPadUp(); - method public boolean pressDelete(); - method public boolean pressEnter(); - method public boolean pressHome(); - method public boolean pressKeyCode(int); - method public boolean pressKeyCode(int, int); - method public boolean pressMenu(); - method public boolean pressRecentApps() throws android.os.RemoteException; - method public boolean pressSearch(); - method public void registerWatcher(java.lang.String, com.android.uiautomator.core.UiWatcher); - method public void removeWatcher(java.lang.String); - method public void resetWatcherTriggers(); - method public void runWatchers(); - method public void setCompressedLayoutHeirarchy(boolean); - method public void setOrientationLeft() throws android.os.RemoteException; - method public void setOrientationNatural() throws android.os.RemoteException; - method public void setOrientationRight() throws android.os.RemoteException; - method public void sleep() throws android.os.RemoteException; - method public boolean swipe(int, int, int, int, int); - method public boolean swipe(android.graphics.Point[], int); - method public boolean takeScreenshot(java.io.File); - method public boolean takeScreenshot(java.io.File, float, int); - method public void unfreezeRotation() throws android.os.RemoteException; - method public void waitForIdle(); - method public void waitForIdle(long); - method public boolean waitForWindowUpdate(java.lang.String, long); - method public void wakeUp() throws android.os.RemoteException; + @Deprecated public class UiDevice { + method @Deprecated public void clearLastTraversedText(); + method @Deprecated public boolean click(int, int); + method @Deprecated public boolean drag(int, int, int, int, int); + method @Deprecated public void dumpWindowHierarchy(String); + method @Deprecated public void freezeRotation() throws android.os.RemoteException; + method @Deprecated public String getCurrentActivityName(); + method @Deprecated public String getCurrentPackageName(); + method @Deprecated public int getDisplayHeight(); + method @Deprecated public int getDisplayRotation(); + method @Deprecated public android.graphics.Point getDisplaySizeDp(); + method @Deprecated public int getDisplayWidth(); + method @Deprecated public static com.android.uiautomator.core.UiDevice getInstance(); + method @Deprecated public String getLastTraversedText(); + method @Deprecated public String getProductName(); + method @Deprecated public boolean hasAnyWatcherTriggered(); + method @Deprecated public boolean hasWatcherTriggered(String); + method @Deprecated public boolean isNaturalOrientation(); + method @Deprecated public boolean isScreenOn() throws android.os.RemoteException; + method @Deprecated public boolean openNotification(); + method @Deprecated public boolean openQuickSettings(); + method @Deprecated public boolean pressBack(); + method @Deprecated public boolean pressDPadCenter(); + method @Deprecated public boolean pressDPadDown(); + method @Deprecated public boolean pressDPadLeft(); + method @Deprecated public boolean pressDPadRight(); + method @Deprecated public boolean pressDPadUp(); + method @Deprecated public boolean pressDelete(); + method @Deprecated public boolean pressEnter(); + method @Deprecated public boolean pressHome(); + method @Deprecated public boolean pressKeyCode(int); + method @Deprecated public boolean pressKeyCode(int, int); + method @Deprecated public boolean pressMenu(); + method @Deprecated public boolean pressRecentApps() throws android.os.RemoteException; + method @Deprecated public boolean pressSearch(); + method @Deprecated public void registerWatcher(String, com.android.uiautomator.core.UiWatcher); + method @Deprecated public void removeWatcher(String); + method @Deprecated public void resetWatcherTriggers(); + method @Deprecated public void runWatchers(); + method @Deprecated public void setCompressedLayoutHeirarchy(boolean); + method @Deprecated public void setOrientationLeft() throws android.os.RemoteException; + method @Deprecated public void setOrientationNatural() throws android.os.RemoteException; + method @Deprecated public void setOrientationRight() throws android.os.RemoteException; + method @Deprecated public void sleep() throws android.os.RemoteException; + method @Deprecated public boolean swipe(int, int, int, int, int); + method @Deprecated public boolean swipe(android.graphics.Point[], int); + method @Deprecated public boolean takeScreenshot(java.io.File); + method @Deprecated public boolean takeScreenshot(java.io.File, float, int); + method @Deprecated public void unfreezeRotation() throws android.os.RemoteException; + method @Deprecated public void waitForIdle(); + method @Deprecated public void waitForIdle(long); + method @Deprecated public boolean waitForWindowUpdate(String, long); + method @Deprecated public void wakeUp() throws android.os.RemoteException; } - public deprecated class UiObject { - ctor public UiObject(com.android.uiautomator.core.UiSelector); - method public void clearTextField() throws com.android.uiautomator.core.UiObjectNotFoundException; - method public boolean click() throws com.android.uiautomator.core.UiObjectNotFoundException; - method public boolean clickAndWaitForNewWindow() throws com.android.uiautomator.core.UiObjectNotFoundException; - method public boolean clickAndWaitForNewWindow(long) throws com.android.uiautomator.core.UiObjectNotFoundException; - method public boolean clickBottomRight() throws com.android.uiautomator.core.UiObjectNotFoundException; - method public boolean clickTopLeft() throws com.android.uiautomator.core.UiObjectNotFoundException; - method public boolean dragTo(com.android.uiautomator.core.UiObject, int) throws com.android.uiautomator.core.UiObjectNotFoundException; - method public boolean dragTo(int, int, int) throws com.android.uiautomator.core.UiObjectNotFoundException; - method public boolean exists(); - method protected android.view.accessibility.AccessibilityNodeInfo findAccessibilityNodeInfo(long); - method public android.graphics.Rect getBounds() throws com.android.uiautomator.core.UiObjectNotFoundException; - method public com.android.uiautomator.core.UiObject getChild(com.android.uiautomator.core.UiSelector) throws com.android.uiautomator.core.UiObjectNotFoundException; - method public int getChildCount() throws com.android.uiautomator.core.UiObjectNotFoundException; - method public java.lang.String getClassName() throws com.android.uiautomator.core.UiObjectNotFoundException; - method public java.lang.String getContentDescription() throws com.android.uiautomator.core.UiObjectNotFoundException; - method public com.android.uiautomator.core.UiObject getFromParent(com.android.uiautomator.core.UiSelector) throws com.android.uiautomator.core.UiObjectNotFoundException; - method public java.lang.String getPackageName() throws com.android.uiautomator.core.UiObjectNotFoundException; - method public final com.android.uiautomator.core.UiSelector getSelector(); - method public java.lang.String getText() throws com.android.uiautomator.core.UiObjectNotFoundException; - method public android.graphics.Rect getVisibleBounds() throws com.android.uiautomator.core.UiObjectNotFoundException; - method public boolean isCheckable() throws com.android.uiautomator.core.UiObjectNotFoundException; - method public boolean isChecked() throws com.android.uiautomator.core.UiObjectNotFoundException; - method public boolean isClickable() throws com.android.uiautomator.core.UiObjectNotFoundException; - method public boolean isEnabled() throws com.android.uiautomator.core.UiObjectNotFoundException; - method public boolean isFocusable() throws com.android.uiautomator.core.UiObjectNotFoundException; - method public boolean isFocused() throws com.android.uiautomator.core.UiObjectNotFoundException; - method public boolean isLongClickable() throws com.android.uiautomator.core.UiObjectNotFoundException; - method public boolean isScrollable() throws com.android.uiautomator.core.UiObjectNotFoundException; - method public boolean isSelected() throws com.android.uiautomator.core.UiObjectNotFoundException; - method public boolean longClick() throws com.android.uiautomator.core.UiObjectNotFoundException; - method public boolean longClickBottomRight() throws com.android.uiautomator.core.UiObjectNotFoundException; - method public boolean longClickTopLeft() throws com.android.uiautomator.core.UiObjectNotFoundException; - method public boolean performMultiPointerGesture(android.view.MotionEvent.PointerCoords...); - method public boolean performTwoPointerGesture(android.graphics.Point, android.graphics.Point, android.graphics.Point, android.graphics.Point, int); - method public boolean pinchIn(int, int) throws com.android.uiautomator.core.UiObjectNotFoundException; - method public boolean pinchOut(int, int) throws com.android.uiautomator.core.UiObjectNotFoundException; - method public boolean setText(java.lang.String) throws com.android.uiautomator.core.UiObjectNotFoundException; - method public boolean swipeDown(int) throws com.android.uiautomator.core.UiObjectNotFoundException; - method public boolean swipeLeft(int) throws com.android.uiautomator.core.UiObjectNotFoundException; - method public boolean swipeRight(int) throws com.android.uiautomator.core.UiObjectNotFoundException; - method public boolean swipeUp(int) throws com.android.uiautomator.core.UiObjectNotFoundException; - method public boolean waitForExists(long); - method public boolean waitUntilGone(long); - field protected static final int FINGER_TOUCH_HALF_WIDTH = 20; // 0x14 - field protected static final int SWIPE_MARGIN_LIMIT = 5; // 0x5 - field protected static final deprecated long WAIT_FOR_EVENT_TMEOUT = 3000L; // 0xbb8L - field protected static final long WAIT_FOR_SELECTOR_POLL = 1000L; // 0x3e8L - field protected static final deprecated long WAIT_FOR_SELECTOR_TIMEOUT = 10000L; // 0x2710L - field protected static final long WAIT_FOR_WINDOW_TMEOUT = 5500L; // 0x157cL + @Deprecated public class UiObject { + ctor @Deprecated public UiObject(com.android.uiautomator.core.UiSelector); + method @Deprecated public void clearTextField() throws com.android.uiautomator.core.UiObjectNotFoundException; + method @Deprecated public boolean click() throws com.android.uiautomator.core.UiObjectNotFoundException; + method @Deprecated public boolean clickAndWaitForNewWindow() throws com.android.uiautomator.core.UiObjectNotFoundException; + method @Deprecated public boolean clickAndWaitForNewWindow(long) throws com.android.uiautomator.core.UiObjectNotFoundException; + method @Deprecated public boolean clickBottomRight() throws com.android.uiautomator.core.UiObjectNotFoundException; + method @Deprecated public boolean clickTopLeft() throws com.android.uiautomator.core.UiObjectNotFoundException; + method @Deprecated public boolean dragTo(com.android.uiautomator.core.UiObject, int) throws com.android.uiautomator.core.UiObjectNotFoundException; + method @Deprecated public boolean dragTo(int, int, int) throws com.android.uiautomator.core.UiObjectNotFoundException; + method @Deprecated public boolean exists(); + method @Deprecated protected android.view.accessibility.AccessibilityNodeInfo findAccessibilityNodeInfo(long); + method @Deprecated public android.graphics.Rect getBounds() throws com.android.uiautomator.core.UiObjectNotFoundException; + method @Deprecated public com.android.uiautomator.core.UiObject getChild(com.android.uiautomator.core.UiSelector) throws com.android.uiautomator.core.UiObjectNotFoundException; + method @Deprecated public int getChildCount() throws com.android.uiautomator.core.UiObjectNotFoundException; + method @Deprecated public String getClassName() throws com.android.uiautomator.core.UiObjectNotFoundException; + method @Deprecated public String getContentDescription() throws com.android.uiautomator.core.UiObjectNotFoundException; + method @Deprecated public com.android.uiautomator.core.UiObject getFromParent(com.android.uiautomator.core.UiSelector) throws com.android.uiautomator.core.UiObjectNotFoundException; + method @Deprecated public String getPackageName() throws com.android.uiautomator.core.UiObjectNotFoundException; + method @Deprecated public final com.android.uiautomator.core.UiSelector getSelector(); + method @Deprecated public String getText() throws com.android.uiautomator.core.UiObjectNotFoundException; + method @Deprecated public android.graphics.Rect getVisibleBounds() throws com.android.uiautomator.core.UiObjectNotFoundException; + method @Deprecated public boolean isCheckable() throws com.android.uiautomator.core.UiObjectNotFoundException; + method @Deprecated public boolean isChecked() throws com.android.uiautomator.core.UiObjectNotFoundException; + method @Deprecated public boolean isClickable() throws com.android.uiautomator.core.UiObjectNotFoundException; + method @Deprecated public boolean isEnabled() throws com.android.uiautomator.core.UiObjectNotFoundException; + method @Deprecated public boolean isFocusable() throws com.android.uiautomator.core.UiObjectNotFoundException; + method @Deprecated public boolean isFocused() throws com.android.uiautomator.core.UiObjectNotFoundException; + method @Deprecated public boolean isLongClickable() throws com.android.uiautomator.core.UiObjectNotFoundException; + method @Deprecated public boolean isScrollable() throws com.android.uiautomator.core.UiObjectNotFoundException; + method @Deprecated public boolean isSelected() throws com.android.uiautomator.core.UiObjectNotFoundException; + method @Deprecated public boolean longClick() throws com.android.uiautomator.core.UiObjectNotFoundException; + method @Deprecated public boolean longClickBottomRight() throws com.android.uiautomator.core.UiObjectNotFoundException; + method @Deprecated public boolean longClickTopLeft() throws com.android.uiautomator.core.UiObjectNotFoundException; + method @Deprecated public boolean performMultiPointerGesture(android.view.MotionEvent.PointerCoords[]...); + method @Deprecated public boolean performTwoPointerGesture(android.graphics.Point, android.graphics.Point, android.graphics.Point, android.graphics.Point, int); + method @Deprecated public boolean pinchIn(int, int) throws com.android.uiautomator.core.UiObjectNotFoundException; + method @Deprecated public boolean pinchOut(int, int) throws com.android.uiautomator.core.UiObjectNotFoundException; + method @Deprecated public boolean setText(String) throws com.android.uiautomator.core.UiObjectNotFoundException; + method @Deprecated public boolean swipeDown(int) throws com.android.uiautomator.core.UiObjectNotFoundException; + method @Deprecated public boolean swipeLeft(int) throws com.android.uiautomator.core.UiObjectNotFoundException; + method @Deprecated public boolean swipeRight(int) throws com.android.uiautomator.core.UiObjectNotFoundException; + method @Deprecated public boolean swipeUp(int) throws com.android.uiautomator.core.UiObjectNotFoundException; + method @Deprecated public boolean waitForExists(long); + method @Deprecated public boolean waitUntilGone(long); + field @Deprecated protected static final int FINGER_TOUCH_HALF_WIDTH = 20; // 0x14 + field @Deprecated protected static final int SWIPE_MARGIN_LIMIT = 5; // 0x5 + field @Deprecated protected static final long WAIT_FOR_EVENT_TMEOUT = 3000L; // 0xbb8L + field @Deprecated protected static final long WAIT_FOR_SELECTOR_POLL = 1000L; // 0x3e8L + field @Deprecated protected static final long WAIT_FOR_SELECTOR_TIMEOUT = 10000L; // 0x2710L + field @Deprecated protected static final long WAIT_FOR_WINDOW_TMEOUT = 5500L; // 0x157cL } - public deprecated class UiObjectNotFoundException extends java.lang.Exception { - ctor public UiObjectNotFoundException(java.lang.String); - ctor public UiObjectNotFoundException(java.lang.String, java.lang.Throwable); - ctor public UiObjectNotFoundException(java.lang.Throwable); + @Deprecated public class UiObjectNotFoundException extends java.lang.Exception { + ctor @Deprecated public UiObjectNotFoundException(String); + ctor @Deprecated public UiObjectNotFoundException(String, Throwable); + ctor @Deprecated public UiObjectNotFoundException(Throwable); } - public deprecated class UiScrollable extends com.android.uiautomator.core.UiCollection { - ctor public UiScrollable(com.android.uiautomator.core.UiSelector); - method protected boolean exists(com.android.uiautomator.core.UiSelector); - method public boolean flingBackward() throws com.android.uiautomator.core.UiObjectNotFoundException; - method public boolean flingForward() throws com.android.uiautomator.core.UiObjectNotFoundException; - method public boolean flingToBeginning(int) throws com.android.uiautomator.core.UiObjectNotFoundException; - method public boolean flingToEnd(int) throws com.android.uiautomator.core.UiObjectNotFoundException; - method public com.android.uiautomator.core.UiObject getChildByDescription(com.android.uiautomator.core.UiSelector, java.lang.String, boolean) throws com.android.uiautomator.core.UiObjectNotFoundException; - method public com.android.uiautomator.core.UiObject getChildByText(com.android.uiautomator.core.UiSelector, java.lang.String, boolean) throws com.android.uiautomator.core.UiObjectNotFoundException; - method public int getMaxSearchSwipes(); - method public double getSwipeDeadZonePercentage(); - method public boolean scrollBackward() throws com.android.uiautomator.core.UiObjectNotFoundException; - method public boolean scrollBackward(int) throws com.android.uiautomator.core.UiObjectNotFoundException; - method public boolean scrollDescriptionIntoView(java.lang.String) throws com.android.uiautomator.core.UiObjectNotFoundException; - method public boolean scrollForward() throws com.android.uiautomator.core.UiObjectNotFoundException; - method public boolean scrollForward(int) throws com.android.uiautomator.core.UiObjectNotFoundException; - method public boolean scrollIntoView(com.android.uiautomator.core.UiObject) throws com.android.uiautomator.core.UiObjectNotFoundException; - method public boolean scrollIntoView(com.android.uiautomator.core.UiSelector) throws com.android.uiautomator.core.UiObjectNotFoundException; - method public boolean scrollTextIntoView(java.lang.String) throws com.android.uiautomator.core.UiObjectNotFoundException; - method public boolean scrollToBeginning(int, int) throws com.android.uiautomator.core.UiObjectNotFoundException; - method public boolean scrollToBeginning(int) throws com.android.uiautomator.core.UiObjectNotFoundException; - method public boolean scrollToEnd(int, int) throws com.android.uiautomator.core.UiObjectNotFoundException; - method public boolean scrollToEnd(int) throws com.android.uiautomator.core.UiObjectNotFoundException; - method public com.android.uiautomator.core.UiScrollable setAsHorizontalList(); - method public com.android.uiautomator.core.UiScrollable setAsVerticalList(); - method public com.android.uiautomator.core.UiScrollable setMaxSearchSwipes(int); - method public com.android.uiautomator.core.UiScrollable setSwipeDeadZonePercentage(double); + @Deprecated public class UiScrollable extends com.android.uiautomator.core.UiCollection { + ctor @Deprecated public UiScrollable(com.android.uiautomator.core.UiSelector); + method @Deprecated protected boolean exists(com.android.uiautomator.core.UiSelector); + method @Deprecated public boolean flingBackward() throws com.android.uiautomator.core.UiObjectNotFoundException; + method @Deprecated public boolean flingForward() throws com.android.uiautomator.core.UiObjectNotFoundException; + method @Deprecated public boolean flingToBeginning(int) throws com.android.uiautomator.core.UiObjectNotFoundException; + method @Deprecated public boolean flingToEnd(int) throws com.android.uiautomator.core.UiObjectNotFoundException; + method @Deprecated public com.android.uiautomator.core.UiObject getChildByDescription(com.android.uiautomator.core.UiSelector, String, boolean) throws com.android.uiautomator.core.UiObjectNotFoundException; + method @Deprecated public com.android.uiautomator.core.UiObject getChildByText(com.android.uiautomator.core.UiSelector, String, boolean) throws com.android.uiautomator.core.UiObjectNotFoundException; + method @Deprecated public int getMaxSearchSwipes(); + method @Deprecated public double getSwipeDeadZonePercentage(); + method @Deprecated public boolean scrollBackward() throws com.android.uiautomator.core.UiObjectNotFoundException; + method @Deprecated public boolean scrollBackward(int) throws com.android.uiautomator.core.UiObjectNotFoundException; + method @Deprecated public boolean scrollDescriptionIntoView(String) throws com.android.uiautomator.core.UiObjectNotFoundException; + method @Deprecated public boolean scrollForward() throws com.android.uiautomator.core.UiObjectNotFoundException; + method @Deprecated public boolean scrollForward(int) throws com.android.uiautomator.core.UiObjectNotFoundException; + method @Deprecated public boolean scrollIntoView(com.android.uiautomator.core.UiObject) throws com.android.uiautomator.core.UiObjectNotFoundException; + method @Deprecated public boolean scrollIntoView(com.android.uiautomator.core.UiSelector) throws com.android.uiautomator.core.UiObjectNotFoundException; + method @Deprecated public boolean scrollTextIntoView(String) throws com.android.uiautomator.core.UiObjectNotFoundException; + method @Deprecated public boolean scrollToBeginning(int, int) throws com.android.uiautomator.core.UiObjectNotFoundException; + method @Deprecated public boolean scrollToBeginning(int) throws com.android.uiautomator.core.UiObjectNotFoundException; + method @Deprecated public boolean scrollToEnd(int, int) throws com.android.uiautomator.core.UiObjectNotFoundException; + method @Deprecated public boolean scrollToEnd(int) throws com.android.uiautomator.core.UiObjectNotFoundException; + method @Deprecated public com.android.uiautomator.core.UiScrollable setAsHorizontalList(); + method @Deprecated public com.android.uiautomator.core.UiScrollable setAsVerticalList(); + method @Deprecated public com.android.uiautomator.core.UiScrollable setMaxSearchSwipes(int); + method @Deprecated public com.android.uiautomator.core.UiScrollable setSwipeDeadZonePercentage(double); } - public deprecated class UiSelector { - ctor public UiSelector(); - method public com.android.uiautomator.core.UiSelector checkable(boolean); - method public com.android.uiautomator.core.UiSelector checked(boolean); - method public com.android.uiautomator.core.UiSelector childSelector(com.android.uiautomator.core.UiSelector); - method public com.android.uiautomator.core.UiSelector className(java.lang.String); - method public <T> com.android.uiautomator.core.UiSelector className(java.lang.Class<T>); - method public com.android.uiautomator.core.UiSelector classNameMatches(java.lang.String); - method public com.android.uiautomator.core.UiSelector clickable(boolean); - method protected com.android.uiautomator.core.UiSelector cloneSelector(); - method public com.android.uiautomator.core.UiSelector description(java.lang.String); - method public com.android.uiautomator.core.UiSelector descriptionContains(java.lang.String); - method public com.android.uiautomator.core.UiSelector descriptionMatches(java.lang.String); - method public com.android.uiautomator.core.UiSelector descriptionStartsWith(java.lang.String); - method public com.android.uiautomator.core.UiSelector enabled(boolean); - method public com.android.uiautomator.core.UiSelector focusable(boolean); - method public com.android.uiautomator.core.UiSelector focused(boolean); - method public com.android.uiautomator.core.UiSelector fromParent(com.android.uiautomator.core.UiSelector); - method public com.android.uiautomator.core.UiSelector index(int); - method public com.android.uiautomator.core.UiSelector instance(int); - method public com.android.uiautomator.core.UiSelector longClickable(boolean); - method public com.android.uiautomator.core.UiSelector packageName(java.lang.String); - method public com.android.uiautomator.core.UiSelector packageNameMatches(java.lang.String); - method public com.android.uiautomator.core.UiSelector resourceId(java.lang.String); - method public com.android.uiautomator.core.UiSelector resourceIdMatches(java.lang.String); - method public com.android.uiautomator.core.UiSelector scrollable(boolean); - method public com.android.uiautomator.core.UiSelector selected(boolean); - method public com.android.uiautomator.core.UiSelector text(java.lang.String); - method public com.android.uiautomator.core.UiSelector textContains(java.lang.String); - method public com.android.uiautomator.core.UiSelector textMatches(java.lang.String); - method public com.android.uiautomator.core.UiSelector textStartsWith(java.lang.String); + @Deprecated public class UiSelector { + ctor @Deprecated public UiSelector(); + method @Deprecated public com.android.uiautomator.core.UiSelector checkable(boolean); + method @Deprecated public com.android.uiautomator.core.UiSelector checked(boolean); + method @Deprecated public com.android.uiautomator.core.UiSelector childSelector(com.android.uiautomator.core.UiSelector); + method @Deprecated public com.android.uiautomator.core.UiSelector className(String); + method @Deprecated public <T> com.android.uiautomator.core.UiSelector className(Class<T>); + method @Deprecated public com.android.uiautomator.core.UiSelector classNameMatches(String); + method @Deprecated public com.android.uiautomator.core.UiSelector clickable(boolean); + method @Deprecated protected com.android.uiautomator.core.UiSelector cloneSelector(); + method @Deprecated public com.android.uiautomator.core.UiSelector description(String); + method @Deprecated public com.android.uiautomator.core.UiSelector descriptionContains(String); + method @Deprecated public com.android.uiautomator.core.UiSelector descriptionMatches(String); + method @Deprecated public com.android.uiautomator.core.UiSelector descriptionStartsWith(String); + method @Deprecated public com.android.uiautomator.core.UiSelector enabled(boolean); + method @Deprecated public com.android.uiautomator.core.UiSelector focusable(boolean); + method @Deprecated public com.android.uiautomator.core.UiSelector focused(boolean); + method @Deprecated public com.android.uiautomator.core.UiSelector fromParent(com.android.uiautomator.core.UiSelector); + method @Deprecated public com.android.uiautomator.core.UiSelector index(int); + method @Deprecated public com.android.uiautomator.core.UiSelector instance(int); + method @Deprecated public com.android.uiautomator.core.UiSelector longClickable(boolean); + method @Deprecated public com.android.uiautomator.core.UiSelector packageName(String); + method @Deprecated public com.android.uiautomator.core.UiSelector packageNameMatches(String); + method @Deprecated public com.android.uiautomator.core.UiSelector resourceId(String); + method @Deprecated public com.android.uiautomator.core.UiSelector resourceIdMatches(String); + method @Deprecated public com.android.uiautomator.core.UiSelector scrollable(boolean); + method @Deprecated public com.android.uiautomator.core.UiSelector selected(boolean); + method @Deprecated public com.android.uiautomator.core.UiSelector text(String); + method @Deprecated public com.android.uiautomator.core.UiSelector textContains(String); + method @Deprecated public com.android.uiautomator.core.UiSelector textMatches(String); + method @Deprecated public com.android.uiautomator.core.UiSelector textStartsWith(String); } - public abstract deprecated interface UiWatcher { - method public abstract boolean checkForCondition(); + @Deprecated public interface UiWatcher { + method @Deprecated public boolean checkForCondition(); } } package com.android.uiautomator.testrunner { - public abstract deprecated interface IAutomationSupport { - method public abstract void sendStatus(int, android.os.Bundle); + @Deprecated public interface IAutomationSupport { + method @Deprecated public void sendStatus(int, android.os.Bundle); } - public deprecated class UiAutomatorTestCase extends junit.framework.TestCase { - ctor public UiAutomatorTestCase(); - method public com.android.uiautomator.testrunner.IAutomationSupport getAutomationSupport(); - method public android.os.Bundle getParams(); - method public com.android.uiautomator.core.UiDevice getUiDevice(); - method public void sleep(long); + @Deprecated public class UiAutomatorTestCase extends junit.framework.TestCase { + ctor @Deprecated public UiAutomatorTestCase(); + method @Deprecated public com.android.uiautomator.testrunner.IAutomationSupport getAutomationSupport(); + method @Deprecated public android.os.Bundle getParams(); + method @Deprecated public com.android.uiautomator.core.UiDevice getUiDevice(); + method @Deprecated public void sleep(long); } } diff --git a/cmds/uiautomator/api/removed.txt b/cmds/uiautomator/api/removed.txt index e69de29bb2d1..d802177e249b 100644 --- a/cmds/uiautomator/api/removed.txt +++ b/cmds/uiautomator/api/removed.txt @@ -0,0 +1 @@ +// Signature format: 2.0 diff --git a/cmds/uiautomator/cmds/uiautomator/Android.bp b/cmds/uiautomator/cmds/uiautomator/Android.bp index 68cc5a339107..56e2e70958fa 100644 --- a/cmds/uiautomator/cmds/uiautomator/Android.bp +++ b/cmds/uiautomator/cmds/uiautomator/Android.bp @@ -14,6 +14,15 @@ // limitations under the License. // +package { + // See: http://go/android-license-faq + // A large-scale-change added 'default_applicable_licenses' to import + // all of the 'license_kinds' from "frameworks_base_license" + // to get the below license kinds: + // SPDX-license-identifier-Apache-2.0 + default_applicable_licenses: ["frameworks_base_license"], +} + java_binary { name: "uiautomator", wrapper: "uiautomator", diff --git a/cmds/uiautomator/instrumentation/Android.bp b/cmds/uiautomator/instrumentation/Android.bp index 477f0d1f6e10..50e223425f14 100644 --- a/cmds/uiautomator/instrumentation/Android.bp +++ b/cmds/uiautomator/instrumentation/Android.bp @@ -14,6 +14,15 @@ // limitations under the License. // +package { + // See: http://go/android-license-faq + // A large-scale-change added 'default_applicable_licenses' to import + // all of the 'license_kinds' from "frameworks_base_license" + // to get the below license kinds: + // SPDX-license-identifier-Apache-2.0 + default_applicable_licenses: ["frameworks_base_license"], +} + java_test { name: "uiautomator-instrumentation", diff --git a/cmds/uiautomator/library/Android.bp b/cmds/uiautomator/library/Android.bp index a83d111f6c20..469b45201337 100644 --- a/cmds/uiautomator/library/Android.bp +++ b/cmds/uiautomator/library/Android.bp @@ -12,8 +12,17 @@ // See the License for the specific language governing permissions and // limitations under the License. -droiddoc { - name: "uiautomator-stubs-docs", +package { + // See: http://go/android-license-faq + // A large-scale-change added 'default_applicable_licenses' to import + // all of the 'license_kinds' from "frameworks_base_license" + // to get the below license kinds: + // SPDX-license-identifier-Apache-2.0 + default_applicable_licenses: ["frameworks_base_license"], +} + +droidstubs { + name: "uiautomator-stubs", srcs: [ "core-src/**/*.java", "testrunner-src/**/*.java", @@ -24,10 +33,10 @@ droiddoc { "android.test.base", "unsupportedappusage", ], - custom_template: "droiddoc-templates-sdk", installable: false, - args: "-stubpackages com.android.uiautomator.core:" + - "com.android.uiautomator.testrunner", + flags: [ + "-stubpackages com.android.uiautomator.core:com.android.uiautomator.testrunner", + ], check_api: { current: { @@ -41,10 +50,25 @@ droiddoc { }, } +droiddoc { + name: "uiautomator-stubs-docs", + srcs: [ + ":uiautomator-stubs", + ], + libs: [ + "android.test.runner", + "junit", + "android.test.base", + "unsupportedappusage", + ], + installable: false, + custom_template: "droiddoc-templates-sdk", +} + java_library_static { name: "android_uiautomator", srcs: [ - ":uiautomator-stubs-docs", + ":uiautomator-stubs", ], libs: [ "android.test.runner", @@ -65,7 +89,7 @@ java_library_static { ], static_libs: [ "junit", - ] + ], } java_library_static { diff --git a/cmds/uiautomator/library/testrunner-src/com/android/uiautomator/core/UiAutomationShellWrapper.java b/cmds/uiautomator/library/testrunner-src/com/android/uiautomator/core/UiAutomationShellWrapper.java index 71561c3c7023..39248730802f 100644 --- a/cmds/uiautomator/library/testrunner-src/com/android/uiautomator/core/UiAutomationShellWrapper.java +++ b/cmds/uiautomator/library/testrunner-src/com/android/uiautomator/core/UiAutomationShellWrapper.java @@ -49,7 +49,7 @@ public class UiAutomationShellWrapper { } try { if (isSet) { - am.setActivityController(new DummyActivityController(), true); + am.setActivityController(new NoOpActivityController(), true); } else { am.setActivityController(null, true); } @@ -80,9 +80,9 @@ public class UiAutomationShellWrapper { } /** - * Dummy, no interference, activity controller. + * No-op, no interference, activity controller. */ - private class DummyActivityController extends IActivityController.Stub { + private class NoOpActivityController extends IActivityController.Stub { @Override public boolean activityStarting(Intent intent, String pkg) throws RemoteException { /* do nothing and let activity proceed normally */ diff --git a/cmds/uiautomator/library/testrunner-src/com/android/uiautomator/testrunner/UiAutomatorTestCase.java b/cmds/uiautomator/library/testrunner-src/com/android/uiautomator/testrunner/UiAutomatorTestCase.java index d862e1c2babb..e6fb7aa76e58 100644 --- a/cmds/uiautomator/library/testrunner-src/com/android/uiautomator/testrunner/UiAutomatorTestCase.java +++ b/cmds/uiautomator/library/testrunner-src/com/android/uiautomator/testrunner/UiAutomatorTestCase.java @@ -45,7 +45,7 @@ import java.util.List; public class UiAutomatorTestCase extends TestCase { private static final String DISABLE_IME = "disable_ime"; - private static final String DUMMY_IME_PACKAGE = "com.android.testing.dummyime"; + private static final String STUB_IME_PACKAGE = "com.android.testing.stubime"; private static final int NOT_A_SUBTYPE_ID = -1; private UiDevice mUiDevice; @@ -58,7 +58,7 @@ public class UiAutomatorTestCase extends TestCase { super.setUp(); mShouldDisableIme = "true".equals(mParams.getString(DISABLE_IME)); if (mShouldDisableIme) { - setDummyIme(); + setStubIme(); } } @@ -128,7 +128,7 @@ public class UiAutomatorTestCase extends TestCase { SystemClock.sleep(ms); } - private void setDummyIme() { + private void setStubIme() { Context context = ActivityThread.currentApplication(); if (context == null) { throw new RuntimeException("ActivityThread.currentApplication() is null."); @@ -138,13 +138,13 @@ public class UiAutomatorTestCase extends TestCase { List<InputMethodInfo> infos = im.getInputMethodList(); String id = null; for (InputMethodInfo info : infos) { - if (DUMMY_IME_PACKAGE.equals(info.getComponent().getPackageName())) { + if (STUB_IME_PACKAGE.equals(info.getComponent().getPackageName())) { id = info.getId(); } } if (id == null) { throw new RuntimeException(String.format( - "Required testing fixture missing: IME package (%s)", DUMMY_IME_PACKAGE)); + "Required testing fixture missing: IME package (%s)", STUB_IME_PACKAGE)); } if (context.checkSelfPermission(android.Manifest.permission.WRITE_SECURE_SETTINGS) != PackageManager.PERMISSION_GRANTED) { diff --git a/cmds/uinput/OWNERS b/cmds/uinput/OWNERS new file mode 100644 index 000000000000..d701f23cb9b8 --- /dev/null +++ b/cmds/uinput/OWNERS @@ -0,0 +1 @@ +include /core/java/android/hardware/input/OWNERS diff --git a/cmds/vr/Android.bp b/cmds/vr/Android.bp index cb129bdf6853..893649155fd8 100644 --- a/cmds/vr/Android.bp +++ b/cmds/vr/Android.bp @@ -1,6 +1,23 @@ // Copyright 2017 The Android Open Source Project // +package { + default_applicable_licenses: ["frameworks_base_cmds_vr_license"], +} + +// Added automatically by a large-scale-change +// See: http://go/android-license-faq +license { + name: "frameworks_base_cmds_vr_license", + visibility: [":__subpackages__"], + license_kinds: [ + "SPDX-license-identifier-Apache-2.0", + ], + license_text: [ + "NOTICE", + ], +} + java_binary { name: "vr", wrapper: "vr", diff --git a/cmds/wm/Android.bp b/cmds/wm/Android.bp index 609f84b89bd8..cf6b0193fe87 100644 --- a/cmds/wm/Android.bp +++ b/cmds/wm/Android.bp @@ -1,6 +1,23 @@ // Copyright 2013 The Android Open Source Project // +package { + default_applicable_licenses: ["frameworks_base_cmds_wm_license"], +} + +// Added automatically by a large-scale-change +// See: http://go/android-license-faq +license { + name: "frameworks_base_cmds_wm_license", + visibility: [":__subpackages__"], + license_kinds: [ + "SPDX-license-identifier-Apache-2.0", + ], + license_text: [ + "NOTICE", + ], +} + sh_binary { name: "wm", src: "wm", diff --git a/cmds/wm/OWNERS b/cmds/wm/OWNERS new file mode 100644 index 000000000000..0862c05e0ee4 --- /dev/null +++ b/cmds/wm/OWNERS @@ -0,0 +1 @@ +include /services/core/java/com/android/server/wm/OWNERS |