Currently, statsd uses wall clock seconds to write data to disk. This issue affects both thermal and normal shutdowns, because if two writes occur in the same second, the more recent write will overwrite the older write, erasing the actual data that we want. For thermal shutdowns, we write twice. Once because of termination signal received, and once because of binder death recipient from statscompanion service. For normal clean shutdowns, we write 3 times. In addition to the two above, we write for the shutdown received signal. This fix introduces a cool down period of 3 seconds between writing to disk. Bug: 112432890 Test: statsd unit tests Test: statsd cts tests Test: manually verified normal shutdown had 1 file written to disk Test: manually verified thermal shutdown had 1 file written to disk Change-Id: I4cd39de9063935e762ff7d00051ccc915f31e89a
241 lines
9.5 KiB
C++
241 lines
9.5 KiB
C++
/*
|
|
* Copyright (C) 2017 The Android Open Source Project
|
|
*
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
* you may not use this file except in compliance with the License.
|
|
* You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
* See the License for the specific language governing permissions and
|
|
* limitations under the License.
|
|
*/
|
|
|
|
#pragma once
|
|
|
|
#include <gtest/gtest_prod.h>
|
|
#include "config/ConfigListener.h"
|
|
#include "logd/LogReader.h"
|
|
#include "metrics/MetricsManager.h"
|
|
#include "packages/UidMap.h"
|
|
#include "external/StatsPullerManager.h"
|
|
|
|
#include "frameworks/base/cmds/statsd/src/statsd_config.pb.h"
|
|
|
|
#include <stdio.h>
|
|
#include <unordered_map>
|
|
|
|
namespace android {
|
|
namespace os {
|
|
namespace statsd {
|
|
|
|
// Keep this in sync with DumpReportReason enum in stats_log.proto
|
|
enum DumpReportReason {
|
|
DEVICE_SHUTDOWN = 1,
|
|
CONFIG_UPDATED = 2,
|
|
CONFIG_REMOVED = 3,
|
|
GET_DATA_CALLED = 4,
|
|
ADB_DUMP = 5,
|
|
CONFIG_RESET = 6,
|
|
STATSCOMPANION_DIED = 7,
|
|
TERMINATION_SIGNAL_RECEIVED = 8
|
|
};
|
|
|
|
class StatsLogProcessor : public ConfigListener {
|
|
public:
|
|
StatsLogProcessor(const sp<UidMap>& uidMap, const sp<AlarmMonitor>& anomalyAlarmMonitor,
|
|
const sp<AlarmMonitor>& subscriberTriggerAlarmMonitor,
|
|
const int64_t timeBaseNs,
|
|
const std::function<bool(const ConfigKey&)>& sendBroadcast);
|
|
virtual ~StatsLogProcessor();
|
|
|
|
void OnLogEvent(LogEvent* event, bool reconnectionStarts);
|
|
|
|
// for testing only.
|
|
void OnLogEvent(LogEvent* event);
|
|
|
|
void OnConfigUpdated(const int64_t timestampNs, const ConfigKey& key,
|
|
const StatsdConfig& config);
|
|
void OnConfigRemoved(const ConfigKey& key);
|
|
|
|
size_t GetMetricsSize(const ConfigKey& key) const;
|
|
|
|
void onDumpReport(const ConfigKey& key, const int64_t dumpTimeNs,
|
|
const bool include_current_partial_bucket,
|
|
const DumpReportReason dumpReportReason, vector<uint8_t>* outData);
|
|
|
|
/* Tells MetricsManager that the alarms in alarmSet have fired. Modifies anomaly alarmSet. */
|
|
void onAnomalyAlarmFired(
|
|
const int64_t& timestampNs,
|
|
unordered_set<sp<const InternalAlarm>, SpHash<InternalAlarm>> alarmSet);
|
|
|
|
/* Tells MetricsManager that the alarms in alarmSet have fired. Modifies periodic alarmSet. */
|
|
void onPeriodicAlarmFired(
|
|
const int64_t& timestampNs,
|
|
unordered_set<sp<const InternalAlarm>, SpHash<InternalAlarm>> alarmSet);
|
|
|
|
/* Flushes data to disk. Data on memory will be gone after written to disk. */
|
|
void WriteDataToDisk(const DumpReportReason dumpReportReason);
|
|
|
|
// Reset all configs.
|
|
void resetConfigs();
|
|
|
|
inline sp<UidMap> getUidMap() {
|
|
return mUidMap;
|
|
}
|
|
|
|
void dumpStates(FILE* out, bool verbose);
|
|
|
|
void informPullAlarmFired(const int64_t timestampNs);
|
|
|
|
int64_t getLastReportTimeNs(const ConfigKey& key);
|
|
|
|
inline void setPrintLogs(bool enabled) {
|
|
#ifdef VERY_VERBOSE_PRINTING
|
|
std::lock_guard<std::mutex> lock(mMetricsMutex);
|
|
mPrintAllLogs = enabled;
|
|
#endif
|
|
}
|
|
|
|
// Add a specific config key to the possible configs to dump ASAP.
|
|
void noteOnDiskData(const ConfigKey& key);
|
|
|
|
private:
|
|
// For testing only.
|
|
inline sp<AlarmMonitor> getAnomalyAlarmMonitor() const {
|
|
return mAnomalyAlarmMonitor;
|
|
}
|
|
|
|
inline sp<AlarmMonitor> getPeriodicAlarmMonitor() const {
|
|
return mPeriodicAlarmMonitor;
|
|
}
|
|
|
|
mutable mutex mMetricsMutex;
|
|
|
|
std::unordered_map<ConfigKey, sp<MetricsManager>> mMetricsManagers;
|
|
|
|
std::unordered_map<ConfigKey, long> mLastBroadcastTimes;
|
|
|
|
// Tracks when we last checked the bytes consumed for each config key.
|
|
std::unordered_map<ConfigKey, long> mLastByteSizeTimes;
|
|
|
|
// Tracks which config keys has metric reports on disk
|
|
std::set<ConfigKey> mOnDiskDataConfigs;
|
|
|
|
sp<UidMap> mUidMap; // Reference to the UidMap to lookup app name and version for each uid.
|
|
|
|
StatsPullerManager mStatsPullerManager;
|
|
|
|
sp<AlarmMonitor> mAnomalyAlarmMonitor;
|
|
|
|
sp<AlarmMonitor> mPeriodicAlarmMonitor;
|
|
|
|
void resetIfConfigTtlExpiredLocked(const int64_t timestampNs);
|
|
|
|
void OnConfigUpdatedLocked(
|
|
const int64_t currentTimestampNs, const ConfigKey& key, const StatsdConfig& config);
|
|
|
|
void WriteDataToDiskLocked(const DumpReportReason dumpReportReason);
|
|
void WriteDataToDiskLocked(const ConfigKey& key, const int64_t timestampNs,
|
|
const DumpReportReason dumpReportReason);
|
|
|
|
void onConfigMetricsReportLocked(const ConfigKey& key, const int64_t dumpTimeStampNs,
|
|
const bool include_current_partial_bucket,
|
|
const DumpReportReason dumpReportReason,
|
|
util::ProtoOutputStream* proto);
|
|
|
|
/* Check if we should send a broadcast if approaching memory limits and if we're over, we
|
|
* actually delete the data. */
|
|
void flushIfNecessaryLocked(int64_t timestampNs, const ConfigKey& key,
|
|
MetricsManager& metricsManager);
|
|
|
|
// Maps the isolated uid in the log event to host uid if the log event contains uid fields.
|
|
void mapIsolatedUidToHostUidIfNecessaryLocked(LogEvent* event) const;
|
|
|
|
// Handler over the isolated uid change event.
|
|
void onIsolatedUidChangedEventLocked(const LogEvent& event);
|
|
|
|
// Reset all configs.
|
|
void resetConfigsLocked(const int64_t timestampNs);
|
|
// Reset the specified configs.
|
|
void resetConfigsLocked(const int64_t timestampNs, const std::vector<ConfigKey>& configs);
|
|
|
|
// Function used to send a broadcast so that receiver for the config key can call getData
|
|
// to retrieve the stored data.
|
|
std::function<bool(const ConfigKey& key)> mSendBroadcast;
|
|
|
|
const int64_t mTimeBaseNs;
|
|
|
|
// Largest timestamp of the events that we have processed.
|
|
int64_t mLargestTimestampSeen = 0;
|
|
|
|
int64_t mLastTimestampSeen = 0;
|
|
|
|
bool mInReconnection = false;
|
|
|
|
// Processed log count
|
|
uint64_t mLogCount = 0;
|
|
|
|
// Log loss detected count
|
|
int mLogLossCount = 0;
|
|
|
|
long mLastPullerCacheClearTimeSec = 0;
|
|
|
|
// Last time we wrote data to disk.
|
|
int64_t mLastWriteTimeNs = 0;
|
|
|
|
#ifdef VERY_VERBOSE_PRINTING
|
|
bool mPrintAllLogs = false;
|
|
#endif
|
|
|
|
FRIEND_TEST(StatsLogProcessorTest, TestOutOfOrderLogs);
|
|
FRIEND_TEST(StatsLogProcessorTest, TestRateLimitByteSize);
|
|
FRIEND_TEST(StatsLogProcessorTest, TestRateLimitBroadcast);
|
|
FRIEND_TEST(StatsLogProcessorTest, TestDropWhenByteSizeTooLarge);
|
|
FRIEND_TEST(WakelockDurationE2eTest, TestAggregatedPredicateDimensionsForSumDuration1);
|
|
FRIEND_TEST(WakelockDurationE2eTest, TestAggregatedPredicateDimensionsForSumDuration2);
|
|
FRIEND_TEST(WakelockDurationE2eTest, TestAggregatedPredicateDimensionsForSumDuration3);
|
|
FRIEND_TEST(WakelockDurationE2eTest, TestAggregatedPredicateDimensionsForMaxDuration1);
|
|
FRIEND_TEST(WakelockDurationE2eTest, TestAggregatedPredicateDimensionsForMaxDuration2);
|
|
FRIEND_TEST(WakelockDurationE2eTest, TestAggregatedPredicateDimensionsForMaxDuration3);
|
|
FRIEND_TEST(MetricConditionLinkE2eTest, TestMultiplePredicatesAndLinks1);
|
|
FRIEND_TEST(MetricConditionLinkE2eTest, TestMultiplePredicatesAndLinks2);
|
|
FRIEND_TEST(AttributionE2eTest, TestAttributionMatchAndSliceByFirstUid);
|
|
FRIEND_TEST(AttributionE2eTest, TestAttributionMatchAndSliceByChain);
|
|
FRIEND_TEST(GaugeMetricE2eTest, TestMultipleFieldsForPushedEvent);
|
|
FRIEND_TEST(GaugeMetricE2eTest, TestRandomSamplePulledEvents);
|
|
FRIEND_TEST(GaugeMetricE2eTest, TestRandomSamplePulledEvent_LateAlarm);
|
|
FRIEND_TEST(GaugeMetricE2eTest, TestAllConditionChangesSamplePulledEvents);
|
|
FRIEND_TEST(ValueMetricE2eTest, TestPulledEvents);
|
|
FRIEND_TEST(ValueMetricE2eTest, TestPulledEvents_LateAlarm);
|
|
|
|
FRIEND_TEST(DimensionInConditionE2eTest, TestCreateCountMetric_NoLink_OR_CombinationCondition);
|
|
FRIEND_TEST(DimensionInConditionE2eTest, TestCreateCountMetric_Link_OR_CombinationCondition);
|
|
FRIEND_TEST(DimensionInConditionE2eTest, TestDurationMetric_NoLink_OR_CombinationCondition);
|
|
FRIEND_TEST(DimensionInConditionE2eTest, TestDurationMetric_Link_OR_CombinationCondition);
|
|
|
|
FRIEND_TEST(DimensionInConditionE2eTest, TestDurationMetric_NoLink_SimpleCondition);
|
|
FRIEND_TEST(DimensionInConditionE2eTest, TestDurationMetric_Link_SimpleCondition);
|
|
FRIEND_TEST(DimensionInConditionE2eTest, TestDurationMetric_PartialLink_SimpleCondition);
|
|
|
|
FRIEND_TEST(DimensionInConditionE2eTest, TestDurationMetric_PartialLink_AND_CombinationCondition);
|
|
FRIEND_TEST(DimensionInConditionE2eTest, TestDurationMetric_NoLink_AND_CombinationCondition);
|
|
FRIEND_TEST(DimensionInConditionE2eTest, TestDurationMetric_Link_AND_CombinationCondition);
|
|
|
|
FRIEND_TEST(AnomalyDetectionE2eTest, TestSlicedCountMetric_single_bucket);
|
|
FRIEND_TEST(AnomalyDetectionE2eTest, TestSlicedCountMetric_multiple_buckets);
|
|
FRIEND_TEST(AnomalyDetectionE2eTest, TestDurationMetric_SUM_single_bucket);
|
|
FRIEND_TEST(AnomalyDetectionE2eTest, TestDurationMetric_SUM_multiple_buckets);
|
|
FRIEND_TEST(AnomalyDetectionE2eTest, TestDurationMetric_SUM_long_refractory_period);
|
|
|
|
FRIEND_TEST(AlarmE2eTest, TestMultipleAlarms);
|
|
FRIEND_TEST(ConfigTtlE2eTest, TestCountMetric);
|
|
};
|
|
|
|
} // namespace statsd
|
|
} // namespace os
|
|
} // namespace android
|