| /* |
| * Copyright (C) 2018 The Android Open Source Project |
| * |
| * Licensed under the Apache License, Version 2.0 (the "License"); |
| * you may not use this file except in compliance with the License. |
| * You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, software |
| * distributed under the License is distributed on an "AS IS" BASIS, |
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| * See the License for the specific language governing permissions and |
| * limitations under the License. |
| */ |
| |
| #include "src/trace_processor/proto_trace_parser.h" |
| |
| #include <string.h> |
| |
| #include <string> |
| |
| #include "perfetto/base/logging.h" |
| #include "perfetto/base/string_view.h" |
| #include "perfetto/base/utils.h" |
| #include "perfetto/protozero/proto_decoder.h" |
| #include "perfetto/traced/sys_stats_counters.h" |
| #include "src/trace_processor/clock_tracker.h" |
| #include "src/trace_processor/event_tracker.h" |
| #include "src/trace_processor/ftrace_descriptors.h" |
| #include "src/trace_processor/process_tracker.h" |
| #include "src/trace_processor/slice_tracker.h" |
| #include "src/trace_processor/trace_processor_context.h" |
| |
| #include "perfetto/trace/trace.pb.h" |
| #include "perfetto/trace/trace_packet.pb.h" |
| |
| namespace perfetto { |
| namespace trace_processor { |
| |
| namespace { |
| |
| using protozero::ProtoDecoder; |
| using Variadic = TraceStorage::Args::Variadic; |
| |
| } // namespace |
| |
| // We have to handle trace_marker events of a few different types: |
| // 1. some random text |
| // 2. B|1636|pokeUserActivity |
| // 3. E|1636 |
| // 4. C|1636|wq:monitor|0 |
| bool ParseSystraceTracePoint(base::StringView str, SystraceTracePoint* out) { |
| // THIS char* IS NOT NULL TERMINATED. |
| const char* s = str.data(); |
| size_t len = str.size(); |
| |
| // If str matches '[BEC]\|[0-9]+[\|\n]' set tid_length to the length of |
| // the number. Otherwise return false. |
| if (s[1] != '|' && s[1] != '\n') |
| return false; |
| if (s[0] != 'B' && s[0] != 'E' && s[0] != 'C') |
| return false; |
| size_t tid_length = 0; |
| for (size_t i = 2; i < len; i++) { |
| if (s[i] == '|' || s[i] == '\n') { |
| tid_length = i - 2; |
| break; |
| } |
| if (s[i] < '0' || s[i] > '9') |
| return false; |
| } |
| |
| if (tid_length == 0) { |
| out->tid = 0; |
| } else { |
| std::string tid_str(s + 2, tid_length); |
| out->tid = static_cast<uint32_t>(std::stoi(tid_str.c_str())); |
| } |
| |
| out->phase = s[0]; |
| switch (s[0]) { |
| case 'B': { |
| size_t name_index = 2 + tid_length + 1; |
| out->name = base::StringView(s + name_index, len - name_index); |
| return true; |
| } |
| case 'E': { |
| return true; |
| } |
| case 'C': { |
| size_t name_index = 2 + tid_length + 1; |
| size_t name_length = 0; |
| for (size_t i = name_index; i < len; i++) { |
| if (s[i] == '|' || s[i] == '\n') { |
| name_length = i - name_index; |
| break; |
| } |
| } |
| out->name = base::StringView(s + name_index, name_length); |
| size_t value_index = name_index + name_length + 1; |
| char value_str[32]; |
| strcpy(value_str, s + value_index); |
| out->value = std::stod(value_str); |
| return true; |
| } |
| default: |
| return false; |
| } |
| } |
| |
| ProtoTraceParser::ProtoTraceParser(TraceProcessorContext* context) |
| : context_(context), |
| utid_name_id_(context->storage->InternString("utid")), |
| cpu_freq_name_id_(context->storage->InternString("cpufreq")), |
| cpu_idle_name_id_(context->storage->InternString("cpuidle")), |
| num_forks_name_id_(context->storage->InternString("num_forks")), |
| num_irq_total_name_id_(context->storage->InternString("num_irq_total")), |
| num_softirq_total_name_id_( |
| context->storage->InternString("num_softirq_total")), |
| num_irq_name_id_(context->storage->InternString("num_irq")), |
| num_softirq_name_id_(context->storage->InternString("num_softirq")), |
| cpu_times_user_ns_id_( |
| context->storage->InternString("cpu.times.user_ns")), |
| cpu_times_user_ice_ns_id_( |
| context->storage->InternString("cpu.times.user_ice_ns")), |
| cpu_times_system_mode_ns_id_( |
| context->storage->InternString("cpu.times.system_mode_ns")), |
| cpu_times_idle_ns_id_( |
| context->storage->InternString("cpu.times.idle_ns")), |
| cpu_times_io_wait_ns_id_( |
| context->storage->InternString("cpu.times.io_wait_ns")), |
| cpu_times_irq_ns_id_(context->storage->InternString("cpu.times.irq_ns")), |
| cpu_times_softirq_ns_id_( |
| context->storage->InternString("cpu.times.softirq_ns")), |
| signal_deliver_id_(context->storage->InternString("signal_deliver")), |
| signal_generate_id_(context->storage->InternString("signal_generate")), |
| batt_charge_id_(context->storage->InternString("batt.charge_uah")), |
| batt_capacity_id_(context->storage->InternString("batt.capacity_pct")), |
| batt_current_id_(context->storage->InternString("batt.current_ua")), |
| batt_current_avg_id_( |
| context->storage->InternString("batt.current.avg_ua")), |
| oom_score_adj_id_(context->storage->InternString("oom_score_adj")), |
| ion_total_unknown_id_(context->storage->InternString("mem.ion.unknown")), |
| ion_change_unknown_id_( |
| context->storage->InternString("mem.ion_change.unknown")) { |
| for (const auto& name : BuildMeminfoCounterNames()) { |
| meminfo_strs_id_.emplace_back(context->storage->InternString(name)); |
| } |
| for (const auto& name : BuildVmstatCounterNames()) { |
| vmstat_strs_id_.emplace_back(context->storage->InternString(name)); |
| } |
| rss_members_.emplace_back( |
| context->storage->InternString("rss_stat.mm_filepages")); |
| rss_members_.emplace_back( |
| context->storage->InternString("rss_stat.mm_anonpages")); |
| rss_members_.emplace_back( |
| context->storage->InternString("rss_stat.mm_swapents")); |
| rss_members_.emplace_back( |
| context->storage->InternString("rss_stat.mm_shmempages")); |
| rss_members_.emplace_back( |
| context->storage->InternString("rss_stat.unknown")); // Keep this last. |
| |
| using MemCounters = protos::ProcessStats::MemCounters; |
| proc_mem_counter_names_[MemCounters::kVmSizeKbFieldNumber] = |
| context->storage->InternString("mem.virt"); |
| proc_mem_counter_names_[MemCounters::kVmRssKbFieldNumber] = |
| context->storage->InternString("mem.rss"); |
| proc_mem_counter_names_[MemCounters::kRssAnonKbFieldNumber] = |
| context->storage->InternString("mem.rss.anon"); |
| proc_mem_counter_names_[MemCounters::kRssFileKbFieldNumber] = |
| context->storage->InternString("mem.rss.file"); |
| proc_mem_counter_names_[MemCounters::kRssShmemKbFieldNumber] = |
| context->storage->InternString("mem.rss.shmem"); |
| proc_mem_counter_names_[MemCounters::kVmSwapKbFieldNumber] = |
| context->storage->InternString("mem.swap"); |
| proc_mem_counter_names_[MemCounters::kVmLockedKbFieldNumber] = |
| context->storage->InternString("mem.locked"); |
| proc_mem_counter_names_[MemCounters::kVmHwmKbFieldNumber] = |
| context->storage->InternString("mem.rss.watermark"); |
| } |
| |
| ProtoTraceParser::~ProtoTraceParser() = default; |
| |
| void ProtoTraceParser::ParseTracePacket(int64_t ts, TraceBlobView packet) { |
| ProtoDecoder decoder(packet.data(), packet.length()); |
| |
| for (auto fld = decoder.ReadField(); fld.id != 0; fld = decoder.ReadField()) { |
| switch (fld.id) { |
| case protos::TracePacket::kProcessTreeFieldNumber: { |
| const size_t fld_off = packet.offset_of(fld.data()); |
| ParseProcessTree(packet.slice(fld_off, fld.size())); |
| break; |
| } |
| case protos::TracePacket::kProcessStatsFieldNumber: { |
| const size_t fld_off = packet.offset_of(fld.data()); |
| ParseProcessStats(ts, packet.slice(fld_off, fld.size())); |
| break; |
| } |
| case protos::TracePacket::kSysStatsFieldNumber: { |
| const size_t fld_off = packet.offset_of(fld.data()); |
| ParseSysStats(ts, packet.slice(fld_off, fld.size())); |
| break; |
| } |
| case protos::TracePacket::kBatteryFieldNumber: { |
| const size_t fld_off = packet.offset_of(fld.data()); |
| ParseBatteryCounters(ts, packet.slice(fld_off, fld.size())); |
| break; |
| } |
| case protos::TracePacket::kTraceStatsFieldNumber: { |
| const size_t fld_off = packet.offset_of(fld.data()); |
| ParseTraceStats(packet.slice(fld_off, fld.size())); |
| break; |
| } |
| case protos::TracePacket::kFtraceStatsFieldNumber: { |
| const size_t fld_off = packet.offset_of(fld.data()); |
| ParseFtraceStats(packet.slice(fld_off, fld.size())); |
| break; |
| } |
| case protos::TracePacket::kClockSnapshotFieldNumber: { |
| const size_t fld_off = packet.offset_of(fld.data()); |
| ParseClockSnapshot(packet.slice(fld_off, fld.size())); |
| break; |
| } |
| case protos::TracePacket::kAndroidLogFieldNumber: { |
| const size_t fld_off = packet.offset_of(fld.data()); |
| ParseAndroidLogPacket(packet.slice(fld_off, fld.size())); |
| break; |
| } |
| default: |
| break; |
| } |
| } |
| PERFETTO_DCHECK(decoder.IsEndOfBuffer()); |
| } |
| |
| void ProtoTraceParser::ParseSysStats(int64_t ts, TraceBlobView stats) { |
| ProtoDecoder decoder(stats.data(), stats.length()); |
| for (auto fld = decoder.ReadField(); fld.id != 0; fld = decoder.ReadField()) { |
| switch (fld.id) { |
| case protos::SysStats::kMeminfoFieldNumber: { |
| const size_t fld_off = stats.offset_of(fld.data()); |
| ParseMemInfo(ts, stats.slice(fld_off, fld.size())); |
| break; |
| } |
| case protos::SysStats::kVmstatFieldNumber: { |
| const size_t fld_off = stats.offset_of(fld.data()); |
| ParseVmStat(ts, stats.slice(fld_off, fld.size())); |
| break; |
| } |
| case protos::SysStats::kCpuStatFieldNumber: { |
| const size_t fld_off = stats.offset_of(fld.data()); |
| ParseCpuTimes(ts, stats.slice(fld_off, fld.size())); |
| break; |
| } |
| case protos::SysStats::kNumIrqFieldNumber: { |
| const size_t fld_off = stats.offset_of(fld.data()); |
| ParseIrqCount(ts, stats.slice(fld_off, fld.size()), |
| /*is_softirq=*/false); |
| break; |
| } |
| case protos::SysStats::kNumSoftirqFieldNumber: { |
| const size_t fld_off = stats.offset_of(fld.data()); |
| ParseIrqCount(ts, stats.slice(fld_off, fld.size()), |
| /*is_softirq=*/true); |
| break; |
| } |
| case protos::SysStats::kNumForksFieldNumber: { |
| context_->event_tracker->PushCounter( |
| ts, fld.as_uint32(), num_forks_name_id_, 0, RefType::kRefNoRef); |
| break; |
| } |
| case protos::SysStats::kNumIrqTotalFieldNumber: { |
| context_->event_tracker->PushCounter( |
| ts, fld.as_uint32(), num_irq_total_name_id_, 0, RefType::kRefNoRef); |
| break; |
| } |
| case protos::SysStats::kNumSoftirqTotalFieldNumber: { |
| context_->event_tracker->PushCounter(ts, fld.as_uint32(), |
| num_softirq_total_name_id_, 0, |
| RefType::kRefNoRef); |
| break; |
| } |
| default: |
| break; |
| } |
| } |
| } |
| void ProtoTraceParser::ParseIrqCount(int64_t ts, |
| TraceBlobView irq, |
| bool is_soft) { |
| ProtoDecoder decoder(irq.data(), irq.length()); |
| uint32_t key = 0; |
| uint32_t value = 0; |
| for (auto fld = decoder.ReadField(); fld.id != 0; fld = decoder.ReadField()) { |
| switch (fld.id) { |
| case protos::SysStats::InterruptCount::kIrqFieldNumber: |
| key = fld.as_uint32(); |
| break; |
| case protos::SysStats::InterruptCount::kCountFieldNumber: |
| value = fld.as_uint32(); |
| break; |
| } |
| } |
| RefType ref_type = is_soft ? RefType::kRefIrq : RefType::kRefSoftIrq; |
| StringId name_id = is_soft ? num_irq_name_id_ : num_softirq_name_id_; |
| context_->event_tracker->PushCounter(ts, value, name_id, key, ref_type); |
| } |
| |
| void ProtoTraceParser::ParseMemInfo(int64_t ts, TraceBlobView mem) { |
| ProtoDecoder decoder(mem.data(), mem.length()); |
| uint32_t key = 0; |
| uint32_t value = 0; |
| for (auto fld = decoder.ReadField(); fld.id != 0; fld = decoder.ReadField()) { |
| switch (fld.id) { |
| case protos::SysStats::MeminfoValue::kKeyFieldNumber: |
| key = fld.as_uint32(); |
| break; |
| case protos::SysStats::MeminfoValue::kValueFieldNumber: |
| value = fld.as_uint32(); |
| break; |
| } |
| } |
| if (PERFETTO_UNLIKELY(key >= meminfo_strs_id_.size())) { |
| PERFETTO_ELOG("MemInfo key %d is not recognized.", key); |
| context_->storage->IncrementStats(stats::meminfo_unknown_keys); |
| return; |
| } |
| // /proc/meminfo counters are in kB, convert to bytes |
| context_->event_tracker->PushCounter(ts, value * 1024L, meminfo_strs_id_[key], |
| 0, RefType::kRefNoRef); |
| } |
| |
| void ProtoTraceParser::ParseVmStat(int64_t ts, TraceBlobView stat) { |
| ProtoDecoder decoder(stat.data(), stat.length()); |
| uint32_t key = 0; |
| uint32_t value = 0; |
| for (auto fld = decoder.ReadField(); fld.id != 0; fld = decoder.ReadField()) { |
| switch (fld.id) { |
| case protos::SysStats::VmstatValue::kKeyFieldNumber: |
| key = fld.as_uint32(); |
| break; |
| case protos::SysStats::VmstatValue::kValueFieldNumber: |
| value = fld.as_uint32(); |
| break; |
| } |
| } |
| if (PERFETTO_UNLIKELY(key >= vmstat_strs_id_.size())) { |
| PERFETTO_ELOG("VmStat key %d is not recognized.", key); |
| context_->storage->IncrementStats(stats::vmstat_unknown_keys); |
| return; |
| } |
| context_->event_tracker->PushCounter(ts, value, vmstat_strs_id_[key], 0, |
| RefType::kRefNoRef); |
| } |
| |
| void ProtoTraceParser::ParseCpuTimes(int64_t ts, TraceBlobView cpu_times) { |
| ProtoDecoder decoder(cpu_times.data(), cpu_times.length()); |
| uint64_t raw_cpu = 0; |
| uint32_t value = 0; |
| // Speculate on CPU being first. |
| constexpr auto kCpuFieldTag = protozero::proto_utils::MakeTagVarInt( |
| protos::SysStats::CpuTimes::kCpuIdFieldNumber); |
| if (cpu_times.length() > 2 && cpu_times.data()[0] == kCpuFieldTag && |
| cpu_times.data()[1] < 0x80) { |
| raw_cpu = cpu_times.data()[1]; |
| } else { |
| if (!PERFETTO_LIKELY(( |
| decoder.FindIntField<protos::SysStats::CpuTimes::kCpuIdFieldNumber>( |
| &raw_cpu)))) { |
| PERFETTO_ELOG("CPU field not found in CpuTimes"); |
| context_->storage->IncrementStats(stats::invalid_cpu_times); |
| return; |
| } |
| } |
| |
| int64_t cpu = static_cast<int64_t>(raw_cpu); |
| for (auto fld = decoder.ReadField(); fld.id != 0; fld = decoder.ReadField()) { |
| switch (fld.id) { |
| case protos::SysStats::CpuTimes::kUserNsFieldNumber: { |
| value = fld.as_uint32(); |
| context_->event_tracker->PushCounter(ts, value, cpu_times_user_ns_id_, |
| cpu, RefType::kRefCpuId); |
| break; |
| } |
| case protos::SysStats::CpuTimes::kUserIceNsFieldNumber: { |
| value = fld.as_uint32(); |
| context_->event_tracker->PushCounter( |
| ts, value, cpu_times_user_ice_ns_id_, cpu, RefType::kRefCpuId); |
| break; |
| } |
| case protos::SysStats::CpuTimes::kSystemModeNsFieldNumber: { |
| value = fld.as_uint32(); |
| context_->event_tracker->PushCounter( |
| ts, value, cpu_times_system_mode_ns_id_, cpu, RefType::kRefCpuId); |
| break; |
| } |
| case protos::SysStats::CpuTimes::kIdleNsFieldNumber: { |
| value = fld.as_uint32(); |
| context_->event_tracker->PushCounter(ts, value, cpu_times_idle_ns_id_, |
| cpu, RefType::kRefCpuId); |
| break; |
| } |
| case protos::SysStats::CpuTimes::kIoWaitNsFieldNumber: { |
| value = fld.as_uint32(); |
| context_->event_tracker->PushCounter( |
| ts, value, cpu_times_io_wait_ns_id_, cpu, RefType::kRefCpuId); |
| break; |
| } |
| case protos::SysStats::CpuTimes::kIrqNsFieldNumber: { |
| value = fld.as_uint32(); |
| context_->event_tracker->PushCounter(ts, value, cpu_times_irq_ns_id_, |
| cpu, RefType::kRefCpuId); |
| break; |
| } |
| case protos::SysStats::CpuTimes::kSoftirqNsFieldNumber: { |
| value = fld.as_uint32(); |
| context_->event_tracker->PushCounter( |
| ts, value, cpu_times_softirq_ns_id_, cpu, RefType::kRefCpuId); |
| break; |
| } |
| default: |
| break; |
| } |
| } |
| } |
| |
| void ProtoTraceParser::ParseProcessTree(TraceBlobView pstree) { |
| ProtoDecoder decoder(pstree.data(), pstree.length()); |
| |
| for (auto fld = decoder.ReadField(); fld.id != 0; fld = decoder.ReadField()) { |
| const size_t fld_off = pstree.offset_of(fld.data()); |
| switch (fld.id) { |
| case protos::ProcessTree::kProcessesFieldNumber: { |
| ParseProcess(pstree.slice(fld_off, fld.size())); |
| break; |
| } |
| case protos::ProcessTree::kThreadsFieldNumber: { |
| ParseThread(pstree.slice(fld_off, fld.size())); |
| break; |
| } |
| default: |
| break; |
| } |
| } |
| PERFETTO_DCHECK(decoder.IsEndOfBuffer()); |
| } |
| |
| void ProtoTraceParser::ParseProcessStats(int64_t ts, TraceBlobView stats) { |
| ProtoDecoder decoder(stats.data(), stats.length()); |
| |
| for (auto fld = decoder.ReadField(); fld.id != 0; fld = decoder.ReadField()) { |
| const size_t fld_off = stats.offset_of(fld.data()); |
| switch (fld.id) { |
| case protos::ProcessStats::kMemCountersFieldNumber: { |
| ParseProcMemCounters(ts, stats.slice(fld_off, fld.size())); |
| break; |
| } |
| default: |
| break; |
| } |
| } |
| PERFETTO_DCHECK(decoder.IsEndOfBuffer()); |
| } |
| |
| void ProtoTraceParser::ParseProcMemCounters(int64_t ts, |
| TraceBlobView proc_stat) { |
| ProtoDecoder decoder(proc_stat.data(), proc_stat.length()); |
| uint32_t pid = 0; |
| // Maps a process counter field it to its value. |
| // E.g., 4 := 1024 -> "mem.rss.anon" := 1024. |
| std::array<uint64_t, kProcMemCounterSize> counter_values{}; |
| std::array<uint8_t, kProcMemCounterSize> has_counter{}; |
| |
| for (auto fld = decoder.ReadField(); fld.id != 0; fld = decoder.ReadField()) { |
| switch (fld.id) { |
| case protos::ProcessStats::MemCounters::kPidFieldNumber: |
| pid = fld.as_uint32(); |
| break; |
| default: |
| if (fld.id < counter_values.size()) { |
| // Memory counters are in KB, keep values in bytes in the trace |
| // processor. |
| counter_values[fld.id] = fld.as_uint64() * 1024; |
| has_counter[fld.id] = 1; |
| } else { |
| PERFETTO_ELOG("Skipping unknown process counters %" PRIu32, fld.id); |
| context_->storage->IncrementStats(stats::proc_stat_unknown_counters); |
| } |
| } |
| } |
| |
| UniqueTid utid = context_->process_tracker->UpdateThread(ts, pid, 0); |
| |
| // Skip field_id 0 (invalid) and 1 (pid). |
| for (size_t field_id = 2; field_id < counter_values.size(); field_id++) { |
| if (!has_counter[field_id]) |
| continue; |
| |
| // Lookup the interned string id from the field name using the |
| // pre-cached |proc_mem_counter_names_| map. |
| StringId name = proc_mem_counter_names_[field_id]; |
| uint64_t value = counter_values[field_id]; |
| auto row_id = context_->event_tracker->PushCounter( |
| ts, value, name, utid, RefType::kRefUtidLookupUpid); |
| context_->storage->mutable_args()->AddArg( |
| row_id, utid_name_id_, utid_name_id_, Variadic::Integer(utid)); |
| } |
| |
| PERFETTO_DCHECK(decoder.IsEndOfBuffer()); |
| } |
| |
| void ProtoTraceParser::ParseThread(TraceBlobView thread) { |
| ProtoDecoder decoder(thread.data(), thread.length()); |
| uint32_t tid = 0; |
| uint32_t tgid = 0; |
| for (auto fld = decoder.ReadField(); fld.id != 0; fld = decoder.ReadField()) { |
| switch (fld.id) { |
| case protos::ProcessTree::Thread::kTidFieldNumber: |
| tid = fld.as_uint32(); |
| break; |
| case protos::ProcessTree::Thread::kTgidFieldNumber: |
| tgid = fld.as_uint32(); |
| break; |
| default: |
| break; |
| } |
| } |
| context_->process_tracker->UpdateThread(tid, tgid); |
| |
| PERFETTO_DCHECK(decoder.IsEndOfBuffer()); |
| } |
| |
| void ProtoTraceParser::ParseProcess(TraceBlobView process) { |
| ProtoDecoder decoder(process.data(), process.length()); |
| |
| uint32_t pid = 0; |
| base::StringView process_name; |
| |
| for (auto fld = decoder.ReadField(); fld.id != 0; fld = decoder.ReadField()) { |
| switch (fld.id) { |
| case protos::ProcessTree::Process::kPidFieldNumber: |
| pid = fld.as_uint32(); |
| break; |
| case protos::ProcessTree::Process::kCmdlineFieldNumber: |
| if (process_name.empty()) |
| process_name = fld.as_string(); |
| break; |
| default: |
| break; |
| } |
| } |
| context_->process_tracker->UpdateProcess(pid, process_name); |
| PERFETTO_DCHECK(decoder.IsEndOfBuffer()); |
| } |
| |
| void ProtoTraceParser::ParseFtracePacket(uint32_t cpu, |
| int64_t timestamp, |
| TraceBlobView ftrace) { |
| ProtoDecoder decoder(ftrace.data(), ftrace.length()); |
| uint64_t raw_pid = 0; |
| if (!PERFETTO_LIKELY( |
| (decoder.FindIntField<protos::FtraceEvent::kPidFieldNumber>( |
| &raw_pid)))) { |
| PERFETTO_ELOG("Pid field not found in ftrace packet"); |
| return; |
| } |
| uint32_t pid = static_cast<uint32_t>(raw_pid); |
| |
| for (auto fld = decoder.ReadField(); fld.id != 0; fld = decoder.ReadField()) { |
| bool is_metadata_field = |
| fld.id == protos::FtraceEvent::kPidFieldNumber || |
| fld.id == protos::FtraceEvent::kTimestampFieldNumber; |
| if (is_metadata_field) |
| continue; |
| |
| const size_t fld_off = ftrace.offset_of(fld.data()); |
| if (fld.id == protos::FtraceEvent::kGenericFieldNumber) { |
| ParseGenericFtrace(timestamp, pid, ftrace.slice(fld_off, fld.size())); |
| } else { |
| ParseTypedFtraceToRaw(fld.id, timestamp, pid, |
| ftrace.slice(fld_off, fld.size())); |
| } |
| |
| switch (fld.id) { |
| case protos::FtraceEvent::kSchedSwitchFieldNumber: { |
| ParseSchedSwitch(cpu, timestamp, ftrace.slice(fld_off, fld.size())); |
| break; |
| } |
| case protos::FtraceEvent::kCpuFrequency: { |
| ParseCpuFreq(timestamp, ftrace.slice(fld_off, fld.size())); |
| break; |
| } |
| case protos::FtraceEvent::kCpuIdle: { |
| ParseCpuIdle(timestamp, ftrace.slice(fld_off, fld.size())); |
| break; |
| } |
| case protos::FtraceEvent::kPrintFieldNumber: { |
| ParsePrint(cpu, timestamp, pid, ftrace.slice(fld_off, fld.size())); |
| break; |
| } |
| case protos::FtraceEvent::kRssStatFieldNumber: { |
| ParseRssStat(timestamp, pid, ftrace.slice(fld_off, fld.size())); |
| break; |
| } |
| case protos::FtraceEvent::kIonHeapGrow: { |
| ParseIonHeapGrowOrShrink(timestamp, pid, |
| ftrace.slice(fld_off, fld.size()), true); |
| break; |
| } |
| case protos::FtraceEvent::kIonHeapShrink: { |
| ParseIonHeapGrowOrShrink(timestamp, pid, |
| ftrace.slice(fld_off, fld.size()), false); |
| break; |
| } |
| case protos::FtraceEvent::kSignalGenerate: { |
| ParseSignalGenerate(timestamp, ftrace.slice(fld_off, fld.size())); |
| break; |
| } |
| case protos::FtraceEvent::kSignalDeliver: { |
| ParseSignalDeliver(timestamp, pid, ftrace.slice(fld_off, fld.size())); |
| break; |
| } |
| case protos::FtraceEvent::kOomScoreAdjUpdate: { |
| ParseOOMScoreAdjUpdate(timestamp, ftrace.slice(fld_off, fld.size())); |
| break; |
| } |
| default: |
| break; |
| } |
| } |
| PERFETTO_DCHECK(decoder.IsEndOfBuffer()); |
| } |
| |
| void ProtoTraceParser::ParseSignalDeliver(int64_t timestamp, |
| uint32_t pid, |
| TraceBlobView view) { |
| ProtoDecoder decoder(view.data(), view.length()); |
| uint32_t sig = 0; |
| for (auto fld = decoder.ReadField(); fld.id != 0; fld = decoder.ReadField()) { |
| switch (fld.id) { |
| case protos::SignalDeliverFtraceEvent::kSigFieldNumber: |
| sig = fld.as_uint32(); |
| break; |
| } |
| } |
| auto* instants = context_->storage->mutable_instants(); |
| UniqueTid utid = context_->process_tracker->UpdateThread(timestamp, pid, 0); |
| instants->AddInstantEvent(timestamp, signal_deliver_id_, sig, utid, |
| RefType::kRefUtid); |
| } |
| |
| // This event has both the pid of the thread that sent the signal and the |
| // destination of the signal. Currently storing the pid of the destination. |
| void ProtoTraceParser::ParseSignalGenerate(int64_t timestamp, |
| TraceBlobView view) { |
| ProtoDecoder decoder(view.data(), view.length()); |
| uint32_t pid = 0; |
| uint32_t sig = 0; |
| for (auto fld = decoder.ReadField(); fld.id != 0; fld = decoder.ReadField()) { |
| switch (fld.id) { |
| case protos::SignalGenerateFtraceEvent::kPidFieldNumber: |
| pid = fld.as_uint32(); |
| break; |
| case protos::SignalGenerateFtraceEvent::kSigFieldNumber: |
| sig = fld.as_uint32(); |
| break; |
| } |
| } |
| auto* instants = context_->storage->mutable_instants(); |
| UniqueTid utid = context_->process_tracker->UpdateThread(timestamp, pid, 0); |
| instants->AddInstantEvent(timestamp, signal_generate_id_, sig, utid, |
| RefType::kRefUtid); |
| } |
| |
| void ProtoTraceParser::ParseLowmemoryKill(int64_t timestamp, |
| TraceBlobView view) { |
| // TODO(taylori): Store the pagecache_size, pagecache_limit and free fields |
| // in an args table |
| ProtoDecoder decoder(view.data(), view.length()); |
| uint32_t pid = 0; |
| base::StringView comm; |
| for (auto fld = decoder.ReadField(); fld.id != 0; fld = decoder.ReadField()) { |
| switch (fld.id) { |
| case protos::LowmemoryKillFtraceEvent::kPidFieldNumber: |
| pid = fld.as_uint32(); |
| break; |
| case protos::LowmemoryKillFtraceEvent::kCommFieldNumber: |
| comm = fld.as_string(); |
| break; |
| } |
| } |
| // TODO(taylori): Move the comm to the args table once it exists. |
| StringId name = context_->storage->InternString( |
| base::StringView("mem.lmk." + comm.ToStdString())); |
| auto* instants = context_->storage->mutable_instants(); |
| // Storing the pid of the event that is lmk-ed. |
| UniqueTid utid = context_->process_tracker->UpdateThread(timestamp, pid, 0); |
| instants->AddInstantEvent(timestamp, 0, name, utid, RefType::kRefUtid); |
| } |
| |
| void ProtoTraceParser::ParseRssStat(int64_t timestamp, |
| uint32_t pid, |
| TraceBlobView view) { |
| ProtoDecoder decoder(view.data(), view.length()); |
| const auto kRssStatUnknown = static_cast<uint32_t>(rss_members_.size()) - 1; |
| uint32_t member = kRssStatUnknown; |
| int64_t size = 0; |
| for (auto fld = decoder.ReadField(); fld.id != 0; fld = decoder.ReadField()) { |
| switch (fld.id) { |
| case protos::RssStatFtraceEvent::kMemberFieldNumber: |
| member = fld.as_uint32(); |
| break; |
| case protos::RssStatFtraceEvent::kSizeFieldNumber: |
| size = fld.as_int64(); |
| break; |
| } |
| } |
| if (member >= rss_members_.size()) { |
| context_->storage->IncrementStats(stats::rss_stat_unknown_keys); |
| member = kRssStatUnknown; |
| } |
| UniqueTid utid = context_->process_tracker->UpdateThread(timestamp, pid, 0); |
| |
| context_->event_tracker->PushCounter(timestamp, size, rss_members_[member], |
| utid, RefType::kRefUtidLookupUpid); |
| PERFETTO_DCHECK(decoder.IsEndOfBuffer()); |
| } |
| |
| void ProtoTraceParser::ParseIonHeapGrowOrShrink(int64_t timestamp, |
| uint32_t pid, |
| TraceBlobView view, |
| bool grow) { |
| ProtoDecoder decoder(view.data(), view.length()); |
| int64_t total_bytes = 0; |
| int64_t change_bytes = 0; |
| StringId global_name_id = ion_total_unknown_id_; |
| StringId change_name_id = ion_change_unknown_id_; |
| for (auto fld = decoder.ReadField(); fld.id != 0; fld = decoder.ReadField()) { |
| switch (fld.id) { |
| case protos::IonHeapGrowFtraceEvent::kTotalAllocatedFieldNumber: |
| total_bytes = fld.as_int64(); |
| break; |
| case protos::IonHeapGrowFtraceEvent::kLenFieldNumber: |
| change_bytes = fld.as_int64() * (grow ? 1 : -1); |
| break; |
| case protos::IonHeapGrowFtraceEvent::kHeapNameFieldNumber: { |
| char counter_name[255]; |
| base::StringView heap_name = fld.as_string(); |
| snprintf(counter_name, sizeof(counter_name), "mem.ion.%.*s", |
| int(heap_name.size()), heap_name.data()); |
| global_name_id = context_->storage->InternString(counter_name); |
| |
| snprintf(counter_name, sizeof(counter_name), "mem.ion_change.%.*s", |
| int(heap_name.size()), heap_name.data()); |
| change_name_id = context_->storage->InternString(counter_name); |
| break; |
| } |
| } |
| } |
| // Push the global counter. |
| context_->event_tracker->PushCounter(timestamp, total_bytes, global_name_id, |
| 0, RefType::kRefNoRef); |
| |
| // Push the change counter. |
| // TODO(b/121331269): these should really be instant events. For now we |
| // manually reset them to 0 after 1ns. |
| UniqueTid utid = context_->process_tracker->UpdateThread(timestamp, pid, 0); |
| context_->event_tracker->PushCounter(timestamp, change_bytes, change_name_id, |
| utid, RefType::kRefUtid); |
| context_->event_tracker->PushCounter(timestamp + 1, 0, change_name_id, utid, |
| RefType::kRefUtid); |
| PERFETTO_DCHECK(decoder.IsEndOfBuffer()); |
| |
| // We are reusing the same function for ion_heap_grow and ion_heap_shrink. |
| // It is fine as the arguments are the same, but we need to be sure that the |
| // protobuf field id for both are the same. |
| static_assert( |
| protos::IonHeapGrowFtraceEvent::kTotalAllocatedFieldNumber == |
| protos::IonHeapShrinkFtraceEvent::kTotalAllocatedFieldNumber && |
| protos::IonHeapGrowFtraceEvent::kLenFieldNumber == |
| protos::IonHeapShrinkFtraceEvent::kLenFieldNumber && |
| protos::IonHeapGrowFtraceEvent::kHeapNameFieldNumber == |
| protos::IonHeapShrinkFtraceEvent::kHeapNameFieldNumber, |
| "field mismatch"); |
| } |
| |
| void ProtoTraceParser::ParseCpuFreq(int64_t timestamp, TraceBlobView view) { |
| ProtoDecoder decoder(view.data(), view.length()); |
| |
| uint32_t cpu_affected = 0; |
| uint32_t new_freq = 0; |
| for (auto fld = decoder.ReadField(); fld.id != 0; fld = decoder.ReadField()) { |
| switch (fld.id) { |
| case protos::CpuFrequencyFtraceEvent::kCpuIdFieldNumber: |
| cpu_affected = fld.as_uint32(); |
| break; |
| case protos::CpuFrequencyFtraceEvent::kStateFieldNumber: |
| new_freq = fld.as_uint32(); |
| break; |
| } |
| } |
| context_->event_tracker->PushCounter(timestamp, new_freq, cpu_freq_name_id_, |
| cpu_affected, RefType::kRefCpuId); |
| PERFETTO_DCHECK(decoder.IsEndOfBuffer()); |
| } |
| |
| void ProtoTraceParser::ParseCpuIdle(int64_t timestamp, TraceBlobView view) { |
| ProtoDecoder decoder(view.data(), view.length()); |
| |
| uint32_t cpu_affected = 0; |
| uint32_t new_state = 0; |
| for (auto fld = decoder.ReadField(); fld.id != 0; fld = decoder.ReadField()) { |
| switch (fld.id) { |
| case protos::CpuIdleFtraceEvent::kCpuIdFieldNumber: |
| cpu_affected = fld.as_uint32(); |
| break; |
| case protos::CpuIdleFtraceEvent::kStateFieldNumber: |
| new_state = fld.as_uint32(); |
| break; |
| } |
| } |
| context_->event_tracker->PushCounter(timestamp, new_state, cpu_idle_name_id_, |
| cpu_affected, RefType::kRefCpuId); |
| PERFETTO_DCHECK(decoder.IsEndOfBuffer()); |
| } |
| |
| void ProtoTraceParser::ParseSchedSwitch(uint32_t cpu, |
| int64_t timestamp, |
| TraceBlobView sswitch) { |
| ProtoDecoder decoder(sswitch.data(), sswitch.length()); |
| |
| uint32_t prev_pid = 0; |
| uint32_t prev_state = 0; |
| base::StringView next_comm; |
| uint32_t next_pid = 0; |
| for (auto fld = decoder.ReadField(); fld.id != 0; fld = decoder.ReadField()) { |
| switch (fld.id) { |
| case protos::SchedSwitchFtraceEvent::kPrevPidFieldNumber: |
| prev_pid = fld.as_uint32(); |
| break; |
| case protos::SchedSwitchFtraceEvent::kPrevStateFieldNumber: |
| prev_state = fld.as_uint32(); |
| break; |
| case protos::SchedSwitchFtraceEvent::kNextPidFieldNumber: |
| next_pid = fld.as_uint32(); |
| break; |
| case protos::SchedSwitchFtraceEvent::kNextCommFieldNumber: |
| next_comm = fld.as_string(); |
| break; |
| default: |
| break; |
| } |
| } |
| context_->event_tracker->PushSchedSwitch(cpu, timestamp, prev_pid, prev_state, |
| next_pid, next_comm); |
| PERFETTO_DCHECK(decoder.IsEndOfBuffer()); |
| } |
| |
| void ProtoTraceParser::ParsePrint(uint32_t, |
| int64_t timestamp, |
| uint32_t pid, |
| TraceBlobView print) { |
| ProtoDecoder decoder(print.data(), print.length()); |
| |
| base::StringView buf{}; |
| for (auto fld = decoder.ReadField(); fld.id != 0; fld = decoder.ReadField()) { |
| if (fld.id == protos::PrintFtraceEvent::kBufFieldNumber) { |
| buf = fld.as_string(); |
| break; |
| } |
| } |
| |
| SystraceTracePoint point{}; |
| if (!ParseSystraceTracePoint(buf, &point)) |
| return; |
| |
| switch (point.phase) { |
| case 'B': { |
| StringId name_id = context_->storage->InternString(point.name); |
| context_->slice_tracker->BeginAndroid(timestamp, pid, point.tid, |
| 0 /*cat_id*/, name_id); |
| break; |
| } |
| |
| case 'E': { |
| context_->slice_tracker->EndAndroid(timestamp, pid, point.tid); |
| break; |
| } |
| |
| case 'C': { |
| UniqueTid utid = |
| context_->process_tracker->UpdateThread(timestamp, point.tid, 0); |
| StringId name_id = context_->storage->InternString(point.name); |
| context_->event_tracker->PushCounter(timestamp, point.value, name_id, |
| utid, RefType::kRefUtid); |
| } |
| } |
| PERFETTO_DCHECK(decoder.IsEndOfBuffer()); |
| } |
| |
| void ProtoTraceParser::ParseBatteryCounters(int64_t ts, TraceBlobView battery) { |
| ProtoDecoder decoder(battery.data(), battery.length()); |
| for (auto fld = decoder.ReadField(); fld.id != 0; fld = decoder.ReadField()) { |
| switch (fld.id) { |
| case protos::BatteryCounters::kChargeCounterUahFieldNumber: |
| context_->event_tracker->PushCounter( |
| ts, fld.as_int64(), batt_charge_id_, 0, RefType::kRefNoRef); |
| break; |
| case protos::BatteryCounters::kCapacityPercentFieldNumber: |
| context_->event_tracker->PushCounter( |
| ts, static_cast<double>(fld.as_float()), batt_capacity_id_, 0, |
| RefType::kRefNoRef); |
| break; |
| case protos::BatteryCounters::kCurrentUaFieldNumber: |
| context_->event_tracker->PushCounter( |
| ts, fld.as_int64(), batt_current_id_, 0, RefType::kRefNoRef); |
| break; |
| case protos::BatteryCounters::kCurrentAvgUaFieldNumber: |
| context_->event_tracker->PushCounter( |
| ts, fld.as_int64(), batt_current_avg_id_, 0, RefType::kRefNoRef); |
| break; |
| default: |
| break; |
| } |
| } |
| PERFETTO_DCHECK(decoder.IsEndOfBuffer()); |
| } |
| |
| void ProtoTraceParser::ParseOOMScoreAdjUpdate(int64_t ts, |
| TraceBlobView oom_update) { |
| ProtoDecoder decoder(oom_update.data(), oom_update.length()); |
| uint32_t pid = 0; |
| int16_t oom_adj = 0; |
| |
| for (auto fld = decoder.ReadField(); fld.id != 0; fld = decoder.ReadField()) { |
| switch (fld.id) { |
| case protos::OomScoreAdjUpdateFtraceEvent::kOomScoreAdjFieldNumber: |
| // TODO(b/120618641): The int16_t static cast is required because of |
| // the linked negative varint encoding bug. |
| oom_adj = static_cast<int16_t>(fld.as_int32()); |
| break; |
| case protos::OomScoreAdjUpdateFtraceEvent::kPidFieldNumber: |
| pid = fld.as_uint32(); |
| break; |
| case protos::OomScoreAdjUpdateFtraceEvent::kCommFieldNumber: |
| default: |
| break; |
| } |
| } |
| PERFETTO_DCHECK(decoder.IsEndOfBuffer()); |
| |
| UniquePid upid = context_->process_tracker->UpdateProcess(pid); |
| context_->event_tracker->PushCounter(ts, oom_adj, oom_score_adj_id_, upid, |
| RefType::kRefUpid); |
| } |
| |
| void ProtoTraceParser::ParseGenericFtrace(int64_t timestamp, |
| uint32_t tid, |
| TraceBlobView view) { |
| ProtoDecoder decoder(view.data(), view.length()); |
| |
| base::StringView event_name; |
| if (!PERFETTO_LIKELY((decoder.FindStringField< |
| protos::GenericFtraceEvent::kEventNameFieldNumber>( |
| &event_name)))) { |
| PERFETTO_ELOG("Event name not found in generic ftrace packet"); |
| return; |
| } |
| |
| UniqueTid utid = context_->process_tracker->UpdateThread(timestamp, tid, 0); |
| StringId event_id = context_->storage->InternString(std::move(event_name)); |
| RowId row_id = context_->storage->mutable_raw_events()->AddRawEvent( |
| timestamp, event_id, utid); |
| |
| for (auto fld = decoder.ReadField(); fld.id != 0; fld = decoder.ReadField()) { |
| switch (fld.id) { |
| case protos::GenericFtraceEvent::kFieldFieldNumber: |
| const size_t fld_off = view.offset_of(fld.data()); |
| ParseGenericFtraceField(row_id, view.slice(fld_off, fld.size())); |
| break; |
| } |
| } |
| } |
| |
| void ProtoTraceParser::ParseGenericFtraceField(RowId generic_row_id, |
| TraceBlobView view) { |
| ProtoDecoder decoder(view.data(), view.length()); |
| |
| base::StringView field_name; |
| if (!PERFETTO_LIKELY((decoder.FindStringField< |
| protos::GenericFtraceEvent::Field::kNameFieldNumber>( |
| &field_name)))) { |
| PERFETTO_ELOG("Event name not found in generic ftrace packet"); |
| return; |
| } |
| auto field_name_id = context_->storage->InternString(std::move(field_name)); |
| for (auto fld = decoder.ReadField(); fld.id != 0; fld = decoder.ReadField()) { |
| switch (fld.id) { |
| case protos::GenericFtraceEvent::Field::kIntValue: |
| case protos::GenericFtraceEvent::Field::kUintValue: { |
| context_->storage->mutable_args()->AddArg( |
| generic_row_id, field_name_id, field_name_id, |
| Variadic::Integer(fld.as_integer())); |
| break; |
| } |
| case protos::GenericFtraceEvent::Field::kStrValue: { |
| StringId value = context_->storage->InternString(fld.as_string()); |
| context_->storage->mutable_args()->AddArg(generic_row_id, field_name_id, |
| field_name_id, |
| Variadic::String(value)); |
| } |
| } |
| } |
| } |
| |
| void ProtoTraceParser::ParseTypedFtraceToRaw(uint32_t ftrace_id, |
| int64_t timestamp, |
| uint32_t tid, |
| TraceBlobView view) { |
| ProtoDecoder decoder(view.data(), view.length()); |
| if (ftrace_id >= GetDescriptorsSize()) { |
| PERFETTO_DLOG("Event with id: %d does not exist and cannot be parsed.", |
| ftrace_id); |
| return; |
| } |
| MessageDescriptor* m = GetMessageDescriptorForId(ftrace_id); |
| UniqueTid utid = context_->process_tracker->UpdateThread(timestamp, tid, 0); |
| RowId raw_event_id = context_->storage->mutable_raw_events()->AddRawEvent( |
| timestamp, context_->storage->InternString(m->name), utid); |
| for (auto fld = decoder.ReadField(); fld.id != 0; fld = decoder.ReadField()) { |
| ProtoSchemaType type = m->fields[fld.id].type; |
| StringId name_id = context_->storage->InternString(m->fields[fld.id].name); |
| switch (type) { |
| case ProtoSchemaType::kUint32: |
| case ProtoSchemaType::kInt32: |
| case ProtoSchemaType::kUint64: |
| case ProtoSchemaType::kInt64: |
| case ProtoSchemaType::kFixed64: |
| case ProtoSchemaType::kFixed32: |
| case ProtoSchemaType::kSfixed32: |
| case ProtoSchemaType::kSfixed64: |
| case ProtoSchemaType::kSint32: |
| case ProtoSchemaType::kSint64: |
| case ProtoSchemaType::kBool: |
| case ProtoSchemaType::kEnum: { |
| context_->storage->mutable_args()->AddArg( |
| raw_event_id, name_id, name_id, |
| Variadic::Integer(fld.as_integer())); |
| break; |
| } |
| case ProtoSchemaType::kString: |
| case ProtoSchemaType::kBytes: { |
| StringId value = context_->storage->InternString(fld.as_string()); |
| context_->storage->mutable_args()->AddArg( |
| raw_event_id, name_id, name_id, Variadic::String(value)); |
| break; |
| } |
| case ProtoSchemaType::kDouble: |
| case ProtoSchemaType::kFloat: { |
| context_->storage->mutable_args()->AddArg( |
| raw_event_id, name_id, name_id, Variadic::Real(fld.as_real())); |
| break; |
| } |
| case ProtoSchemaType::kUnknown: |
| case ProtoSchemaType::kGroup: |
| case ProtoSchemaType::kMessage: |
| PERFETTO_DLOG("Could not store %s as a field in args table.", |
| ProtoSchemaToString(type)); |
| break; |
| } |
| } |
| } |
| |
| void ProtoTraceParser::ParseClockSnapshot(TraceBlobView packet) { |
| ProtoDecoder decoder(packet.data(), packet.length()); |
| int64_t clock_boottime = 0; |
| int64_t clock_monotonic = 0; |
| int64_t clock_realtime = 0; |
| |
| // This loop iterates over the "repeated Clock" entries. |
| for (auto fld = decoder.ReadField(); fld.id != 0; fld = decoder.ReadField()) { |
| switch (fld.id) { |
| case protos::ClockSnapshot::kClocksFieldNumber: { |
| const size_t fld_off = packet.offset_of(fld.data()); |
| auto clk = ParseClockField(packet.slice(fld_off, fld.size())); |
| switch (clk.first) { |
| case protos::ClockSnapshot::Clock::BOOTTIME: |
| clock_boottime = clk.second; |
| break; |
| case protos::ClockSnapshot::Clock::REALTIME: |
| clock_realtime = clk.second; |
| break; |
| case protos::ClockSnapshot::Clock::MONOTONIC: |
| clock_monotonic = clk.second; |
| break; |
| } |
| break; |
| } |
| default: |
| break; |
| } |
| } |
| PERFETTO_DCHECK(decoder.IsEndOfBuffer()); |
| |
| // Usually these snapshots come all together. |
| PERFETTO_DCHECK(clock_boottime > 0 && clock_monotonic > 0 && |
| clock_realtime > 0); |
| |
| if (clock_boottime <= 0) { |
| PERFETTO_ELOG("ClockSnapshot has an invalid BOOTTIME (%" PRId64 ")", |
| clock_boottime); |
| context_->storage->IncrementStats(stats::invalid_clock_snapshots); |
| return; |
| } |
| |
| auto* ct = context_->clock_tracker.get(); |
| |
| // |clock_boottime| is used as the reference trace time. |
| ct->SyncClocks(ClockDomain::kBootTime, clock_boottime, clock_boottime); |
| |
| if (clock_monotonic > 0) |
| ct->SyncClocks(ClockDomain::kMonotonic, clock_monotonic, clock_boottime); |
| |
| if (clock_realtime > 0) |
| ct->SyncClocks(ClockDomain::kRealTime, clock_realtime, clock_boottime); |
| } |
| |
| std::pair<int, int64_t> ProtoTraceParser::ParseClockField( |
| TraceBlobView packet) { |
| ProtoDecoder decoder(packet.data(), packet.length()); |
| int type = protos::ClockSnapshot::Clock::UNKNOWN; |
| int64_t value = -1; |
| |
| // This loop iterates over the |type| and |timestamp| field of each |
| // clock snapshot. |
| for (auto fld = decoder.ReadField(); fld.id; fld = decoder.ReadField()) { |
| switch (fld.id) { |
| case protos::ClockSnapshot::Clock::kTypeFieldNumber: |
| type = fld.as_int32(); |
| break; |
| case protos::ClockSnapshot::Clock::kTimestampFieldNumber: |
| value = fld.as_int64(); |
| break; |
| } |
| } |
| return std::make_pair(type, value); |
| } |
| |
| void ProtoTraceParser::ParseAndroidLogPacket(TraceBlobView packet) { |
| ProtoDecoder decoder(packet.data(), packet.length()); |
| for (auto fld = decoder.ReadField(); fld.id != 0; fld = decoder.ReadField()) { |
| switch (fld.id) { |
| case protos::AndroidLogPacket::kEventsFieldNumber: { |
| const size_t fld_off = packet.offset_of(fld.data()); |
| ParseAndroidLogEvent(packet.slice(fld_off, fld.size())); |
| break; |
| } |
| case protos::AndroidLogPacket::kStatsFieldNumber: { |
| const size_t fld_off = packet.offset_of(fld.data()); |
| ParseAndroidLogStats(packet.slice(fld_off, fld.size())); |
| break; |
| } |
| } |
| } |
| PERFETTO_DCHECK(decoder.IsEndOfBuffer()); |
| } |
| |
| void ProtoTraceParser::ParseAndroidLogEvent(TraceBlobView event) { |
| // TODO(primiano): Add events and non-stringified fields to the "raw" table. |
| ProtoDecoder decoder(event.data(), event.length()); |
| int64_t ts = 0; |
| uint32_t pid = 0; |
| uint32_t tid = 0; |
| uint8_t prio = 0; |
| StringId tag_id = 0; |
| StringId msg_id = 0; |
| char arg_msg[4096]; |
| char* arg_str = &arg_msg[0]; |
| *arg_str = '\0'; |
| auto arg_avail = [&arg_msg, &arg_str]() { |
| return sizeof(arg_msg) - static_cast<size_t>(arg_str - arg_msg); |
| }; |
| |
| for (auto fld = decoder.ReadField(); fld.id != 0; fld = decoder.ReadField()) { |
| switch (fld.id) { |
| case protos::AndroidLogPacket::LogEvent::kPidFieldNumber: |
| pid = fld.as_uint32(); |
| break; |
| case protos::AndroidLogPacket::LogEvent::kTidFieldNumber: |
| tid = fld.as_uint32(); |
| break; |
| case protos::AndroidLogPacket::LogEvent::kTimestampFieldNumber: |
| ts = fld.as_int64(); |
| if (ts < context_->clock_tracker->GetFirstTimestamp( |
| ClockDomain::kRealTime)) { |
| // Skip log events that happened before the start of the trace. |
| return; |
| } |
| break; |
| case protos::AndroidLogPacket::LogEvent::kPrioFieldNumber: |
| prio = static_cast<uint8_t>(fld.as_uint32()); |
| break; |
| case protos::AndroidLogPacket::LogEvent::kTagFieldNumber: |
| tag_id = context_->storage->InternString(fld.as_string()); |
| break; |
| case protos::AndroidLogPacket::LogEvent::kMessageFieldNumber: |
| msg_id = context_->storage->InternString(fld.as_string()); |
| break; |
| case protos::AndroidLogPacket::LogEvent::kArgsFieldNumber: { |
| const size_t fld_off = event.offset_of(fld.data()); |
| TraceBlobView arg_data = event.slice(fld_off, fld.size()); |
| ParseAndroidLogBinaryArg(std::move(arg_data), &arg_str, arg_avail()); |
| break; |
| } |
| default: |
| break; |
| } |
| } |
| PERFETTO_DCHECK(decoder.IsEndOfBuffer()); |
| |
| if (prio == 0) |
| prio = protos::AndroidLogPriority::PRIO_INFO; |
| |
| if (arg_str != &arg_msg[0]) { |
| PERFETTO_DCHECK(!msg_id); |
| // Skip the first space char (" foo=1 bar=2" -> "foo=1 bar=2"). |
| msg_id = context_->storage->InternString(&arg_msg[1]); |
| } |
| UniquePid utid = tid ? context_->process_tracker->UpdateThread(tid, pid) : 0; |
| int64_t trace_time = |
| context_->clock_tracker->ToTraceTime(ClockDomain::kRealTime, ts); |
| |
| // Log events are NOT required to be sorted by trace_time. The virtual table |
| // will take care of sorting on-demand. |
| context_->storage->mutable_android_log()->AddLogEvent(trace_time, utid, prio, |
| tag_id, msg_id); |
| } |
| |
| void ProtoTraceParser::ParseAndroidLogBinaryArg(TraceBlobView arg, |
| char** str, |
| size_t avail) { |
| ProtoDecoder decoder(arg.data(), arg.length()); |
| for (auto fld = decoder.ReadField(); fld.id; fld = decoder.ReadField()) { |
| switch (fld.id) { |
| case protos::AndroidLogPacket::LogEvent::Arg::kNameFieldNumber: { |
| base::StringView name = fld.as_string(); |
| *str += snprintf(*str, avail, " %.*s=", static_cast<int>(name.size()), |
| name.data()); |
| break; |
| } |
| case protos::AndroidLogPacket::LogEvent::Arg::kStringValueFieldNumber: { |
| base::StringView val = fld.as_string(); |
| *str += snprintf(*str, avail, "\"%.*s\"", static_cast<int>(val.size()), |
| val.data()); |
| break; |
| } |
| case protos::AndroidLogPacket::LogEvent::Arg::kIntValueFieldNumber: |
| *str += snprintf(*str, avail, "%" PRId64, fld.as_int64()); |
| break; |
| case protos::AndroidLogPacket::LogEvent::Arg::kFloatValueFieldNumber: |
| *str += |
| snprintf(*str, avail, "%f", static_cast<double>(fld.as_float())); |
| break; |
| } |
| } |
| } |
| |
| void ProtoTraceParser::ParseAndroidLogStats(TraceBlobView packet) { |
| ProtoDecoder decoder(packet.data(), packet.length()); |
| for (auto fld = decoder.ReadField(); fld.id != 0; fld = decoder.ReadField()) { |
| switch (fld.id) { |
| case protos::AndroidLogPacket::Stats::kNumFailedFieldNumber: |
| context_->storage->SetStats(stats::android_log_num_failed, |
| fld.as_int64()); |
| break; |
| case protos::AndroidLogPacket::Stats::kNumSkippedFieldNumber: |
| context_->storage->SetStats(stats::android_log_num_skipped, |
| fld.as_int64()); |
| break; |
| case protos::AndroidLogPacket::Stats::kNumTotalFieldNumber: |
| context_->storage->SetStats(stats::android_log_num_total, |
| fld.as_int64()); |
| break; |
| } |
| } |
| PERFETTO_DCHECK(decoder.IsEndOfBuffer()); |
| } |
| |
| void ProtoTraceParser::ParseTraceStats(TraceBlobView packet) { |
| ProtoDecoder decoder(packet.data(), packet.length()); |
| int buf_num = 0; |
| auto* storage = context_->storage.get(); |
| for (auto fld = decoder.ReadField(); fld.id != 0; fld = decoder.ReadField()) { |
| switch (fld.id) { |
| case protos::TraceStats::kProducersConnectedFieldNumber: |
| storage->SetStats(stats::traced_producers_connected, fld.as_int64()); |
| break; |
| case protos::TraceStats::kProducersSeenFieldNumber: |
| storage->SetStats(stats::traced_producers_seen, fld.as_int64()); |
| break; |
| case protos::TraceStats::kDataSourcesRegisteredFieldNumber: |
| storage->SetStats(stats::traced_data_sources_registered, |
| fld.as_int64()); |
| break; |
| case protos::TraceStats::kDataSourcesSeenFieldNumber: |
| storage->SetStats(stats::traced_data_sources_seen, fld.as_int64()); |
| break; |
| case protos::TraceStats::kTracingSessionsFieldNumber: |
| storage->SetStats(stats::traced_tracing_sessions, fld.as_int64()); |
| break; |
| case protos::TraceStats::kTotalBuffersFieldNumber: |
| storage->SetStats(stats::traced_total_buffers, fld.as_int64()); |
| break; |
| case protos::TraceStats::kBufferStatsFieldNumber: { |
| const size_t fld_off = packet.offset_of(fld.data()); |
| TraceBlobView buf_data = packet.slice(fld_off, fld.size()); |
| ProtoDecoder buf_d(buf_data.data(), buf_data.length()); |
| for (auto fld2 = buf_d.ReadField(); fld2.id; fld2 = buf_d.ReadField()) { |
| switch (fld2.id) { |
| case protos::TraceStats::BufferStats::kBytesWrittenFieldNumber: |
| storage->SetIndexedStats(stats::traced_buf_bytes_written, buf_num, |
| fld2.as_int64()); |
| break; |
| case protos::TraceStats::BufferStats::kChunksWrittenFieldNumber: |
| storage->SetIndexedStats(stats::traced_buf_chunks_written, |
| buf_num, fld2.as_int64()); |
| break; |
| case protos::TraceStats::BufferStats::kChunksOverwrittenFieldNumber: |
| storage->SetIndexedStats(stats::traced_buf_chunks_overwritten, |
| buf_num, fld2.as_int64()); |
| break; |
| case protos::TraceStats::BufferStats::kWriteWrapCountFieldNumber: |
| storage->SetIndexedStats(stats::traced_buf_write_wrap_count, |
| buf_num, fld2.as_int64()); |
| break; |
| case protos::TraceStats::BufferStats::kPatchesSucceededFieldNumber: |
| storage->SetIndexedStats(stats::traced_buf_patches_succeeded, |
| buf_num, fld2.as_int64()); |
| break; |
| case protos::TraceStats::BufferStats::kPatchesFailedFieldNumber: |
| storage->SetIndexedStats(stats::traced_buf_patches_failed, |
| buf_num, fld2.as_int64()); |
| break; |
| case protos::TraceStats::BufferStats:: |
| kReadaheadsSucceededFieldNumber: |
| storage->SetIndexedStats(stats::traced_buf_readaheads_succeeded, |
| buf_num, fld2.as_int64()); |
| break; |
| case protos::TraceStats::BufferStats::kReadaheadsFailedFieldNumber: |
| storage->SetIndexedStats(stats::traced_buf_readaheads_failed, |
| buf_num, fld2.as_int64()); |
| break; |
| } |
| } // for (buf_fld) |
| buf_num++; |
| break; |
| } |
| default: |
| break; |
| } |
| } |
| PERFETTO_DCHECK(decoder.IsEndOfBuffer()); |
| } |
| |
| void ProtoTraceParser::ParseFtraceStats(TraceBlobView packet) { |
| ProtoDecoder decoder(packet.data(), packet.length()); |
| size_t phase = 0; |
| auto* storage = context_->storage.get(); |
| for (auto fld = decoder.ReadField(); fld.id != 0; fld = decoder.ReadField()) { |
| switch (fld.id) { |
| case protos::FtraceStats::kPhaseFieldNumber: |
| phase = fld.int_value == protos::FtraceStats_Phase_END_OF_TRACE ? 1 : 0; |
| |
| // This code relies on the fact that each ftrace_cpu_XXX_end event is |
| // just after the corresponding ftrace_cpu_XXX_begin event. |
| static_assert(stats::ftrace_cpu_read_events_end - |
| stats::ftrace_cpu_read_events_begin == |
| 1 && |
| stats::ftrace_cpu_entries_end - |
| stats::ftrace_cpu_entries_begin == |
| 1, |
| "ftrace_cpu_XXX stats definition are messed up"); |
| break; |
| case protos::FtraceStats::kCpuStatsFieldNumber: { |
| const size_t fld_off = packet.offset_of(fld.data()); |
| TraceBlobView cpu_data = packet.slice(fld_off, fld.size()); |
| ProtoDecoder cpu_d(cpu_data.data(), cpu_data.length()); |
| int cpu_num = -1; |
| for (auto fld2 = cpu_d.ReadField(); fld2.id; fld2 = cpu_d.ReadField()) { |
| switch (fld2.id) { |
| case protos::FtraceCpuStats::kCpuFieldNumber: |
| cpu_num = fld2.as_int32(); |
| break; |
| case protos::FtraceCpuStats::kEntriesFieldNumber: |
| storage->SetIndexedStats(stats::ftrace_cpu_entries_begin + phase, |
| cpu_num, fld2.as_int64()); |
| break; |
| case protos::FtraceCpuStats::kOverrunFieldNumber: |
| storage->SetIndexedStats(stats::ftrace_cpu_overrun_begin + phase, |
| cpu_num, fld2.as_int64()); |
| break; |
| case protos::FtraceCpuStats::kCommitOverrunFieldNumber: |
| storage->SetIndexedStats( |
| stats::ftrace_cpu_commit_overrun_begin + phase, cpu_num, |
| fld2.as_int64()); |
| break; |
| case protos::FtraceCpuStats::kBytesReadFieldNumber: |
| storage->SetIndexedStats( |
| stats::ftrace_cpu_bytes_read_begin + phase, cpu_num, |
| fld2.as_int64()); |
| break; |
| case protos::FtraceCpuStats::kOldestEventTsFieldNumber: |
| storage->SetIndexedStats( |
| stats::ftrace_cpu_oldest_event_ts_begin + phase, cpu_num, |
| static_cast<int64_t>(fld2.as_double() * 1e9)); |
| break; |
| case protos::FtraceCpuStats::kNowTsFieldNumber: |
| storage->SetIndexedStats( |
| stats::ftrace_cpu_now_ts_begin + phase, cpu_num, |
| static_cast<int64_t>(fld2.as_double() * 1e9)); |
| break; |
| case protos::FtraceCpuStats::kDroppedEventsFieldNumber: |
| storage->SetIndexedStats( |
| stats::ftrace_cpu_dropped_events_begin + phase, cpu_num, |
| fld2.as_int64()); |
| break; |
| case protos::FtraceCpuStats::kReadEventsFieldNumber: |
| storage->SetIndexedStats( |
| stats::ftrace_cpu_read_events_begin + phase, cpu_num, |
| fld2.as_int64()); |
| break; |
| } |
| } // for (buf_fld) |
| break; |
| } |
| default: |
| break; |
| } |
| } |
| PERFETTO_DCHECK(decoder.IsEndOfBuffer()); |
| } |
| |
| } // namespace trace_processor |
| } // namespace perfetto |
