blob: 90677c2f6ed0f5528807bb7afb517febb143bdac [file] [log] [blame]
/*
* Copyright (C) 2019 The Android Open Source Project
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
#include "perfetto/ext/trace_processor/export_json.h"
#include "src/trace_processor/export_json.h"
#include <string.h>
#include <limits>
#include <json/reader.h>
#include <json/value.h>
#include "perfetto/ext/base/string_utils.h"
#include "perfetto/ext/base/temp_file.h"
#include "src/trace_processor/importers/common/args_tracker.h"
#include "src/trace_processor/importers/common/cpu_tracker.h"
#include "src/trace_processor/importers/common/event_tracker.h"
#include "src/trace_processor/importers/common/machine_tracker.h"
#include "src/trace_processor/importers/common/metadata_tracker.h"
#include "src/trace_processor/importers/common/process_track_translation_table.h"
#include "src/trace_processor/importers/common/process_tracker.h"
#include "src/trace_processor/importers/common/track_tracker.h"
#include "src/trace_processor/importers/proto/track_event_tracker.h"
#include "src/trace_processor/storage/trace_storage.h"
#include "src/trace_processor/types/trace_processor_context.h"
#include "test/gtest_and_gmock.h"
namespace perfetto {
namespace trace_processor {
namespace json {
namespace {
std::string ReadFile(FILE* input) {
fseek(input, 0, SEEK_SET);
const int kBufSize = 10000;
char buffer[kBufSize];
size_t ret = fread(buffer, sizeof(char), kBufSize, input);
EXPECT_GT(ret, 0u);
return std::string(buffer, ret);
}
class StringOutputWriter : public OutputWriter {
public:
StringOutputWriter() { str_.reserve(1024); }
~StringOutputWriter() override {}
util::Status AppendString(const std::string& str) override {
str_ += str;
return util::OkStatus();
}
std::string TakeStr() { return std::move(str_); }
private:
std::string str_;
};
class ExportJsonTest : public ::testing::Test {
public:
ExportJsonTest() {
context_.storage.reset(new TraceStorage());
context_.global_args_tracker.reset(
new GlobalArgsTracker(context_.storage.get()));
context_.args_tracker.reset(new ArgsTracker(&context_));
context_.event_tracker.reset(new EventTracker(&context_));
context_.track_tracker.reset(new TrackTracker(&context_));
context_.machine_tracker.reset(new MachineTracker(&context_, 0));
context_.cpu_tracker.reset(new CpuTracker(&context_));
context_.metadata_tracker.reset(
new MetadataTracker(context_.storage.get()));
context_.process_tracker.reset(new ProcessTracker(&context_));
context_.process_track_translation_table.reset(
new ProcessTrackTranslationTable(context_.storage.get()));
}
std::string ToJson(ArgumentFilterPredicate argument_filter = nullptr,
MetadataFilterPredicate metadata_filter = nullptr,
LabelFilterPredicate label_filter = nullptr) {
StringOutputWriter writer;
util::Status status =
ExportJson(context_.storage.get(), &writer, argument_filter,
metadata_filter, label_filter);
EXPECT_TRUE(status.ok());
return writer.TakeStr();
}
Json::Value ToJsonValue(const std::string& json) {
Json::CharReaderBuilder b;
auto reader = std::unique_ptr<Json::CharReader>(b.newCharReader());
Json::Value result;
EXPECT_TRUE(reader->parse(json.data(), json.data() + json.length(), &result,
nullptr))
<< json;
return result;
}
protected:
TraceProcessorContext context_;
};
TEST_F(ExportJsonTest, EmptyStorage) {
base::TempFile temp_file = base::TempFile::Create();
FILE* output = fopen(temp_file.path().c_str(), "w+");
util::Status status = ExportJson(context_.storage.get(), output);
EXPECT_TRUE(status.ok());
Json::Value result = ToJsonValue(ReadFile(output));
EXPECT_EQ(result["traceEvents"].size(), 0u);
}
TEST_F(ExportJsonTest, StorageWithOneSlice) {
const int64_t kTimestamp = 10000000;
const int64_t kDuration = 10000;
const int64_t kThreadTimestamp = 20000000;
const int64_t kThreadDuration = 20000;
const int64_t kThreadInstructionCount = 30000000;
const int64_t kThreadInstructionDelta = 30000;
const uint32_t kThreadID = 100;
const char* kCategory = "cat";
const char* kName = "name";
UniqueTid utid = context_.process_tracker->GetOrCreateThread(kThreadID);
TrackId track = context_.track_tracker->InternThreadTrack(utid);
context_.args_tracker->Flush(); // Flush track args.
StringId cat_id = context_.storage->InternString(base::StringView(kCategory));
StringId name_id = context_.storage->InternString(base::StringView(kName));
// The thread_slice table is a sub table of slice.
context_.storage->mutable_slice_table()->Insert(
{kTimestamp, kDuration, track, cat_id, name_id, 0, 0, 0, SliceId(0u), 0,
kThreadTimestamp, kThreadDuration, kThreadInstructionCount,
kThreadInstructionDelta});
base::TempFile temp_file = base::TempFile::Create();
FILE* output = fopen(temp_file.path().c_str(), "w+");
util::Status status = ExportJson(context_.storage.get(), output);
EXPECT_TRUE(status.ok());
Json::Value result = ToJsonValue(ReadFile(output));
EXPECT_EQ(result["traceEvents"].size(), 1u);
Json::Value event = result["traceEvents"][0];
EXPECT_EQ(event["ph"].asString(), "X");
EXPECT_EQ(event["ts"].asInt64(), kTimestamp / 1000);
EXPECT_EQ(event["dur"].asInt64(), kDuration / 1000);
EXPECT_EQ(event["tts"].asInt64(), kThreadTimestamp / 1000);
EXPECT_EQ(event["tdur"].asInt64(), kThreadDuration / 1000);
EXPECT_EQ(event["ticount"].asInt64(), kThreadInstructionCount);
EXPECT_EQ(event["tidelta"].asInt64(), kThreadInstructionDelta);
EXPECT_EQ(event["tid"].asInt(), static_cast<int>(kThreadID));
EXPECT_EQ(event["cat"].asString(), kCategory);
EXPECT_EQ(event["name"].asString(), kName);
EXPECT_TRUE(event["args"].isObject());
EXPECT_EQ(event["args"].size(), 0u);
}
TEST_F(ExportJsonTest, StorageWithOneUnfinishedSlice) {
const int64_t kTimestamp = 10000000;
const int64_t kDuration = -1;
const int64_t kThreadTimestamp = 20000000;
const int64_t kThreadDuration = -1;
const int64_t kThreadInstructionCount = 30000000;
const int64_t kThreadInstructionDelta = -1;
const uint32_t kThreadID = 100;
const char* kCategory = "cat";
const char* kName = "name";
UniqueTid utid = context_.process_tracker->GetOrCreateThread(kThreadID);
TrackId track = context_.track_tracker->InternThreadTrack(utid);
context_.args_tracker->Flush(); // Flush track args.
StringId cat_id = context_.storage->InternString(base::StringView(kCategory));
StringId name_id = context_.storage->InternString(base::StringView(kName));
context_.storage->mutable_slice_table()->Insert(
{kTimestamp, kDuration, track, cat_id, name_id, 0, 0, 0, SliceId(0u), 0,
kThreadTimestamp, kThreadDuration, kThreadInstructionCount,
kThreadInstructionDelta});
base::TempFile temp_file = base::TempFile::Create();
FILE* output = fopen(temp_file.path().c_str(), "w+");
util::Status status = ExportJson(context_.storage.get(), output);
EXPECT_TRUE(status.ok());
Json::Value result = ToJsonValue(ReadFile(output));
EXPECT_EQ(result["traceEvents"].size(), 1u);
Json::Value event = result["traceEvents"][0];
EXPECT_EQ(event["ph"].asString(), "B");
EXPECT_EQ(event["ts"].asInt64(), kTimestamp / 1000);
EXPECT_FALSE(event.isMember("dur"));
EXPECT_EQ(event["tts"].asInt64(), kThreadTimestamp / 1000);
EXPECT_FALSE(event.isMember("tdur"));
EXPECT_EQ(event["ticount"].asInt64(), kThreadInstructionCount);
EXPECT_FALSE(event.isMember("tidelta"));
EXPECT_EQ(event["tid"].asInt(), static_cast<int>(kThreadID));
EXPECT_EQ(event["cat"].asString(), kCategory);
EXPECT_EQ(event["name"].asString(), kName);
EXPECT_TRUE(event["args"].isObject());
EXPECT_EQ(event["args"].size(), 0u);
}
TEST_F(ExportJsonTest, StorageWithThreadName) {
const uint32_t kThreadID = 100;
const char* kName = "thread";
tables::ThreadTable::Row row(kThreadID);
row.name = context_.storage->InternString(base::StringView(kName));
context_.storage->mutable_thread_table()->Insert(row);
base::TempFile temp_file = base::TempFile::Create();
FILE* output = fopen(temp_file.path().c_str(), "w+");
util::Status status = ExportJson(context_.storage.get(), output);
EXPECT_TRUE(status.ok());
Json::Value result = ToJsonValue(ReadFile(output));
EXPECT_EQ(result["traceEvents"].size(), 1u);
Json::Value event = result["traceEvents"][0];
EXPECT_EQ(event["ph"].asString(), "M");
EXPECT_EQ(event["tid"].asInt(), static_cast<int>(kThreadID));
EXPECT_EQ(event["name"].asString(), "thread_name");
EXPECT_EQ(event["args"]["name"].asString(), kName);
}
TEST_F(ExportJsonTest, SystemEventsIgnored) {
TrackId track = context_.track_tracker->CreateProcessAsyncTrack(
/*name=*/kNullStringId, /*upid=*/0, /*source=*/kNullStringId);
context_.args_tracker->Flush(); // Flush track args.
// System events have no category.
StringId cat_id = kNullStringId;
StringId name_id = context_.storage->InternString("name");
context_.storage->mutable_slice_table()->Insert(
{0, 0, track, cat_id, name_id, 0, 0, 0});
base::TempFile temp_file = base::TempFile::Create();
FILE* output = fopen(temp_file.path().c_str(), "w+");
util::Status status = ExportJson(context_.storage.get(), output);
EXPECT_TRUE(status.ok());
Json::Value result = ToJsonValue(ReadFile(output));
EXPECT_EQ(result["traceEvents"].size(), 0u);
}
TEST_F(ExportJsonTest, StorageWithMetadata) {
const char* kDescription = "description";
const char* kBenchmarkName = "benchmark name";
const char* kStoryName = "story name";
const char* kStoryTag1 = "tag1";
const char* kStoryTag2 = "tag2";
const char* kDynamicKey = "dyn_key1";
const int64_t kBenchmarkStart = 1000000;
const int64_t kStoryStart = 2000000;
const bool kHadFailures = true;
StringId desc_id =
context_.storage->InternString(base::StringView(kDescription));
Variadic description = Variadic::String(desc_id);
context_.metadata_tracker->SetMetadata(metadata::benchmark_description,
description);
StringId benchmark_name_id =
context_.storage->InternString(base::StringView(kBenchmarkName));
Variadic benchmark_name = Variadic::String(benchmark_name_id);
context_.metadata_tracker->SetMetadata(metadata::benchmark_name,
benchmark_name);
StringId story_name_id =
context_.storage->InternString(base::StringView(kStoryName));
Variadic story_name = Variadic::String(story_name_id);
context_.metadata_tracker->SetMetadata(metadata::benchmark_story_name,
story_name);
StringId tag1_id =
context_.storage->InternString(base::StringView(kStoryTag1));
StringId tag2_id =
context_.storage->InternString(base::StringView(kStoryTag2));
Variadic tag1 = Variadic::String(tag1_id);
Variadic tag2 = Variadic::String(tag2_id);
context_.metadata_tracker->AppendMetadata(metadata::benchmark_story_tags,
tag1);
context_.metadata_tracker->AppendMetadata(metadata::benchmark_story_tags,
tag2);
Variadic benchmark_start = Variadic::Integer(kBenchmarkStart);
context_.metadata_tracker->SetMetadata(metadata::benchmark_start_time_us,
benchmark_start);
Variadic story_start = Variadic::Integer(kStoryStart);
context_.metadata_tracker->SetMetadata(metadata::benchmark_story_run_time_us,
story_start);
Variadic had_failures = Variadic::Integer(kHadFailures);
context_.metadata_tracker->SetMetadata(metadata::benchmark_had_failures,
had_failures);
// Metadata entries with dynamic keys are not currently exported from the
// metadata table (the Chrome metadata is exported directly from the raw
// table).
StringId dynamic_key_id =
context_.storage->InternString(base::StringView(kDynamicKey));
context_.metadata_tracker->SetDynamicMetadata(dynamic_key_id, had_failures);
base::TempFile temp_file = base::TempFile::Create();
FILE* output = fopen(temp_file.path().c_str(), "w+");
util::Status status = ExportJson(context_.storage.get(), output);
EXPECT_TRUE(status.ok());
Json::Value result = ToJsonValue(ReadFile(output));
EXPECT_TRUE(result.isMember("metadata"));
EXPECT_TRUE(result["metadata"].isMember("telemetry"));
Json::Value telemetry_metadata = result["metadata"]["telemetry"];
EXPECT_EQ(telemetry_metadata["benchmarkDescriptions"].size(), 1u);
EXPECT_EQ(telemetry_metadata["benchmarkDescriptions"][0].asString(),
kDescription);
EXPECT_EQ(telemetry_metadata["benchmarks"].size(), 1u);
EXPECT_EQ(telemetry_metadata["benchmarks"][0].asString(), kBenchmarkName);
EXPECT_EQ(telemetry_metadata["stories"].size(), 1u);
EXPECT_EQ(telemetry_metadata["stories"][0].asString(), kStoryName);
EXPECT_EQ(telemetry_metadata["storyTags"].size(), 2u);
EXPECT_EQ(telemetry_metadata["storyTags"][0].asString(), kStoryTag1);
EXPECT_EQ(telemetry_metadata["storyTags"][1].asString(), kStoryTag2);
EXPECT_DOUBLE_EQ(telemetry_metadata["benchmarkStart"].asInt(),
kBenchmarkStart / 1000.0);
EXPECT_DOUBLE_EQ(telemetry_metadata["traceStart"].asInt(),
kStoryStart / 1000.0);
EXPECT_EQ(telemetry_metadata["hadFailures"].size(), 1u);
EXPECT_EQ(telemetry_metadata["hadFailures"][0].asBool(), kHadFailures);
EXPECT_FALSE(result["metadata"].isMember(kDynamicKey));
}
TEST_F(ExportJsonTest, StorageWithStats) {
int64_t kProducers = 10;
int64_t kBufferSize0 = 1000;
int64_t kBufferSize1 = 2000;
int64_t kFtraceBegin = 3000;
context_.storage->SetStats(stats::traced_producers_connected, kProducers);
context_.storage->SetIndexedStats(stats::traced_buf_buffer_size, 0,
kBufferSize0);
context_.storage->SetIndexedStats(stats::traced_buf_buffer_size, 1,
kBufferSize1);
context_.storage->SetIndexedStats(stats::ftrace_cpu_bytes_begin, 0,
kFtraceBegin);
base::TempFile temp_file = base::TempFile::Create();
FILE* output = fopen(temp_file.path().c_str(), "w+");
util::Status status = ExportJson(context_.storage.get(), output);
EXPECT_TRUE(status.ok());
Json::Value result = ToJsonValue(ReadFile(output));
EXPECT_TRUE(result.isMember("metadata"));
EXPECT_TRUE(result["metadata"].isMember("trace_processor_stats"));
Json::Value stats = result["metadata"]["trace_processor_stats"];
EXPECT_EQ(stats["traced_producers_connected"].asInt(), kProducers);
EXPECT_EQ(stats["traced_buf"].size(), 2u);
EXPECT_EQ(stats["traced_buf"][0]["buffer_size"].asInt(), kBufferSize0);
EXPECT_EQ(stats["traced_buf"][1]["buffer_size"].asInt(), kBufferSize1);
EXPECT_EQ(stats["ftrace_cpu_bytes_begin"].size(), 1u);
EXPECT_EQ(stats["ftrace_cpu_bytes_begin"][0].asInt(), kFtraceBegin);
}
TEST_F(ExportJsonTest, StorageWithChromeMetadata) {
const char* kName1 = "name1";
const char* kName2 = "name2";
const char* kValue1 = "value1";
const int kValue2 = 222;
TraceStorage* storage = context_.storage.get();
auto ucpu = context_.cpu_tracker->GetOrCreateCpu(0);
RawId id = storage->mutable_raw_table()
->Insert({0, storage->InternString("chrome_event.metadata"), 0,
0, 0, ucpu})
.id;
StringId name1_id = storage->InternString(base::StringView(kName1));
StringId name2_id = storage->InternString(base::StringView(kName2));
StringId value1_id = storage->InternString(base::StringView(kValue1));
context_.args_tracker->AddArgsTo(id)
.AddArg(name1_id, Variadic::String(value1_id))
.AddArg(name2_id, Variadic::Integer(kValue2));
context_.args_tracker->Flush();
base::TempFile temp_file = base::TempFile::Create();
FILE* output = fopen(temp_file.path().c_str(), "w+");
util::Status status = ExportJson(storage, output);
EXPECT_TRUE(status.ok());
Json::Value result = ToJsonValue(ReadFile(output));
EXPECT_TRUE(result.isMember("metadata"));
Json::Value metadata = result["metadata"];
EXPECT_EQ(metadata[kName1].asString(), kValue1);
EXPECT_EQ(metadata[kName2].asInt(), kValue2);
}
TEST_F(ExportJsonTest, StorageWithArgs) {
const char* kCategory = "cat";
const char* kName = "name";
const char* kSrc = "source_file.cc";
UniqueTid utid = context_.process_tracker->GetOrCreateThread(0);
TrackId track = context_.track_tracker->InternThreadTrack(utid);
context_.args_tracker->Flush(); // Flush track args.
StringId cat_id = context_.storage->InternString(base::StringView(kCategory));
StringId name_id = context_.storage->InternString(base::StringView(kName));
context_.storage->mutable_slice_table()->Insert(
{0, 0, track, cat_id, name_id, 0, 0, 0});
StringId arg_key_id = context_.storage->InternString(
base::StringView("task.posted_from.file_name"));
StringId arg_value_id =
context_.storage->InternString(base::StringView(kSrc));
GlobalArgsTracker::Arg arg;
arg.flat_key = arg_key_id;
arg.key = arg_key_id;
arg.value = Variadic::String(arg_value_id);
ArgSetId args = context_.global_args_tracker->AddArgSet({arg}, 0, 1);
context_.storage->mutable_slice_table()->mutable_arg_set_id()->Set(0, args);
base::TempFile temp_file = base::TempFile::Create();
FILE* output = fopen(temp_file.path().c_str(), "w+");
util::Status status = ExportJson(context_.storage.get(), output);
EXPECT_TRUE(status.ok());
Json::Value result = ToJsonValue(ReadFile(output));
EXPECT_EQ(result["traceEvents"].size(), 1u);
Json::Value event = result["traceEvents"][0];
EXPECT_EQ(event["cat"].asString(), kCategory);
EXPECT_EQ(event["name"].asString(), kName);
EXPECT_EQ(event["args"]["src"].asString(), kSrc);
}
TEST_F(ExportJsonTest, StorageWithSliceAndFlowEventArgs) {
const char* kCategory = "cat";
const char* kName = "name";
TraceStorage* storage = context_.storage.get();
UniqueTid utid = context_.process_tracker->GetOrCreateThread(0);
TrackId track = context_.track_tracker->InternThreadTrack(utid);
context_.args_tracker->Flush(); // Flush track args.
StringId cat_id = storage->InternString(base::StringView(kCategory));
StringId name_id = storage->InternString(base::StringView(kName));
SliceId id1 = storage->mutable_slice_table()
->Insert({0, 0, track, cat_id, name_id, 0, 0, 0})
.id;
SliceId id2 = storage->mutable_slice_table()
->Insert({100, 0, track, cat_id, name_id, 0, 0, 0})
.id;
storage->mutable_flow_table()->Insert({id1, id2, 0});
base::TempFile temp_file = base::TempFile::Create();
FILE* output = fopen(temp_file.path().c_str(), "w+");
util::Status status = ExportJson(storage, output);
EXPECT_TRUE(status.ok());
Json::Value result = ToJsonValue(ReadFile(output));
EXPECT_EQ(result["traceEvents"].size(), 4u);
Json::Value slice_out = result["traceEvents"][0];
Json::Value slice_in = result["traceEvents"][1];
Json::Value flow_out = result["traceEvents"][2];
Json::Value flow_in = result["traceEvents"][3];
EXPECT_EQ(flow_out["cat"].asString(), kCategory);
EXPECT_EQ(flow_out["name"].asString(), kName);
EXPECT_EQ(flow_out["ph"].asString(), "s");
EXPECT_EQ(flow_out["tid"].asString(), slice_out["tid"].asString());
EXPECT_EQ(flow_out["pid"].asString(), slice_out["pid"].asString());
EXPECT_EQ(flow_in["cat"].asString(), kCategory);
EXPECT_EQ(flow_in["name"].asString(), kName);
EXPECT_EQ(flow_in["ph"].asString(), "f");
EXPECT_EQ(flow_in["bp"].asString(), "e");
EXPECT_EQ(flow_in["tid"].asString(), slice_in["tid"].asString());
EXPECT_EQ(flow_in["pid"].asString(), slice_in["pid"].asString());
EXPECT_LE(slice_out["ts"].asInt64(), flow_out["ts"].asInt64());
EXPECT_GE(slice_in["ts"].asInt64(), flow_in["ts"].asInt64());
EXPECT_EQ(flow_out["id"].asString(), flow_in["id"].asString());
}
TEST_F(ExportJsonTest, StorageWithListArgs) {
const char* kCategory = "cat";
const char* kName = "name";
double kValues[] = {1.234, 2.345};
UniqueTid utid = context_.process_tracker->GetOrCreateThread(0);
TrackId track = context_.track_tracker->InternThreadTrack(utid);
context_.args_tracker->Flush(); // Flush track args.
StringId cat_id = context_.storage->InternString(base::StringView(kCategory));
StringId name_id = context_.storage->InternString(base::StringView(kName));
context_.storage->mutable_slice_table()->Insert(
{0, 0, track, cat_id, name_id, 0, 0, 0});
StringId arg_flat_key_id = context_.storage->InternString(
base::StringView("debug.draw_duration_ms"));
StringId arg_key0_id = context_.storage->InternString(
base::StringView("debug.draw_duration_ms[0]"));
StringId arg_key1_id = context_.storage->InternString(
base::StringView("debug.draw_duration_ms[1]"));
GlobalArgsTracker::Arg arg0;
arg0.flat_key = arg_flat_key_id;
arg0.key = arg_key0_id;
arg0.value = Variadic::Real(kValues[0]);
GlobalArgsTracker::Arg arg1;
arg1.flat_key = arg_flat_key_id;
arg1.key = arg_key1_id;
arg1.value = Variadic::Real(kValues[1]);
ArgSetId args = context_.global_args_tracker->AddArgSet({arg0, arg1}, 0, 2);
context_.storage->mutable_slice_table()->mutable_arg_set_id()->Set(0, args);
base::TempFile temp_file = base::TempFile::Create();
FILE* output = fopen(temp_file.path().c_str(), "w+");
util::Status status = ExportJson(context_.storage.get(), output);
EXPECT_TRUE(status.ok());
Json::Value result = ToJsonValue(ReadFile(output));
EXPECT_EQ(result["traceEvents"].size(), 1u);
Json::Value event = result["traceEvents"][0];
EXPECT_EQ(event["cat"].asString(), kCategory);
EXPECT_EQ(event["name"].asString(), kName);
EXPECT_EQ(event["args"]["draw_duration_ms"].size(), 2u);
EXPECT_DOUBLE_EQ(event["args"]["draw_duration_ms"][0].asDouble(), kValues[0]);
EXPECT_DOUBLE_EQ(event["args"]["draw_duration_ms"][1].asDouble(), kValues[1]);
}
TEST_F(ExportJsonTest, StorageWithMultiplePointerArgs) {
const char* kCategory = "cat";
const char* kName = "name";
uint64_t kValue0 = 1;
uint64_t kValue1 = std::numeric_limits<uint64_t>::max();
UniqueTid utid = context_.process_tracker->GetOrCreateThread(0);
TrackId track = context_.track_tracker->InternThreadTrack(utid);
context_.args_tracker->Flush(); // Flush track args.
StringId cat_id = context_.storage->InternString(base::StringView(kCategory));
StringId name_id = context_.storage->InternString(base::StringView(kName));
context_.storage->mutable_slice_table()->Insert(
{0, 0, track, cat_id, name_id, 0, 0, 0});
StringId arg_key0_id =
context_.storage->InternString(base::StringView("arg0"));
StringId arg_key1_id =
context_.storage->InternString(base::StringView("arg1"));
GlobalArgsTracker::Arg arg0;
arg0.flat_key = arg_key0_id;
arg0.key = arg_key0_id;
arg0.value = Variadic::Pointer(kValue0);
GlobalArgsTracker::Arg arg1;
arg1.flat_key = arg_key1_id;
arg1.key = arg_key1_id;
arg1.value = Variadic::Pointer(kValue1);
ArgSetId args = context_.global_args_tracker->AddArgSet({arg0, arg1}, 0, 2);
context_.storage->mutable_slice_table()->mutable_arg_set_id()->Set(0, args);
base::TempFile temp_file = base::TempFile::Create();
FILE* output = fopen(temp_file.path().c_str(), "w+");
util::Status status = ExportJson(context_.storage.get(), output);
EXPECT_TRUE(status.ok());
Json::Value result = ToJsonValue(ReadFile(output));
EXPECT_EQ(result["traceEvents"].size(), 1u);
Json::Value event = result["traceEvents"][0];
EXPECT_EQ(event["cat"].asString(), kCategory);
EXPECT_EQ(event["name"].asString(), kName);
EXPECT_EQ(event["args"]["arg0"].asString(), "0x1");
EXPECT_EQ(event["args"]["arg1"].asString(), "0xffffffffffffffff");
}
TEST_F(ExportJsonTest, StorageWithObjectListArgs) {
const char* kCategory = "cat";
const char* kName = "name";
int kValues[] = {123, 234};
UniqueTid utid = context_.process_tracker->GetOrCreateThread(0);
TrackId track = context_.track_tracker->InternThreadTrack(utid);
context_.args_tracker->Flush(); // Flush track args.
StringId cat_id = context_.storage->InternString(base::StringView(kCategory));
StringId name_id = context_.storage->InternString(base::StringView(kName));
context_.storage->mutable_slice_table()->Insert(
{0, 0, track, cat_id, name_id, 0, 0, 0});
StringId arg_flat_key_id =
context_.storage->InternString(base::StringView("a.b"));
StringId arg_key0_id =
context_.storage->InternString(base::StringView("a[0].b"));
StringId arg_key1_id =
context_.storage->InternString(base::StringView("a[1].b"));
GlobalArgsTracker::Arg arg0;
arg0.flat_key = arg_flat_key_id;
arg0.key = arg_key0_id;
arg0.value = Variadic::Integer(kValues[0]);
GlobalArgsTracker::Arg arg1;
arg1.flat_key = arg_flat_key_id;
arg1.key = arg_key1_id;
arg1.value = Variadic::Integer(kValues[1]);
ArgSetId args = context_.global_args_tracker->AddArgSet({arg0, arg1}, 0, 2);
context_.storage->mutable_slice_table()->mutable_arg_set_id()->Set(0, args);
base::TempFile temp_file = base::TempFile::Create();
FILE* output = fopen(temp_file.path().c_str(), "w+");
util::Status status = ExportJson(context_.storage.get(), output);
EXPECT_TRUE(status.ok());
Json::Value result = ToJsonValue(ReadFile(output));
EXPECT_EQ(result["traceEvents"].size(), 1u);
Json::Value event = result["traceEvents"][0];
EXPECT_EQ(event["cat"].asString(), kCategory);
EXPECT_EQ(event["name"].asString(), kName);
EXPECT_EQ(event["args"]["a"].size(), 2u);
EXPECT_EQ(event["args"]["a"][0]["b"].asInt(), kValues[0]);
EXPECT_EQ(event["args"]["a"][1]["b"].asInt(), kValues[1]);
}
TEST_F(ExportJsonTest, StorageWithNestedListArgs) {
const char* kCategory = "cat";
const char* kName = "name";
int kValues[] = {123, 234};
UniqueTid utid = context_.process_tracker->GetOrCreateThread(0);
TrackId track = context_.track_tracker->InternThreadTrack(utid);
context_.args_tracker->Flush(); // Flush track args.
StringId cat_id = context_.storage->InternString(base::StringView(kCategory));
StringId name_id = context_.storage->InternString(base::StringView(kName));
context_.storage->mutable_slice_table()->Insert(
{0, 0, track, cat_id, name_id, 0, 0, 0});
StringId arg_flat_key_id =
context_.storage->InternString(base::StringView("a"));
StringId arg_key0_id =
context_.storage->InternString(base::StringView("a[0][0]"));
StringId arg_key1_id =
context_.storage->InternString(base::StringView("a[0][1]"));
GlobalArgsTracker::Arg arg0;
arg0.flat_key = arg_flat_key_id;
arg0.key = arg_key0_id;
arg0.value = Variadic::Integer(kValues[0]);
GlobalArgsTracker::Arg arg1;
arg1.flat_key = arg_flat_key_id;
arg1.key = arg_key1_id;
arg1.value = Variadic::Integer(kValues[1]);
ArgSetId args = context_.global_args_tracker->AddArgSet({arg0, arg1}, 0, 2);
context_.storage->mutable_slice_table()->mutable_arg_set_id()->Set(0, args);
base::TempFile temp_file = base::TempFile::Create();
FILE* output = fopen(temp_file.path().c_str(), "w+");
util::Status status = ExportJson(context_.storage.get(), output);
EXPECT_TRUE(status.ok());
Json::Value result = ToJsonValue(ReadFile(output));
EXPECT_EQ(result["traceEvents"].size(), 1u);
Json::Value event = result["traceEvents"][0];
EXPECT_EQ(event["cat"].asString(), kCategory);
EXPECT_EQ(event["name"].asString(), kName);
EXPECT_EQ(event["args"]["a"].size(), 1u);
EXPECT_EQ(event["args"]["a"][0].size(), 2u);
EXPECT_EQ(event["args"]["a"][0][0].asInt(), kValues[0]);
EXPECT_EQ(event["args"]["a"][0][1].asInt(), kValues[1]);
}
TEST_F(ExportJsonTest, StorageWithLegacyJsonArgs) {
const char* kCategory = "cat";
const char* kName = "name";
UniqueTid utid = context_.process_tracker->GetOrCreateThread(0);
TrackId track = context_.track_tracker->InternThreadTrack(utid);
context_.args_tracker->Flush(); // Flush track args.
StringId cat_id = context_.storage->InternString(base::StringView(kCategory));
StringId name_id = context_.storage->InternString(base::StringView(kName));
context_.storage->mutable_slice_table()->Insert(
{0, 0, track, cat_id, name_id, 0, 0, 0});
StringId arg_key_id = context_.storage->InternString(base::StringView("a"));
StringId arg_value_id =
context_.storage->InternString(base::StringView("{\"b\":123}"));
GlobalArgsTracker::Arg arg;
arg.flat_key = arg_key_id;
arg.key = arg_key_id;
arg.value = Variadic::Json(arg_value_id);
ArgSetId args = context_.global_args_tracker->AddArgSet({arg}, 0, 1);
context_.storage->mutable_slice_table()->mutable_arg_set_id()->Set(0, args);
base::TempFile temp_file = base::TempFile::Create();
FILE* output = fopen(temp_file.path().c_str(), "w+");
util::Status status = ExportJson(context_.storage.get(), output);
EXPECT_TRUE(status.ok());
Json::Value result = ToJsonValue(ReadFile(output));
EXPECT_EQ(result["traceEvents"].size(), 1u);
Json::Value event = result["traceEvents"][0];
EXPECT_EQ(event["cat"].asString(), kCategory);
EXPECT_EQ(event["name"].asString(), kName);
EXPECT_EQ(event["args"]["a"]["b"].asInt(), 123);
}
TEST_F(ExportJsonTest, InstantEvent) {
const int64_t kTimestamp = 10000000;
const int64_t kTimestamp2 = 10001000;
const int64_t kTimestamp3 = 10002000;
const char* kCategory = "cat";
const char* kName = "name";
// Global legacy track.
TrackId track =
context_.track_tracker->GetOrCreateLegacyChromeGlobalInstantTrack();
context_.args_tracker->Flush(); // Flush track args.
StringId cat_id = context_.storage->InternString(base::StringView(kCategory));
StringId name_id = context_.storage->InternString(base::StringView(kName));
context_.storage->mutable_slice_table()->Insert(
{kTimestamp, 0, track, cat_id, name_id, 0, 0, 0});
// Global track.
TrackEventTracker track_event_tracker(&context_);
TrackId track2 = track_event_tracker.GetOrCreateDefaultDescriptorTrack();
context_.args_tracker->Flush(); // Flush track args.
context_.storage->mutable_slice_table()->Insert(
{kTimestamp2, 0, track2, cat_id, name_id, 0, 0, 0});
// Async event track.
track_event_tracker.ReserveDescriptorChildTrack(1234, 0, kNullStringId);
TrackId track3 = *track_event_tracker.GetDescriptorTrack(1234);
context_.args_tracker->Flush(); // Flush track args.
context_.storage->mutable_slice_table()->Insert(
{kTimestamp3, 0, track3, cat_id, name_id, 0, 0, 0});
base::TempFile temp_file = base::TempFile::Create();
FILE* output = fopen(temp_file.path().c_str(), "w+");
util::Status status = ExportJson(context_.storage.get(), output);
EXPECT_TRUE(status.ok());
Json::Value result = ToJsonValue(ReadFile(output));
EXPECT_EQ(result["traceEvents"].size(), 3u);
Json::Value event = result["traceEvents"][0];
EXPECT_EQ(event["ph"].asString(), "I");
EXPECT_EQ(event["ts"].asInt64(), kTimestamp / 1000);
EXPECT_EQ(event["s"].asString(), "g");
EXPECT_EQ(event["cat"].asString(), kCategory);
EXPECT_EQ(event["name"].asString(), kName);
Json::Value event2 = result["traceEvents"][1];
EXPECT_EQ(event2["ph"].asString(), "I");
EXPECT_EQ(event2["ts"].asInt64(), kTimestamp2 / 1000);
EXPECT_EQ(event2["s"].asString(), "g");
EXPECT_EQ(event2["cat"].asString(), kCategory);
EXPECT_EQ(event2["name"].asString(), kName);
Json::Value event3 = result["traceEvents"][2];
EXPECT_EQ(event3["ph"].asString(), "n");
EXPECT_EQ(event3["ts"].asInt64(), kTimestamp3 / 1000);
EXPECT_EQ(event3["id"].asString(), "0x2");
EXPECT_EQ(event3["cat"].asString(), kCategory);
EXPECT_EQ(event3["name"].asString(), kName);
}
TEST_F(ExportJsonTest, InstantEventOnThread) {
const int64_t kTimestamp = 10000000;
const uint32_t kThreadID = 100;
const char* kCategory = "cat";
const char* kName = "name";
UniqueTid utid = context_.process_tracker->GetOrCreateThread(kThreadID);
TrackId track = context_.track_tracker->InternThreadTrack(utid);
context_.args_tracker->Flush(); // Flush track args.
StringId cat_id = context_.storage->InternString(base::StringView(kCategory));
StringId name_id = context_.storage->InternString(base::StringView(kName));
context_.storage->mutable_slice_table()->Insert(
{kTimestamp, 0, track, cat_id, name_id, 0, 0, 0});
base::TempFile temp_file = base::TempFile::Create();
FILE* output = fopen(temp_file.path().c_str(), "w+");
util::Status status = ExportJson(context_.storage.get(), output);
EXPECT_TRUE(status.ok());
Json::Value result = ToJsonValue(ReadFile(output));
EXPECT_EQ(result["traceEvents"].size(), 1u);
Json::Value event = result["traceEvents"][0];
EXPECT_EQ(event["tid"].asInt(), static_cast<int>(kThreadID));
EXPECT_EQ(event["ph"].asString(), "I");
EXPECT_EQ(event["ts"].asInt64(), kTimestamp / 1000);
EXPECT_EQ(event["s"].asString(), "t");
EXPECT_EQ(event["cat"].asString(), kCategory);
EXPECT_EQ(event["name"].asString(), kName);
}
TEST_F(ExportJsonTest, DuplicatePidAndTid) {
UniqueTid upid1 = context_.process_tracker->StartNewProcess(
std::nullopt, std::nullopt, 1, kNullStringId,
ThreadNamePriority::kTrackDescriptor);
UniqueTid utid1a = context_.process_tracker->UpdateThread(1, 1);
UniqueTid utid1b = context_.process_tracker->UpdateThread(2, 1);
UniqueTid utid1c = context_.process_tracker->StartNewThread(std::nullopt, 2);
// Associate the new thread with its process.
ASSERT_EQ(utid1c, context_.process_tracker->UpdateThread(2, 1));
UniqueTid upid2 = context_.process_tracker->StartNewProcess(
std::nullopt, std::nullopt, 1, kNullStringId,
ThreadNamePriority::kTrackDescriptor);
UniqueTid utid2a = context_.process_tracker->UpdateThread(1, 1);
UniqueTid utid2b = context_.process_tracker->UpdateThread(2, 1);
ASSERT_NE(upid1, upid2);
ASSERT_NE(utid1b, utid1c);
ASSERT_NE(utid1a, utid2a);
ASSERT_NE(utid1b, utid2b);
ASSERT_NE(utid1c, utid2b);
ASSERT_EQ(upid1, *context_.storage->thread_table().upid()[utid1a]);
ASSERT_EQ(upid1, *context_.storage->thread_table().upid()[utid1b]);
ASSERT_EQ(upid1, *context_.storage->thread_table().upid()[utid1c]);
ASSERT_EQ(upid2, *context_.storage->thread_table().upid()[utid2a]);
ASSERT_EQ(upid2, *context_.storage->thread_table().upid()[utid2b]);
TrackId track1a = context_.track_tracker->InternThreadTrack(utid1a);
TrackId track1b = context_.track_tracker->InternThreadTrack(utid1b);
TrackId track1c = context_.track_tracker->InternThreadTrack(utid1c);
TrackId track2a = context_.track_tracker->InternThreadTrack(utid2a);
TrackId track2b = context_.track_tracker->InternThreadTrack(utid2b);
context_.args_tracker->Flush(); // Flush track args.
StringId cat_id = context_.storage->InternString(base::StringView("cat"));
StringId name1a_id =
context_.storage->InternString(base::StringView("name1a"));
StringId name1b_id =
context_.storage->InternString(base::StringView("name1b"));
StringId name1c_id =
context_.storage->InternString(base::StringView("name1c"));
StringId name2a_id =
context_.storage->InternString(base::StringView("name2a"));
StringId name2b_id =
context_.storage->InternString(base::StringView("name2b"));
context_.storage->mutable_slice_table()->Insert(
{10000, 0, track1a, cat_id, name1a_id, 0, 0, 0});
context_.storage->mutable_slice_table()->Insert(
{20000, 1000, track1b, cat_id, name1b_id, 0, 0, 0});
context_.storage->mutable_slice_table()->Insert(
{30000, 0, track1c, cat_id, name1c_id, 0, 0, 0});
context_.storage->mutable_slice_table()->Insert(
{40000, 0, track2a, cat_id, name2a_id, 0, 0, 0});
context_.storage->mutable_slice_table()->Insert(
{50000, 1000, track2b, cat_id, name2b_id, 0, 0, 0});
base::TempFile temp_file = base::TempFile::Create();
FILE* output = fopen(temp_file.path().c_str(), "w+");
util::Status status = ExportJson(context_.storage.get(), output);
EXPECT_TRUE(status.ok());
Json::Value result = ToJsonValue(ReadFile(output));
EXPECT_EQ(result["traceEvents"].size(), 5u);
EXPECT_EQ(result["traceEvents"][0]["pid"].asInt(), 1);
EXPECT_EQ(result["traceEvents"][0]["tid"].asInt(), 1);
EXPECT_EQ(result["traceEvents"][0]["ph"].asString(), "I");
EXPECT_EQ(result["traceEvents"][0]["ts"].asInt64(), 10);
EXPECT_EQ(result["traceEvents"][0]["cat"].asString(), "cat");
EXPECT_EQ(result["traceEvents"][0]["name"].asString(), "name1a");
EXPECT_EQ(result["traceEvents"][1]["pid"].asInt(), 1);
EXPECT_EQ(result["traceEvents"][1]["tid"].asInt(), 2);
EXPECT_EQ(result["traceEvents"][1]["ph"].asString(), "X");
EXPECT_EQ(result["traceEvents"][1]["ts"].asInt64(), 20);
EXPECT_EQ(result["traceEvents"][1]["dur"].asInt64(), 1);
EXPECT_EQ(result["traceEvents"][1]["cat"].asString(), "cat");
EXPECT_EQ(result["traceEvents"][1]["name"].asString(), "name1b");
EXPECT_EQ(result["traceEvents"][2]["pid"].asInt(), 1);
EXPECT_EQ(result["traceEvents"][2]["tid"].asInt(),
static_cast<int>(std::numeric_limits<uint32_t>::max() - 1u));
EXPECT_EQ(result["traceEvents"][2]["ph"].asString(), "I");
EXPECT_EQ(result["traceEvents"][2]["ts"].asInt64(), 30);
EXPECT_EQ(result["traceEvents"][2]["cat"].asString(), "cat");
EXPECT_EQ(result["traceEvents"][2]["name"].asString(), "name1c");
EXPECT_EQ(result["traceEvents"][3]["pid"].asInt(),
static_cast<int>(std::numeric_limits<uint32_t>::max()));
EXPECT_EQ(result["traceEvents"][3]["tid"].asInt(), 1);
EXPECT_EQ(result["traceEvents"][3]["ph"].asString(), "I");
EXPECT_EQ(result["traceEvents"][3]["ts"].asInt64(), 40);
EXPECT_EQ(result["traceEvents"][3]["cat"].asString(), "cat");
EXPECT_EQ(result["traceEvents"][3]["name"].asString(), "name2a");
EXPECT_EQ(result["traceEvents"][4]["pid"].asInt(),
static_cast<int>(std::numeric_limits<uint32_t>::max()));
EXPECT_EQ(result["traceEvents"][4]["tid"].asInt(), 2);
EXPECT_EQ(result["traceEvents"][4]["ph"].asString(), "X");
EXPECT_EQ(result["traceEvents"][4]["ts"].asInt64(), 50);
EXPECT_EQ(result["traceEvents"][1]["dur"].asInt64(), 1);
EXPECT_EQ(result["traceEvents"][4]["cat"].asString(), "cat");
EXPECT_EQ(result["traceEvents"][4]["name"].asString(), "name2b");
}
TEST_F(ExportJsonTest, AsyncEvents) {
const int64_t kTimestamp = 10000000;
const int64_t kDuration = 100000;
const int64_t kTimestamp3 = 10005000;
const int64_t kDuration3 = 100000;
const uint32_t kProcessID = 100;
const char* kCategory = "cat";
const char* kName = "name";
const char* kName2 = "name2";
const char* kName3 = "name3";
const char* kArgName = "arg_name";
const int kArgValue = 123;
UniquePid upid = context_.process_tracker->GetOrCreateProcess(kProcessID);
StringId cat_id = context_.storage->InternString(base::StringView(kCategory));
StringId name_id = context_.storage->InternString(base::StringView(kName));
StringId name2_id = context_.storage->InternString(base::StringView(kName2));
StringId name3_id = context_.storage->InternString(base::StringView(kName3));
constexpr int64_t kSourceId = 235;
TrackId track = context_.track_tracker->InternLegacyChromeAsyncTrack(
name_id, upid, kSourceId, /*source_id_is_process_scoped=*/true,
/*source_scope=*/kNullStringId);
constexpr int64_t kSourceId2 = 236;
TrackId track2 = context_.track_tracker->InternLegacyChromeAsyncTrack(
name3_id, upid, kSourceId2, /*source_id_is_process_scoped=*/true,
/*source_scope=*/kNullStringId);
context_.args_tracker->Flush(); // Flush track args.
context_.storage->mutable_slice_table()->Insert(
{kTimestamp, kDuration, track, cat_id, name_id, 0, 0, 0});
StringId arg_key_id =
context_.storage->InternString(base::StringView(kArgName));
GlobalArgsTracker::Arg arg;
arg.flat_key = arg_key_id;
arg.key = arg_key_id;
arg.value = Variadic::Integer(kArgValue);
ArgSetId args = context_.global_args_tracker->AddArgSet({arg}, 0, 1);
context_.storage->mutable_slice_table()->mutable_arg_set_id()->Set(0, args);
// Child event with same timestamps as first one.
context_.storage->mutable_slice_table()->Insert(
{kTimestamp, kDuration, track, cat_id, name2_id, 0, 0, 0});
// Another overlapping async event on a different track.
context_.storage->mutable_slice_table()->Insert(
{kTimestamp3, kDuration3, track2, cat_id, name3_id, 0, 0, 0});
base::TempFile temp_file = base::TempFile::Create();
FILE* output = fopen(temp_file.path().c_str(), "w+");
util::Status status = ExportJson(context_.storage.get(), output);
EXPECT_TRUE(status.ok());
Json::Value result = ToJsonValue(ReadFile(output));
EXPECT_EQ(result["traceEvents"].size(), 6u);
// Events should be sorted by timestamp, with child slice's end before its
// parent.
Json::Value begin_event1 = result["traceEvents"][0];
EXPECT_EQ(begin_event1["ph"].asString(), "b");
EXPECT_EQ(begin_event1["ts"].asInt64(), kTimestamp / 1000);
EXPECT_EQ(begin_event1["pid"].asInt(), static_cast<int>(kProcessID));
EXPECT_EQ(begin_event1["id2"]["local"].asString(), "0xeb");
EXPECT_EQ(begin_event1["cat"].asString(), kCategory);
EXPECT_EQ(begin_event1["name"].asString(), kName);
EXPECT_EQ(begin_event1["args"][kArgName].asInt(), kArgValue);
EXPECT_FALSE(begin_event1.isMember("tts"));
EXPECT_FALSE(begin_event1.isMember("use_async_tts"));
Json::Value begin_event2 = result["traceEvents"][1];
EXPECT_EQ(begin_event2["ph"].asString(), "b");
EXPECT_EQ(begin_event2["ts"].asInt64(), kTimestamp / 1000);
EXPECT_EQ(begin_event2["pid"].asInt(), static_cast<int>(kProcessID));
EXPECT_EQ(begin_event2["id2"]["local"].asString(), "0xeb");
EXPECT_EQ(begin_event2["cat"].asString(), kCategory);
EXPECT_EQ(begin_event2["name"].asString(), kName2);
EXPECT_TRUE(begin_event2["args"].isObject());
EXPECT_EQ(begin_event2["args"].size(), 0u);
EXPECT_FALSE(begin_event2.isMember("tts"));
EXPECT_FALSE(begin_event2.isMember("use_async_tts"));
Json::Value begin_event3 = result["traceEvents"][2];
EXPECT_EQ(begin_event3["ph"].asString(), "b");
EXPECT_EQ(begin_event3["ts"].asInt64(), kTimestamp3 / 1000);
EXPECT_EQ(begin_event3["pid"].asInt(), static_cast<int>(kProcessID));
EXPECT_EQ(begin_event3["id2"]["local"].asString(), "0xec");
EXPECT_EQ(begin_event3["cat"].asString(), kCategory);
EXPECT_EQ(begin_event3["name"].asString(), kName3);
EXPECT_TRUE(begin_event3["args"].isObject());
EXPECT_EQ(begin_event3["args"].size(), 0u);
EXPECT_FALSE(begin_event3.isMember("tts"));
EXPECT_FALSE(begin_event3.isMember("use_async_tts"));
Json::Value end_event2 = result["traceEvents"][3];
EXPECT_EQ(end_event2["ph"].asString(), "e");
EXPECT_EQ(end_event2["ts"].asInt64(), (kTimestamp + kDuration) / 1000);
EXPECT_EQ(end_event2["pid"].asInt(), static_cast<int>(kProcessID));
EXPECT_EQ(end_event2["id2"]["local"].asString(), "0xeb");
EXPECT_EQ(end_event2["cat"].asString(), kCategory);
EXPECT_EQ(end_event2["name"].asString(), kName2);
EXPECT_TRUE(end_event2["args"].isObject());
EXPECT_EQ(end_event2["args"].size(), 0u);
EXPECT_FALSE(end_event2.isMember("tts"));
EXPECT_FALSE(end_event2.isMember("use_async_tts"));
Json::Value end_event1 = result["traceEvents"][4];
EXPECT_EQ(end_event1["ph"].asString(), "e");
EXPECT_EQ(end_event1["ts"].asInt64(), (kTimestamp + kDuration) / 1000);
EXPECT_EQ(end_event1["pid"].asInt(), static_cast<int>(kProcessID));
EXPECT_EQ(end_event1["id2"]["local"].asString(), "0xeb");
EXPECT_EQ(end_event1["cat"].asString(), kCategory);
EXPECT_EQ(end_event1["name"].asString(), kName);
EXPECT_TRUE(end_event1["args"].isObject());
EXPECT_EQ(end_event1["args"].size(), 0u);
EXPECT_FALSE(end_event1.isMember("tts"));
EXPECT_FALSE(end_event1.isMember("use_async_tts"));
Json::Value end_event3 = result["traceEvents"][5];
EXPECT_EQ(end_event3["ph"].asString(), "e");
EXPECT_EQ(end_event3["ts"].asInt64(), (kTimestamp3 + kDuration3) / 1000);
EXPECT_EQ(end_event3["pid"].asInt(), static_cast<int>(kProcessID));
EXPECT_EQ(end_event3["id2"]["local"].asString(), "0xec");
EXPECT_EQ(end_event3["cat"].asString(), kCategory);
EXPECT_EQ(end_event3["name"].asString(), kName3);
EXPECT_TRUE(end_event3["args"].isObject());
EXPECT_EQ(end_event3["args"].size(), 0u);
EXPECT_FALSE(end_event3.isMember("tts"));
EXPECT_FALSE(end_event3.isMember("use_async_tts"));
}
TEST_F(ExportJsonTest, LegacyAsyncEvents) {
using Arg = GlobalArgsTracker::Arg;
const int64_t kTimestamp = 10000000;
const int64_t kDuration = 100000;
const int64_t kTimestamp2 = 10001000;
const int64_t kDuration2 = 0;
const int64_t kTimestamp3 = 10005000;
const int64_t kDuration3 = 100000;
const uint32_t kProcessID = 100;
const char* kCategory = "cat";
const char* kName = "name";
const char* kName2 = "name2";
const char* kName3 = "name3";
UniquePid upid = context_.process_tracker->GetOrCreateProcess(kProcessID);
StringId cat_id = context_.storage->InternString(base::StringView(kCategory));
StringId name_id = context_.storage->InternString(base::StringView(kName));
StringId name2_id = context_.storage->InternString(base::StringView(kName2));
StringId name3_id = context_.storage->InternString(base::StringView(kName3));
auto arg_inserter = [this](base::StringView arg_name,
base::StringView arg_value,
std::vector<Arg>& args) {
Arg arg;
StringId arg_key_id =
context_.storage->InternString(base::StringView(arg_name));
arg.flat_key = arg_key_id;
arg.key = arg_key_id;
StringId value_id = context_.storage->InternString(arg_value);
arg.value = Variadic::String(value_id);
args.push_back(arg);
};
constexpr int64_t kSourceId = 235;
TrackId track = context_.track_tracker->InternLegacyChromeAsyncTrack(
name_id, upid, kSourceId, /*source_id_is_process_scoped=*/true,
/*source_scope=*/kNullStringId);
constexpr int64_t kSourceId2 = 236;
TrackId track2 = context_.track_tracker->InternLegacyChromeAsyncTrack(
name3_id, upid, kSourceId2, /*source_id_is_process_scoped=*/true,
/*source_scope=*/kNullStringId);
context_.args_tracker->Flush(); // Flush track args.
context_.storage->mutable_slice_table()->Insert(
{kTimestamp, kDuration, track, cat_id, name_id, 0, 0, 0});
std::vector<Arg> args1;
arg_inserter("arg1", "value1", args1);
arg_inserter("legacy_event.phase", "S", args1);
ArgSetId arg_id1 = context_.global_args_tracker->AddArgSet(args1, 0, 2);
context_.storage->mutable_slice_table()->mutable_arg_set_id()->Set(0,
arg_id1);
// Step event with first event as parent.
context_.storage->mutable_slice_table()->Insert(
{kTimestamp2, kDuration2, track, cat_id, name2_id, 0, 0, 0});
std::vector<Arg> step_args;
arg_inserter("arg2", "value2", step_args);
arg_inserter("legacy_event.phase", "T", step_args);
arg_inserter("debug.step", "Step1", step_args);
ArgSetId arg_id2 = context_.global_args_tracker->AddArgSet(step_args, 0, 3);
context_.storage->mutable_slice_table()->mutable_arg_set_id()->Set(1,
arg_id2);
// Another overlapping async event on a different track.
context_.storage->mutable_slice_table()->Insert(
{kTimestamp3, kDuration3, track2, cat_id, name3_id, 0, 0, 0});
std::vector<Arg> args3;
arg_inserter("legacy_event.phase", "S", args3);
ArgSetId arg_id3 = context_.global_args_tracker->AddArgSet(args3, 0, 1);
context_.storage->mutable_slice_table()->mutable_arg_set_id()->Set(2,
arg_id3);
base::TempFile temp_file = base::TempFile::Create();
FILE* output = fopen(temp_file.path().c_str(), "w+");
util::Status status = ExportJson(context_.storage.get(), output);
EXPECT_TRUE(status.ok());
Json::Value result = ToJsonValue(ReadFile(output));
EXPECT_EQ(result["traceEvents"].size(), 5u);
// Events should be sorted by timestamp, with child slice's end before its
// parent.
Json::Value begin_event1 = result["traceEvents"][0];
EXPECT_EQ(begin_event1["ph"].asString(), "S");
EXPECT_EQ(begin_event1["ts"].asInt64(), kTimestamp / 1000);
EXPECT_EQ(begin_event1["pid"].asInt(), static_cast<int>(kProcessID));
EXPECT_EQ(begin_event1["id2"]["local"].asString(), "0xeb");
EXPECT_EQ(begin_event1["cat"].asString(), kCategory);
EXPECT_EQ(begin_event1["name"].asString(), kName);
EXPECT_FALSE(begin_event1.isMember("tts"));
EXPECT_FALSE(begin_event1.isMember("use_async_tts"));
EXPECT_EQ(begin_event1["args"].size(), 1u);
EXPECT_EQ(begin_event1["args"]["arg1"].asString(), "value1");
Json::Value step_event = result["traceEvents"][1];
EXPECT_EQ(step_event["ph"].asString(), "T");
EXPECT_EQ(step_event["ts"].asInt64(), kTimestamp2 / 1000);
EXPECT_EQ(step_event["pid"].asInt(), static_cast<int>(kProcessID));
EXPECT_EQ(step_event["id2"]["local"].asString(), "0xeb");
EXPECT_EQ(step_event["cat"].asString(), kCategory);
EXPECT_EQ(step_event["name"].asString(), kName2);
EXPECT_TRUE(step_event["args"].isObject());
EXPECT_EQ(step_event["args"].size(), 2u);
EXPECT_EQ(step_event["args"]["arg2"].asString(), "value2");
EXPECT_EQ(step_event["args"]["step"].asString(), "Step1");
Json::Value begin_event2 = result["traceEvents"][2];
EXPECT_EQ(begin_event2["ph"].asString(), "S");
EXPECT_EQ(begin_event2["ts"].asInt64(), kTimestamp3 / 1000);
EXPECT_EQ(begin_event2["pid"].asInt(), static_cast<int>(kProcessID));
EXPECT_EQ(begin_event2["id2"]["local"].asString(), "0xec");
EXPECT_EQ(begin_event2["cat"].asString(), kCategory);
EXPECT_EQ(begin_event2["name"].asString(), kName3);
EXPECT_TRUE(begin_event2["args"].isObject());
EXPECT_EQ(begin_event2["args"].size(), 0u);
EXPECT_FALSE(begin_event2.isMember("tts"));
EXPECT_FALSE(begin_event2.isMember("use_async_tts"));
Json::Value end_event1 = result["traceEvents"][3];
EXPECT_EQ(end_event1["ph"].asString(), "F");
EXPECT_EQ(end_event1["ts"].asInt64(), (kTimestamp + kDuration) / 1000);
EXPECT_EQ(end_event1["pid"].asInt(), static_cast<int>(kProcessID));
EXPECT_EQ(end_event1["id2"]["local"].asString(), "0xeb");
EXPECT_EQ(end_event1["cat"].asString(), kCategory);
EXPECT_EQ(end_event1["name"].asString(), kName);
EXPECT_TRUE(end_event1["args"].isObject());
EXPECT_EQ(end_event1["args"].size(), 0u);
EXPECT_FALSE(end_event1.isMember("tts"));
EXPECT_FALSE(end_event1.isMember("use_async_tts"));
Json::Value end_event3 = result["traceEvents"][4];
EXPECT_EQ(end_event3["ph"].asString(), "F");
EXPECT_EQ(end_event3["ts"].asInt64(), (kTimestamp3 + kDuration3) / 1000);
EXPECT_EQ(end_event3["pid"].asInt(), static_cast<int>(kProcessID));
EXPECT_EQ(end_event3["id2"]["local"].asString(), "0xec");
EXPECT_EQ(end_event3["cat"].asString(), kCategory);
EXPECT_EQ(end_event3["name"].asString(), kName3);
EXPECT_TRUE(end_event3["args"].isObject());
EXPECT_EQ(end_event3["args"].size(), 0u);
EXPECT_FALSE(end_event3.isMember("tts"));
EXPECT_FALSE(end_event3.isMember("use_async_tts"));
}
TEST_F(ExportJsonTest, AsyncEventWithThreadTimestamp) {
const int64_t kTimestamp = 10000000;
const int64_t kDuration = 100000;
const int64_t kThreadTimestamp = 10000001;
const int64_t kThreadDuration = 99998;
const uint32_t kProcessID = 100;
const char* kCategory = "cat";
const char* kName = "name";
UniquePid upid = context_.process_tracker->GetOrCreateProcess(kProcessID);
StringId cat_id = context_.storage->InternString(base::StringView(kCategory));
StringId name_id = context_.storage->InternString(base::StringView(kName));
constexpr int64_t kSourceId = 235;
TrackId track = context_.track_tracker->InternLegacyChromeAsyncTrack(
name_id, upid, kSourceId, /*source_id_is_process_scoped=*/true,
/*source_scope=*/kNullStringId);
context_.args_tracker->Flush(); // Flush track args.
auto* slices = context_.storage->mutable_slice_table();
auto id_and_row =
slices->Insert({kTimestamp, kDuration, track, cat_id, name_id, 0, 0, 0});
context_.storage->mutable_virtual_track_slices()->AddVirtualTrackSlice(
id_and_row.id, kThreadTimestamp, kThreadDuration, 0, 0);
base::TempFile temp_file = base::TempFile::Create();
FILE* output = fopen(temp_file.path().c_str(), "w+");
util::Status status = ExportJson(context_.storage.get(), output);
EXPECT_TRUE(status.ok());
Json::Value result = ToJsonValue(ReadFile(output));
EXPECT_EQ(result["traceEvents"].size(), 2u);
Json::Value begin_event = result["traceEvents"][0];
EXPECT_EQ(begin_event["ph"].asString(), "b");
EXPECT_EQ(begin_event["ts"].asInt64(), kTimestamp / 1000);
EXPECT_EQ(begin_event["tts"].asInt64(), kThreadTimestamp / 1000);
EXPECT_EQ(begin_event["use_async_tts"].asInt(), 1);
EXPECT_EQ(begin_event["pid"].asInt(), static_cast<int>(kProcessID));
EXPECT_EQ(begin_event["id2"]["local"].asString(), "0xeb");
EXPECT_EQ(begin_event["cat"].asString(), kCategory);
EXPECT_EQ(begin_event["name"].asString(), kName);
Json::Value end_event = result["traceEvents"][1];
EXPECT_EQ(end_event["ph"].asString(), "e");
EXPECT_EQ(end_event["ts"].asInt64(), (kTimestamp + kDuration) / 1000);
EXPECT_EQ(end_event["tts"].asInt64(),
(kThreadTimestamp + kThreadDuration) / 1000);
EXPECT_EQ(end_event["use_async_tts"].asInt(), 1);
EXPECT_EQ(end_event["pid"].asInt(), static_cast<int>(kProcessID));
EXPECT_EQ(end_event["id2"]["local"].asString(), "0xeb");
EXPECT_EQ(end_event["cat"].asString(), kCategory);
EXPECT_EQ(end_event["name"].asString(), kName);
}
TEST_F(ExportJsonTest, UnfinishedAsyncEvent) {
const int64_t kTimestamp = 10000000;
const int64_t kDuration = -1;
const int64_t kThreadTimestamp = 10000001;
const int64_t kThreadDuration = -1;
const uint32_t kProcessID = 100;
const char* kCategory = "cat";
const char* kName = "name";
UniquePid upid = context_.process_tracker->GetOrCreateProcess(kProcessID);
StringId cat_id = context_.storage->InternString(base::StringView(kCategory));
StringId name_id = context_.storage->InternString(base::StringView(kName));
constexpr int64_t kSourceId = 235;
TrackId track = context_.track_tracker->InternLegacyChromeAsyncTrack(
name_id, upid, kSourceId, /*source_id_is_process_scoped=*/true,
/*source_scope=*/kNullStringId);
context_.args_tracker->Flush(); // Flush track args.
auto slice_id =
context_.storage->mutable_slice_table()
->Insert({kTimestamp, kDuration, track, cat_id, name_id, 0, 0, 0})
.id;
context_.storage->mutable_virtual_track_slices()->AddVirtualTrackSlice(
slice_id, kThreadTimestamp, kThreadDuration, 0, 0);
base::TempFile temp_file = base::TempFile::Create();
FILE* output = fopen(temp_file.path().c_str(), "w+");
util::Status status = ExportJson(context_.storage.get(), output);
EXPECT_TRUE(status.ok());
Json::Value result = ToJsonValue(ReadFile(output));
EXPECT_EQ(result["traceEvents"].size(), 1u);
Json::Value begin_event = result["traceEvents"][0];
EXPECT_EQ(begin_event["ph"].asString(), "b");
EXPECT_EQ(begin_event["ts"].asInt64(), kTimestamp / 1000);
EXPECT_EQ(begin_event["tts"].asInt64(), kThreadTimestamp / 1000);
EXPECT_EQ(begin_event["use_async_tts"].asInt(), 1);
EXPECT_EQ(begin_event["pid"].asInt(), static_cast<int>(kProcessID));
EXPECT_EQ(begin_event["id2"]["local"].asString(), "0xeb");
EXPECT_EQ(begin_event["cat"].asString(), kCategory);
EXPECT_EQ(begin_event["name"].asString(), kName);
}
TEST_F(ExportJsonTest, AsyncInstantEvent) {
const int64_t kTimestamp = 10000000;
const uint32_t kProcessID = 100;
const char* kCategory = "cat";
const char* kName = "name";
const char* kArgName = "arg_name";
const int kArgValue = 123;
UniquePid upid = context_.process_tracker->GetOrCreateProcess(kProcessID);
StringId cat_id = context_.storage->InternString(base::StringView(kCategory));
StringId name_id = context_.storage->InternString(base::StringView(kName));
constexpr int64_t kSourceId = 235;
TrackId track = context_.track_tracker->InternLegacyChromeAsyncTrack(
name_id, upid, kSourceId, /*source_id_is_process_scoped=*/true,
/*source_scope=*/kNullStringId);
context_.args_tracker->Flush(); // Flush track args.
context_.storage->mutable_slice_table()->Insert(
{kTimestamp, 0, track, cat_id, name_id, 0, 0, 0});
StringId arg_key_id =
context_.storage->InternString(base::StringView("arg_name"));
GlobalArgsTracker::Arg arg;
arg.flat_key = arg_key_id;
arg.key = arg_key_id;
arg.value = Variadic::Integer(kArgValue);
ArgSetId args = context_.global_args_tracker->AddArgSet({arg}, 0, 1);
context_.storage->mutable_slice_table()->mutable_arg_set_id()->Set(0, args);
base::TempFile temp_file = base::TempFile::Create();
FILE* output = fopen(temp_file.path().c_str(), "w+");
util::Status status = ExportJson(context_.storage.get(), output);
EXPECT_TRUE(status.ok());
Json::Value result = ToJsonValue(ReadFile(output));
EXPECT_EQ(result["traceEvents"].size(), 1u);
Json::Value event = result["traceEvents"][0];
EXPECT_EQ(event["ph"].asString(), "n");
EXPECT_EQ(event["ts"].asInt64(), kTimestamp / 1000);
EXPECT_EQ(event["pid"].asInt(), static_cast<int>(kProcessID));
EXPECT_EQ(event["id2"]["local"].asString(), "0xeb");
EXPECT_EQ(event["cat"].asString(), kCategory);
EXPECT_EQ(event["name"].asString(), kName);
EXPECT_EQ(event["args"][kArgName].asInt(), kArgValue);
}
TEST_F(ExportJsonTest, RawEvent) {
const int64_t kTimestamp = 10000000;
const int64_t kDuration = 10000;
const int64_t kThreadTimestamp = 20000000;
const int64_t kThreadDuration = 20000;
const int64_t kThreadInstructionCount = 30000000;
const int64_t kThreadInstructionDelta = 30000;
const uint32_t kProcessID = 100;
const uint32_t kThreadID = 200;
const char* kCategory = "cat";
const char* kName = "name";
const char* kPhase = "?";
const uint64_t kGlobalId = 0xaaffaaffaaffaaff;
const char* kIdScope = "my_id";
const uint64_t kBindId = 0xaa00aa00aa00aa00;
const char* kFlowDirection = "inout";
const char* kArgName = "arg_name";
const int kArgValue = 123;
TraceStorage* storage = context_.storage.get();
UniqueTid utid = context_.process_tracker->GetOrCreateThread(kThreadID);
UniquePid upid = context_.process_tracker->GetOrCreateProcess(kProcessID);
context_.storage->mutable_thread_table()->mutable_upid()->Set(utid, upid);
auto ucpu = context_.cpu_tracker->GetOrCreateCpu(0);
auto id_and_row = storage->mutable_raw_table()->Insert(
{kTimestamp, storage->InternString("track_event.legacy_event"), utid, 0,
0, ucpu});
auto inserter = context_.args_tracker->AddArgsTo(id_and_row.id);
auto add_arg = [&](const char* key, Variadic value) {
StringId key_id = storage->InternString(key);
inserter.AddArg(key_id, value);
};
StringId cat_id = storage->InternString(base::StringView(kCategory));
add_arg("legacy_event.category", Variadic::String(cat_id));
StringId name_id = storage->InternString(base::StringView(kName));
add_arg("legacy_event.name", Variadic::String(name_id));
StringId phase_id = storage->InternString(base::StringView(kPhase));
add_arg("legacy_event.phase", Variadic::String(phase_id));
add_arg("legacy_event.duration_ns", Variadic::Integer(kDuration));
add_arg("legacy_event.thread_timestamp_ns",
Variadic::Integer(kThreadTimestamp));
add_arg("legacy_event.thread_duration_ns",
Variadic::Integer(kThreadDuration));
add_arg("legacy_event.thread_instruction_count",
Variadic::Integer(kThreadInstructionCount));
add_arg("legacy_event.thread_instruction_delta",
Variadic::Integer(kThreadInstructionDelta));
add_arg("legacy_event.use_async_tts", Variadic::Boolean(true));
add_arg("legacy_event.global_id", Variadic::UnsignedInteger(kGlobalId));
StringId scope_id = storage->InternString(base::StringView(kIdScope));
add_arg("legacy_event.id_scope", Variadic::String(scope_id));
add_arg("legacy_event.bind_id", Variadic::UnsignedInteger(kBindId));
add_arg("legacy_event.bind_to_enclosing", Variadic::Boolean(true));
StringId flow_direction_id = storage->InternString(kFlowDirection);
add_arg("legacy_event.flow_direction", Variadic::String(flow_direction_id));
add_arg(kArgName, Variadic::Integer(kArgValue));
context_.args_tracker->Flush();
base::TempFile temp_file = base::TempFile::Create();
FILE* output = fopen(temp_file.path().c_str(), "w+");
util::Status status = ExportJson(storage, output);
EXPECT_TRUE(status.ok());
Json::Value result = ToJsonValue(ReadFile(output));
EXPECT_EQ(result["traceEvents"].size(), 1u);
Json::Value event = result["traceEvents"][0];
EXPECT_EQ(event["ph"].asString(), kPhase);
EXPECT_EQ(event["ts"].asInt64(), kTimestamp / 1000);
EXPECT_EQ(event["dur"].asInt64(), kDuration / 1000);
EXPECT_EQ(event["tts"].asInt64(), kThreadTimestamp / 1000);
EXPECT_EQ(event["tdur"].asInt64(), kThreadDuration / 1000);
EXPECT_EQ(event["ticount"].asInt64(), kThreadInstructionCount);
EXPECT_EQ(event["tidelta"].asInt64(), kThreadInstructionDelta);
EXPECT_EQ(event["tid"].asInt(), static_cast<int>(kThreadID));
EXPECT_EQ(event["cat"].asString(), kCategory);
EXPECT_EQ(event["name"].asString(), kName);
EXPECT_EQ(event["use_async_tts"].asInt(), 1);
EXPECT_EQ(event["id2"]["global"].asString(), "0xaaffaaffaaffaaff");
EXPECT_EQ(event["scope"].asString(), kIdScope);
EXPECT_EQ(event["args"][kArgName].asInt(), kArgValue);
}
TEST_F(ExportJsonTest, LegacyRawEvents) {
const char* kLegacyFtraceData = "some \"data\"\nsome :data:";
const char* kLegacyJsonData1 = "{\"us";
const char* kLegacyJsonData2 = "er\": 1},{\"user\": 2}";
TraceStorage* storage = context_.storage.get();
auto* raw = storage->mutable_raw_table();
auto id_and_row = raw->Insert(
{0, storage->InternString("chrome_event.legacy_system_trace"), 0, 0});
auto inserter = context_.args_tracker->AddArgsTo(id_and_row.id);
StringId data_id = storage->InternString("data");
StringId ftrace_data_id = storage->InternString(kLegacyFtraceData);
inserter.AddArg(data_id, Variadic::String(ftrace_data_id));
id_and_row = raw->Insert(
{0, storage->InternString("chrome_event.legacy_user_trace"), 0, 0});
inserter = context_.args_tracker->AddArgsTo(id_and_row.id);
StringId json_data1_id = storage->InternString(kLegacyJsonData1);
inserter.AddArg(data_id, Variadic::String(json_data1_id));
id_and_row = raw->Insert(
{0, storage->InternString("chrome_event.legacy_user_trace"), 0, 0});
inserter = context_.args_tracker->AddArgsTo(id_and_row.id);
StringId json_data2_id = storage->InternString(kLegacyJsonData2);
inserter.AddArg(data_id, Variadic::String(json_data2_id));
context_.args_tracker->Flush();
base::TempFile temp_file = base::TempFile::Create();
FILE* output = fopen(temp_file.path().c_str(), "w+");
util::Status status = ExportJson(storage, output);
EXPECT_TRUE(status.ok());
Json::Value result = ToJsonValue(ReadFile(output));
EXPECT_EQ(result["traceEvents"].size(), 2u);
EXPECT_EQ(result["traceEvents"][0]["user"].asInt(), 1);
EXPECT_EQ(result["traceEvents"][1]["user"].asInt(), 2);
EXPECT_EQ(result["systemTraceEvents"].asString(), kLegacyFtraceData);
}
TEST_F(ExportJsonTest, CpuProfileEvent) {
const uint32_t kProcessID = 100;
const uint32_t kThreadID = 200;
const int64_t kTimestamp = 10000000;
const int32_t kProcessPriority = 42;
TraceStorage* storage = context_.storage.get();
UniqueTid utid = context_.process_tracker->GetOrCreateThread(kThreadID);
UniquePid upid = context_.process_tracker->GetOrCreateProcess(kProcessID);
context_.storage->mutable_thread_table()->mutable_upid()->Set(utid, upid);
auto* mappings = storage->mutable_stack_profile_mapping_table();
auto* frames = storage->mutable_stack_profile_frame_table();
auto* callsites = storage->mutable_stack_profile_callsite_table();
auto module_1 =
mappings->Insert({storage->InternString("foo_module_id"), 0, 0, 0, 0, 0,
storage->InternString("foo_module_name")});
auto module_2 =
mappings->Insert({storage->InternString("bar_module_id"), 0, 0, 0, 0, 0,
storage->InternString("bar_module_name")});
// TODO(140860736): Once we support null values for
// stack_profile_frame.symbol_set_id remove this hack
storage->mutable_symbol_table()->Insert({0, kNullStringId, kNullStringId, 0});
auto frame_1 = frames->Insert({/*name_id=*/kNullStringId, module_1.id, 0x42});
uint32_t symbol_set_id = storage->symbol_table().row_count();
storage->mutable_symbol_table()->Insert(
{symbol_set_id, storage->InternString("foo_func"),
storage->InternString("foo_file"), 66});
frames->mutable_symbol_set_id()->Set(frame_1.row, symbol_set_id);
auto frame_2 =
frames->Insert({/*name_id=*/kNullStringId, module_2.id, 0x4242});
symbol_set_id = storage->symbol_table().row_count();
storage->mutable_symbol_table()->Insert(
{symbol_set_id, storage->InternString("bar_func"),
storage->InternString("bar_file"), 77});
frames->mutable_symbol_set_id()->Set(frame_2.row, symbol_set_id);
auto frame_callsite_1 = callsites->Insert({0, std::nullopt, frame_1.id});
auto frame_callsite_2 =
callsites->Insert({1, frame_callsite_1.id, frame_2.id});
storage->mutable_cpu_profile_stack_sample_table()->Insert(
{kTimestamp, frame_callsite_2.id, utid, kProcessPriority});
storage->mutable_cpu_profile_stack_sample_table()->Insert(
{kTimestamp + 10000, frame_callsite_1.id, utid, kProcessPriority});
storage->mutable_cpu_profile_stack_sample_table()->Insert(
{kTimestamp + 20000, frame_callsite_1.id, utid, kProcessPriority});
base::TempFile temp_file = base::TempFile::Create();
FILE* output = fopen(temp_file.path().c_str(), "w+");
util::Status status = ExportJson(storage, output);
EXPECT_TRUE(status.ok());
Json::Value result = ToJsonValue(ReadFile(output));
// The first sample should generate only a single instant event;
// the two following samples should also generate an additional [b, e] pair
// (the async duration event).
EXPECT_EQ(result["traceEvents"].size(), 5u);
Json::Value event = result["traceEvents"][0];
EXPECT_EQ(event["ph"].asString(), "n");
EXPECT_EQ(event["id"].asString(), "0x1");
EXPECT_EQ(event["ts"].asInt64(), kTimestamp / 1000);
EXPECT_EQ(event["tid"].asInt(), static_cast<int>(kThreadID));
EXPECT_EQ(event["cat"].asString(), "disabled-by-default-cpu_profiler");
EXPECT_EQ(event["name"].asString(), "StackCpuSampling");
EXPECT_EQ(event["s"].asString(), "t");
EXPECT_EQ(event["args"]["frames"].asString(),
"foo_func - foo_module_name [foo_module_id]\nbar_func - "
"bar_module_name [bar_module_id]\n");
EXPECT_EQ(event["args"]["process_priority"].asInt(), kProcessPriority);
event = result["traceEvents"][1];
EXPECT_EQ(event["ph"].asString(), "n");
EXPECT_EQ(event["id"].asString(), "0x2");
EXPECT_EQ(event["ts"].asInt64(), (kTimestamp + 10000) / 1000);
event = result["traceEvents"][2];
EXPECT_EQ(event["ph"].asString(), "n");
EXPECT_EQ(event["id"].asString(), "0x2");
EXPECT_EQ(event["ts"].asInt64(), (kTimestamp + 20000) / 1000);
Json::String second_callstack_ = event["args"]["frames"].asString();
EXPECT_EQ(second_callstack_, "foo_func - foo_module_name [foo_module_id]\n");
event = result["traceEvents"][3];
EXPECT_EQ(event["ph"].asString(), "b");
EXPECT_EQ(event["id"].asString(), "0x2");
EXPECT_EQ(event["ts"].asInt64(), (kTimestamp + 10000) / 1000 - 1);
EXPECT_EQ(event["args"]["frames"].asString(), second_callstack_);
event = result["traceEvents"][4];
EXPECT_EQ(event["ph"].asString(), "e");
EXPECT_EQ(event["id"].asString(), "0x2");
EXPECT_EQ(event["ts"].asInt64(), (kTimestamp + 20000) / 1000);
}
TEST_F(ExportJsonTest, ArgumentFilter) {
UniqueTid utid = context_.process_tracker->GetOrCreateThread(0);
TrackId track = context_.track_tracker->InternThreadTrack(utid);
context_.args_tracker->Flush(); // Flush track args.
StringId cat_id = context_.storage->InternString(base::StringView("cat"));
std::array<StringId, 3> name_ids{
context_.storage->InternString(base::StringView("name1")),
context_.storage->InternString(base::StringView("name2")),
context_.storage->InternString(base::StringView("name3"))};
StringId arg1_id = context_.storage->InternString(base::StringView("arg1"));
StringId arg2_id = context_.storage->InternString(base::StringView("arg2"));
StringId val_id = context_.storage->InternString(base::StringView("val"));
auto* slices = context_.storage->mutable_slice_table();
std::vector<ArgsTracker::BoundInserter> slice_inserters;
for (size_t i = 0; i < name_ids.size(); i++) {
auto id = slices->Insert({0, 0, track, cat_id, name_ids[i], 0, 0, 0}).id;
slice_inserters.emplace_back(context_.args_tracker->AddArgsTo(id));
}
for (auto& inserter : slice_inserters) {
inserter.AddArg(arg1_id, Variadic::Integer(5))
.AddArg(arg2_id, Variadic::String(val_id));
}
context_.args_tracker->Flush();
auto arg_filter = [](const char* category_group_name, const char* event_name,
ArgumentNameFilterPredicate* arg_name_filter) {
EXPECT_TRUE(strcmp(category_group_name, "cat") == 0);
if (strcmp(event_name, "name1") == 0) {
// Filter all args for name1.
return false;
} else if (strcmp(event_name, "name2") == 0) {
// Filter only the second arg for name2.
*arg_name_filter = [](const char* arg_name) {
if (strcmp(arg_name, "arg1") == 0) {
return true;
}
EXPECT_TRUE(strcmp(arg_name, "arg2") == 0);
return false;
};
return true;
}
// Filter no args for name3.
EXPECT_TRUE(strcmp(event_name, "name3") == 0);
return true;
};
Json::Value result = ToJsonValue(ToJson(arg_filter));
EXPECT_EQ(result["traceEvents"].size(), 3u);
EXPECT_EQ(result["traceEvents"][0]["cat"].asString(), "cat");
EXPECT_EQ(result["traceEvents"][0]["name"].asString(), "name1");
EXPECT_EQ(result["traceEvents"][0]["args"].asString(), "__stripped__");
EXPECT_EQ(result["traceEvents"][1]["cat"].asString(), "cat");
EXPECT_EQ(result["traceEvents"][1]["name"].asString(), "name2");
EXPECT_EQ(result["traceEvents"][1]["args"]["arg1"].asInt(), 5);
EXPECT_EQ(result["traceEvents"][1]["args"]["arg2"].asString(),
"__stripped__");
EXPECT_EQ(result["traceEvents"][2]["cat"].asString(), "cat");
EXPECT_EQ(result["traceEvents"][2]["name"].asString(), "name3");
EXPECT_EQ(result["traceEvents"][2]["args"]["arg1"].asInt(), 5);
EXPECT_EQ(result["traceEvents"][2]["args"]["arg2"].asString(), "val");
}
TEST_F(ExportJsonTest, MetadataFilter) {
const char* kName1 = "name1";
const char* kName2 = "name2";
const char* kValue1 = "value1";
const int kValue2 = 222;
TraceStorage* storage = context_.storage.get();
auto* raw = storage->mutable_raw_table();
RawId id =
raw->Insert({0, storage->InternString("chrome_event.metadata"), 0, 0}).id;
StringId name1_id = storage->InternString(base::StringView(kName1));
StringId name2_id = storage->InternString(base::StringView(kName2));
StringId value1_id = storage->InternString(base::StringView(kValue1));
context_.args_tracker->AddArgsTo(id)
.AddArg(name1_id, Variadic::String(value1_id))
.AddArg(name2_id, Variadic::Integer(kValue2));
context_.args_tracker->Flush();
auto metadata_filter = [](const char* metadata_name) {
// Only allow name1.
return strcmp(metadata_name, "name1") == 0;
};
Json::Value result = ToJsonValue(ToJson(nullptr, metadata_filter));
EXPECT_TRUE(result.isMember("metadata"));
Json::Value metadata = result["metadata"];
EXPECT_EQ(metadata[kName1].asString(), kValue1);
EXPECT_EQ(metadata[kName2].asString(), "__stripped__");
}
TEST_F(ExportJsonTest, LabelFilter) {
const int64_t kTimestamp1 = 10000000;
const int64_t kTimestamp2 = 20000000;
const int64_t kDuration = 10000;
const uint32_t kThreadID = 100;
const char* kCategory = "cat";
const char* kName = "name";
UniqueTid utid = context_.process_tracker->GetOrCreateThread(kThreadID);
TrackId track = context_.track_tracker->InternThreadTrack(utid);
context_.args_tracker->Flush(); // Flush track args.
StringId cat_id = context_.storage->InternString(base::StringView(kCategory));
StringId name_id = context_.storage->InternString(base::StringView(kName));
context_.storage->mutable_slice_table()->Insert(
{kTimestamp1, kDuration, track, cat_id, name_id, 0, 0, 0});
context_.storage->mutable_slice_table()->Insert(
{kTimestamp2, kDuration, track, cat_id, name_id, 0, 0, 0});
auto label_filter = [](const char* label_name) {
return strcmp(label_name, "traceEvents") == 0;
};
Json::Value result =
ToJsonValue("[" + ToJson(nullptr, nullptr, label_filter) + "]");
EXPECT_TRUE(result.isArray());
EXPECT_EQ(result.size(), 2u);
EXPECT_EQ(result[0]["ph"].asString(), "X");
EXPECT_EQ(result[0]["ts"].asInt64(), kTimestamp1 / 1000);
EXPECT_EQ(result[0]["dur"].asInt64(), kDuration / 1000);
EXPECT_EQ(result[0]["tid"].asInt(), static_cast<int>(kThreadID));
EXPECT_EQ(result[0]["cat"].asString(), kCategory);
EXPECT_EQ(result[0]["name"].asString(), kName);
EXPECT_EQ(result[1]["ph"].asString(), "X");
EXPECT_EQ(result[1]["ts"].asInt64(), kTimestamp2 / 1000);
EXPECT_EQ(result[1]["dur"].asInt64(), kDuration / 1000);
EXPECT_EQ(result[1]["tid"].asInt(), static_cast<int>(kThreadID));
EXPECT_EQ(result[1]["cat"].asString(), kCategory);
EXPECT_EQ(result[1]["name"].asString(), kName);
}
TEST_F(ExportJsonTest, MemorySnapshotOsDumpEvent) {
const int64_t kTimestamp = 10000000;
const int64_t kPeakResidentSetSize = 100000;
const int64_t kPrivateFootprintBytes = 200000;
const int64_t kProtectionFlags = 1;
const int64_t kStartAddress = 1000000000;
const int64_t kSizeKb = 1000;
const int64_t kPrivateCleanResidentKb = 2000;
const int64_t kPrivateDirtyKb = 3000;
const int64_t kProportionalResidentKb = 4000;
const int64_t kSharedCleanResidentKb = 5000;
const int64_t kSharedDirtyResidentKb = 6000;
const int64_t kSwapKb = 7000;
const int64_t kModuleTimestamp = 20000000;
const uint32_t kProcessID = 100;
const bool kIsPeakRssResettable = true;
const char* kLevelOfDetail = "detailed";
const char* kFileName = "filename";
const char* kModuleDebugid = "debugid";
const char* kModuleDebugPath = "debugpath";
UniquePid upid = context_.process_tracker->GetOrCreateProcess(kProcessID);
TrackId track = context_.track_tracker->InternProcessTrack(upid);
StringId level_of_detail_id =
context_.storage->InternString(base::StringView(kLevelOfDetail));
auto snapshot_id = context_.storage->mutable_memory_snapshot_table()
->Insert({kTimestamp, track, level_of_detail_id})
.id;
StringId peak_resident_set_size_id =
context_.storage->InternString("chrome.peak_resident_set_kb");
TrackId peak_resident_set_size_counter =
context_.track_tracker->InternProcessCounterTrack(
peak_resident_set_size_id, upid);
context_.event_tracker->PushCounter(kTimestamp, kPeakResidentSetSize,
peak_resident_set_size_counter);
StringId private_footprint_bytes_id =
context_.storage->InternString("chrome.private_footprint_kb");
TrackId private_footprint_bytes_counter =
context_.track_tracker->InternProcessCounterTrack(
private_footprint_bytes_id, upid);
context_.event_tracker->PushCounter(kTimestamp, kPrivateFootprintBytes,
private_footprint_bytes_counter);
StringId is_peak_rss_resettable_id =
context_.storage->InternString("is_peak_rss_resettable");
context_.args_tracker->AddArgsTo(upid).AddArg(
is_peak_rss_resettable_id, Variadic::Boolean(kIsPeakRssResettable));
context_.args_tracker->Flush();
context_.storage->mutable_profiler_smaps_table()->Insert(
{upid, kTimestamp, kNullStringId, kSizeKb, kPrivateDirtyKb, kSwapKb,
context_.storage->InternString(kFileName), kStartAddress,
kModuleTimestamp, context_.storage->InternString(kModuleDebugid),
context_.storage->InternString(kModuleDebugPath), kProtectionFlags,
kPrivateCleanResidentKb, kSharedDirtyResidentKb, kSharedCleanResidentKb,
0, kProportionalResidentKb});
base::TempFile temp_file = base::TempFile::Create();
FILE* output = fopen(temp_file.path().c_str(), "w+");
util::Status status = ExportJson(context_.storage.get(), output);
EXPECT_TRUE(status.ok());
Json::Value result = ToJsonValue(ReadFile(output));
EXPECT_EQ(result["traceEvents"].size(), 1u);
Json::Value event = result["traceEvents"][0];
EXPECT_EQ(event["ph"].asString(), "v");
EXPECT_EQ(event["cat"].asString(), "disabled-by-default-memory-infra");
EXPECT_EQ(event["id"].asString(), base::Uint64ToHexString(snapshot_id.value));
EXPECT_EQ(event["ts"].asInt64(), kTimestamp / 1000);
EXPECT_EQ(event["name"].asString(), "periodic_interval");
EXPECT_EQ(event["pid"].asUInt(), kProcessID);
EXPECT_EQ(event["tid"].asInt(), -1);
EXPECT_TRUE(event["args"].isObject());
EXPECT_EQ(event["args"]["dumps"]["level_of_detail"].asString(),
kLevelOfDetail);
EXPECT_EQ(event["args"]["dumps"]["process_totals"]["peak_resident_set_size"]
.asString(),
base::Uint64ToHexStringNoPrefix(
static_cast<uint64_t>(kPeakResidentSetSize)));
EXPECT_EQ(event["args"]["dumps"]["process_totals"]["private_footprint_bytes"]
.asString(),
base::Uint64ToHexStringNoPrefix(
static_cast<uint64_t>(kPrivateFootprintBytes)));
EXPECT_EQ(event["args"]["dumps"]["process_totals"]["is_peak_rss_resettable"]
.asBool(),
kIsPeakRssResettable);
EXPECT_TRUE(event["args"]["dumps"]["process_mmaps"]["vm_regions"].isArray());
EXPECT_EQ(event["args"]["dumps"]["process_mmaps"]["vm_regions"].size(), 1u);
Json::Value region = event["args"]["dumps"]["process_mmaps"]["vm_regions"][0];
EXPECT_EQ(region["mf"].asString(), kFileName);
EXPECT_EQ(region["pf"].asInt64(), kProtectionFlags);
EXPECT_EQ(region["sa"].asString(), base::Uint64ToHexStringNoPrefix(
static_cast<uint64_t>(kStartAddress)));
EXPECT_EQ(
region["sz"].asString(),
base::Uint64ToHexStringNoPrefix(static_cast<uint64_t>(kSizeKb * 1024)));
EXPECT_EQ(region["id"].asString(), kModuleDebugid);
EXPECT_EQ(region["df"].asString(), kModuleDebugPath);
EXPECT_EQ(region["bs"]["pc"].asString(),
base::Uint64ToHexStringNoPrefix(
static_cast<uint64_t>(kPrivateCleanResidentKb * 1024)));
EXPECT_EQ(region["bs"]["pd"].asString(),
base::Uint64ToHexStringNoPrefix(
static_cast<uint64_t>(kPrivateDirtyKb * 1024)));
EXPECT_EQ(region["bs"]["pss"].asString(),
base::Uint64ToHexStringNoPrefix(
static_cast<uint64_t>(kProportionalResidentKb * 1024)));
EXPECT_EQ(region["bs"]["sc"].asString(),
base::Uint64ToHexStringNoPrefix(
static_cast<uint64_t>(kSharedCleanResidentKb * 1024)));
EXPECT_EQ(region["bs"]["sd"].asString(),
base::Uint64ToHexStringNoPrefix(
static_cast<uint64_t>(kSharedDirtyResidentKb * 1024)));
EXPECT_EQ(
region["bs"]["sw"].asString(),
base::Uint64ToHexStringNoPrefix(static_cast<uint64_t>(kSwapKb * 1024)));
}
TEST_F(ExportJsonTest, MemorySnapshotChromeDumpEvent) {
const int64_t kTimestamp = 10000000;
const int64_t kSize = 1000;
const int64_t kEffectiveSize = 2000;
const int64_t kScalarAttrValue = 3000;
const uint32_t kOsProcessID = 100;
const uint32_t kChromeProcessID = 200;
const uint32_t kImportance = 1;
const char* kLevelOfDetail = "detailed";
const char* kPath1 = "path/to_file1";
const char* kPath2 = "path/to_file2";
const char* kScalarAttrUnits = "scalar_units";
const char* kStringAttrValue = "string_value";
const std::string kScalarAttrName = "scalar_name";
const std::string kStringAttrName = "string_name";
UniquePid os_upid =
context_.process_tracker->GetOrCreateProcess(kOsProcessID);
TrackId track = context_.track_tracker->InternProcessTrack(os_upid);
StringId level_of_detail_id =
context_.storage->InternString(base::StringView(kLevelOfDetail));
auto snapshot_id = context_.storage->mutable_memory_snapshot_table()
->Insert({kTimestamp, track, level_of_detail_id})
.id;
UniquePid chrome_upid =
context_.process_tracker->GetOrCreateProcess(kChromeProcessID);
auto process_id = context_.storage->mutable_process_memory_snapshot_table()
->Insert({snapshot_id, chrome_upid})
.id;
StringId path1_id = context_.storage->InternString(base::StringView(kPath1));
StringId path2_id = context_.storage->InternString(base::StringView(kPath2));
SnapshotNodeId node1_id =
context_.storage->mutable_memory_snapshot_node_table()
->Insert(
{process_id, SnapshotNodeId(0), path1_id, kSize, kEffectiveSize})
.id;
SnapshotNodeId node2_id =
context_.storage->mutable_memory_snapshot_node_table()
->Insert({process_id, SnapshotNodeId(0), path2_id, 0, 0})
.id;
context_.args_tracker->AddArgsTo(node1_id).AddArg(
context_.storage->InternString(
base::StringView(kScalarAttrName + ".value")),
Variadic::Integer(kScalarAttrValue));
context_.args_tracker->AddArgsTo(node1_id).AddArg(
context_.storage->InternString(
base::StringView(kScalarAttrName + ".unit")),
Variadic::String(context_.storage->InternString(kScalarAttrUnits)));
context_.args_tracker->AddArgsTo(node1_id).AddArg(
context_.storage->InternString(
base::StringView(kStringAttrName + ".value")),
Variadic::String(context_.storage->InternString(kStringAttrValue)));
context_.args_tracker->Flush();
context_.storage->mutable_memory_snapshot_edge_table()->Insert(
{node1_id, node2_id, kImportance});
base::TempFile temp_file = base::TempFile::Create();
FILE* output = fopen(temp_file.path().c_str(), "w+");
util::Status status = ExportJson(context_.storage.get(), output);
EXPECT_TRUE(status.ok());
Json::Value result = ToJsonValue(ReadFile(output));
EXPECT_EQ(result["traceEvents"].size(), 1u);
Json::Value event = result["traceEvents"][0];
EXPECT_EQ(event["ph"].asString(), "v");
EXPECT_EQ(event["cat"].asString(), "disabled-by-default-memory-infra");
EXPECT_EQ(event["id"].asString(), base::Uint64ToHexString(snapshot_id.value));
EXPECT_EQ(event["ts"].asInt64(), kTimestamp / 1000);
EXPECT_EQ(event["name"].asString(), "periodic_interval");
EXPECT_EQ(event["pid"].asUInt(), kChromeProcessID);
EXPECT_EQ(event["tid"].asInt(), -1);
EXPECT_TRUE(event["args"].isObject());
EXPECT_EQ(event["args"]["dumps"]["level_of_detail"].asString(),
kLevelOfDetail);
EXPECT_EQ(event["args"]["dumps"]["allocators"].size(), 2u);
Json::Value node1 = event["args"]["dumps"]["allocators"][kPath1];
EXPECT_TRUE(node1.isObject());
EXPECT_EQ(
node1["guid"].asString(),
base::Uint64ToHexStringNoPrefix(static_cast<uint64_t>(node1_id.value)));
EXPECT_TRUE(node1["attrs"]["size"].isObject());
EXPECT_EQ(node1["attrs"]["size"]["value"].asString(),
base::Uint64ToHexStringNoPrefix(static_cast<uint64_t>(kSize)));
EXPECT_EQ(node1["attrs"]["size"]["type"].asString(), "scalar");
EXPECT_EQ(node1["attrs"]["size"]["units"].asString(), "bytes");
EXPECT_EQ(
node1["attrs"]["effective_size"]["value"].asString(),
base::Uint64ToHexStringNoPrefix(static_cast<uint64_t>(kEffectiveSize)));
EXPECT_TRUE(node1["attrs"][kScalarAttrName].isObject());
EXPECT_EQ(
node1["attrs"][kScalarAttrName]["value"].asString(),
base::Uint64ToHexStringNoPrefix(static_cast<uint64_t>(kScalarAttrValue)));
EXPECT_EQ(node1["attrs"][kScalarAttrName]["type"].asString(), "scalar");
EXPECT_EQ(node1["attrs"][kScalarAttrName]["units"].asString(),
kScalarAttrUnits);
EXPECT_TRUE(node1["attrs"][kStringAttrName].isObject());
EXPECT_EQ(node1["attrs"][kStringAttrName]["value"].asString(),
kStringAttrValue);
EXPECT_EQ(node1["attrs"][kStringAttrName]["type"].asString(), "string");
EXPECT_EQ(node1["attrs"][kStringAttrName]["units"].asString(), "");
Json::Value node2 = event["args"]["dumps"]["allocators"][kPath2];
EXPECT_TRUE(node2.isObject());
EXPECT_EQ(
node2["guid"].asString(),
base::Uint64ToHexStringNoPrefix(static_cast<uint64_t>(node2_id.value)));
EXPECT_TRUE(node2["attrs"].empty());
Json::Value graph = event["args"]["dumps"]["allocators_graph"];
EXPECT_TRUE(graph.isArray());
EXPECT_EQ(graph.size(), 1u);
EXPECT_EQ(
graph[0]["source"].asString(),
base::Uint64ToHexStringNoPrefix(static_cast<uint64_t>(node1_id.value)));
EXPECT_EQ(
graph[0]["target"].asString(),
base::Uint64ToHexStringNoPrefix(static_cast<uint64_t>(node2_id.value)));
EXPECT_EQ(graph[0]["importance"].asUInt(), kImportance);
EXPECT_EQ(graph[0]["type"].asString(), "ownership");
}
} // namespace
} // namespace json
} // namespace trace_processor
} // namespace perfetto