| // Copyright (C) 2018 The Android Open Source Project |
| // |
| // Licensed under the Apache License, Version 2.0 (the "License"); |
| // you may not use this file except in compliance with the License. |
| // You may obtain a copy of the License at |
| // |
| // http://www.apache.org/licenses/LICENSE-2.0 |
| // |
| // Unless required by applicable law or agreed to in writing, software |
| // distributed under the License is distributed on an "AS IS" BASIS, |
| // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| // See the License for the specific language governing permissions and |
| // limitations under the License. |
| |
| import {Message, Method, rpc, RPCImplCallback} from 'protobufjs'; |
| import {isString} from '../base/object_utils'; |
| import {base64Encode} from '../base/string_utils'; |
| import {TRACE_SUFFIX} from '../common/constants'; |
| import {genTraceConfig} from '../common/recordingV2/recording_config_utils'; |
| import {TargetInfo} from '../common/recordingV2/recording_interfaces_v2'; |
| import { |
| AdbRecordingTarget, |
| isAdbTarget, |
| isChromeTarget, |
| isWindowsTarget, |
| RecordingTarget, |
| } from '../common/state'; |
| import {ConsumerPort, TraceConfig} from '../protos'; |
| import {AdbOverWebUsb} from './adb'; |
| import {AdbConsumerPort} from './adb_shell_controller'; |
| import {AdbSocketConsumerPort} from './adb_socket_controller'; |
| import {ChromeExtensionConsumerPort} from './chrome_proxy_record_controller'; |
| import { |
| ConsumerPortResponse, |
| GetTraceStatsResponse, |
| isDisableTracingResponse, |
| isEnableTracingResponse, |
| isFreeBuffersResponse, |
| isGetTraceStatsResponse, |
| isReadBuffersResponse, |
| } from './consumer_port_types'; |
| import {RecordConfig} from './record_config_types'; |
| import {Consumer, RpcConsumerPort} from './record_controller_interfaces'; |
| import {AppImpl} from '../core/app_impl'; |
| import {RecordingManager} from './recording_manager'; |
| import {raf} from '../core/raf_scheduler'; |
| |
| type RPCImplMethod = Method | rpc.ServiceMethod<Message<{}>, Message<{}>>; |
| |
| export function genConfigProto( |
| uiCfg: RecordConfig, |
| target: RecordingTarget, |
| ): Uint8Array { |
| return TraceConfig.encode(convertToRecordingV2Input(uiCfg, target)).finish(); |
| } |
| |
| // This method converts the 'RecordingTarget' to the 'TargetInfo' used by V2 of |
| // the recording code. It is used so the logic is not duplicated and does not |
| // diverge. |
| // TODO(octaviant) delete this once we switch to RecordingV2. |
| function convertToRecordingV2Input( |
| uiCfg: RecordConfig, |
| target: RecordingTarget, |
| ): TraceConfig { |
| let targetType: 'ANDROID' | 'CHROME' | 'CHROME_OS' | 'LINUX' | 'WINDOWS'; |
| let androidApiLevel!: number; |
| switch (target.os) { |
| case 'L': |
| targetType = 'LINUX'; |
| break; |
| case 'C': |
| targetType = 'CHROME'; |
| break; |
| case 'CrOS': |
| targetType = 'CHROME_OS'; |
| break; |
| case 'Win': |
| targetType = 'WINDOWS'; |
| break; |
| case 'S': |
| androidApiLevel = 31; |
| targetType = 'ANDROID'; |
| break; |
| case 'R': |
| androidApiLevel = 30; |
| targetType = 'ANDROID'; |
| break; |
| case 'Q': |
| androidApiLevel = 29; |
| targetType = 'ANDROID'; |
| break; |
| case 'P': |
| androidApiLevel = 28; |
| targetType = 'ANDROID'; |
| break; |
| default: |
| androidApiLevel = 26; |
| targetType = 'ANDROID'; |
| } |
| |
| let targetInfo: TargetInfo; |
| if (targetType === 'ANDROID') { |
| targetInfo = { |
| targetType, |
| androidApiLevel, |
| dataSources: [], |
| name: '', |
| }; |
| } else { |
| targetInfo = { |
| targetType, |
| dataSources: [], |
| name: '', |
| }; |
| } |
| |
| return genTraceConfig(uiCfg, targetInfo); |
| } |
| |
| export function toPbtxt(configBuffer: Uint8Array): string { |
| const msg = TraceConfig.decode(configBuffer); |
| const json = msg.toJSON(); |
| function snakeCase(s: string): string { |
| return s.replace(/[A-Z]/g, (c) => '_' + c.toLowerCase()); |
| } |
| // With the ahead of time compiled protos we can't seem to tell which |
| // fields are enums. |
| function isEnum(value: string): boolean { |
| return ( |
| value.startsWith('MEMINFO_') || |
| value.startsWith('VMSTAT_') || |
| value.startsWith('STAT_') || |
| value.startsWith('LID_') || |
| value.startsWith('BATTERY_COUNTER_') || |
| value.startsWith('ATOM_') || |
| value === 'DISCARD' || |
| value === 'RING_BUFFER' || |
| value === 'BACKGROUND' || |
| value === 'USER_INITIATED' || |
| value.startsWith('PERF_CLOCK_') |
| ); |
| } |
| // Since javascript doesn't have 64 bit numbers when converting protos to |
| // json the proto library encodes them as strings. This is lossy since |
| // we can't tell which strings that look like numbers are actually strings |
| // and which are actually numbers. Ideally we would reflect on the proto |
| // definition somehow but for now we just hard code keys which have this |
| // problem in the config. |
| function is64BitNumber(key: string): boolean { |
| return [ |
| 'maxFileSizeBytes', |
| 'pid', |
| 'samplingIntervalBytes', |
| 'shmemSizeBytes', |
| 'timestampUnitMultiplier', |
| 'frequency', |
| ].includes(key); |
| } |
| function* message(msg: {}, indent: number): IterableIterator<string> { |
| for (const [key, value] of Object.entries(msg)) { |
| const isRepeated = Array.isArray(value); |
| const isNested = typeof value === 'object' && !isRepeated; |
| for (const entry of isRepeated ? (value as Array<{}>) : [value]) { |
| yield ' '.repeat(indent) + `${snakeCase(key)}${isNested ? '' : ':'} `; |
| if (isString(entry)) { |
| if (isEnum(entry) || is64BitNumber(key)) { |
| yield entry; |
| } else { |
| yield `"${entry.replace(new RegExp('"', 'g'), '\\"')}"`; |
| } |
| } else if (typeof entry === 'number') { |
| yield entry.toString(); |
| } else if (typeof entry === 'boolean') { |
| yield entry.toString(); |
| } else if (typeof entry === 'object' && entry !== null) { |
| yield '{\n'; |
| yield* message(entry, indent + 4); |
| yield ' '.repeat(indent) + '}'; |
| } else { |
| throw new Error( |
| `Record proto entry "${entry}" with unexpected type ${typeof entry}`, |
| ); |
| } |
| yield '\n'; |
| } |
| } |
| } |
| return [...message(json, 0)].join(''); |
| } |
| |
| export class RecordController implements Consumer { |
| private recMgr: RecordingManager; |
| private config: RecordConfig | null = null; |
| private readonly extensionPort: MessagePort; |
| private recordingInProgress = false; |
| private consumerPort: ConsumerPort; |
| private traceBuffer: Uint8Array[] = []; |
| private bufferUpdateInterval: ReturnType<typeof setTimeout> | undefined; |
| private adb = new AdbOverWebUsb(); |
| private recordedTraceSuffix = TRACE_SUFFIX; |
| private fetchedCategories = false; |
| |
| // We have a different controller for each targetOS. The correct one will be |
| // created when needed, and stored here. When the key is a string, it is the |
| // serial of the target (used for android devices). When the key is a single |
| // char, it is the 'targetOS' |
| private controllerPromises = new Map<string, Promise<RpcConsumerPort>>(); |
| |
| constructor(recMgr: RecordingManager, extensionPort: MessagePort) { |
| this.recMgr = recMgr; |
| this.consumerPort = ConsumerPort.create(this.rpcImpl.bind(this)); |
| this.extensionPort = extensionPort; |
| } |
| |
| private get state() { |
| return this.recMgr.state; |
| } |
| |
| refreshOnStateChange() { |
| // TODO(eseckler): Use ConsumerPort's QueryServiceState instead |
| // of posting a custom extension message to retrieve the category list. |
| raf.scheduleFullRedraw(); |
| if (this.state.fetchChromeCategories && !this.fetchedCategories) { |
| this.fetchedCategories = true; |
| if (this.state.extensionInstalled) { |
| this.extensionPort.postMessage({method: 'GetCategories'}); |
| } |
| this.recMgr.setFetchChromeCategories(false); |
| } |
| |
| this.config = this.state.recordConfig; |
| |
| const configProto = genConfigProto(this.config, this.state.recordingTarget); |
| const configProtoText = toPbtxt(configProto); |
| const configProtoBase64 = base64Encode(configProto); |
| const commandline = ` |
| echo '${configProtoBase64}' | |
| base64 --decode | |
| adb shell "perfetto -c - -o /data/misc/perfetto-traces/trace" && |
| adb pull /data/misc/perfetto-traces/trace /tmp/trace |
| `; |
| const traceConfig = convertToRecordingV2Input( |
| this.config, |
| this.state.recordingTarget, |
| ); |
| this.state.recordCmd = { |
| commandline, |
| pbBase64: configProtoBase64, |
| pbtxt: configProtoText, |
| }; |
| |
| // If the recordingInProgress boolean state is different, it means that we |
| // have to start or stop recording a trace. |
| if (this.state.recordingInProgress === this.recordingInProgress) return; |
| this.recordingInProgress = this.state.recordingInProgress; |
| |
| if (this.recordingInProgress) { |
| this.startRecordTrace(traceConfig); |
| } else { |
| this.stopRecordTrace(); |
| } |
| } |
| |
| startRecordTrace(traceConfig: TraceConfig) { |
| this.scheduleBufferUpdateRequests(); |
| this.traceBuffer = []; |
| this.consumerPort.enableTracing({traceConfig}); |
| } |
| |
| stopRecordTrace() { |
| if (this.bufferUpdateInterval) clearInterval(this.bufferUpdateInterval); |
| this.consumerPort.flush({}); |
| this.consumerPort.disableTracing({}); |
| } |
| |
| scheduleBufferUpdateRequests() { |
| if (this.bufferUpdateInterval) clearInterval(this.bufferUpdateInterval); |
| this.bufferUpdateInterval = setInterval(() => { |
| this.consumerPort.getTraceStats({}); |
| }, 200); |
| } |
| |
| readBuffers() { |
| this.consumerPort.readBuffers({}); |
| } |
| |
| onConsumerPortResponse(data: ConsumerPortResponse) { |
| if (data === undefined) return; |
| if (isReadBuffersResponse(data)) { |
| if (!data.slices || data.slices.length === 0) return; |
| // TODO(nicomazz): handle this as intended by consumer_port.proto. |
| console.assert(data.slices.length === 1); |
| if (data.slices[0].data) this.traceBuffer.push(data.slices[0].data); |
| // The line underneath is 'misusing' the format ReadBuffersResponse. |
| // The boolean field 'lastSliceForPacket' is used as 'lastPacketInTrace'. |
| // See http://shortn/_53WB8A1aIr. |
| if (data.slices[0].lastSliceForPacket) this.onTraceComplete(); |
| } else if (isEnableTracingResponse(data)) { |
| this.readBuffers(); |
| } else if (isGetTraceStatsResponse(data)) { |
| const percentage = this.getBufferUsagePercentage(data); |
| if (percentage) { |
| this.recMgr.state.bufferUsage = percentage; |
| } |
| } else if (isFreeBuffersResponse(data)) { |
| // No action required. |
| } else if (isDisableTracingResponse(data)) { |
| // No action required. |
| } else { |
| console.error('Unrecognized consumer port response:', data); |
| } |
| } |
| |
| onTraceComplete() { |
| this.consumerPort.freeBuffers({}); |
| this.recMgr.setRecordingStatus(undefined); |
| if (this.state.recordingCancelled) { |
| this.recMgr.setLastRecordingError('Recording cancelled.'); |
| this.traceBuffer = []; |
| return; |
| } |
| const trace = this.generateTrace(); |
| AppImpl.instance.openTraceFromBuffer({ |
| title: 'Recorded trace', |
| buffer: trace.buffer, |
| fileName: `recorded_trace${this.recordedTraceSuffix}`, |
| }); |
| this.traceBuffer = []; |
| } |
| |
| // TODO(nicomazz): stream each chunk into the trace processor, instead of |
| // creating a big long trace. |
| generateTrace() { |
| let traceLen = 0; |
| for (const chunk of this.traceBuffer) traceLen += chunk.length; |
| const completeTrace = new Uint8Array(traceLen); |
| let written = 0; |
| for (const chunk of this.traceBuffer) { |
| completeTrace.set(chunk, written); |
| written += chunk.length; |
| } |
| return completeTrace; |
| } |
| |
| getBufferUsagePercentage(data: GetTraceStatsResponse): number { |
| if (!data.traceStats || !data.traceStats.bufferStats) return 0.0; |
| let maximumUsage = 0; |
| for (const buffer of data.traceStats.bufferStats) { |
| const used = buffer.bytesWritten as number; |
| const total = buffer.bufferSize as number; |
| maximumUsage = Math.max(maximumUsage, used / total); |
| } |
| return maximumUsage; |
| } |
| |
| onError(message: string) { |
| // TODO(octaviant): b/204998302 |
| console.error('Error in record controller: ', message); |
| this.recMgr.setLastRecordingError(message.substring(0, 150)); |
| this.recMgr.stopRecording(); |
| } |
| |
| onStatus(message: string) { |
| this.recMgr.setRecordingStatus(message); |
| } |
| |
| // Depending on the recording target, different implementation of the |
| // consumer_port will be used. |
| // - Chrome target: This forwards the messages that have to be sent |
| // to the extension to the frontend. This is necessary because this |
| // controller is running in a separate worker, that can't directly send |
| // messages to the extension. |
| // - Android device target: WebUSB is used to communicate using the adb |
| // protocol. Actually, there is no full consumer_port implementation, but |
| // only the support to start tracing and fetch the file. |
| async getTargetController(target: RecordingTarget): Promise<RpcConsumerPort> { |
| const identifier = RecordController.getTargetIdentifier(target); |
| |
| // The reason why caching the target 'record controller' Promise is that |
| // multiple rcp calls can happen while we are trying to understand if an |
| // android device has a socket connection available or not. |
| const precedentPromise = this.controllerPromises.get(identifier); |
| if (precedentPromise) return precedentPromise; |
| |
| const controllerPromise = new Promise<RpcConsumerPort>( |
| async (resolve, _) => { |
| let controller: RpcConsumerPort | undefined = undefined; |
| if (isChromeTarget(target) || isWindowsTarget(target)) { |
| controller = new ChromeExtensionConsumerPort( |
| this.extensionPort, |
| this, |
| ); |
| } else if (isAdbTarget(target)) { |
| this.onStatus(`Please allow USB debugging on device. |
| If you press cancel, reload the page.`); |
| const socketAccess = await this.hasSocketAccess(target); |
| |
| controller = socketAccess |
| ? new AdbSocketConsumerPort(this.adb, this, this.recMgr.state) |
| : new AdbConsumerPort(this.adb, this, this.recMgr.state); |
| } else { |
| throw Error(`No device connected`); |
| } |
| |
| /* eslint-disable @typescript-eslint/strict-boolean-expressions */ |
| if (!controller) throw Error(`Unknown target: ${target}`); |
| /* eslint-enable */ |
| resolve(controller); |
| }, |
| ); |
| |
| this.controllerPromises.set(identifier, controllerPromise); |
| return controllerPromise; |
| } |
| |
| private static getTargetIdentifier(target: RecordingTarget): string { |
| return isAdbTarget(target) ? target.serial : target.os; |
| } |
| |
| private async hasSocketAccess(target: AdbRecordingTarget) { |
| const devices = await navigator.usb.getDevices(); |
| const device = devices.find((d) => d.serialNumber === target.serial); |
| console.assert(device); |
| if (!device) return Promise.resolve(false); |
| return AdbSocketConsumerPort.hasSocketAccess(device, this.adb); |
| } |
| |
| private async rpcImpl( |
| method: RPCImplMethod, |
| requestData: Uint8Array, |
| _callback: RPCImplCallback, |
| ) { |
| try { |
| const state = this.state; |
| // TODO(hjd): This is a bit weird. We implicitly send each RPC message to |
| // whichever target is currently selected (creating that target if needed) |
| // it would be nicer if the setup/teardown was more explicit. |
| const target = await this.getTargetController(state.recordingTarget); |
| this.recordedTraceSuffix = target.getRecordedTraceSuffix(); |
| target.handleCommand(method.name, requestData); |
| } catch (e) { |
| console.error(`error invoking ${method}: ${e.message}`); |
| } |
| } |
| } |