.github/workflows/linux-tests.yml - third_party/perfetto - Git at Google


            
            # Copyright (C) 2025 The Android Open Source Project

            
            #

            
            # Licensed under the Apache License, Version 2.0 (the "License");

            
            # you may not use this file except in compliance with the License.

            
            # You may obtain a copy of the License at

            
            #

            
            #      http://www.apache.org/licenses/LICENSE-2.0

            
            #

            
            # Unless required by applicable law or agreed to in writing, software

            
            # distributed under the License is distributed on an "AS IS" BASIS,

            
            # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.

            
            # See the License for the specific language governing permissions and

            
            # limitations under the License.


            # This workflow is triggered by analyze.yml

            
            name: Perfetto CI [linux]

            
            on:

            
              workflow_call:

            
            env:

            
              # /tmp/cache contains {ccache, bazelcache} and generally any other cache

            
              # that should be persisted across jobs, but only updated from the main

            
              # branch. This is populated by the "Restore cache" step below.

            
              PERFETTO_CACHE_DIR: /tmp/cache

            
              PERFETTO_ARTIFACTS_ROOT: /tmp/artifacts

            
              PYTHONUNBUFFERED: 1

            
            jobs:

            
              linux:

            
                runs-on: self-hosted

            
                timeout-minutes: 45

            
                strategy:

            
                  fail-fast: false  # Don't cancel all jobs if one fails (to detect flakes).

            
                  matrix:

            
                    config:

            
                      - name: clang-x86_64-debug

            
                        PERFETTO_TEST_GN_ARGS: 'is_debug=true is_hermetic_clang=false non_hermetic_clang_stdlib=\"libc++\" enable_perfetto_merged_protos_check=true cc_wrapper=\"ccache\"'

            
                        PERFETTO_INSTALL_BUILD_DEPS_ARGS: ''

            
                      - name: clang-x86_64-tsan

            
                        PERFETTO_TEST_GN_ARGS: 'is_debug=false is_tsan=true cc_wrapper=\"ccache\"'

            
                        PERFETTO_INSTALL_BUILD_DEPS_ARGS: ''

            
                      - name: clang-x86_64-msan

            
                        PERFETTO_TEST_GN_ARGS: 'is_debug=false is_msan=true cc_wrapper=\"ccache\"'

            
                        PERFETTO_INSTALL_BUILD_DEPS_ARGS: ''

            
                      - name: clang-x86_64-asan_lsan

            
                        PERFETTO_TEST_GN_ARGS: 'is_debug=false is_asan=true is_lsan=true cc_wrapper=\"ccache\"'

            
                        PERFETTO_INSTALL_BUILD_DEPS_ARGS: ''

            
                      - name: clang-x86-release

            
                        PERFETTO_TEST_GN_ARGS: 'is_debug=false target_cpu=\"x86\" cc_wrapper=\"ccache\"'

            
                        PERFETTO_INSTALL_BUILD_DEPS_ARGS: ''

            
                      - name: gcc9-x86_64-release

            
                        PERFETTO_TEST_GN_ARGS: 'is_debug=false is_clang=false enable_perfetto_grpc=true cc=\"gcc-9\" cxx=\"g++-9\" cc_wrapper=\"ccache\" enable_perfetto_llvm_symbolizer=true'

            
                        PERFETTO_INSTALL_BUILD_DEPS_ARGS: '--grpc'

            
                env:

            
                  PERFETTO_CI_BUILD_CACHE_KEY: build-cache-${{ matrix.config.name }}

            
                  PERFETTO_CI_JOB_ID: gh-${{ github.run_id }}-${{ matrix.config.name }}

            
                steps:

            
                  - uses: actions/checkout@v4


                  - name: Setup artifacts

            
                    shell: bash

            
                    run: |

            
                      PERFETTO_ARTIFACTS_DIR=$PERFETTO_ARTIFACTS_ROOT/$PERFETTO_CI_JOB_ID

            
                      echo "PERFETTO_ARTIFACTS_DIR=$PERFETTO_ARTIFACTS_DIR" >> $GITHUB_ENV

            
                      mkdir -p $PERFETTO_ARTIFACTS_DIR


                  - name: Restore cache

            
                    uses: ./.github/actions/cache-on-google-cloud-storage/restore

            
                    with:

            
                      directory: ${{ env.PERFETTO_CACHE_DIR }}

            
                      cache_key: ${{ env.PERFETTO_CI_BUILD_CACHE_KEY }}


                  - name: Setup ccache

            
                    uses: ./.github/actions/setup-ccache


                  - uses: ./.github/actions/install-build-deps

            
                    with:

            
                      install-flags: ${{ matrix.config.PERFETTO_INSTALL_BUILD_DEPS_ARGS }}


                  - name: Run GN

            
                    env:

            
                      # We hop through this env var to preserve quote escaping.

            
                      GN_ARGS: ${{ matrix.config.PERFETTO_TEST_GN_ARGS }}

            
                    shell: bash

            
                    run: tools/gn gen out/dist --args="${{ env.GN_ARGS }}" --check


                  - name: Build

            
                    shell: bash

            
                    run: tools/ninja -C out/dist


                  - name: Print ccache stats

            
                    shell: bash

            
                    run: ccache --show-stats


                  - name: setup symbolizer paths

            
                    shell: bash

            
                    run: |

            
                      if [[ -e buildtools/linux64/clang/bin/llvm-symbolizer ]]; then

            
                        echo "ASAN_SYMBOLIZER_PATH=$(readlink -f buildtools/linux64/clang/bin/llvm-symbolizer)" >> $GITHUB_ENV

            
                        echo "MSAN_SYMBOLIZER_PATH=$(readlink -f buildtools/linux64/clang/bin/llvm-symbolizer)" >> $GITHUB_ENV

            
                      fi


                  - name: perfetto_unittests

            
                    shell: bash

            
                    run: out/dist/perfetto_unittests --gtest_shuffle


                  - name: perfetto_integrationtests

            
                    shell: bash

            
                    run: out/dist/perfetto_integrationtests


                  - name: trace_processor_minimal_smoke_tests

            
                    shell: bash

            
                    run: out/dist/trace_processor_minimal_smoke_tests


                  - name: Find trace_processor_shell

            
                    shell: bash

            
                    run: |

            
                      # If this is a split host+target build, use the trace_processor_shell

            
                      # binary from the host directory. In some cases (e.g. lsan x86 builds)

            
                      # the host binary that is copied into the target directory cannot run

            
                      # because depends on libc++.so within the same folder (which is built

            
                      # using target bitness, not host bitness).

            
                      HOST_OUT_PATH=out/dist/gcc_like_host

            
                      if [ ! -f $HOST_OUT_PATH/trace_processor_shell ]; then

            
                        HOST_OUT_PATH=out/dist

            
                      fi

            
                      echo "HOST_OUT_PATH=$HOST_OUT_PATH" >> $GITHUB_ENV


                  - name: TraceProcessor diff tests

            
                    # These are essentially a TraceProcessor C++ tests, we run them in all configs.

            
                    shell: bash

            
                    run: |

            
                      mkdir -p "$PERFETTO_ARTIFACTS_DIR/perf"

            
                      source .venv/bin/activate

            
                      tools/diff_test_trace_processor.py \

            
                        --perf-file=$PERFETTO_ARTIFACTS_DIR/perf/tp-perf-all.json \

            
                        $HOST_OUT_PATH/trace_processor_shell


                  - name: TraceProcessor python tests

            
                    # These are a Python API tests, not C++ tests, so we run them only in a single config.

            
                    if: ${{ matrix.config.name == 'clang-x86_64-debug' }}

            
                    shell: bash

            
                    run: .venv/bin/python3 python/run_tests.py $HOST_OUT_PATH


                  - name: perfetto_benchmarks (functional-only)

            
                    if: ${{ !(contains(matrix.config.name, 'msan') || contains(matrix.config.name, 'tsan')) }}

            
                    shell: bash

            
                    run: |

            
                      # Don't run benchmarks under x86 (running out of address space because

            
                      # of 4GB) limit or debug (too slow and pointless).

            
                      HOST_CPU="$(tools/gn args --short --list=host_cpu out/dist | awk '{print $3}' | sed -e 's/^"//' -e 's/"$//')"

            
                      TARGET_CPU="$(tools/gn args --short --list=target_cpu out/dist | awk '{print $3}' | sed -e 's/^"//' -e 's/"$//')"

            
                      IS_DEBUG="$(tools/gn args --short --list=is_debug out/dist | awk '{print $3}')"

            
                      if [[ !("$TARGET_CPU" == "x86" || ("$TARGET_CPU" == "" && "$HOST_CPU" == "x86")) && "$IS_DEBUG" == "false" ]]; then

            
                        BENCHMARK_FUNCTIONAL_TEST_ONLY=true out/dist/perfetto_benchmarks

            
                      fi


                  - name: Upload artifacts to GCS

            
                    if: ${{ always() }}

            
                    env:

            
                      GCS_PATH: gs://perfetto-ci-artifacts

            
                    shell: bash

            
                    run: |

            
                      if [[ ! -d "$PERFETTO_ARTIFACTS_DIR" || -n "$(find $PERFETTO_ARTIFACTS_DIR -maxdepth 0 -empty)" ]]; then

            
                        echo "Directory '$PERFETTO_ARTIFACTS_DIR' is empty. Did one of the previous steps fail?"

            
                        # Don't fail the step if there is nothing to upload.

            
                        exit 0

            
                      fi

            
                      gcloud storage cp --recursive "$PERFETTO_ARTIFACTS_DIR" "$GCS_PATH/$PERFETTO_CI_JOB_ID"


                  - name: Update cache (if on main)

            
                    if: github.ref == 'refs/heads/main'

            
                    uses: ./.github/actions/cache-on-google-cloud-storage/save

            
                    with:

            
                      directory: ${{ env.PERFETTO_CACHE_DIR }}

            
                      cache_key: ${{ env.PERFETTO_CI_BUILD_CACHE_KEY }}
	# Copyright (C) 2025 The Android Open Source Project
	#
	# Licensed under the Apache License, Version 2.0 (the "License");
	# you may not use this file except in compliance with the License.
	# You may obtain a copy of the License at
	#
	# http://www.apache.org/licenses/LICENSE-2.0
	#
	# Unless required by applicable law or agreed to in writing, software
	# distributed under the License is distributed on an "AS IS" BASIS,
	# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
	# See the License for the specific language governing permissions and
	# limitations under the License.

	# This workflow is triggered by analyze.yml
	name: Perfetto CI [linux]
	on:
	workflow_call:
	env:
	# /tmp/cache contains {ccache, bazelcache} and generally any other cache
	# that should be persisted across jobs, but only updated from the main
	# branch. This is populated by the "Restore cache" step below.
	PERFETTO_CACHE_DIR: /tmp/cache
	PERFETTO_ARTIFACTS_ROOT: /tmp/artifacts
	PYTHONUNBUFFERED: 1
	jobs:
	linux:
	runs-on: self-hosted
	timeout-minutes: 45
	strategy:
	fail-fast: false # Don't cancel all jobs if one fails (to detect flakes).
	matrix:
	config:
	- name: clang-x86_64-debug
	PERFETTO_TEST_GN_ARGS: 'is_debug=true is_hermetic_clang=false non_hermetic_clang_stdlib=\"libc++\" enable_perfetto_merged_protos_check=true cc_wrapper=\"ccache\"'
	PERFETTO_INSTALL_BUILD_DEPS_ARGS: ''
	- name: clang-x86_64-tsan
	PERFETTO_TEST_GN_ARGS: 'is_debug=false is_tsan=true cc_wrapper=\"ccache\"'
	PERFETTO_INSTALL_BUILD_DEPS_ARGS: ''
	- name: clang-x86_64-msan
	PERFETTO_TEST_GN_ARGS: 'is_debug=false is_msan=true cc_wrapper=\"ccache\"'
	PERFETTO_INSTALL_BUILD_DEPS_ARGS: ''
	- name: clang-x86_64-asan_lsan
	PERFETTO_TEST_GN_ARGS: 'is_debug=false is_asan=true is_lsan=true cc_wrapper=\"ccache\"'
	PERFETTO_INSTALL_BUILD_DEPS_ARGS: ''
	- name: clang-x86-release
	PERFETTO_TEST_GN_ARGS: 'is_debug=false target_cpu=\"x86\" cc_wrapper=\"ccache\"'
	PERFETTO_INSTALL_BUILD_DEPS_ARGS: ''
	- name: gcc9-x86_64-release
	PERFETTO_TEST_GN_ARGS: 'is_debug=false is_clang=false enable_perfetto_grpc=true cc=\"gcc-9\" cxx=\"g++-9\" cc_wrapper=\"ccache\" enable_perfetto_llvm_symbolizer=true'
	PERFETTO_INSTALL_BUILD_DEPS_ARGS: '--grpc'
	env:
	PERFETTO_CI_BUILD_CACHE_KEY: build-cache-${{ matrix.config.name }}
	PERFETTO_CI_JOB_ID: gh-${{ github.run_id }}-${{ matrix.config.name }}
	steps:
	- uses: actions/checkout@v4

	- name: Setup artifacts
	shell: bash
	run: \|
	PERFETTO_ARTIFACTS_DIR=$PERFETTO_ARTIFACTS_ROOT/$PERFETTO_CI_JOB_ID
	echo "PERFETTO_ARTIFACTS_DIR=$PERFETTO_ARTIFACTS_DIR" >> $GITHUB_ENV
	mkdir -p $PERFETTO_ARTIFACTS_DIR

	- name: Restore cache
	uses: ./.github/actions/cache-on-google-cloud-storage/restore
	with:
	directory: ${{ env.PERFETTO_CACHE_DIR }}
	cache_key: ${{ env.PERFETTO_CI_BUILD_CACHE_KEY }}

	- name: Setup ccache
	uses: ./.github/actions/setup-ccache

	- uses: ./.github/actions/install-build-deps
	with:
	install-flags: ${{ matrix.config.PERFETTO_INSTALL_BUILD_DEPS_ARGS }}

	- name: Run GN
	env:
	# We hop through this env var to preserve quote escaping.
	GN_ARGS: ${{ matrix.config.PERFETTO_TEST_GN_ARGS }}
	shell: bash
	run: tools/gn gen out/dist --args="${{ env.GN_ARGS }}" --check

	- name: Build
	shell: bash
	run: tools/ninja -C out/dist

	- name: Print ccache stats
	shell: bash
	run: ccache --show-stats

	- name: setup symbolizer paths
	shell: bash
	run: \|
	if [[ -e buildtools/linux64/clang/bin/llvm-symbolizer ]]; then
	echo "ASAN_SYMBOLIZER_PATH=$(readlink -f buildtools/linux64/clang/bin/llvm-symbolizer)" >> $GITHUB_ENV
	echo "MSAN_SYMBOLIZER_PATH=$(readlink -f buildtools/linux64/clang/bin/llvm-symbolizer)" >> $GITHUB_ENV
	fi

	- name: perfetto_unittests
	shell: bash
	run: out/dist/perfetto_unittests --gtest_shuffle

	- name: perfetto_integrationtests
	shell: bash
	run: out/dist/perfetto_integrationtests

	- name: trace_processor_minimal_smoke_tests
	shell: bash
	run: out/dist/trace_processor_minimal_smoke_tests

	- name: Find trace_processor_shell
	shell: bash
	run: \|
	# If this is a split host+target build, use the trace_processor_shell
	# binary from the host directory. In some cases (e.g. lsan x86 builds)
	# the host binary that is copied into the target directory cannot run
	# because depends on libc++.so within the same folder (which is built
	# using target bitness, not host bitness).
	HOST_OUT_PATH=out/dist/gcc_like_host
	if [ ! -f $HOST_OUT_PATH/trace_processor_shell ]; then
	HOST_OUT_PATH=out/dist
	fi
	echo "HOST_OUT_PATH=$HOST_OUT_PATH" >> $GITHUB_ENV

	- name: TraceProcessor diff tests
	# These are essentially a TraceProcessor C++ tests, we run them in all configs.
	shell: bash
	run: \|
	mkdir -p "$PERFETTO_ARTIFACTS_DIR/perf"
	source .venv/bin/activate
	tools/diff_test_trace_processor.py \
	--perf-file=$PERFETTO_ARTIFACTS_DIR/perf/tp-perf-all.json \
	$HOST_OUT_PATH/trace_processor_shell

	- name: TraceProcessor python tests
	# These are a Python API tests, not C++ tests, so we run them only in a single config.
	if: ${{ matrix.config.name == 'clang-x86_64-debug' }}
	shell: bash
	run: .venv/bin/python3 python/run_tests.py $HOST_OUT_PATH

	- name: perfetto_benchmarks (functional-only)
	if: ${{ !(contains(matrix.config.name, 'msan') \|\| contains(matrix.config.name, 'tsan')) }}
	shell: bash
	run: \|
	# Don't run benchmarks under x86 (running out of address space because
	# of 4GB) limit or debug (too slow and pointless).
	HOST_CPU="$(tools/gn args --short --list=host_cpu out/dist \| awk '{print $3}' \| sed -e 's/^"//' -e 's/"$//')"
	TARGET_CPU="$(tools/gn args --short --list=target_cpu out/dist \| awk '{print $3}' \| sed -e 's/^"//' -e 's/"$//')"
	IS_DEBUG="$(tools/gn args --short --list=is_debug out/dist \| awk '{print $3}')"
	if [[ !("$TARGET_CPU" == "x86" \|\| ("$TARGET_CPU" == "" && "$HOST_CPU" == "x86")) && "$IS_DEBUG" == "false" ]]; then
	BENCHMARK_FUNCTIONAL_TEST_ONLY=true out/dist/perfetto_benchmarks
	fi

	- name: Upload artifacts to GCS
	if: ${{ always() }}
	env:
	GCS_PATH: gs://perfetto-ci-artifacts
	shell: bash
	run: \|
	if [[ ! -d "$PERFETTO_ARTIFACTS_DIR" \|\| -n "$(find $PERFETTO_ARTIFACTS_DIR -maxdepth 0 -empty)" ]]; then
	echo "Directory '$PERFETTO_ARTIFACTS_DIR' is empty. Did one of the previous steps fail?"
	# Don't fail the step if there is nothing to upload.
	exit 0
	fi
	gcloud storage cp --recursive "$PERFETTO_ARTIFACTS_DIR" "$GCS_PATH/$PERFETTO_CI_JOB_ID"

	- name: Update cache (if on main)
	if: github.ref == 'refs/heads/main'
	uses: ./.github/actions/cache-on-google-cloud-storage/save
	with:
	directory: ${{ env.PERFETTO_CACHE_DIR }}
	cache_key: ${{ env.PERFETTO_CI_BUILD_CACHE_KEY }}