update test-coverage ci #7395
Workflow file for this run
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: test-coverage | |
| on: | |
| push: | |
| branches: [master] | |
| paths: | |
| - '.github/workflows/test-coverage.yml' | |
| - 'CMakeLists.txt' | |
| - 'cmake/**' | |
| - 'src/**' | |
| - 'tests/**' | |
| - 'toolchains/**' | |
| pull_request: | |
| branches: [master] | |
| paths: | |
| - '.github/workflows/test-coverage.yml' | |
| - 'CMakeLists.txt' | |
| - 'cmake/**' | |
| - 'src/**' | |
| - 'tests/**' | |
| - 'toolchains/**' | |
| concurrency: | |
| group: test-coverage-${{ github.ref }} | |
| cancel-in-progress: true | |
| permissions: | |
| contents: read | |
| jobs: | |
| linux-gcc-gpu-t4: | |
| runs-on: [self-hosted, linux, t4] | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| submodules: true | |
| - name: build | |
| env: | |
| CC: gcc | |
| CXX: g++ | |
| LD_LIBRARY_PATH: /data/action/install/lib64 | |
| run: | | |
| mkdir build && cd build | |
| cmake -DCMAKE_BUILD_TYPE=debug -DNCNN_VULKAN=ON -DNCNN_COVERAGE=ON -DNCNN_RUNTIME_CPU=OFF -DNCNN_AVX2=ON -DNCNN_XOP=OFF -DNCNN_AVXVNNI=OFF -DNCNN_AVXNECONVERT=OFF -DNCNN_AVX512=OFF -DNCNN_OPENMP=OFF -DNCNN_BUILD_TOOLS=OFF -DNCNN_BUILD_EXAMPLES=OFF -DNCNN_BUILD_TESTS=ON .. | |
| cmake --build . -j 4 | |
| - name: test | |
| env: | |
| LD_LIBRARY_PATH: /data/action/install/lib64 | |
| run: cd build && ctest --output-on-failure -j 4 | |
| - name: lcov-collect | |
| run: | | |
| cd build | |
| lcov -d ./src -c -o lcov.info | |
| lcov -r lcov.info '/usr/*' -o lcov.info | |
| lcov -r lcov.info '*/install/*' -o lcov.info | |
| lcov -r lcov.info '*/build/*' -o lcov.info | |
| lcov --list lcov.info | |
| - name: codecov | |
| uses: codecov/codecov-action@v5 | |
| with: | |
| token: ${{ secrets.CODECOV_TOKEN }} | |
| disable_search: true | |
| plugins: noop | |
| files: build/lcov.info | |
| linux-gcc-x64-sde: | |
| name: linux-gcc-sde-${{ matrix.cpu }} | |
| runs-on: [self-hosted, linux, ubuntu25] | |
| env: | |
| SDE_PATH: /data/action/osd/sde-external-9.33.0-2024-01-07-lin | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| include: | |
| - { cpu: hsw, AVX2: ON, AVXVNNI: OFF, AVXVNNIINT8: OFF, AVXNECONVERT: OFF, AVX512: OFF, AVX512VNNI: OFF, AVX512BF16: OFF, AVX512FP16: OFF } | |
| - { cpu: adl, AVX2: ON, AVXVNNI: ON, AVXVNNIINT8: OFF, AVXNECONVERT: OFF, AVX512: OFF, AVX512VNNI: OFF, AVX512BF16: OFF, AVX512FP16: OFF } | |
| - { cpu: arl, AVX2: ON, AVXVNNI: ON, AVXVNNIINT8: ON, AVXNECONVERT: ON, AVX512: OFF, AVX512VNNI: OFF, AVX512BF16: OFF, AVX512FP16: OFF } | |
| - { cpu: spr, AVX2: ON, AVXVNNI: OFF, AVXVNNIINT8: OFF, AVXNECONVERT: OFF, AVX512: ON, AVX512VNNI: ON, AVX512BF16: ON, AVX512FP16: ON } | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: build | |
| run: | | |
| mkdir build && cd build | |
| cmake -DCMAKE_BUILD_TYPE=debug -DNCNN_COVERAGE=ON -DNCNN_RUNTIME_CPU=OFF \ | |
| -DNCNN_AVX=ON \ | |
| -DNCNN_F16C=ON \ | |
| -DNCNN_XOP=OFF \ | |
| -DNCNN_AVX2=${{ matrix.AVX2 }} \ | |
| -DNCNN_AVXVNNI=${{ matrix.AVXVNNI }} \ | |
| -DNCNN_AVXVNNIINT8=${{ matrix.AVXVNNIINT8 }} \ | |
| -DNCNN_AVXNECONVERT=${{ matrix.AVXNECONVERT }} \ | |
| -DNCNN_AVX512=${{ matrix.AVX512 }} \ | |
| -DNCNN_AVX512VNNI=${{ matrix.AVX512VNNI }} \ | |
| -DNCNN_AVX512BF16=${{ matrix.AVX512BF16 }} \ | |
| -DNCNN_AVX512FP16=${{ matrix.AVX512FP16 }} \ | |
| -DNCNN_OPENMP=OFF -DNCNN_BUILD_TOOLS=OFF -DNCNN_BUILD_EXAMPLES=OFF -DNCNN_BUILD_TESTS=ON .. | |
| cmake --build . -j 8 | |
| - name: test | |
| run: | | |
| cd build | |
| TESTS_EXECUTABLE_LOADER=$SDE_PATH/sde64 TESTS_EXECUTABLE_LOADER_ARGUMENTS="-${{ matrix.cpu }};--" ctest --output-on-failure -j 8 | |
| - name: lcov-collect | |
| run: | | |
| cd build | |
| lcov -d ./src -c -o lcov.info | |
| lcov -r lcov.info '/usr/*' -o lcov.info | |
| lcov -r lcov.info '*/build/*' -o lcov.info | |
| lcov --list lcov.info | |
| - name: codecov | |
| uses: codecov/codecov-action@v5 | |
| with: | |
| token: ${{ secrets.CODECOV_TOKEN }} | |
| disable_search: true | |
| plugins: noop | |
| files: build/lcov.info | |
| linux-gcc-x64-sde-combined: | |
| runs-on: [self-hosted, linux, ubuntu25] | |
| env: | |
| SDE_PATH: /data/action/osd/sde-external-9.33.0-2024-01-07-lin | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: build | |
| run: | | |
| mkdir build && cd build | |
| cmake -DCMAKE_BUILD_TYPE=debug -DNCNN_COVERAGE=ON -DNCNN_OPENMP=OFF -DNCNN_BUILD_TOOLS=OFF -DNCNN_BUILD_EXAMPLES=OFF -DNCNN_BUILD_TESTS=ON .. | |
| cmake --build . -j 8 | |
| - name: test-p4p | |
| run: | | |
| cd build | |
| TESTS_EXECUTABLE_LOADER=$SDE_PATH/sde64 TESTS_EXECUTABLE_LOADER_ARGUMENTS="-p4p;--" ctest --output-on-failure -j 8 | |
| - name: test-snb | |
| run: | | |
| cd build | |
| TESTS_EXECUTABLE_LOADER=$SDE_PATH/sde64 TESTS_EXECUTABLE_LOADER_ARGUMENTS="-snb;--" ctest --output-on-failure -j 8 | |
| - name: test-hsw | |
| run: | | |
| cd build | |
| TESTS_EXECUTABLE_LOADER=$SDE_PATH/sde64 TESTS_EXECUTABLE_LOADER_ARGUMENTS="-hsw;--" ctest --output-on-failure -j 8 | |
| - name: test-adl | |
| run: | | |
| cd build | |
| TESTS_EXECUTABLE_LOADER=$SDE_PATH/sde64 TESTS_EXECUTABLE_LOADER_ARGUMENTS="-adl;--" ctest --output-on-failure -j 8 | |
| - name: test-arl | |
| run: | | |
| cd build | |
| TESTS_EXECUTABLE_LOADER=$SDE_PATH/sde64 TESTS_EXECUTABLE_LOADER_ARGUMENTS="-arl;--" ctest --output-on-failure -j 8 | |
| - name: test-skx | |
| run: | | |
| cd build | |
| TESTS_EXECUTABLE_LOADER=$SDE_PATH/sde64 TESTS_EXECUTABLE_LOADER_ARGUMENTS="-skx;--" ctest --output-on-failure -j 8 | |
| - name: test-spr | |
| run: | | |
| cd build | |
| TESTS_EXECUTABLE_LOADER=$SDE_PATH/sde64 TESTS_EXECUTABLE_LOADER_ARGUMENTS="-spr;--" ctest --output-on-failure -j 8 | |
| - name: test-gnr | |
| run: | | |
| cd build | |
| TESTS_EXECUTABLE_LOADER=$SDE_PATH/sde64 TESTS_EXECUTABLE_LOADER_ARGUMENTS="-gnr;--" ctest --output-on-failure -j 8 | |
| - name: lcov-collect | |
| run: | | |
| cd build | |
| lcov -d ./src -c -o lcov.info | |
| lcov -r lcov.info '/usr/*' -o lcov.info | |
| lcov -r lcov.info '*/build/*' -o lcov.info | |
| lcov --list lcov.info | |
| - name: codecov | |
| uses: codecov/codecov-action@v5 | |
| with: | |
| token: ${{ secrets.CODECOV_TOKEN }} | |
| disable_search: true | |
| plugins: noop | |
| files: build/lcov.info | |
| linux-gcc-riscv64-rvv: | |
| strategy: | |
| matrix: | |
| openmp: [ON, OFF] | |
| runs-on: [self-hosted, linux, ubuntu] | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: build | |
| run: | | |
| export RISCV_ROOT_PATH=/data/action/osd/riscv | |
| mkdir build | |
| cd build | |
| cmake -DCMAKE_TOOLCHAIN_FILE=../toolchains/riscv64-unknown-linux-gnu.toolchain.cmake -DCMAKE_BUILD_TYPE=debug -DNCNN_COVERAGE=ON -DNCNN_RUNTIME_CPU=OFF -DNCNN_RVV=ON -DNCNN_ZFH=ON -DNCNN_ZVFH=ON -DNCNN_OPENMP=${{ matrix.openmp }} -DNCNN_BUILD_TOOLS=OFF -DNCNN_BUILD_EXAMPLES=OFF -DNCNN_BUILD_TESTS=ON .. | |
| cmake --build . -j 8 | |
| - name: test-vlen256 | |
| run: | | |
| export PATH=/data/action/osd/qemu-install/bin:$PATH | |
| cd build | |
| TESTS_EXECUTABLE_LOADER=qemu-riscv64 TESTS_EXECUTABLE_LOADER_ARGUMENTS="-cpu;rv64,v=true,zfh=true,zvfh=true,vlen=256,elen=64,vext_spec=v1.0;-L;/data/action/osd/riscv/sysroot" ctest --output-on-failure -j 8 | |
| - name: test-vlen128 | |
| run: | | |
| export PATH=/data/action/osd/qemu-install/bin:$PATH | |
| cd build | |
| TESTS_EXECUTABLE_LOADER=qemu-riscv64 TESTS_EXECUTABLE_LOADER_ARGUMENTS="-cpu;rv64,v=true,zfh=true,zvfh=true,vlen=128,elen=64,vext_spec=v1.0;-L;/data/action/osd/riscv/sysroot" ctest --output-on-failure -j 8 | |
| - name: lcov-collect | |
| run: | | |
| cd build | |
| lcov --gcov-tool /data/action/osd/riscv/bin/riscv64-unknown-linux-gnu-gcov -d ./src -c -o lcov.info | |
| lcov -r lcov.info '/usr/*' -o lcov.info | |
| lcov -r lcov.info '*/install/*' -o lcov.info | |
| lcov -r lcov.info '*/build/*' -o lcov.info | |
| lcov --list lcov.info | |
| - name: codecov | |
| uses: codecov/codecov-action@v5 | |
| with: | |
| token: ${{ secrets.CODECOV_TOKEN }} | |
| disable_search: true | |
| plugins: noop | |
| files: build/lcov.info | |
| linux-gpu-llvmpipe: | |
| runs-on: [self-hosted, linux, ubuntu25] | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| submodules: true | |
| - name: build | |
| run: | | |
| mkdir build && cd build | |
| cmake -DCMAKE_BUILD_TYPE=debug -DNCNN_COVERAGE=ON -DNCNN_RUNTIME_CPU=OFF -DNCNN_AVX2=ON -DNCNN_AVXVNNI=OFF -DNCNN_AVXNECONVERT=OFF -DNCNN_AVX512=ON -DNCNN_AVX512VNNI=ON -DNCNN_AVX512BF16=OFF -DNCNN_AVX512FP16=OFF -DNCNN_XOP=OFF -DNCNN_OPENMP=OFF -DNCNN_VULKAN=ON -DNCNN_BUILD_TOOLS=OFF -DNCNN_BUILD_EXAMPLES=OFF -DNCNN_BUILD_TESTS=ON .. | |
| cmake --build . -j 8 | |
| - name: test | |
| run: | | |
| export LP_NUM_THREADS=4 | |
| cd build && ctest --output-on-failure -j 8 | |
| - name: lcov-collect | |
| run: | | |
| cd build | |
| lcov -d ./src -c -o lcov.info | |
| lcov -r lcov.info '/usr/*' -o lcov.info | |
| lcov -r lcov.info '*/build/*' -o lcov.info | |
| lcov --list lcov.info | |
| - name: codecov | |
| uses: codecov/codecov-action@v5 | |
| with: | |
| token: ${{ secrets.CODECOV_TOKEN }} | |
| disable_search: true | |
| plugins: noop | |
| files: build/lcov.info | |
| linux-gpu-swiftshader: | |
| runs-on: [self-hosted, linux, ubuntu25] | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| submodules: true | |
| - name: cache-swiftshader | |
| id: cache-swiftshader | |
| uses: actions/cache@v4 | |
| with: | |
| path: swiftshader-install | |
| key: swiftshader-linux-install-20250508 | |
| - name: checkout-swiftshader | |
| if: steps.cache-swiftshader.outputs.cache-hit != 'true' | |
| uses: actions/checkout@v4 | |
| with: | |
| repository: google/swiftshader | |
| path: swiftshader | |
| ref: 930d46d31b5d637f313fd5ef55da2bbf053c26c1 | |
| - name: swiftshader | |
| if: steps.cache-swiftshader.outputs.cache-hit != 'true' | |
| run: | | |
| cd swiftshader | |
| git -c submodule."third_party/git-hooks".update=none submodule update --init --recursive | |
| mkdir -p build; cd build | |
| cmake -DCMAKE_INSTALL_PREFIX=install -DSWIFTSHADER_BUILD_PVR=FALSE -DSWIFTSHADER_BUILD_TESTS=FALSE -DSWIFTSHADER_ENABLE_ASTC=FALSE -DSWIFTSHADER_WARNINGS_AS_ERRORS=FALSE -DREACTOR_BACKEND=Subzero -DREACTOR_DEFAULT_OPT_LEVEL=Default -DCMAKE_BUILD_TYPE=Release .. | |
| cmake --build . -j 8 | |
| mkdir $GITHUB_WORKSPACE/swiftshader-install | |
| cp Linux/* $GITHUB_WORKSPACE/swiftshader-install | |
| - name: build | |
| run: | | |
| mkdir build && cd build | |
| cmake -DCMAKE_BUILD_TYPE=debug -DNCNN_COVERAGE=ON -DNCNN_RUNTIME_CPU=OFF -DNCNN_AVX2=ON -DNCNN_AVXVNNI=OFF -DNCNN_AVXNECONVERT=OFF -DNCNN_AVX512=ON -DNCNN_AVX512VNNI=ON -DNCNN_AVX512BF16=OFF -DNCNN_AVX512FP16=OFF -DNCNN_XOP=OFF -DNCNN_OPENMP=OFF -DNCNN_VULKAN=ON -DNCNN_BUILD_TOOLS=OFF -DNCNN_BUILD_EXAMPLES=OFF -DNCNN_BUILD_TESTS=ON .. | |
| cmake --build . -j 8 | |
| - name: test | |
| run: | | |
| printf "[Processor]\nThreadCount=1\n" > build/tests/SwiftShader.ini | |
| export VK_ICD_FILENAMES="$GITHUB_WORKSPACE/swiftshader-install/vk_swiftshader_icd.json" | |
| cd build && ctest --output-on-failure -j 8 | |
| - name: lcov-collect | |
| run: | | |
| cd build | |
| lcov -d ./src -c -o lcov.info | |
| lcov -r lcov.info '/usr/*' -o lcov.info | |
| lcov -r lcov.info '*/build/*' -o lcov.info | |
| lcov --list lcov.info | |
| - name: codecov | |
| uses: codecov/codecov-action@v5 | |
| with: | |
| token: ${{ secrets.CODECOV_TOKEN }} | |
| disable_search: true | |
| plugins: noop | |
| files: build/lcov.info | |
| linux-gcc-cross: | |
| name: ${{ matrix.arch }}-openmp-${{ matrix.openmp }} | |
| runs-on: [self-hosted, linux, ubuntu25] | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| openmp: ['OFF', 'ON'] | |
| include: | |
| - { arch: mipsisa32r6el, extra-cmake-args: mipsisa32r6el-linux-gnu.toolchain.cmake, qemu: qemu-mipsel-static, qemu-args: "-L;/usr/mipsisa32r6el-linux-gnu" } | |
| - { arch: mipsisa64r6el, extra-cmake-args: mipsisa64r6el-linux-gnu.toolchain.cmake, qemu: qemu-mips64el-static, qemu-args: "-L;/usr/mipsisa64r6el-linux-gnu" } | |
| - { arch: powerpc, extra-cmake-args: powerpc-linux-gnu.toolchain.cmake, qemu: qemu-ppc-static, qemu-args: "-L;/usr/powerpc-linux-gnu" } | |
| - { arch: powerpc64le, extra-cmake-args: powerpc64le-linux-gnu.toolchain.cmake, qemu: qemu-ppc64le-static, qemu-args: "-L;/usr/powerpc64le-linux-gnu" } | |
| - { arch: riscv64, extra-cmake-args: riscv64-linux-gnu.toolchain.cmake, qemu: qemu-riscv64-static, qemu-args: "-L;/usr/riscv64-linux-gnu" } | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: build | |
| run: | | |
| mkdir build && cd build | |
| cmake -DCMAKE_TOOLCHAIN_FILE=../toolchains/${{ matrix.toolchain }} \ | |
| -DCMAKE_BUILD_TYPE=debug -DNCNN_COVERAGE=ON -DNCNN_RUNTIME_CPU=OFF \ | |
| -DNCNN_OPENMP=${{ matrix.openmp }} -DNCNN_BUILD_TOOLS=OFF -DNCNN_BUILD_EXAMPLES=OFF -DNCNN_BUILD_TESTS=ON .. | |
| cmake --build . -j 8 | |
| - name: test | |
| run: | | |
| cd build | |
| TESTS_EXECUTABLE_LOADER=${{ matrix.qemu }} TESTS_EXECUTABLE_LOADER_ARGUMENTS=${{ matrix.qemu-args }} ctest --output-on-failure -j 8 | |
| - name: lcov-collect | |
| run: | | |
| cd build | |
| lcov -d ./src -c -o lcov.info | |
| lcov -r lcov.info '/usr/*' -o lcov.info | |
| lcov -r lcov.info '*/build/*' -o lcov.info | |
| lcov --list lcov.info | |
| - name: codecov | |
| uses: codecov/codecov-action@v5 | |
| with: | |
| token: ${{ secrets.CODECOV_TOKEN }} | |
| disable_search: true | |
| plugins: noop | |
| files: build/lcov.info |