Skip to content

ci: Enable codecov checks #13497

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
wants to merge 21 commits into
base: main
Choose a base branch
from
2 changes: 1 addition & 1 deletion .coveragerc
Original file line number Diff line number Diff line change
Expand Up @@ -4,8 +4,8 @@ omit =
/tmp/*
/home/TestData/*
/workspace/Megatron-LM/*
nemo/collections/nlp/*
nemo/collections/multimodal/*
nemo/collections/multimodal_autoregressive/*
nemo/collections/vision/*

[paths]
Expand Down
322 changes: 161 additions & 161 deletions .github/workflows/cicd-main-unit-tests.yml
Original file line number Diff line number Diff line change
Expand Up @@ -20,39 +20,39 @@ on:
type: string

jobs:
collections-common-tests:
strategy:
fail-fast: false
matrix:
include:
- script: L0_Unit_Tests_GPU_Common
runner: self-hosted-azure-gpus-1
- script: L0_Unit_Tests_CPU_Common
runner: self-hosted-azure-cpu
cpu-only: true
runs-on: ${{ matrix.runner }}
name: ${{ matrix.script }}
steps:
- name: Checkout
uses: actions/checkout@v4
with:
path: ${{ github.run_id }}
- name: main
uses: NVIDIA/NeMo/.github/actions/test-template@main
with:
runner: ${{ runner.name }}
script: ${{ matrix.script }}
is_unit_test: true
tests_to_run: ${{ inputs.test_to_run }}
cpu-only: ${{ matrix.cpu-only || false }}
# collections-common-tests:
# strategy:
# fail-fast: false
# matrix:
# include:
# - script: L0_Unit_Tests_GPU_Common
# runner: self-hosted-azure-gpus-1
# - script: L0_Unit_Tests_CPU_Common
# runner: self-hosted-azure-cpu
# cpu-only: true
# runs-on: ${{ matrix.runner }}
# name: ${{ matrix.script }}
# steps:
# - name: Checkout
# uses: actions/checkout@v4
# with:
# path: ${{ github.run_id }}
# - name: main
# uses: NVIDIA/NeMo/.github/actions/test-template@main
# with:
# runner: ${{ runner.name }}
# script: ${{ matrix.script }}
# is_unit_test: true
# tests_to_run: ${{ inputs.test_to_run }}
# cpu-only: ${{ matrix.cpu-only || false }}

collections-llm-tests:
strategy:
fail-fast: false
matrix:
include:
- script: L0_Unit_Tests_GPU_LLM
runner: self-hosted-azure-gpus-1
# - script: L0_Unit_Tests_GPU_LLM
# runner: self-hosted-azure-gpus-1
- script: L0_Unit_Tests_CPU_LLM
runner: self-hosted-azure-cpu
cpu-only: true
Expand All @@ -73,140 +73,140 @@ jobs:
cpu-only: ${{ matrix.cpu-only || false }}
is_optional: ${{ matrix.is-optional || false }}

collections-multimodal-tests:
strategy:
fail-fast: false
matrix:
include:
- script: L0_Unit_Tests_GPU_Multimodal
runner: self-hosted-azure-gpus-1
- script: L0_Unit_Tests_CPU_Multimodal
runner: self-hosted-azure-cpu
cpu-only: true
runs-on: ${{ matrix.runner }}
name: ${{ matrix.script }}
steps:
- name: Checkout
uses: actions/checkout@v4
with:
path: ${{ github.run_id }}
- name: main
uses: NVIDIA/NeMo/.github/actions/test-template@main
with:
runner: ${{ runner.name }}
script: ${{ matrix.script }}
is_unit_test: true
tests_to_run: ${{ inputs.test_to_run }}
cpu-only: ${{ matrix.cpu-only || false }}
is_optional: ${{ matrix.is-optional || false }}
collections-vlm-tests:
strategy:
fail-fast: false
matrix:
include:
- script: L0_Unit_Tests_GPU_VLM
runner: self-hosted-azure-gpus-1
- script: L0_Unit_Tests_CPU_VLM
runner: self-hosted-azure-cpu
cpu-only: true
runs-on: ${{ matrix.runner }}
name: ${{ matrix.script }}
steps:
- name: Checkout
uses: actions/checkout@v4
with:
path: ${{ github.run_id }}
- name: main
uses: NVIDIA/NeMo/.github/actions/test-template@main
with:
runner: ${{ runner.name }}
script: ${{ matrix.script }}
is_unit_test: true
tests_to_run: ${{ inputs.test_to_run }}
cpu-only: ${{ matrix.cpu-only || false }}
is_optional: ${{ matrix.is-optional || false }}
# collections-multimodal-tests:
# strategy:
# fail-fast: false
# matrix:
# include:
# - script: L0_Unit_Tests_GPU_Multimodal
# runner: self-hosted-azure-gpus-1
# - script: L0_Unit_Tests_CPU_Multimodal
# runner: self-hosted-azure-cpu
# cpu-only: true
# runs-on: ${{ matrix.runner }}
# name: ${{ matrix.script }}
# steps:
# - name: Checkout
# uses: actions/checkout@v4
# with:
# path: ${{ github.run_id }}
# - name: main
# uses: NVIDIA/NeMo/.github/actions/test-template@main
# with:
# runner: ${{ runner.name }}
# script: ${{ matrix.script }}
# is_unit_test: true
# tests_to_run: ${{ inputs.test_to_run }}
# cpu-only: ${{ matrix.cpu-only || false }}
# is_optional: ${{ matrix.is-optional || false }}
# collections-vlm-tests:
# strategy:
# fail-fast: false
# matrix:
# include:
# - script: L0_Unit_Tests_GPU_VLM
# runner: self-hosted-azure-gpus-1
# - script: L0_Unit_Tests_CPU_VLM
# runner: self-hosted-azure-cpu
# cpu-only: true
# runs-on: ${{ matrix.runner }}
# name: ${{ matrix.script }}
# steps:
# - name: Checkout
# uses: actions/checkout@v4
# with:
# path: ${{ github.run_id }}
# - name: main
# uses: NVIDIA/NeMo/.github/actions/test-template@main
# with:
# runner: ${{ runner.name }}
# script: ${{ matrix.script }}
# is_unit_test: true
# tests_to_run: ${{ inputs.test_to_run }}
# cpu-only: ${{ matrix.cpu-only || false }}
# is_optional: ${{ matrix.is-optional || false }}

core-tests:
strategy:
fail-fast: false
matrix:
include:
- script: L0_Unit_Tests_GPU_Core
runner: self-hosted-azure-gpus-1
- script: L0_Unit_Tests_CPU_Core
runner: self-hosted-azure-cpu
cpu-only: true
- script: L0_Unit_Tests_GPU_Hydra
runner: self-hosted-azure-gpus-1
- script: L0_Unit_Tests_CPU_Hydra
runner: self-hosted-azure-cpu
cpu-only: true
runs-on: ${{ matrix.runner }}
name: ${{ matrix.script }}
steps:
- name: Checkout
uses: actions/checkout@v4
with:
path: ${{ github.run_id }}
- name: main
uses: NVIDIA/NeMo/.github/actions/test-template@main
with:
runner: ${{ runner.name }}
script: ${{ matrix.script }}
is_unit_test: true
tests_to_run: ${{ inputs.test_to_run }}
cpu-only: ${{ matrix.cpu-only || false }}
# core-tests:
# strategy:
# fail-fast: false
# matrix:
# include:
# - script: L0_Unit_Tests_GPU_Core
# runner: self-hosted-azure-gpus-1
# - script: L0_Unit_Tests_CPU_Core
# runner: self-hosted-azure-cpu
# cpu-only: true
# - script: L0_Unit_Tests_GPU_Hydra
# runner: self-hosted-azure-gpus-1
# - script: L0_Unit_Tests_CPU_Hydra
# runner: self-hosted-azure-cpu
# cpu-only: true
# runs-on: ${{ matrix.runner }}
# name: ${{ matrix.script }}
# steps:
# - name: Checkout
# uses: actions/checkout@v4
# with:
# path: ${{ github.run_id }}
# - name: main
# uses: NVIDIA/NeMo/.github/actions/test-template@main
# with:
# runner: ${{ runner.name }}
# script: ${{ matrix.script }}
# is_unit_test: true
# tests_to_run: ${{ inputs.test_to_run }}
# cpu-only: ${{ matrix.cpu-only || false }}

lightning-tests:
strategy:
fail-fast: false
matrix:
include:
- script: L0_Unit_Tests_GPU_Lightning
runner: self-hosted-azure
- script: L0_Unit_Tests_CPU_Lightning
runner: self-hosted-azure-cpu
cpu-only: true
runs-on: ${{ matrix.runner }}
name: ${{ matrix.script }}
steps:
- name: Checkout
uses: actions/checkout@v4
with:
path: ${{ github.run_id }}
- name: main
uses: NVIDIA/NeMo/.github/actions/test-template@main
with:
runner: ${{ runner.name }}
script: ${{ matrix.script }}
is_unit_test: true
tests_to_run: ${{ inputs.test_to_run }}
cpu-only: ${{ matrix.cpu-only || false }}
is_optional: ${{ matrix.is-optional || false }}
# lightning-tests:
# strategy:
# fail-fast: false
# matrix:
# include:
# - script: L0_Unit_Tests_GPU_Lightning
# runner: self-hosted-azure
# - script: L0_Unit_Tests_CPU_Lightning
# runner: self-hosted-azure-cpu
# cpu-only: true
# runs-on: ${{ matrix.runner }}
# name: ${{ matrix.script }}
# steps:
# - name: Checkout
# uses: actions/checkout@v4
# with:
# path: ${{ github.run_id }}
# - name: main
# uses: NVIDIA/NeMo/.github/actions/test-template@main
# with:
# runner: ${{ runner.name }}
# script: ${{ matrix.script }}
# is_unit_test: true
# tests_to_run: ${{ inputs.test_to_run }}
# cpu-only: ${{ matrix.cpu-only || false }}
# is_optional: ${{ matrix.is-optional || false }}

other-tests:
strategy:
fail-fast: false
matrix:
include:
- script: L0_Unit_Tests_GPU_Others
runner: self-hosted-azure-gpus-1
- script: L0_Unit_Tests_CPU_Others
runner: self-hosted-azure-cpu
cpu-only: true
runs-on: ${{ matrix.runner }}
name: ${{ matrix.script }}
steps:
- name: Checkout
uses: actions/checkout@v4
with:
path: ${{ github.run_id }}
- name: main
uses: NVIDIA/NeMo/.github/actions/test-template@main
with:
runner: ${{ runner.name }}
script: ${{ matrix.script }}
is_unit_test: true
tests_to_run: ${{ inputs.test_to_run }}
cpu-only: ${{ matrix.cpu-only || false }}
is_optional: ${{ matrix.is-optional || false }}
# other-tests:
# strategy:
# fail-fast: false
# matrix:
# include:
# - script: L0_Unit_Tests_GPU_Others
# runner: self-hosted-azure-gpus-1
# - script: L0_Unit_Tests_CPU_Others
# runner: self-hosted-azure-cpu
# cpu-only: true
# runs-on: ${{ matrix.runner }}
# name: ${{ matrix.script }}
# steps:
# - name: Checkout
# uses: actions/checkout@v4
# with:
# path: ${{ github.run_id }}
# - name: main
# uses: NVIDIA/NeMo/.github/actions/test-template@main
# with:
# runner: ${{ runner.name }}
# script: ${{ matrix.script }}
# is_unit_test: true
# tests_to_run: ${{ inputs.test_to_run }}
# cpu-only: ${{ matrix.cpu-only || false }}
# is_optional: ${{ matrix.is-optional || false }}
Loading
Loading