Skip to content
Merged
Show file tree
Hide file tree
Changes from 1 commit
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
1 change: 0 additions & 1 deletion .github/workflows/_update_dependencies.yml
Original file line number Diff line number Diff line change
Expand Up @@ -36,7 +36,6 @@ jobs:
run: echo "date=$(date +%F)" | tee -a "$GITHUB_OUTPUT"

update-lockfile:
environment: main
runs-on: linux-amd64-cpu16
needs: [pre-flight]
env:
Expand Down
4 changes: 2 additions & 2 deletions .github/workflows/build-test-publish-wheel.yml
Original file line number Diff line number Diff line change
Expand Up @@ -63,8 +63,8 @@ jobs:
submodules: recursive
container-options: "--gpus all --runtime=nvidia"
secrets:
TWINE_USERNAME: ${{ secrets.TWINE_USERNAME }}
TWINE_PASSWORD: ${{ secrets.TWINE_PASSWORD }}
TWINE_USERNAME: __token__
TWINE_PASSWORD: ${{ (github.ref == 'refs/heads/main' || startsWith(github.ref, 'refs/heads/r')) && secrets.SVC_PYPI_TOKEN || secrets.SVC_PYPI_TEST_TOKEN }}
SLACK_WEBHOOK: ${{ secrets.SLACK_RELEASE_ENDPOINT }}
SLACK_WEBHOOK_ADMIN: ${{ secrets.SLACK_WEBHOOK_ADMIN }}
GH_TOKEN: ${{ secrets.PAT }}
Expand Down
3 changes: 1 addition & 2 deletions .github/workflows/cache-hf-model.yml
Original file line number Diff line number Diff line change
Expand Up @@ -25,7 +25,6 @@ jobs:
download:
name: Download Model
runs-on: self-hosted-nemo
environment: nemo-ci
env:
HF_HUB_OFFLINE: 0
HF_HOME: /mnt/datadrive/TestData/HF_HOME
Expand All @@ -47,7 +46,7 @@ jobs:
env:
HF_ACCESS_TOKEN: ${{ secrets.HF_ACCESS_TOKEN }}
run: |
hf auth login --token ${HF_ACCESS_TOKEN}
hf auth login --token ${HF_ACCESS_TOKEN}

- name: Download model
env:
Expand Down
5 changes: 2 additions & 3 deletions .github/workflows/cicd-approve-test-queue.yml
Original file line number Diff line number Diff line change
Expand Up @@ -16,13 +16,12 @@ name: Approve Test Queue

on:
schedule:
- cron: '*/5 * * * *' # Runs every 5 minutes
workflow_dispatch: # Allows manual triggering
- cron: "*/5 * * * *" # Runs every 5 minutes
workflow_dispatch: # Allows manual triggering

jobs:
approve-queue:
runs-on: ubuntu-latest
environment: main
steps:
- name: Checkout repository
uses: actions/checkout@v4
Expand Down
4 changes: 0 additions & 4 deletions .github/workflows/cicd-main.yml
Original file line number Diff line number Diff line change
Expand Up @@ -149,7 +149,6 @@ jobs:
cicd-container-build:
needs: [pre-flight, cicd-wait-in-queue]
runs-on: ${{ needs.pre-flight.outputs.runner_prefix }}-gpu-x2
environment: nemo-ci
if: |
(
success()
Expand Down Expand Up @@ -322,7 +321,6 @@ jobs:
needs: [pre-flight, cicd-wait-in-queue, cicd-container-build]
runs-on: ${{ needs.pre-flight.outputs.runner_prefix }}-gpu-x2
name: Launch_Unit_Tests
environment: nemo-ci
env:
TRANSFORMERS_OFFLINE: "1"
HF_HUB_OFFLINE: "1"
Expand Down Expand Up @@ -419,7 +417,6 @@ jobs:
&& !cancelled()
&& (github.event.inputs.test_suite == '' || github.event.inputs.test_suite == 'all' || github.event.inputs.test_suite == 'functional-only')
name: ${{ matrix.script }}
environment: nemo-ci
env:
HF_HOME: /home/TestData/HF_HOME
TRANSFORMERS_OFFLINE: "1"
Expand Down Expand Up @@ -518,7 +515,6 @@ jobs:
)
&& needs.pre-flight.outputs.is_ci_workload == 'false'
&& !cancelled()
environment: nemo-ci
steps:
- name: Generate fake coverage report
uses: actions/github-script@v6
Expand Down
1 change: 0 additions & 1 deletion .github/workflows/dependabot.yml
Original file line number Diff line number Diff line change
Expand Up @@ -11,7 +11,6 @@ permissions:
jobs:
get-release-branch-names:
runs-on: ubuntu-latest
environment: nemo-ci
outputs:
megatron-bridge: ${{ steps.get-branch.outputs.megatron_bridge_release_branch }}
mcore: ${{ steps.get-branch.outputs.mcore_latest_branch }}
Expand Down
18 changes: 8 additions & 10 deletions .github/workflows/install-test.yml
Original file line number Diff line number Diff line change
Expand Up @@ -28,28 +28,28 @@ on:
workflow_dispatch:
inputs:
mcore_commit:
description: 'MCore commit SHA to test against'
description: "MCore commit SHA to test against"
required: false
type: string
mcore_branch:
description: 'MCore branch name (for reference)'
description: "MCore branch name (for reference)"
required: false
type: string
mcore_repo:
description: 'MCore repository URL (for fetching from forks)'
description: "MCore repository URL (for fetching from forks)"
required: false
type: string
default: 'https://github.com/NVIDIA/Megatron-LM.git'
default: "https://github.com/NVIDIA/Megatron-LM.git"
test_suite:
description: 'Test suite to run'
description: "Test suite to run"
required: false
type: string
default: 'all'
default: "all"
triggered_by:
description: 'Trigger source (for tracking)'
description: "Trigger source (for tracking)"
required: false
type: string
default: 'manual'
default: "manual"

concurrency:
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}-${{ github.event.label.name || 'main' }}-${{ github.event_name }}
Expand All @@ -73,7 +73,6 @@ jobs:
# name: Pip - Python${{ matrix.python-version }}${{ matrix.extra-groups != '' && format('[{0}]', matrix.extra-groups) || '' }} - AMD64/Linux - NGC PyTorch
# container:
# image: nvcr.io/nvidia/pytorch:25.05-py3
# environment: nemo-ci
# strategy:
# fail-fast: false
# matrix:
Expand Down Expand Up @@ -128,7 +127,6 @@ jobs:
name: UV - Python${{ matrix.python-version }} - AMD64/Linux - NGC PyTorch
container:
image: nvcr.io/nvidia/pytorch:25.05-py3
environment: nemo-ci
strategy:
fail-fast: false
matrix:
Expand Down
1 change: 0 additions & 1 deletion .github/workflows/release-freeze.yml
Original file line number Diff line number Diff line change
Expand Up @@ -51,7 +51,6 @@ jobs:
bump-docs-versions:
needs: [code-freeze]
runs-on: ubuntu-latest
environment: main
env:
VERSION: ${{ needs.code-freeze.outputs.release-branch }}
DRY_RUN: ${{ inputs.dry-run }}
Expand Down
4 changes: 2 additions & 2 deletions .github/workflows/release.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -59,8 +59,8 @@ jobs:
no-build-isolation: true
app-id: ${{ vars.BOT_ID }}
secrets:
TWINE_USERNAME: ${{ secrets.TWINE_USERNAME }}
TWINE_PASSWORD: ${{ secrets.TWINE_PASSWORD }}
TWINE_USERNAME: __token__
TWINE_PASSWORD: ${{ (github.ref == 'refs/heads/main' || startsWith(github.ref, 'refs/heads/r')) && secrets.SVC_PYPI_TOKEN || secrets.SVC_PYPI_TEST_TOKEN }}
SLACK_WEBHOOK_ADMIN: ${{ secrets.SLACK_WEBHOOK_ADMIN }}
SLACK_WEBHOOK: ${{ secrets.SLACK_RELEASE_ENDPOINT }}
PAT: ${{ secrets.PAT }}
Expand Down
Loading