diff --git a/.github/workflows/fast_tests.yml b/.github/workflows/fast_tests.yml
index e821260..b4a630a 100644
--- a/.github/workflows/fast_tests.yml
+++ b/.github/workflows/fast_tests.yml
@@ -21,7 +21,7 @@ jobs:
       matrix:
         os: ["ubuntu-latest"]
         python-version: ["3.13"]
-        transformers-version: ["4.57", "5.6", "5.9"]
+        transformers-version: ["4.57", "5.6", "5.12.1"]
         torch:
           - version: "2.12.0"
     steps:
diff --git a/.github/workflows/fast_tests_ort_nightly.yml b/.github/workflows/fast_tests_ort_nightly.yml
index e297ef5..8042130 100644
--- a/.github/workflows/fast_tests_ort_nightly.yml
+++ b/.github/workflows/fast_tests_ort_nightly.yml
@@ -41,7 +41,7 @@ jobs:
         run: pip install "torch==${{ matrix.torch.version }}+cpu" torchvision torchaudio --index-url https://download.pytorch.org/whl/cpu
 
       - name: Install dependencies
-        run: pip install -e ".[dev]" "transformers==5.9" tokenizers
+        run: pip install -e ".[dev]" "transformers==5.12.1" tokenizers
 
       - name: Remove existing onnxruntime before installing nightly
         run: pip uninstall -y onnxruntime onnxruntime-gpu onnxruntime-directml onnxruntime-openvino 2>/dev/null || true
diff --git a/.github/workflows/trained_tiny_llm_tests.yml b/.github/workflows/trained_tiny_llm_tests.yml
index 402c764..ff51941 100644
--- a/.github/workflows/trained_tiny_llm_tests.yml
+++ b/.github/workflows/trained_tiny_llm_tests.yml
@@ -11,7 +11,7 @@ permissions:
 
 jobs:
   tests:
-    name: ci (${{ matrix.os }}, py${{ matrix.python-version }}, torch-${{ matrix.torch.version || 'stable' }}, transformers-${{ matrix.transformers-version || 'latest' }})
+    name: ci-trained (${{ matrix.os }}, py${{ matrix.python-version }}, torch-${{ matrix.torch.version || 'stable' }}, transformers-${{ matrix.transformers-version || 'latest' }})
     runs-on: ${{ matrix.os }}
     permissions:
       contents: read
@@ -21,7 +21,7 @@ jobs:
       matrix:
         os: ["ubuntu-latest"]
         python-version: ["3.13"]
-        transformers-version: ["5.6", "5.9"]
+        transformers-version: ["5.6", "5.12.1"]
         torch:
           - version: "2.12.0"
     steps: