Migrate Zip-Nuget Package Pipeline to 1ES

tools/ci_build/github/apple/default_full_ios_framework_build_settings.json

@@ -18,6 +18,7 @@
             "--build_apple_framework",
             "--use_coreml",
             "--skip_tests",
+            "--no_kleidiai",
             "--cmake_extra_defines=onnxruntime_BUILD_UNIT_TESTS=OFF"
         ],
         "iphoneos": [

tools/ci_build/github/azure-pipelines/nodejs/templates/test_linux.yml

@@ -19,4 +19,7 @@ stages:
     - name: OnnxRuntimeBuildDirectory
       value: '$(Build.BinariesDirectory)'
     steps:
+    - task: NodeTool@0
+      inputs:
+        versionSpec: '20.x'
     - template: test.yml

tools/ci_build/github/azure-pipelines/nodejs/templates/test_macos.yml

@@ -11,7 +11,9 @@ stages:
       clean: all
     timeoutInMinutes:  120
     pool:
-      vmImage: 'macOS-14'
+      name: 'Azure Pipelines'
+      image: 'macOS-14'
+      os: 'macOS'
 
     variables:
     - name: OnnxRuntimeBuildDirectory

tools/ci_build/github/azure-pipelines/nuget/templates/dml-vs-2022.yml

@@ -1,7 +1,6 @@
 
 parameters:
   DoDebugBuild: 'true' # Unused. Use BuildConfigurations instead.
-  DoCompliance: 'false'
   BuildCommand: ''
   StageName: 'Windows_CI_Dev'
   DoNugetPack:  'false'
@@ -144,7 +143,7 @@ stages:
           displayName: 'Create NuGet Package'
           failOnStderr: true
 
-        - task: PublishPipelineArtifact@0
+        - task: 1ES.PublishPipelineArtifact@1
           displayName: 'Publish Pipeline Artifact: ${{ parameters.ArtifactName }}'
           inputs:
             artifactName: ${{ parameters.ArtifactName }}
@@ -182,7 +181,7 @@ stages:
           workingDirectory: '$(Build.SourcesDirectory)\js\node'
           displayName: 'Create NPM Package'
 
-        - task: PublishPipelineArtifact@0
+        - task: 1ES.PublishPipelineArtifact@1
           displayName: 'Publish Pipeline Artifact: ${{ parameters.ArtifactName }}'
           inputs:
             artifactName: ${{ parameters.ArtifactName }}
@@ -208,17 +207,11 @@ stages:
             DisplayName: 'ESRP - Sign Node.js binding binaries'
             DoEsrp: ${{ parameters.DoEsrp }}
             Pattern: '*.node'
-        - task: PublishPipelineArtifact@1
+        - task: 1ES.PublishPipelineArtifact@1
           inputs:
             targetPath: '$(Build.SourcesDirectory)\js\node\bin\napi-v3\win32\${{ parameters.sln_platform }}'
             artifactName: 'drop-onnxruntime-nodejs-win-${{ parameters.sln_platform }}-dml'
 
-
-      - ${{ if eq(parameters['DoCompliance'], 'true') }}:
-        - template: ../../templates/compliance.yml
-          parameters :
-            msbuildPlatform: ${{ parameters.sln_platform }}
-
       - template: ../../templates/component-governance-component-detection-steps.yml
         parameters :
           condition : 'succeeded'

tools/ci_build/github/azure-pipelines/nuget/templates/test_macos.yml

@@ -11,7 +11,9 @@ stages:
     workspace:
       clean: all
     pool:
-      vmImage: 'macOS-14'
+      name: 'Azure Pipelines'
+      image: 'macOS-14'
+      os: 'macOS'
 
     variables:
     - name: OnnxRuntimeBuildDirectory

tools/ci_build/github/azure-pipelines/stages/nuget_dml_packaging_stage.yml

@@ -0,0 +1,99 @@
+parameters:
+- name: DoEsrp
+  type: boolean
+  default: true
+
+stages:
+- stage: NuGet_Packaging_DML
+  dependsOn:
+  - Windows_CI_GPU_DML_Dev
+  - Windows_CI_GPU_DML_Dev_x86
+  - Windows_CI_GPU_DML_Dev_arm64
+  condition: succeeded()
+  jobs:
+  - job: NuGet_Packaging_DML
+    workspace:
+      clean: all
+    pool: 'onnxruntime-Win2022-GPU-dml-A10'
+    steps:
+    - task: DownloadPipelineArtifact@0
+      displayName: 'Download Pipeline Artifact - NuGet DirectML'
+      inputs:
+        artifactName: 'drop-nuget-dml'
+        targetPath: '$(Build.BinariesDirectory)/nuget-artifact-dml'
+
+    - task: DownloadPipelineArtifact@0
+      displayName: 'Download Pipeline Artifact - NuGet DirectML x86'
+      inputs:
+        artifactName: 'drop-win-dml-x86-zip'
+        targetPath: '$(Build.BinariesDirectory)/nuget-artifact-dml'
+
+    - task: DownloadPipelineArtifact@0
+      displayName: 'Download Pipeline Artifact - NuGet DirectML arm64'
+      inputs:
+        artifactName: 'drop-win-dml-arm64-zip'
+        targetPath: '$(Build.BinariesDirectory)/nuget-artifact-dml'
+
+    - script: |
+        pushd $(Build.BinariesDirectory)\nuget-artifact-dml
+        dir
+        powershell -Command "Invoke-WebRequest http://stahlworks.com/dev/unzip.exe -OutFile unzip.exe"
+        powershell -Command "Invoke-WebRequest http://stahlworks.com/dev/zip.exe -OutFile zip.exe"
+        set PATH=%CD%;%PATH%
+        SETLOCAL EnableDelayedExpansion
+        FOR /R %%i IN (*.nupkg) do (
+            set filename=%%~ni
+            IF NOT "!filename:~25,7!"=="Managed" (
+                rename %%~ni.nupkg %%~ni.zip
+                unzip %%~ni.zip -d %%~ni
+                del /Q %%~ni.zip
+
+                unzip win-dml-x86.zip -d win-x86
+                mkdir %%~ni\runtimes\win-x86
+                mkdir %%~ni\runtimes\win-x86\native
+
+                move win-x86\runtimes\win-x86\native\onnxruntime.dll %%~ni\runtimes\win-x86\native\onnxruntime.dll
+                move win-x86\runtimes\win-x86\native\onnxruntime.lib %%~ni\runtimes\win-x86\native\onnxruntime.lib
+                move win-x86\runtimes\win-x86\native\onnxruntime.pdb %%~ni\runtimes\win-x86\native\onnxruntime.pdb
+
+                unzip win-dml-arm64.zip -d win-arm64
+                mkdir %%~ni\runtimes\win-arm64
+                mkdir %%~ni\runtimes\win-arm64\native
+
+                move win-arm64\runtimes\win-arm64\native\onnxruntime.dll %%~ni\runtimes\win-arm64\native\onnxruntime.dll
+                move win-arm64\runtimes\win-arm64\native\onnxruntime.lib %%~ni\runtimes\win-arm64\native\onnxruntime.lib
+                move win-arm64\runtimes\win-arm64\native\onnxruntime.pdb %%~ni\runtimes\win-arm64\native\onnxruntime.pdb
+
+
+                pushd %%~ni
+                zip -r ..\%%~ni.zip .
+                popd
+                move %%~ni.zip %%~ni.nupkg
+            )
+        )
+        popd
+        copy $(Build.BinariesDirectory)\nuget-artifact-dml\Microsoft.ML.OnnxRuntime.DirectML*nupkg $(Build.ArtifactStagingDirectory)
+      displayName: 'Bundle DML NuGet and other binaries'
+
+    - template: ../templates/esrp_nuget.yml
+      parameters:
+        DisplayName: 'ESRP - sign NuGet package'
+        FolderPath: '$(Build.ArtifactStagingDirectory)'
+        DoEsrp: ${{ parameters.DoEsrp }}
+
+    - template: ../templates/validate-package.yml
+      parameters:
+        PackageType: 'nuget'
+        PackagePath: '$(Build.ArtifactStagingDirectory)'
+        PackageName: 'Microsoft.ML.OnnxRuntime.DirectML*nupkg'
+        PlatformsSupported: 'win-x64,win-x86,win-arm64'
+        VerifyNugetSigning: ${{ parameters.DoEsrp }}
+
+    - task: 1ES.PublishPipelineArtifact@1
+      displayName: 'Publish Pipeline NuGet Artifact'
+      inputs:
+        artifactName: 'drop-signed-nuget-dml'
+        targetPath: '$(Build.ArtifactStagingDirectory)'
+    - template: ../templates/component-governance-component-detection-steps.yml
+      parameters:
+        condition: 'succeeded'

tools/ci_build/github/azure-pipelines/templates/android-java-api-aar-test.yml

@@ -21,7 +21,9 @@ parameters:
 
 jobs:
 - job: Final_AAR_Testing_Android
-  pool: 'onnxruntime-Ubuntu2204-AMD-CPU'
+  pool:
+    name: 'onnxruntime-Ubuntu2204-AMD-CPU'
+    os: linux
   workspace:
     clean: all
   variables: