Reenabling Nuget Cuda Packaging Pipeline

tools/ci_build/github/azure-pipelines/c-api-noopenmp-packaging-pipelines.yml

@@ -116,47 +116,11 @@ variables:
     value: $(Agent.TempDirectory)\v12.2
 
 stages:
-- stage: Setup
-  jobs:
-  - job: Set_Variables
-    pool:
-      vmImage: ubuntu-latest
-    steps:
-    - checkout: none
-    - task: mspremier.PostBuildCleanup.PostBuildCleanup-task.PostBuildCleanup@3
-      displayName: 'Clean Agent Directories'
-      condition: always()
-    - bash: |
-        # Do not output ##vso[] commands with `set -x` or they may be parsed again and include a trailing quote.
-        set +x
-        if [[ "${{ parameters.IsReleaseBuild }}" = True && "${{ parameters.PreReleaseVersionSuffixString }}" != "none"  ]]; then
-          if [[ "${{ parameters.PreReleaseVersionSuffixNumber }}" -eq 0 ]]; then
-            echo "##vso[task.setvariable variable=ReleaseVersionSuffix;isOutput=true]-${{ parameters.PreReleaseVersionSuffixString }}"
-          else
-            echo "##vso[task.setvariable variable=ReleaseVersionSuffix;isOutput=true]-${{ parameters.PreReleaseVersionSuffixString }}.${{ parameters.PreReleaseVersionSuffixNumber }}"
-          fi
-        else
-          echo "##vso[task.setvariable variable=ReleaseVersionSuffix;isOutput=true]"
-        fi
-      name: Set_Release_Version_Suffix
-    - script: |
-        # Extracting hours and minutes
-        date=$(date +'%Y%m%d')
-        # Set the hhmm value as a pipeline variable
-        echo "##vso[task.setvariable variable=BuildDate;isOutput=true]$date"
-      displayName: 'Set Start Date as Variable'
-      name: Set_Build_Date
-
-    - script: |
-        # Extracting hours and minutes
-        hhmm=$(date +'%H%M')
-        # Set the hhmm value as a pipeline variable
-        echo "##vso[task.setvariable variable=BuildTime;isOutput=true]$hhmm"
-      displayName: 'Set Start Time as Variable'
-      name: Set_Build_Time
-    - template: templates/component-governance-component-detection-steps.yml
-      parameters :
-        condition : 'succeeded'
+- template: stages/set_packaging_variables_stage.yml
+  parameters:
+    IsReleaseBuild: ${{ parameters.IsReleaseBuild }}
+    PreReleaseVersionSuffixString: ${{ parameters.PreReleaseVersionSuffixString }}
+    PreReleaseVersionSuffixNumber: ${{ parameters.PreReleaseVersionSuffixNumber }}
 
 - stage: Debug
   dependsOn: Setup
@@ -237,13 +201,28 @@ stages:
     AdditionalWinBuildFlags: '--enable_onnx_tests --enable_wcos'
     BuildVariant: 'default'
 
-- template: stages/nuget-linux-cuda-packaging-stage.yml
+- template: stages/java-cuda-packaging-stage.yml
   parameters:
     CudaVersion: ${{ parameters.CudaVersion }}
-    docker_base_image: ${{ variables.docker_base_image }}
-    linux_trt_version: ${{ variables.linux_trt_version }}
-    buildJava: true
-    buildNodejs: true
+    SpecificArtifact: ${{ parameters.SpecificArtifact }}
+    BuildId: ${{ parameters.BuildId }}
+
+- template: stages/nuget-combine-cuda-stage.yml
+  parameters:
+      DoCompliance: ${{ parameters.DoCompliance }}
+      CudaVersion: ${{ parameters.CudaVersion }}
+      docker_base_image: ${{ variables.docker_base_image }}
+      linux_trt_version: ${{ variables.linux_trt_version }}
+      RunOnnxRuntimeTests: ${{ parameters.RunOnnxRuntimeTests }}
+      UseIncreasedTimeoutForTests: ${{ parameters.UseIncreasedTimeoutForTests }}
+      win_trt_home: ${{ variables.win_trt_home }}
+      win_cuda_home: ${{ variables.win_cuda_home }}
+      DoEsrp: ${{ parameters.DoEsrp }}
+      IsReleaseBuild: ${{ parameters.IsReleaseBuild }}
+      buildJava: true
+      buildNodejs: true
+      SpecificArtifact: ${{ parameters.SpecificArtifact }}
+      BuildId: ${{ parameters.BuildId }}
 
 # ROCm
 - stage: Linux_C_API_Packaging_ROCm_x64
@@ -311,29 +290,6 @@ stages:
         condition: 'succeeded'
     - template: templates/clean-agent-build-directory-step.yml
 
-- template: stages/java-cuda-packaging-stage.yml
-  parameters:
-    CudaVersion: ${{ parameters.CudaVersion }}
-    SpecificArtifact: ${{ parameters.SpecificArtifact }}
-    BuildId: ${{ parameters.BuildId }}
-
-- template: stages/nuget-win-cuda-packaging-stage.yml
-  parameters:
-    CudaVersion: ${{ parameters.CudaVersion }}
-    SpecificArtifact: ${{ parameters.SpecificArtifact }}
-    BuildId: ${{ parameters.BuildId }}
-    DoEsrp: ${{ parameters.DoEsrp }}
-    DoCompliance: ${{ parameters.DoCompliance }}
-    UseIncreasedTimeoutForTests: ${{ parameters.UseIncreasedTimeoutForTests }}
-    RunOnnxRuntimeTests: ${{ parameters.RunOnnxRuntimeTests }}
-    win_trt_home: ${{ variables.win_trt_home }}
-    win_cuda_home: ${{ variables.win_cuda_home }}
-
-- template: stages/nuget-combine-cuda-stage.yml
-  parameters:
-    DoEsrp: ${{ parameters.DoEsrp }}
-    DoCompliance: ${{ parameters.DoCompliance }}
-    IsReleaseBuild: ${{ parameters.IsReleaseBuild }}
 
 - stage: NuGet_Packaging_ROCm
   dependsOn:
@@ -556,50 +512,6 @@ stages:
       displayName: 'Clean Agent Directories'
       condition: always()
 
-- template: nuget/templates/test_win.yml
-  parameters:
-    AgentPool: 'onnxruntime-Win2022-GPU-A10'
-    NugetPackageName: 'Microsoft.ML.OnnxRuntime.Gpu'
-    ArtifactSuffix: 'GPU'
-    StageSuffix: 'GPU'
-    Skipx86Tests: 'true'
-    CudaVersion: ${{ parameters.CudaVersion }}
-    SpecificArtifact: ${{ parameters.SpecificArtifact }}
-    BuildId: ${{ parameters.BuildId }}
-
-- template: nuget/templates/test_win.yml
-  parameters:
-    AgentPool: 'onnxruntime-Win2022-GPU-A10'
-    NugetPackageName: 'Microsoft.ML.OnnxRuntime.Gpu.Windows'
-    ArtifactSuffix: 'GPU'
-    StageSuffix: 'GPU'
-    MoreSuffix: '_Windows'
-    Skipx86Tests: 'true'
-    CudaVersion: ${{ parameters.CudaVersion }}
-    SpecificArtifact: ${{ parameters.SpecificArtifact }}
-    BuildId: ${{ parameters.BuildId }}
-
-- template: nuget/templates/test_linux.yml
-  parameters:
-    AgentPool: Onnxruntime-Linux-GPU-A10
-    ArtifactSuffix: 'GPU'
-    StageSuffix: 'GPU'
-    NugetPackageName : 'Microsoft.ML.OnnxRuntime.Gpu'
-    CudaVersion: ${{ parameters.CudaVersion }}
-    SpecificArtifact: ${{ parameters.specificArtifact }}
-    BuildId: ${{ parameters.BuildId }}
-
-- template: nuget/templates/test_linux.yml
-  parameters:
-    AgentPool: Onnxruntime-Linux-GPU-A10
-    ArtifactSuffix: 'GPU'
-    StageSuffix: 'GPU'
-    MoreSuffix: '_Linux'
-    NugetPackageName : 'Microsoft.ML.OnnxRuntime.Gpu.Linux'
-    CudaVersion: ${{ parameters.CudaVersion }}
-    SpecificArtifact: ${{ parameters.specificArtifact }}
-    BuildId: ${{ parameters.BuildId }}
-
 - template: nuget/templates/test_linux.yml
   parameters:
     AgentPool: AMD-GPU
@@ -813,13 +725,13 @@ stages:
       inputs:
         artifactName: 'drop-nuget-qnn-x64'
         targetPath: '$(Build.BinariesDirectory)/nuget-artifact-x64'
-        
+
     - task: DownloadPipelineArtifact@0
       displayName: 'Download Pipeline Artifact - QNN NuGet arm64'
       inputs:
         artifactName: 'drop-nuget-qnn-arm64'
         targetPath: '$(Build.BinariesDirectory)/nuget-artifact-arm64'
-    
+
     - task: PowerShell@2
       displayName: 'Bundle NuGet'
       inputs:

tools/ci_build/github/azure-pipelines/cuda-packaging-pipeline.yml

@@ -0,0 +1,133 @@
+parameters:
+  - name: RunOnnxRuntimeTests
+    displayName: Run Tests?
+    type: boolean
+    default: true
+
+  - name: UseIncreasedTimeoutForTests
+    displayName: Increase timeout for tests? Set it to false if you are doing an Onnx Runtime release.
+    type: boolean
+    default: false
+
+  - name: DoCompliance
+    displayName: Run Compliance Tasks?
+    type: boolean
+    default: true
+
+  - name: DoEsrp
+    displayName: Run code sign tasks? Must be true if you are doing an ONNX Runtime release
+    type: boolean
+    default: true
+
+  - name: IsReleaseBuild
+    displayName: Is a release build? Set it to true if you are doing an ONNX Runtime release.
+    type: boolean
+    default: false
+
+  - name: PreReleaseVersionSuffixString
+    displayName: Suffix added to pre-release package version. Only used if IsReleaseBuild is true. Denotes the type of pre-release package.
+    type: string
+    values:
+      - alpha
+      - beta
+      - rc
+      - none
+    default: none
+
+  - name: PreReleaseVersionSuffixNumber
+    displayName: Number added to pre-release package version. Only used if IsReleaseBuild is true. Denotes the sequence of a pre-release package.
+    type: number
+    default: 0
+
+  # these 2 parameters are used for debugging.
+  - name: SpecificArtifact
+    displayName: Use Specific Artifact (Debugging only)
+    type: boolean
+    default: false
+
+  - name: BuildId
+    displayName: Pipeline BuildId, you could find it in the URL
+    type: string
+    default: '0'
+
+  - name: CudaVersion
+    displayName: CUDA version
+    type: string
+    default: '12.2'
+    values:
+      - 11.8
+      - 12.2
+
+variables:
+  - name: ReleaseVersionSuffix
+    value: ''
+  - name: docker_base_image
+    ${{ if eq(parameters.CudaVersion, '11.8') }}:
+      value: nvidia/cuda:11.8.0-cudnn8-devel-ubi8
+    ${{ if eq(parameters.CudaVersion, '12.2') }}:
+      value: nvidia/cuda:12.2.2-cudnn8-devel-ubi8
+  - name: linux_trt_version
+    ${{ if eq(parameters.CudaVersion, '11.8') }}:
+      value: 10.0.1.6-1.cuda11.8
+    ${{ if eq(parameters.CudaVersion, '12.2') }}:
+      value: 10.0.1.6-1.cuda12.4
+  - name: win_trt_home
+    ${{ if eq(parameters.CudaVersion, '11.8') }}:
+      value: $(Agent.TempDirectory)\TensorRT-10.0.1.6.Windows10.x86_64.cuda-11.8
+    ${{ if eq(parameters.CudaVersion, '12.2') }}:
+      value: $(Agent.TempDirectory)\TensorRT-10.0.1.6.Windows10.x86_64.cuda-12.4
+  - name: win_cuda_home
+    ${{ if eq(parameters.CudaVersion, '11.8') }}:
+      value: $(Agent.TempDirectory)\v11.8
+    ${{ if eq(parameters.CudaVersion, '12.2') }}:
+      value: $(Agent.TempDirectory)\v12.2
+resources:
+  repositories:
+    - repository: onnxruntime-inference-examples # The name used to reference this repository in the checkout step
+      type: github
+      endpoint: ort-examples
+      name: microsoft/onnxruntime-inference-examples
+    - repository: manylinux
+      type: Github
+      endpoint: Microsoft
+      name: pypa/manylinux
+      ref: 5eda9aded5462201e6310105728d33016e637ea7
+
+stages:
+  # Set ReleaseVersionSuffix
+  - template: stages/set_packaging_variables_stage.yml
+    parameters:
+      IsReleaseBuild: ${{ parameters.IsReleaseBuild }}
+      PreReleaseVersionSuffixString: ${{ parameters.PreReleaseVersionSuffixString }}
+      PreReleaseVersionSuffixNumber: ${{ parameters.PreReleaseVersionSuffixNumber }}
+
+  # this is needed for certain artifacts to be published
+  - stage: Linux_C_API_Packaging_CPU_x64
+    dependsOn: [ ]
+    jobs:
+    - template: templates/c-api-linux-cpu.yml
+      parameters:
+        BaseImage: 'registry.access.redhat.com/ubi8/ubi'
+        OnnxruntimeArch: 'x64'
+        OnnxruntimeNodejsBindingArch: 'x64'
+        PoolName: 'onnxruntime-Ubuntu2204-AMD-CPU'
+        PackageJava: false
+        PackageNodeJS: false
+
+  # Nuget Packaging
+  - template: stages/nuget-combine-cuda-stage.yml
+    parameters:
+      DoCompliance: ${{ parameters.DoCompliance }}
+      CudaVersion: ${{ parameters.CudaVersion }}
+      docker_base_image: ${{ variables.docker_base_image }}
+      linux_trt_version: ${{ variables.linux_trt_version }}
+      RunOnnxRuntimeTests: ${{ parameters.RunOnnxRuntimeTests }}
+      UseIncreasedTimeoutForTests: ${{ parameters.UseIncreasedTimeoutForTests }}
+      win_trt_home: ${{ variables.win_trt_home }}
+      win_cuda_home: ${{ variables.win_cuda_home }}
+      DoEsrp: ${{ parameters.DoEsrp }}
+      IsReleaseBuild: ${{ parameters.IsReleaseBuild }}
+      buildJava: false
+      buildNodejs: false
+      SpecificArtifact: ${{ parameters.SpecificArtifact }}
+      BuildId: ${{ parameters.BuildId }}