microsoft/onnxruntime-extensions

Public

mirrored fromhttps://github.com/microsoft/onnxruntime-extensionsAvailable

CodeCommitsIssuesPull requestsActionsInsightsSecurity
b7b8816dab43f095079c5c7609764c702e3c6e49

Branches

Tags

  • No tags available.
0Branches0Tags
Go to file
Add file
Code

Clone

HTTPS

Download ZIP

.pipelines/templates/build-package-for-nuget.yml

263lines · modepreview

parameters:
- name: DoCompliance
  displayName: Run Compliance Tasks?
  type: boolean
  default: true

- name: DoEsrp
  displayName: Run code sign tasks? Must be true if you are doing an OnnxRuntime extensions release.
  type: boolean
  default: false

- name: IsReleaseBuild
  displayName: Is a release build?
  type: boolean
  default: false

- name: OrtNugetPackageId
  displayName: Package name for nuget
  type: string
  default: 'Microsoft.ML.OnnxRuntime.Extensions'

- name: OperatorSelectionFlags
  displayName: Flags to select operators included. Default is to disable OCOS_ENABLE_CV2 and OCOS_ENABLE_BLINGFIRE
  type: string
  default: '--cmake_extra_defines OCOS_ENABLE_CV2=OFF OCOS_ENABLE_BLINGFIRE=OFF'

- name: AdditionalBuildFlags
  displayName: Additional build flags.
  type: string
  default: ''

stages:
# MacOS_C_API_Packaging_CPU
- template: build-package-for-macosx.yml
  parameters:
    IsReleaseBuild: ${{ parameters.IsReleaseBuild }}
    AdditionalBuildFlags: ${{parameters.OperatorSelectionFlags}} ${{parameters.AdditionalBuildFlags}}

- stage: Linux_C_API_Packaging_CPU
  dependsOn: []
  jobs:
  - template: build-package-for-linux.yml
    parameters:
      OrtExtensionsArch: 'x64'
      PoolName: 'aiinfra-Linux-CPU'
      IsReleaseBuild: ${{parameters.IsReleaseBuild}}
      OrtExtensionsCFlags: ''
      OrtExtensionsCXXFlags: ''
      AdditionalBuildFlags: ${{parameters.OperatorSelectionFlags}} ${{parameters.AdditionalBuildFlags}}

  - template: build-package-for-linux.yml
    parameters:
      OrtExtensionsArch: 'aarch64'
      PoolName: 'aiinfra-linux-ARM64-CPU-2019'
      IsReleaseBuild: ${{parameters.IsReleaseBuild}}
      OrtExtensionsCFlags: ''
      OrtExtensionsCXXFlags: ''
      AdditionalBuildFlags: ${{parameters.OperatorSelectionFlags}} ${{parameters.AdditionalBuildFlags}}

- stage: Windows_C_API_Packaging_CPU
  dependsOn: []
  jobs:
  - template: build-package-for-windows.yml
    parameters:
      DoCompliance: ${{ parameters.DoCompliance }}
      DoEsrp: ${{ parameters.DoEsrp }}
      StageNameSuffix: CPU_x86
      # Win32
      BuildPlatform: x86
      AdditionalBuildFlags: ${{parameters.OperatorSelectionFlags}} ${{parameters.AdditionalBuildFlags}}

  - template: build-package-for-windows.yml
    parameters:
      DoCompliance: ${{ parameters.DoCompliance }}
      DoEsrp: ${{ parameters.DoEsrp }}
      StageNameSuffix: CPU_arm
      BuildPlatform: arm
      AdditionalBuildFlags: ${{parameters.OperatorSelectionFlags}} ${{parameters.AdditionalBuildFlags}}

  - template: build-package-for-windows.yml
    parameters:
      DoCompliance: ${{ parameters.DoCompliance }}
      DoEsrp: ${{ parameters.DoEsrp }}
      StageNameSuffix: CPU_arm64
      BuildPlatform: arm64
      AdditionalBuildFlags: ${{parameters.OperatorSelectionFlags}} ${{parameters.AdditionalBuildFlags}}

  - template: build-package-for-windows.yml
    parameters:
      DoCompliance: ${{ parameters.DoCompliance }}
      DoEsrp: ${{ parameters.DoEsrp }}
      StageNameSuffix: CPU_x64
      BuildPlatform: 'x64'
      AdditionalBuildFlags: ${{parameters.OperatorSelectionFlags}} ${{parameters.AdditionalBuildFlags}}

#Android_Java_API_AAR_Packaging_Full
- template: build-package-for-android-aar.yml
  parameters:
    IsReleaseBuild: ${{ parameters.IsReleaseBuild }}
    AdditionalBuildFlags: ${{parameters.OperatorSelectionFlags}} ${{parameters.AdditionalBuildFlags}}

- stage: iOS_Full_xcframework
  dependsOn: []
  jobs:
    - template: build-package-for-ios-cocoapods.yml
      parameters:
        IsReleaseBuild: ${{ parameters.IsReleaseBuild }}
        AdditionalBuildFlags: ${{parameters.OperatorSelectionFlags}} ${{parameters.AdditionalBuildFlags}}


- stage: NuGet_Packaging_CPU
  dependsOn:
  - Linux_C_API_Packaging_CPU
  - Windows_C_API_Packaging_CPU
  - MacOS_C_API_Packaging_CPU
  - Android_Java_API_AAR_Packaging_Full
  - iOS_Full_xcframework
  condition: succeeded()
  jobs:
  - job: Nuget_Packaging
    workspace:
      clean: all
    # we need to use the 2022 pool to create the nuget package with both pre-net6+Xamarin and net6 targets.
    # VS2019 has no support for net6 and we need to use msbuild (from the VS install) to do the packing
    pool: 'Azure-Pipelines-EO-Windows2022-aiinfra'
    variables:
      OrtPackageId: ${{ parameters.OrtNugetPackageId }}
      breakCodesignValidationInjection: ${{ parameters.DoEsrp }}

    steps:
    - checkout: self
      submodules: true

    - task: UsePythonVersion@0
      inputs:
        versionSpec: "3.9"
        addToPath: true
        architecture: "x64"
      displayName: "Use Python 3.9"

    - task: DownloadPipelineArtifact@0
      displayName: 'Download win-x64 Pipeline Artifact'
      inputs:
        artifactName: 'onnxruntime-extensions-win-x64'
        targetPath: '$(Build.BinariesDirectory)/artifact-downloads'

    - task: DownloadPipelineArtifact@0
      displayName: 'Download win-x86 Pipeline Artifact'
      inputs:
        artifactName: 'onnxruntime-extensions-win-x86'
        targetPath: '$(Build.BinariesDirectory)/artifact-downloads'

    - task: DownloadPipelineArtifact@0
      displayName: 'Download win-arm64 Pipeline Artifact'
      inputs:
        artifactName: 'onnxruntime-extensions-win-arm64'
        targetPath: '$(Build.BinariesDirectory)/artifact-downloads'

    - task: DownloadPipelineArtifact@0
      displayName: 'Download win-arm Pipeline Artifact'
      inputs:
        artifactName: 'onnxruntime-extensions-win-arm'
        targetPath: '$(Build.BinariesDirectory)/artifact-downloads'
    - task: DownloadPipelineArtifact@0
      displayName: 'Download osx-all Pipeline Artifact'
      inputs:
        artifactName: 'onnxruntime-extensions-osx'
        targetPath: '$(Build.BinariesDirectory)/artifact-downloads'

    - task: DownloadPipelineArtifact@2
      displayName: 'Download iOS Pipeline Artifact'
      inputs:
        artifactName: 'onnxruntime-extensions-ios_package'
        targetPath: '$(Build.BinariesDirectory)/artifact-downloads'

    - task: DownloadPipelineArtifact@2
      displayName: 'Download android-full-aar Pipeline Artifact'
      inputs:
        artifactName: 'onnxruntime-extensions-android-aar'
        patterns: '**/*.aar'
        targetPath: '$(Build.BinariesDirectory)/artifact-downloads'

    - task: DownloadPipelineArtifact@0
      displayName: 'Download linux-x64 Pipeline Artifact'
      inputs:
        artifactName: 'onnxruntime-extensions-linux-x64'
        targetPath: '$(Build.BinariesDirectory)/artifact-downloads'

    - task: DownloadPipelineArtifact@0
      displayName: 'Download linux-aarch64 Pipeline Artifact'
      inputs:
        artifactName: 'onnxruntime-extensions-linux-aarch64'
        targetPath: '$(Build.BinariesDirectory)/artifact-downloads'

    - script: |
       dir
      workingDirectory: '$(Build.BinariesDirectory)/artifact-downloads'
      displayName: 'List artifacts'

    # Reconstruct the build dir
    - task: PowerShell@2
      displayName: 'Extract native libraries to artifact-downloads for addition to nuget native package'
      inputs:
        targetType: filePath
        filePath: $(Build.SourcesDirectory)\tools\ci_build\extract_nuget_files.ps1
        arguments: $(Build.BinariesDirectory)/artifact-downloads $(Build.BinariesDirectory)\nuget-artifacts

    - task: NuGetToolInstaller@0
      displayName: Use Nuget 6.2.1
      inputs:
        versionSpec: 6.2.1

    - task: PowerShell@2
      displayName: 'Updating NuSpec'
      inputs:
        targetType: 'inline'
        script: |
          $OrtExtVersion=(cat ./version.txt)
          python $(Build.SourcesDirectory)\tools\ci_build\update_nuspec_for_native_nuget.py `
            --package_version $OrtExtVersion `
            --commit_id $(Build.SourceVersion) `
            --is_release_build ${{ parameters.IsReleaseBuild }} 

          cat $(Build.SourcesDirectory)\nuget\NativeNuget.nuspec
        workingDirectory: '$(Build.SourcesDirectory)'

    - task: PowerShell@2
      displayName: 'Setup for packing'
      inputs:
        # copy nuget folder to binaries dir so we can refer to the assembled artifacts in
        # $(Build.BinariesDirectory)/nuget-artifacts using a deterministic relative path in the nuspec.
        targetType: 'inline'
        script: |
          cp -r $(Build.SourcesDirectory)/nuget $(Build.BinariesDirectory)
          cp $(Build.SourcesDirectory)/ThirdPartyNotices.txt $(Build.BinariesDirectory)

        workingDirectory: '$(Build.SourcesDirectory)'

    - task: NuGetCommand@2
      displayName: Packing onnxruntime extensions NuGet-package
      inputs:
        command: 'pack'
        packagesToPack: '$(Build.BinariesDirectory)\nuget\NativeNuget.nuspec'
        packDestination: $(Build.ArtifactStagingDirectory)

    - template: esrp_nuget.yml
      parameters:
        DisplayName: 'ESRP - sign NuGet package'
        FolderPath: '$(Build.ArtifactStagingDirectory)'
        DoEsrp: 'true'

    - task: PublishPipelineArtifact@1
      inputs:
        targetPath: '$(Build.ArtifactStagingDirectory)'
        artifactName: 'drop-signed-nuget-CPU'

    - template: component-governance-component-detection-steps.yml
      parameters :
        condition : 'succeeded'

    - task: mspremier.PostBuildCleanup.PostBuildCleanup-task.PostBuildCleanup@3
      displayName: 'Clean Agent Directories'
      condition: always()