diff --git a/.azuredevops/components/AMDMIGraphX.yml b/.azuredevops/components/AMDMIGraphX.yml index a0910ad87..980a4990c 100644 --- a/.azuredevops/components/AMDMIGraphX.yml +++ b/.azuredevops/components/AMDMIGraphX.yml @@ -5,6 +5,11 @@ parameters: - name: checkoutRef type: string default: '' +# set to true if doing full build of ROCm stack +# and dependencies are pulled from same pipeline +- name: aggregatePipeline + type: boolean + default: false - name: aptPackages type: object default: @@ -115,6 +120,7 @@ jobs: checkoutRef: ${{ parameters.checkoutRef }} dependencyList: ${{ parameters.rocmDependencies }} gpuTarget: ${{ job.target }} + aggregatePipeline: ${{ parameters.aggregatePipeline }} - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/build-cmake.yml parameters: extraBuildFlags: >- @@ -145,7 +151,8 @@ jobs: condition: and(succeeded(), eq(variables['ENABLE_${{ upper(job.target) }}_TESTS'], 'true'), - not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])) + not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])), + eq(${{ parameters.aggregatePipeline }}, 'false') ) variables: - group: common diff --git a/.azuredevops/components/HIP.yml b/.azuredevops/components/HIP.yml index b4c0e3da4..8574aff81 100644 --- a/.azuredevops/components/HIP.yml +++ b/.azuredevops/components/HIP.yml @@ -5,6 +5,11 @@ parameters: - name: checkoutRef type: string default: '' +# set to true if doing full build of ROCm stack +# and dependencies are pulled from same pipeline +- name: aggregatePipeline + type: boolean + default: false - name: aptPackages type: object default: @@ -42,7 +47,7 @@ jobs: variables: - group: common - template: /.azuredevops/variables-global.yml - pool: + pool: vmImage: ${{ variables.BASE_BUILD_POOL }} workspace: clean: all @@ -67,6 +72,7 @@ jobs: parameters: checkoutRef: ${{ parameters.checkoutRef }} dependencyList: ${{ parameters.rocmDependenciesAMD }} + aggregatePipeline: ${{ parameters.aggregatePipeline }} # compile clr - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/build-cmake.yml parameters: @@ -99,7 +105,7 @@ jobs: variables: - group: common - template: /.azuredevops/variables-global.yml - pool: + pool: vmImage: ${{ variables.BASE_BUILD_POOL }} workspace: clean: all @@ -125,6 +131,7 @@ jobs: parameters: checkoutRef: ${{ parameters.checkoutRef }} dependencyList: ${{ parameters.rocmDependenciesNvidia }} + aggregatePipeline: ${{ parameters.aggregatePipeline }} - script: 'ls -1R $(Agent.BuildDirectory)/rocm' displayName: 'Artifact listing' # compile clr diff --git a/.azuredevops/components/HIPIFY.yml b/.azuredevops/components/HIPIFY.yml index ac1c20e7a..8ad063bfa 100644 --- a/.azuredevops/components/HIPIFY.yml +++ b/.azuredevops/components/HIPIFY.yml @@ -5,6 +5,11 @@ parameters: - name: checkoutRef type: string default: '' +# set to true if doing full build of ROCm stack +# and dependencies are pulled from same pipeline +- name: aggregatePipeline + type: boolean + default: false - name: aptPackages type: object default: diff --git a/.azuredevops/components/MIOpen.yml b/.azuredevops/components/MIOpen.yml index 98ac88483..4173a90de 100644 --- a/.azuredevops/components/MIOpen.yml +++ b/.azuredevops/components/MIOpen.yml @@ -5,6 +5,11 @@ parameters: - name: checkoutRef type: string default: '' +# set to true if doing full build of ROCm stack +# and dependencies are pulled from same pipeline +- name: aggregatePipeline + type: boolean + default: false - name: aptPackages type: object default: @@ -77,7 +82,7 @@ jobs: - template: /.azuredevops/variables-global.yml - name: ROCM_PATH value: $(Agent.BuildDirectory)/rocm - pool: ${{ variables.MEDIUM_BUILD_POOL }} + pool: ${{ variables.HIGH_BUILD_POOL }} workspace: clean: all steps: @@ -97,6 +102,7 @@ jobs: checkoutRef: ${{ parameters.checkoutRef }} dependencyList: ${{ parameters.rocmDependencies }} gpuTarget: ${{ job.target }} + aggregatePipeline: ${{ parameters.aggregatePipeline }} - task: Bash@3 displayName: Build and install other dependencies inputs: @@ -113,7 +119,7 @@ jobs: extraBuildFlags: >- -DMIOPEN_BACKEND=HIP -DCMAKE_CXX_COMPILER=$(Agent.BuildDirectory)/rocm/llvm/bin/amdclang++ - -DCMAKE_PREFIX_PATH=$(Agent.BuildDirectory)/rocm;$(Agent.BuildDirectory)/miopen-deps + -DCMAKE_PREFIX_PATH=$(Agent.BuildDirectory)/rocm;$(Agent.BuildDirectory)/miopen-deps --generator Ninja -DGPU_TARGETS=${{ job.target }} -DMIOPEN_ENABLE_AI_KERNEL_TUNING=OFF -DMIOPEN_ENABLE_AI_IMMED_MODE_FALLBACK=OFF @@ -142,7 +148,8 @@ jobs: condition: and(succeeded(), eq(variables['ENABLE_${{ upper(job.target) }}_TESTS'], 'true'), - not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])) + not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])), + eq(${{ parameters.aggregatePipeline }}, 'false') ) variables: - group: common diff --git a/.azuredevops/components/MIVisionX.yml b/.azuredevops/components/MIVisionX.yml index 38e0508ef..d89797eb1 100644 --- a/.azuredevops/components/MIVisionX.yml +++ b/.azuredevops/components/MIVisionX.yml @@ -5,6 +5,11 @@ parameters: - name: checkoutRef type: string default: '' +# set to true if doing full build of ROCm stack +# and dependencies are pulled from same pipeline +- name: aggregatePipeline + type: boolean + default: false - name: aptPackages type: object default: @@ -103,6 +108,7 @@ jobs: checkoutRef: ${{ parameters.checkoutRef }} dependencyList: ${{ parameters.rocmDependencies }} gpuTarget: ${{ job.target }} + aggregatePipeline: ${{ parameters.aggregatePipeline }} - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/build-cmake.yml parameters: extraBuildFlags: >- @@ -129,7 +135,8 @@ jobs: condition: and(succeeded(), eq(variables['ENABLE_${{ upper(job.target) }}_TESTS'], 'true'), - not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])) + not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])), + eq(${{ parameters.aggregatePipeline }}, 'false') ) variables: - group: common diff --git a/.azuredevops/components/ROCR-Runtime.yml b/.azuredevops/components/ROCR-Runtime.yml index ef2c07010..f96d108ea 100644 --- a/.azuredevops/components/ROCR-Runtime.yml +++ b/.azuredevops/components/ROCR-Runtime.yml @@ -5,6 +5,11 @@ parameters: - name: checkoutRef type: string default: '' +# set to true if doing full build of ROCm stack +# and dependencies are pulled from same pipeline +- name: aggregatePipeline + type: boolean + default: false - name: aptPackages type: object default: @@ -42,7 +47,7 @@ jobs: variables: - group: common - template: /.azuredevops/variables-global.yml - pool: + pool: vmImage: ${{ variables.BASE_BUILD_POOL }} workspace: clean: all @@ -58,6 +63,7 @@ jobs: parameters: checkoutRef: ${{ parameters.checkoutRef }} dependencyList: ${{ parameters.rocmDependencies }} + aggregatePipeline: ${{ parameters.aggregatePipeline }} - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/build-cmake.yml parameters: extraBuildFlags: >- @@ -78,7 +84,8 @@ jobs: condition: and(succeeded(), eq(variables['ENABLE_${{ upper(job.target) }}_TESTS'], 'true'), - not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])) + not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])), + eq(${{ parameters.aggregatePipeline }}, 'false') ) variables: - group: common diff --git a/.azuredevops/components/ROCdbgapi.yml b/.azuredevops/components/ROCdbgapi.yml index ece3f8cc0..28037eda2 100644 --- a/.azuredevops/components/ROCdbgapi.yml +++ b/.azuredevops/components/ROCdbgapi.yml @@ -5,6 +5,11 @@ parameters: - name: checkoutRef type: string default: '' +# set to true if doing full build of ROCm stack +# and dependencies are pulled from same pipeline +- name: aggregatePipeline + type: boolean + default: false - name: aptPackages type: object default: @@ -24,7 +29,7 @@ jobs: variables: - group: common - template: /.azuredevops/variables-global.yml - pool: + pool: vmImage: ${{ variables.BASE_BUILD_POOL }} workspace: clean: all @@ -40,6 +45,7 @@ jobs: parameters: checkoutRef: ${{ parameters.checkoutRef }} dependencyList: ${{ parameters.rocmDependencies }} + aggregatePipeline: ${{ parameters.aggregatePipeline }} - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/build-cmake.yml parameters: extraBuildFlags: >- diff --git a/.azuredevops/components/ROCgdb.yml b/.azuredevops/components/ROCgdb.yml index 780b43b77..bfeaaf5a5 100644 --- a/.azuredevops/components/ROCgdb.yml +++ b/.azuredevops/components/ROCgdb.yml @@ -5,6 +5,11 @@ parameters: - name: checkoutRef type: string default: '' +# set to true if doing full build of ROCm stack +# and dependencies are pulled from same pipeline +- name: aggregatePipeline + type: boolean + default: false # reference: https://github.com/ROCm/ROCgdb/blob/amd-staging/README-ROCM.md - name: aptPackages type: object @@ -46,7 +51,8 @@ jobs: condition: and( eq(variables['ENABLE_${{ upper(job.target) }}_TESTS'], 'true'), - not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])) + not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])), + eq(${{ parameters.aggregatePipeline }}, 'false') ) variables: - group: common @@ -69,6 +75,7 @@ jobs: parameters: checkoutRef: ${{ parameters.checkoutRef }} dependencyList: ${{ parameters.rocmDependencies }} + aggregatePipeline: ${{ parameters.aggregatePipeline }} - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/build-autotools.yml parameters: configureFlags: >- diff --git a/.azuredevops/components/ROCmValidationSuite.yml b/.azuredevops/components/ROCmValidationSuite.yml index c7daac14a..2f909f9aa 100644 --- a/.azuredevops/components/ROCmValidationSuite.yml +++ b/.azuredevops/components/ROCmValidationSuite.yml @@ -5,6 +5,11 @@ parameters: - name: checkoutRef type: string default: '' +# set to true if doing full build of ROCm stack +# and dependencies are pulled from same pipeline +- name: aggregatePipeline + type: boolean + default: false - name: aptPackages type: object default: @@ -96,6 +101,7 @@ jobs: checkoutRef: ${{ parameters.checkoutRef }} dependencyList: ${{ parameters.rocmDependencies }} gpuTarget: ${{ job.target }} + aggregatePipeline: ${{ parameters.aggregatePipeline }} - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/build-cmake.yml parameters: extraBuildFlags: >- @@ -126,7 +132,8 @@ jobs: condition: and(succeeded(), eq(variables['ENABLE_${{ upper(job.target) }}_TESTS'], 'true'), - not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])) + not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])), + eq(${{ parameters.aggregatePipeline }}, 'false') ) variables: - group: common diff --git a/.azuredevops/components/Tensile.yml b/.azuredevops/components/Tensile.yml index df5f600ba..58933a79b 100644 --- a/.azuredevops/components/Tensile.yml +++ b/.azuredevops/components/Tensile.yml @@ -5,6 +5,11 @@ parameters: - name: checkoutRef type: string default: '' +# set to true if doing full build of ROCm stack +# and dependencies are pulled from same pipeline +- name: aggregatePipeline + type: boolean + default: false - name: aptPackages type: object default: @@ -46,7 +51,7 @@ jobs: - template: /.azuredevops/variables-global.yml - name: ROCM_PATH value: $(Agent.BuildDirectory)/rocm - pool: + pool: vmImage: ${{ variables.BASE_BUILD_POOL }} workspace: clean: all @@ -63,6 +68,7 @@ jobs: parameters: checkoutRef: ${{ parameters.checkoutRef }} dependencyList: ${{ parameters.rocmDependencies }} + aggregatePipeline: ${{ parameters.aggregatePipeline }} - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/manifest.yml - task: Bash@3 displayName: Create wheel file @@ -104,7 +110,8 @@ jobs: condition: and(succeeded(), eq(variables['ENABLE_${{ upper(job.target) }}_TESTS'], 'true'), - not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])) + not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])), + eq(${{ parameters.aggregatePipeline }}, 'false') ) variables: - group: common diff --git a/.azuredevops/components/TransferBench.yml b/.azuredevops/components/TransferBench.yml index 1f8055067..647115892 100644 --- a/.azuredevops/components/TransferBench.yml +++ b/.azuredevops/components/TransferBench.yml @@ -5,6 +5,11 @@ parameters: - name: checkoutRef type: string default: '' +# set to true if doing full build of ROCm stack +# and dependencies are pulled from same pipeline +- name: aggregatePipeline + type: boolean + default: false - name: aptPackages type: object default: @@ -67,6 +72,7 @@ jobs: checkoutRef: ${{ parameters.checkoutRef }} dependencyList: ${{ parameters.rocmDependencies }} gpuTarget: ${{ job.target }} + aggregatePipeline: ${{ parameters.aggregatePipeline }} - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/build-cmake.yml parameters: extraBuildFlags: >- @@ -92,7 +98,8 @@ jobs: condition: and(succeeded(), eq(variables['ENABLE_${{ upper(job.target) }}_TESTS'], 'true'), - not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])) + not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])), + eq(${{ parameters.aggregatePipeline }}, 'false') ) variables: - group: common diff --git a/.azuredevops/components/amdsmi.yml b/.azuredevops/components/amdsmi.yml index 7adf9fbae..a92d0b760 100644 --- a/.azuredevops/components/amdsmi.yml +++ b/.azuredevops/components/amdsmi.yml @@ -5,6 +5,11 @@ parameters: - name: checkoutRef type: string default: '' +# set to true if doing full build of ROCm stack +# and dependencies are pulled from same pipeline +- name: aggregatePipeline + type: boolean + default: false - name: aptPackages type: object default: @@ -58,7 +63,8 @@ jobs: condition: and(succeeded(), eq(variables['ENABLE_${{ upper(job.target) }}_TESTS'], 'true'), - not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])) + not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])), + eq(${{ parameters.aggregatePipeline }}, 'false') ) variables: - group: common diff --git a/.azuredevops/components/aomp-extras.yml b/.azuredevops/components/aomp-extras.yml index b28f97399..16be8e4e4 100644 --- a/.azuredevops/components/aomp-extras.yml +++ b/.azuredevops/components/aomp-extras.yml @@ -5,6 +5,11 @@ parameters: - name: checkoutRef type: string default: '' +# set to true if doing full build of ROCm stack +# and dependencies are pulled from same pipeline +- name: aggregatePipeline + type: boolean + default: false - name: aptPackages type: object default: @@ -23,7 +28,7 @@ jobs: variables: - group: common - template: /.azuredevops/variables-global.yml - pool: + pool: vmImage: ${{ variables.BASE_BUILD_POOL }} workspace: clean: all @@ -39,6 +44,7 @@ jobs: parameters: checkoutRef: ${{ parameters.checkoutRef }} dependencyList: ${{ parameters.rocmDependencies }} + aggregatePipeline: ${{ parameters.aggregatePipeline }} - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/build-cmake.yml parameters: componentName: aomp-extras diff --git a/.azuredevops/components/aomp.yml b/.azuredevops/components/aomp.yml index 5a28368d0..2597848a3 100644 --- a/.azuredevops/components/aomp.yml +++ b/.azuredevops/components/aomp.yml @@ -5,6 +5,11 @@ parameters: - name: checkoutRef type: string default: '' +# set to true if doing full build of ROCm stack +# and dependencies are pulled from same pipeline +- name: aggregatePipeline + type: boolean + default: false # reference: # https://github.com/ROCm/aomp/blob/aomp-dev/docs/SOURCEINSTALL_PREREQUISITE.md - name: aptPackages @@ -108,6 +113,7 @@ jobs: parameters: checkoutRef: ${{ parameters.checkoutRef }} dependencyList: ${{ parameters.rocmDependencies }} + aggregatePipeline: ${{ parameters.aggregatePipeline }} - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/build-cmake.yml parameters: componentName: extras @@ -176,7 +182,8 @@ jobs: condition: and(succeeded(), eq(variables['ENABLE_${{ upper(job.target) }}_TESTS'], 'true'), - not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])) + not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])), + eq(${{ parameters.aggregatePipeline }}, 'false') ) variables: - group: common diff --git a/.azuredevops/components/composable_kernel.yml b/.azuredevops/components/composable_kernel.yml index 45f283eb6..c3ce25304 100644 --- a/.azuredevops/components/composable_kernel.yml +++ b/.azuredevops/components/composable_kernel.yml @@ -5,6 +5,11 @@ parameters: - name: checkoutRef type: string default: '' +# set to true if doing full build of ROCm stack +# and dependencies are pulled from same pipeline +- name: aggregatePipeline + type: boolean + default: false - name: aptPackages type: object default: @@ -71,6 +76,7 @@ jobs: checkoutRef: ${{ parameters.checkoutRef }} dependencyList: ${{ parameters.rocmDependencies }} gpuTarget: ${{ job.target }} + aggregatePipeline: ${{ parameters.aggregatePipeline }} - script: | mkdir -p $(CCACHE_DIR) echo "##vso[task.prependpath]/usr/lib/ccache" @@ -117,7 +123,8 @@ jobs: condition: and(succeeded(), eq(variables['ENABLE_${{ upper(job.target) }}_TESTS'], 'true'), - not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])) + not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])), + eq(${{ parameters.aggregatePipeline }}, 'false') ) variables: - group: common diff --git a/.azuredevops/components/half.yml b/.azuredevops/components/half.yml index 7f8e4fef7..94219ed7a 100644 --- a/.azuredevops/components/half.yml +++ b/.azuredevops/components/half.yml @@ -5,6 +5,11 @@ parameters: - name: checkoutRef type: string default: '' +# set to true if doing full build of ROCm stack +# and dependencies are pulled from same pipeline +- name: aggregatePipeline + type: boolean + default: false - name: aptPackages type: object default: @@ -25,7 +30,7 @@ jobs: variables: - group: common - template: /.azuredevops/variables-global.yml - pool: + pool: vmImage: ${{ variables.BASE_BUILD_POOL }} workspace: clean: all @@ -41,6 +46,7 @@ jobs: parameters: checkoutRef: ${{ parameters.checkoutRef }} dependencyList: ${{ parameters.rocmDependencies }} + aggregatePipeline: ${{ parameters.aggregatePipeline }} - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/build-cmake.yml parameters: extraBuildFlags: >- diff --git a/.azuredevops/components/hip-tests.yml b/.azuredevops/components/hip-tests.yml index e998f22d8..d8a3eaf1d 100644 --- a/.azuredevops/components/hip-tests.yml +++ b/.azuredevops/components/hip-tests.yml @@ -5,6 +5,11 @@ parameters: - name: checkoutRef type: string default: '' +# set to true if doing full build of ROCm stack +# and dependencies are pulled from same pipeline +- name: aggregatePipeline + type: boolean + default: false - name: aptPackages type: object default: @@ -75,6 +80,7 @@ jobs: parameters: checkoutRef: ${{ parameters.checkoutRef }} dependencyList: ${{ parameters.rocmDependencies }} + aggregatePipeline: ${{ parameters.aggregatePipeline }} # compile hip-tests - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/build-cmake.yml parameters: @@ -109,7 +115,8 @@ jobs: condition: and(succeeded(), eq(variables['ENABLE_${{ upper(job.target) }}_TESTS'], 'true'), - not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])) + not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])), + eq(${{ parameters.aggregatePipeline }}, 'false') ) variables: - group: common diff --git a/.azuredevops/components/hipBLAS-common.yml b/.azuredevops/components/hipBLAS-common.yml index c8fcdd028..6caa998ee 100644 --- a/.azuredevops/components/hipBLAS-common.yml +++ b/.azuredevops/components/hipBLAS-common.yml @@ -5,6 +5,11 @@ parameters: - name: checkoutRef type: string default: '' +# set to true if doing full build of ROCm stack +# and dependencies are pulled from same pipeline +- name: aggregatePipeline + type: boolean + default: false - name: aptPackages type: object default: @@ -29,7 +34,7 @@ jobs: - name: ROCM_PATH value: $(Agent.BuildDirectory)/rocm - template: /.azuredevops/variables-global.yml - pool: + pool: vmImage: ${{ variables.BASE_BUILD_POOL }} workspace: clean: all @@ -45,6 +50,7 @@ jobs: parameters: checkoutRef: ${{ parameters.checkoutRef }} dependencyList: ${{ parameters.rocmDependencies }} + aggregatePipeline: ${{ parameters.aggregatePipeline }} - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/build-cmake.yml parameters: extraBuildFlags: >- diff --git a/.azuredevops/components/hipBLAS.yml b/.azuredevops/components/hipBLAS.yml index 52ff3ecda..822af9871 100644 --- a/.azuredevops/components/hipBLAS.yml +++ b/.azuredevops/components/hipBLAS.yml @@ -5,6 +5,11 @@ parameters: - name: checkoutRef type: string default: '' +# set to true if doing full build of ROCm stack +# and dependencies are pulled from same pipeline +- name: aggregatePipeline + type: boolean + default: false - name: aptPackages type: object default: @@ -89,6 +94,7 @@ jobs: checkoutRef: ${{ parameters.checkoutRef }} dependencyList: ${{ parameters.rocmDependencies }} gpuTarget: ${{ job.target }} + aggregatePipeline: ${{ parameters.aggregatePipeline }} - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/build-cmake.yml parameters: extraBuildFlags: >- @@ -121,7 +127,8 @@ jobs: condition: and(succeeded(), eq(variables['ENABLE_${{ upper(job.target) }}_TESTS'], 'true'), - not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])) + not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])), + eq(${{ parameters.aggregatePipeline }}, 'false') ) variables: - group: common diff --git a/.azuredevops/components/hipBLASLt.yml b/.azuredevops/components/hipBLASLt.yml index 1fb14c894..b2544b02f 100644 --- a/.azuredevops/components/hipBLASLt.yml +++ b/.azuredevops/components/hipBLASLt.yml @@ -5,6 +5,11 @@ parameters: - name: checkoutRef type: string default: '' +# set to true if doing full build of ROCm stack +# and dependencies are pulled from same pipeline +- name: aggregatePipeline + type: boolean + default: false - name: aptPackages type: object default: @@ -98,6 +103,7 @@ jobs: checkoutRef: ${{ parameters.checkoutRef }} dependencyList: ${{ parameters.rocmDependencies }} gpuTarget: ${{ job.target }} + aggregatePipeline: ${{ parameters.aggregatePipeline }} - task: Bash@3 displayName: Add ROCm binaries to PATH inputs: @@ -179,7 +185,8 @@ jobs: condition: and(succeeded(), eq(variables['ENABLE_${{ upper(job.target) }}_TESTS'], 'true'), - not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])) + not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])), + eq(${{ parameters.aggregatePipeline }}, 'false') ) variables: - group: common diff --git a/.azuredevops/components/hipCUB.yml b/.azuredevops/components/hipCUB.yml index 9700e4199..901972de0 100644 --- a/.azuredevops/components/hipCUB.yml +++ b/.azuredevops/components/hipCUB.yml @@ -5,6 +5,11 @@ parameters: - name: checkoutRef type: string default: '' +# set to true if doing full build of ROCm stack +# and dependencies are pulled from same pipeline +- name: aggregatePipeline + type: boolean + default: false - name: aptPackages type: object default: @@ -67,6 +72,7 @@ jobs: checkoutRef: ${{ parameters.checkoutRef }} dependencyList: ${{ parameters.rocmDependencies }} gpuTarget: ${{ job.target }} + aggregatePipeline: ${{ parameters.aggregatePipeline }} - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/build-cmake.yml parameters: extraBuildFlags: >- @@ -94,7 +100,8 @@ jobs: condition: and(succeeded(), eq(variables['ENABLE_${{ upper(job.target) }}_TESTS'], 'true'), - not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])) + not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])), + eq(${{ parameters.aggregatePipeline }}, 'false') ) variables: - group: common diff --git a/.azuredevops/components/hipFFT.yml b/.azuredevops/components/hipFFT.yml index 4221ea990..1320ca3a9 100644 --- a/.azuredevops/components/hipFFT.yml +++ b/.azuredevops/components/hipFFT.yml @@ -5,6 +5,11 @@ parameters: - name: checkoutRef type: string default: '' +# set to true if doing full build of ROCm stack +# and dependencies are pulled from same pipeline +- name: aggregatePipeline + type: boolean + default: false - name: aptPackages type: object default: @@ -79,6 +84,7 @@ jobs: checkoutRef: ${{ parameters.checkoutRef }} dependencyList: ${{ parameters.rocmDependencies }} gpuTarget: ${{ job.target }} + aggregatePipeline: ${{ parameters.aggregatePipeline }} - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/build-cmake.yml parameters: extraBuildFlags: >- @@ -112,7 +118,8 @@ jobs: condition: and(succeeded(), eq(variables['ENABLE_${{ upper(job.target) }}_TESTS'], 'true'), - not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])) + not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])), + eq(${{ parameters.aggregatePipeline }}, 'false') ) variables: - group: common diff --git a/.azuredevops/components/hipRAND.yml b/.azuredevops/components/hipRAND.yml index 98e128d21..e7beeaee6 100644 --- a/.azuredevops/components/hipRAND.yml +++ b/.azuredevops/components/hipRAND.yml @@ -5,6 +5,11 @@ parameters: - name: checkoutRef type: string default: '' +# set to true if doing full build of ROCm stack +# and dependencies are pulled from same pipeline +- name: aggregatePipeline + type: boolean + default: false - name: aptPackages type: object default: @@ -70,6 +75,7 @@ jobs: checkoutRef: ${{ parameters.checkoutRef }} dependencyList: ${{ parameters.rocmDependencies }} gpuTarget: ${{ job.target }} + aggregatePipeline: ${{ parameters.aggregatePipeline }} - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/build-cmake.yml parameters: extraBuildFlags: >- @@ -101,7 +107,8 @@ jobs: condition: and(succeeded(), eq(variables['ENABLE_${{ upper(job.target) }}_TESTS'], 'true'), - not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])) + not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])), + eq(${{ parameters.aggregatePipeline }}, 'false') ) variables: - group: common diff --git a/.azuredevops/components/hipSOLVER.yml b/.azuredevops/components/hipSOLVER.yml index faa044b47..842e9b0f9 100644 --- a/.azuredevops/components/hipSOLVER.yml +++ b/.azuredevops/components/hipSOLVER.yml @@ -5,6 +5,11 @@ parameters: - name: checkoutRef type: string default: '' +# set to true if doing full build of ROCm stack +# and dependencies are pulled from same pipeline +- name: aggregatePipeline + type: boolean + default: false - name: aptPackages type: object default: @@ -82,6 +87,7 @@ jobs: checkoutRef: ${{ parameters.checkoutRef }} dependencyList: ${{ parameters.rocmDependencies }} gpuTarget: ${{ job.target }} + aggregatePipeline: ${{ parameters.aggregatePipeline }} # build external gtest and lapack - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/build-cmake.yml parameters: @@ -122,7 +128,8 @@ jobs: condition: and(succeeded(), eq(variables['ENABLE_${{ upper(job.target) }}_TESTS'], 'true'), - not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])) + not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])), + eq(${{ parameters.aggregatePipeline }}, 'false') ) variables: - group: common diff --git a/.azuredevops/components/hipSPARSE.yml b/.azuredevops/components/hipSPARSE.yml index 60864617d..5c3e5c9de 100644 --- a/.azuredevops/components/hipSPARSE.yml +++ b/.azuredevops/components/hipSPARSE.yml @@ -5,6 +5,11 @@ parameters: - name: checkoutRef type: string default: '' +# set to true if doing full build of ROCm stack +# and dependencies are pulled from same pipeline +- name: aggregatePipeline + type: boolean + default: false - name: aptPackages type: object default: @@ -77,6 +82,7 @@ jobs: checkoutRef: ${{ parameters.checkoutRef }} dependencyList: ${{ parameters.rocmDependencies }} gpuTarget: ${{ job.target }} + aggregatePipeline: ${{ parameters.aggregatePipeline }} - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/build-cmake.yml parameters: extraBuildFlags: >- @@ -116,7 +122,8 @@ jobs: condition: and(succeeded(), eq(variables['ENABLE_${{ upper(job.target) }}_TESTS'], 'true'), - not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])) + not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])), + eq(${{ parameters.aggregatePipeline }}, 'false') ) variables: - group: common diff --git a/.azuredevops/components/hipSPARSELt.yml b/.azuredevops/components/hipSPARSELt.yml index 4d81a4654..415a97ef5 100644 --- a/.azuredevops/components/hipSPARSELt.yml +++ b/.azuredevops/components/hipSPARSELt.yml @@ -5,6 +5,11 @@ parameters: - name: checkoutRef type: string default: '' +# set to true if doing full build of ROCm stack +# and dependencies are pulled from same pipeline +- name: aggregatePipeline + type: boolean + default: false - name: aptPackages type: object default: @@ -91,6 +96,7 @@ jobs: checkoutRef: ${{ parameters.checkoutRef }} dependencyList: ${{ parameters.rocmDependencies }} gpuTarget: ${{ job.target }} + aggregatePipeline: ${{ parameters.aggregatePipeline }} # Build and install gtest and lapack # $(Pipeline.Workspace)/deps is a temporary folder for the build process # $(Pipeline.Workspace)/s/deps is part of the hipSPARSELt repo @@ -150,7 +156,8 @@ jobs: condition: and(succeeded(), eq(variables['ENABLE_${{ upper(job.target) }}_TESTS'], 'true'), - not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])) + not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])), + eq(${{ parameters.aggregatePipeline }}, 'false') ) variables: - group: common diff --git a/.azuredevops/components/hipTensor.yml b/.azuredevops/components/hipTensor.yml index 7ec5f5397..db11070ac 100644 --- a/.azuredevops/components/hipTensor.yml +++ b/.azuredevops/components/hipTensor.yml @@ -5,6 +5,11 @@ parameters: - name: checkoutRef type: string default: '' +# set to true if doing full build of ROCm stack +# and dependencies are pulled from same pipeline +- name: aggregatePipeline + type: boolean + default: false - name: aptPackages type: object default: @@ -66,6 +71,7 @@ jobs: checkoutRef: ${{ parameters.checkoutRef }} dependencyList: ${{ parameters.rocmDependencies }} gpuTarget: ${{ job.target }} + aggregatePipeline: ${{ parameters.aggregatePipeline }} - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/build-cmake.yml parameters: extraBuildFlags: >- @@ -95,7 +101,8 @@ jobs: condition: and(succeeded(), eq(variables['ENABLE_${{ upper(job.target) }}_TESTS'], 'true'), - not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])) + not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])), + eq(${{ parameters.aggregatePipeline }}, 'false') ) variables: - group: common diff --git a/.azuredevops/components/hipfort.yml b/.azuredevops/components/hipfort.yml index 1f20f5c77..211d78ff9 100644 --- a/.azuredevops/components/hipfort.yml +++ b/.azuredevops/components/hipfort.yml @@ -5,6 +5,11 @@ parameters: - name: checkoutRef type: string default: '' +# set to true if doing full build of ROCm stack +# and dependencies are pulled from same pipeline +- name: aggregatePipeline + type: boolean + default: false - name: aptPackages type: object default: @@ -76,6 +81,7 @@ jobs: checkoutRef: ${{ parameters.checkoutRef }} dependencyList: ${{ parameters.rocmDependencies }} gpuTarget: ${{ job.target }} + aggregatePipeline: ${{ parameters.aggregatePipeline }} - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/build-cmake.yml parameters: extraBuildFlags: >- @@ -111,7 +117,8 @@ jobs: condition: and(succeeded(), eq(variables['ENABLE_${{ upper(job.target) }}_TESTS'], 'true'), - not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])) + not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])), + eq(${{ parameters.aggregatePipeline }}, 'false') ) variables: - group: common diff --git a/.azuredevops/components/llvm-project.yml b/.azuredevops/components/llvm-project.yml index ca4ea7a8d..c421b8b8d 100644 --- a/.azuredevops/components/llvm-project.yml +++ b/.azuredevops/components/llvm-project.yml @@ -5,6 +5,11 @@ parameters: - name: checkoutRef type: string default: '' +# set to true if doing full build of ROCm stack +# and dependencies are pulled from same pipeline +- name: aggregatePipeline + type: boolean + default: false - name: aptPackages type: object default: @@ -45,6 +50,7 @@ jobs: checkoutRef: ${{ parameters.checkoutRef }} dependencyList: ${{ parameters.rocmDependencies }} skipLlvmSymlink: true + aggregatePipeline: ${{ parameters.aggregatePipeline }} - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/build-cmake.yml parameters: componentName: rocm-llvm diff --git a/.azuredevops/components/rccl.yml b/.azuredevops/components/rccl.yml index 708f42747..578404ba2 100644 --- a/.azuredevops/components/rccl.yml +++ b/.azuredevops/components/rccl.yml @@ -5,6 +5,11 @@ parameters: - name: checkoutRef type: string default: '' +# set to true if doing full build of ROCm stack +# and dependencies are pulled from same pipeline +- name: aggregatePipeline + type: boolean + default: false - name: aptPackages type: object default: @@ -72,7 +77,7 @@ jobs: - template: /.azuredevops/variables-global.yml - name: HIP_ROCCLR_HOME value: $(Build.BinariesDirectory)/rocm - pool: ${{ variables.MEDIUM_BUILD_POOL }} + pool: ${{ variables.HIGH_BUILD_POOL }} workspace: clean: all steps: @@ -90,6 +95,7 @@ jobs: checkoutRef: ${{ parameters.checkoutRef }} dependencyList: ${{ parameters.rocmDependencies }} gpuTarget: ${{ job.target }} + aggregatePipeline: ${{ parameters.aggregatePipeline }} - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/build-cmake.yml parameters: extraBuildFlags: >- @@ -124,7 +130,8 @@ jobs: condition: and(succeeded(), eq(variables['ENABLE_${{ upper(job.target) }}_TESTS'], 'true'), - not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])) + not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])), + eq(${{ parameters.aggregatePipeline }}, 'false') ) variables: - group: common diff --git a/.azuredevops/components/rdc.yml b/.azuredevops/components/rdc.yml index 630d32f9e..b02e4ee4e 100644 --- a/.azuredevops/components/rdc.yml +++ b/.azuredevops/components/rdc.yml @@ -5,6 +5,11 @@ parameters: - name: checkoutRef type: string default: '' +# set to true if doing full build of ROCm stack +# and dependencies are pulled from same pipeline +- name: aggregatePipeline + type: boolean + default: false - name: aptPackages type: object default: @@ -89,6 +94,7 @@ jobs: checkoutRef: ${{ parameters.checkoutRef }} dependencyList: ${{ parameters.rocmDependencies }} gpuTarget: ${{ job.target }} + aggregatePipeline: ${{ parameters.aggregatePipeline }} # Build grpc - task: Bash@3 displayName: 'git clone grpc' @@ -135,7 +141,8 @@ jobs: condition: and(succeeded(), eq(variables['ENABLE_${{ upper(job.target) }}_TESTS'], 'true'), - not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])) + not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])), + eq(${{ parameters.aggregatePipeline }}, 'false') ) variables: - group: common diff --git a/.azuredevops/components/rocAL.yml b/.azuredevops/components/rocAL.yml index ada18747e..a605ef7c5 100644 --- a/.azuredevops/components/rocAL.yml +++ b/.azuredevops/components/rocAL.yml @@ -5,6 +5,11 @@ parameters: - name: checkoutRef type: string default: '' +# set to true if doing full build of ROCm stack +# and dependencies are pulled from same pipeline +- name: aggregatePipeline + type: boolean + default: false - name: aptPackages type: object default: @@ -151,6 +156,7 @@ jobs: checkoutRef: ${{ parameters.checkoutRef }} dependencyList: ${{ parameters.rocmDependencies }} gpuTarget: ${{ job.target }} + aggregatePipeline: ${{ parameters.aggregatePipeline }} - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/build-cmake.yml parameters: extraBuildFlags: >- @@ -182,7 +188,8 @@ jobs: condition: and(succeeded(), eq(variables['ENABLE_${{ upper(job.target) }}_TESTS'], 'true'), - not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])) + not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])), + eq(${{ parameters.aggregatePipeline }}, 'false') ) variables: - group: common diff --git a/.azuredevops/components/rocALUTION.yml b/.azuredevops/components/rocALUTION.yml index 98574c53f..71dd5eed8 100644 --- a/.azuredevops/components/rocALUTION.yml +++ b/.azuredevops/components/rocALUTION.yml @@ -5,6 +5,11 @@ parameters: - name: checkoutRef type: string default: '' +# set to true if doing full build of ROCm stack +# and dependencies are pulled from same pipeline +- name: aggregatePipeline + type: boolean + default: false - name: aptPackages type: object default: @@ -85,6 +90,7 @@ jobs: checkoutRef: ${{ parameters.checkoutRef }} dependencyList: ${{ parameters.rocmDependencies }} gpuTarget: ${{ job.target }} + aggregatePipeline: ${{ parameters.aggregatePipeline }} - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/build-cmake.yml parameters: extraBuildFlags: >- @@ -117,7 +123,8 @@ jobs: condition: and(succeeded(), eq(variables['ENABLE_${{ upper(job.target) }}_TESTS'], 'true'), - not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])) + not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])), + eq(${{ parameters.aggregatePipeline }}, 'false') ) variables: - group: common diff --git a/.azuredevops/components/rocBLAS.yml b/.azuredevops/components/rocBLAS.yml index cdfb94ee8..49e126f47 100644 --- a/.azuredevops/components/rocBLAS.yml +++ b/.azuredevops/components/rocBLAS.yml @@ -5,6 +5,11 @@ parameters: - name: checkoutRef type: string default: '' +# set to true if doing full build of ROCm stack +# and dependencies are pulled from same pipeline +- name: aggregatePipeline + type: boolean + default: false - name: aptPackages type: object default: @@ -101,6 +106,7 @@ jobs: checkoutRef: ${{ parameters.checkoutRef }} dependencyList: ${{ parameters.rocmDependencies }} gpuTarget: ${{ job.target }} + aggregatePipeline: ${{ parameters.aggregatePipeline }} - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/build-cmake.yml parameters: extraBuildFlags: >- @@ -145,7 +151,8 @@ jobs: condition: and(succeeded(), eq(variables['ENABLE_${{ upper(job.target) }}_TESTS'], 'true'), - not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])) + not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])), + eq(${{ parameters.aggregatePipeline }}, 'false') ) variables: - group: common diff --git a/.azuredevops/components/rocDecode.yml b/.azuredevops/components/rocDecode.yml index d09362ad8..4e05075a5 100644 --- a/.azuredevops/components/rocDecode.yml +++ b/.azuredevops/components/rocDecode.yml @@ -5,6 +5,11 @@ parameters: - name: checkoutRef type: string default: '' +# set to true if doing full build of ROCm stack +# and dependencies are pulled from same pipeline +- name: aggregatePipeline + type: boolean + default: false - name: aptPackages type: object default: @@ -73,6 +78,7 @@ jobs: parameters: checkoutRef: ${{ parameters.checkoutRef }} dependencyList: ${{ parameters.rocmDependencies }} + aggregatePipeline: ${{ parameters.aggregatePipeline }} - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/build-cmake.yml parameters: extraBuildFlags: >- @@ -92,7 +98,8 @@ jobs: condition: and(succeeded(), eq(variables['ENABLE_${{ upper(job.target) }}_TESTS'], 'true'), - not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])) + not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])), + eq(${{ parameters.aggregatePipeline }}, 'false') ) variables: - group: common diff --git a/.azuredevops/components/rocFFT.yml b/.azuredevops/components/rocFFT.yml index b254d8e8d..9b7d80a23 100644 --- a/.azuredevops/components/rocFFT.yml +++ b/.azuredevops/components/rocFFT.yml @@ -5,6 +5,11 @@ parameters: - name: checkoutRef type: string default: '' +# set to true if doing full build of ROCm stack +# and dependencies are pulled from same pipeline +- name: aggregatePipeline + type: boolean + default: false - name: aptPackages type: object default: @@ -79,6 +84,7 @@ jobs: checkoutRef: ${{ parameters.checkoutRef }} dependencyList: ${{ parameters.rocmDependencies }} gpuTarget: ${{ job.target }} + aggregatePipeline: ${{ parameters.aggregatePipeline }} - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/build-cmake.yml parameters: extraBuildFlags: >- @@ -113,7 +119,8 @@ jobs: condition: and(succeeded(), eq(variables['ENABLE_${{ upper(job.target) }}_TESTS'], 'true'), - not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])) + not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])), + eq(${{ parameters.aggregatePipeline }}, 'false') ) variables: - group: common diff --git a/.azuredevops/components/rocJPEG.yml b/.azuredevops/components/rocJPEG.yml index 15d642893..0e1f6a321 100644 --- a/.azuredevops/components/rocJPEG.yml +++ b/.azuredevops/components/rocJPEG.yml @@ -5,6 +5,11 @@ parameters: - name: checkoutRef type: string default: '' +# set to true if doing full build of ROCm stack +# and dependencies are pulled from same pipeline +- name: aggregatePipeline + type: boolean + default: false - name: aptPackages type: object default: @@ -75,6 +80,7 @@ jobs: checkoutRef: ${{ parameters.checkoutRef }} dependencyList: ${{ parameters.rocmDependencies }} gpuTarget: ${{ job.target }} + aggregatePipeline: ${{ parameters.aggregatePipeline }} - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/build-cmake.yml parameters: extraBuildFlags: >- @@ -96,7 +102,8 @@ jobs: condition: and(succeeded(), eq(variables['ENABLE_${{ upper(job.target) }}_TESTS'], 'true'), - not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])) + not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])), + eq(${{ parameters.aggregatePipeline }}, 'false') ) variables: - group: common diff --git a/.azuredevops/components/rocMLIR.yml b/.azuredevops/components/rocMLIR.yml index 0a045f98a..9413b46ea 100644 --- a/.azuredevops/components/rocMLIR.yml +++ b/.azuredevops/components/rocMLIR.yml @@ -5,6 +5,11 @@ parameters: - name: checkoutRef type: string default: '' +# set to true if doing full build of ROCm stack +# and dependencies are pulled from same pipeline +- name: aggregatePipeline + type: boolean + default: false - name: aptPackages type: object default: @@ -62,6 +67,7 @@ jobs: parameters: checkoutRef: ${{ parameters.checkoutRef }} dependencyList: ${{ parameters.rocmDependencies }} + aggregatePipeline: ${{ parameters.aggregatePipeline }} - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/build-cmake.yml parameters: extraBuildFlags: >- @@ -87,7 +93,8 @@ jobs: condition: and(succeeded(), eq(variables['ENABLE_${{ upper(job.target) }}_TESTS'], 'true'), - not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])) + not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])), + eq(${{ parameters.aggregatePipeline }}, 'false') ) variables: - group: common diff --git a/.azuredevops/components/rocPRIM.yml b/.azuredevops/components/rocPRIM.yml index 2d4e39b36..a105be0c1 100644 --- a/.azuredevops/components/rocPRIM.yml +++ b/.azuredevops/components/rocPRIM.yml @@ -5,6 +5,11 @@ parameters: - name: checkoutRef type: string default: '' +# set to true if doing full build of ROCm stack +# and dependencies are pulled from same pipeline +- name: aggregatePipeline + type: boolean + default: false - name: aptPackages type: object default: @@ -66,6 +71,7 @@ jobs: checkoutRef: ${{ parameters.checkoutRef }} dependencyList: ${{ parameters.rocmDependencies }} gpuTarget: ${{ job.target }} + aggregatePipeline: ${{ parameters.aggregatePipeline }} - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/build-cmake.yml parameters: extraBuildFlags: >- @@ -93,7 +99,8 @@ jobs: condition: and(succeeded(), eq(variables['ENABLE_${{ upper(job.target) }}_TESTS'], 'true'), - not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])) + not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])), + eq(${{ parameters.aggregatePipeline }}, 'false') ) variables: - group: common diff --git a/.azuredevops/components/rocPyDecode.yml b/.azuredevops/components/rocPyDecode.yml index ad8b148e1..4232fddb1 100644 --- a/.azuredevops/components/rocPyDecode.yml +++ b/.azuredevops/components/rocPyDecode.yml @@ -5,6 +5,11 @@ parameters: - name: checkoutRef type: string default: '' +# set to true if doing full build of ROCm stack +# and dependencies are pulled from same pipeline +- name: aggregatePipeline + type: boolean + default: false - name: aptPackages type: object default: @@ -77,6 +82,7 @@ jobs: checkoutRef: ${{ parameters.checkoutRef }} dependencyList: ${{ parameters.rocmDependencies }} gpuTarget: ${{ job.target }} + aggregatePipeline: ${{ parameters.aggregatePipeline }} - task: Bash@3 displayName: 'Save Python Package Paths' inputs: @@ -152,7 +158,8 @@ jobs: condition: and(succeeded(), eq(variables['ENABLE_${{ upper(job.target) }}_TESTS'], 'true'), - not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])) + not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])), + eq(${{ parameters.aggregatePipeline }}, 'false') ) variables: - group: common diff --git a/.azuredevops/components/rocRAND.yml b/.azuredevops/components/rocRAND.yml index b501e93bc..38e5415c2 100644 --- a/.azuredevops/components/rocRAND.yml +++ b/.azuredevops/components/rocRAND.yml @@ -5,6 +5,11 @@ parameters: - name: checkoutRef type: string default: '' +# set to true if doing full build of ROCm stack +# and dependencies are pulled from same pipeline +- name: aggregatePipeline + type: boolean + default: false - name: aptPackages type: object default: @@ -70,6 +75,7 @@ jobs: checkoutRef: ${{ parameters.checkoutRef }} dependencyList: ${{ parameters.rocmDependencies }} gpuTarget: ${{ job.target }} + aggregatePipeline: ${{ parameters.aggregatePipeline }} - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/build-cmake.yml parameters: extraBuildFlags: >- @@ -98,7 +104,8 @@ jobs: condition: and(succeeded(), eq(variables['ENABLE_${{ upper(job.target) }}_TESTS'], 'true'), - not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])) + not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])), + eq(${{ parameters.aggregatePipeline }}, 'false') ) variables: - group: common diff --git a/.azuredevops/components/rocSOLVER.yml b/.azuredevops/components/rocSOLVER.yml index e2cae06f8..6a273eba5 100644 --- a/.azuredevops/components/rocSOLVER.yml +++ b/.azuredevops/components/rocSOLVER.yml @@ -5,6 +5,11 @@ parameters: - name: checkoutRef type: string default: '' +# set to true if doing full build of ROCm stack +# and dependencies are pulled from same pipeline +- name: aggregatePipeline + type: boolean + default: false - name: aptPackages type: object default: @@ -88,6 +93,7 @@ jobs: checkoutRef: ${{ parameters.checkoutRef }} dependencyList: ${{ parameters.rocmDependencies }} gpuTarget: ${{ job.target }} + aggregatePipeline: ${{ parameters.aggregatePipeline }} - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/build-cmake.yml parameters: componentName: lapack @@ -131,7 +137,8 @@ jobs: condition: and(succeeded(), eq(variables['ENABLE_${{ upper(job.target) }}_TESTS'], 'true'), - not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])) + not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])), + eq(${{ parameters.aggregatePipeline }}, 'false') ) variables: - group: common diff --git a/.azuredevops/components/rocSPARSE.yml b/.azuredevops/components/rocSPARSE.yml index b12e3c978..f2ba47942 100644 --- a/.azuredevops/components/rocSPARSE.yml +++ b/.azuredevops/components/rocSPARSE.yml @@ -5,6 +5,11 @@ parameters: - name: checkoutRef type: string default: '' +# set to true if doing full build of ROCm stack +# and dependencies are pulled from same pipeline +- name: aggregatePipeline + type: boolean + default: false - name: aptPackages type: object default: @@ -80,6 +85,7 @@ jobs: checkoutRef: ${{ parameters.checkoutRef }} dependencyList: ${{ parameters.rocmDependencies }} gpuTarget: ${{ job.target }} + aggregatePipeline: ${{ parameters.aggregatePipeline }} - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/build-cmake.yml parameters: extraBuildFlags: >- @@ -126,7 +132,8 @@ jobs: condition: and(succeeded(), eq(variables['ENABLE_${{ upper(job.target) }}_TESTS'], 'true'), - not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])) + not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])), + eq(${{ parameters.aggregatePipeline }}, 'false') ) variables: - group: common diff --git a/.azuredevops/components/rocThrust.yml b/.azuredevops/components/rocThrust.yml index 6d6ce0ac9..034db8546 100644 --- a/.azuredevops/components/rocThrust.yml +++ b/.azuredevops/components/rocThrust.yml @@ -5,6 +5,11 @@ parameters: - name: checkoutRef type: string default: '' +# set to true if doing full build of ROCm stack +# and dependencies are pulled from same pipeline +- name: aggregatePipeline + type: boolean + default: false - name: aptPackages type: object default: @@ -71,6 +76,7 @@ jobs: checkoutRef: ${{ parameters.checkoutRef }} dependencyList: ${{ parameters.rocmDependencies }} gpuTarget: ${{ job.target }} + aggregatePipeline: ${{ parameters.aggregatePipeline }} - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/build-cmake.yml parameters: extraBuildFlags: >- @@ -98,7 +104,8 @@ jobs: condition: and(succeeded(), eq(variables['ENABLE_${{ upper(job.target) }}_TESTS'], 'true'), - not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])) + not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])), + eq(${{ parameters.aggregatePipeline }}, 'false') ) variables: - group: common diff --git a/.azuredevops/components/rocWMMA.yml b/.azuredevops/components/rocWMMA.yml index 8ce974203..cfce0add8 100644 --- a/.azuredevops/components/rocWMMA.yml +++ b/.azuredevops/components/rocWMMA.yml @@ -5,6 +5,11 @@ parameters: - name: checkoutRef type: string default: '' +# set to true if doing full build of ROCm stack +# and dependencies are pulled from same pipeline +- name: aggregatePipeline + type: boolean + default: false - name: aptPackages type: object default: @@ -65,7 +70,7 @@ jobs: variables: - group: common - template: /.azuredevops/variables-global.yml - pool: ${{ variables.MEDIUM_BUILD_POOL }} + pool: ${{ variables.HIGH_BUILD_POOL }} workspace: clean: all steps: @@ -81,6 +86,7 @@ jobs: checkoutRef: ${{ parameters.checkoutRef }} dependencyList: ${{ parameters.rocmDependencies }} gpuTarget: ${{ job.target }} + aggregatePipeline: ${{ parameters.aggregatePipeline }} - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/build-cmake.yml parameters: extraBuildFlags: >- @@ -113,7 +119,8 @@ jobs: condition: and(succeeded(), eq(variables['ENABLE_${{ upper(job.target) }}_TESTS'], 'true'), - not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])) + not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])), + eq(${{ parameters.aggregatePipeline }}, 'false') ) variables: - group: common diff --git a/.azuredevops/components/rocm-cmake.yml b/.azuredevops/components/rocm-cmake.yml index 1beefdb81..e1a366d58 100644 --- a/.azuredevops/components/rocm-cmake.yml +++ b/.azuredevops/components/rocm-cmake.yml @@ -5,6 +5,11 @@ parameters: - name: checkoutRef type: string default: '' +# set to true if doing full build of ROCm stack +# and dependencies are pulled from same pipeline +- name: aggregatePipeline + type: boolean + default: false - name: aptPackages type: object default: @@ -26,7 +31,7 @@ jobs: variables: - group: common - template: /.azuredevops/variables-global.yml - pool: + pool: vmImage: ${{ variables.BASE_BUILD_POOL }} workspace: clean: all diff --git a/.azuredevops/components/rocm-core.yml b/.azuredevops/components/rocm-core.yml index cbca8f185..05a1e204c 100644 --- a/.azuredevops/components/rocm-core.yml +++ b/.azuredevops/components/rocm-core.yml @@ -5,6 +5,11 @@ parameters: - name: checkoutRef type: string default: '' +# set to true if doing full build of ROCm stack +# and dependencies are pulled from same pipeline +- name: aggregatePipeline + type: boolean + default: false - name: aptPackages type: object default: @@ -17,7 +22,7 @@ jobs: variables: - group: common - template: /.azuredevops/variables-global.yml - pool: + pool: vmImage: ${{ variables.BASE_BUILD_POOL }} workspace: clean: all diff --git a/.azuredevops/components/rocm-examples.yml b/.azuredevops/components/rocm-examples.yml index 761bc0e58..301354f4c 100644 --- a/.azuredevops/components/rocm-examples.yml +++ b/.azuredevops/components/rocm-examples.yml @@ -5,6 +5,11 @@ parameters: - name: checkoutRef type: string default: '' +# set to true if doing full build of ROCm stack +# and dependencies are pulled from same pipeline +- name: aggregatePipeline + type: boolean + default: false - name: aptPackages type: object default: @@ -100,6 +105,7 @@ jobs: checkoutRef: ${{ parameters.checkoutRef }} dependencyList: ${{ parameters.rocmDependencies }} gpuTarget: ${{ job.target }} + aggregatePipeline: ${{ parameters.aggregatePipeline }} - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/build-cmake.yml parameters: # https://github.com/ROCm/HIP/issues/2203 @@ -136,7 +142,8 @@ jobs: condition: and(succeeded(), eq(variables['ENABLE_${{ upper(job.target) }}_TESTS'], 'true'), - not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])) + not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])), + eq(${{ parameters.aggregatePipeline }}, 'false') ) variables: - group: common diff --git a/.azuredevops/components/rocm_bandwidth_test.yml b/.azuredevops/components/rocm_bandwidth_test.yml index dc29dcecf..e5d843bb3 100644 --- a/.azuredevops/components/rocm_bandwidth_test.yml +++ b/.azuredevops/components/rocm_bandwidth_test.yml @@ -5,6 +5,12 @@ parameters: - name: checkoutRef type: string default: '' +# set to true if doing full build of ROCm stack +# and dependencies are pulled from same pipeline +- name: aggregatePipeline + type: boolean + default: false + - name: aptPackages type: object default: @@ -49,7 +55,7 @@ jobs: value: $(Agent.BuildDirectory)/rocm - name: ROCR_LIB_DIR value: $(Agent.BuildDirectory)/rocm - pool: + pool: vmImage: ${{ variables.BASE_BUILD_POOL }} workspace: clean: all @@ -66,6 +72,7 @@ jobs: parameters: checkoutRef: ${{ parameters.checkoutRef }} dependencyList: ${{ parameters.rocmDependencies }} + aggregatePipeline: ${{ parameters.aggregatePipeline }} - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/build-cmake.yml parameters: extraBuildFlags: >- @@ -90,7 +97,8 @@ jobs: condition: and(succeeded(), eq(variables['ENABLE_${{ upper(job.target) }}_TESTS'], 'true'), - not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])) + not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])), + eq(${{ parameters.aggregatePipeline }}, 'false') ) variables: - group: common diff --git a/.azuredevops/components/rocm_smi_lib.yml b/.azuredevops/components/rocm_smi_lib.yml index e16eee156..a1f9e2bc2 100644 --- a/.azuredevops/components/rocm_smi_lib.yml +++ b/.azuredevops/components/rocm_smi_lib.yml @@ -5,6 +5,11 @@ parameters: - name: checkoutRef type: string default: '' +# set to true if doing full build of ROCm stack +# and dependencies are pulled from same pipeline +- name: aggregatePipeline + type: boolean + default: false - name: aptPackages type: object default: @@ -28,7 +33,7 @@ jobs: variables: - group: common - template: /.azuredevops/variables-global.yml - pool: + pool: vmImage: ${{ variables.BASE_BUILD_POOL }} workspace: clean: all @@ -59,7 +64,8 @@ jobs: condition: and(succeeded(), eq(variables['ENABLE_${{ upper(job.target) }}_TESTS'], 'true'), - not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])) + not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])), + eq(${{ parameters.aggregatePipeline }}, 'false') ) variables: - group: common diff --git a/.azuredevops/components/rocminfo.yml b/.azuredevops/components/rocminfo.yml index 1ec1cc91e..1d6f8ca79 100644 --- a/.azuredevops/components/rocminfo.yml +++ b/.azuredevops/components/rocminfo.yml @@ -5,6 +5,11 @@ parameters: - name: checkoutRef type: string default: '' +# set to true if doing full build of ROCm stack +# and dependencies are pulled from same pipeline +- name: aggregatePipeline + type: boolean + default: false - name: aptPackages type: object default: @@ -38,7 +43,7 @@ jobs: variables: - group: common - template: /.azuredevops/variables-global.yml - pool: + pool: vmImage: ${{ variables.BASE_BUILD_POOL }} workspace: clean: all @@ -55,6 +60,7 @@ jobs: parameters: checkoutRef: ${{ parameters.checkoutRef }} dependencyList: ${{ parameters.rocmDependencies }} + aggregatePipeline: ${{ parameters.aggregatePipeline }} skipLlvmSymlink: true - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/build-cmake.yml parameters: @@ -72,7 +78,8 @@ jobs: condition: and(succeeded(), eq(variables['ENABLE_${{ upper(job.target) }}_TESTS'], 'true'), - not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])) + not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])), + eq(${{ parameters.aggregatePipeline }}, 'false') ) variables: - group: common diff --git a/.azuredevops/components/rocprofiler-compute.yml b/.azuredevops/components/rocprofiler-compute.yml index 37b8da3c5..3cefb46fd 100644 --- a/.azuredevops/components/rocprofiler-compute.yml +++ b/.azuredevops/components/rocprofiler-compute.yml @@ -5,6 +5,11 @@ parameters: - name: checkoutRef type: string default: '' +# set to true if doing full build of ROCm stack +# and dependencies are pulled from same pipeline +- name: aggregatePipeline + type: boolean + default: false - name: aptPackages type: object default: @@ -114,6 +119,7 @@ jobs: dependencyList: ${{ parameters.rocmDependencies }} dependencySource: ${{ job.dependencySource }} gpuTarget: ${{ job.target }} + aggregatePipeline: ${{ parameters.aggregatePipeline }} - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/build-cmake.yml parameters: extraBuildFlags: >- @@ -140,7 +146,8 @@ jobs: condition: and(succeeded(), eq(variables['ENABLE_${{ upper(job.target) }}_TESTS'], 'true'), - not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])) + not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])), + eq(${{ parameters.aggregatePipeline }}, 'false') ) variables: - group: common diff --git a/.azuredevops/components/rocprofiler-register.yml b/.azuredevops/components/rocprofiler-register.yml index 9a07b294d..bf6041888 100644 --- a/.azuredevops/components/rocprofiler-register.yml +++ b/.azuredevops/components/rocprofiler-register.yml @@ -5,6 +5,11 @@ parameters: - name: checkoutRef type: string default: '' +# set to true if doing full build of ROCm stack +# and dependencies are pulled from same pipeline +- name: aggregatePipeline + type: boolean + default: false - name: aptPackages type: object default: @@ -17,7 +22,7 @@ jobs: variables: - group: common - template: /.azuredevops/variables-global.yml - pool: + pool: vmImage: ${{ variables.BASE_BUILD_POOL }} workspace: clean: all diff --git a/.azuredevops/components/rocprofiler-sdk.yml b/.azuredevops/components/rocprofiler-sdk.yml index 82e19e247..cd3c8c496 100644 --- a/.azuredevops/components/rocprofiler-sdk.yml +++ b/.azuredevops/components/rocprofiler-sdk.yml @@ -5,6 +5,11 @@ parameters: - name: checkoutRef type: string default: '' +# set to true if doing full build of ROCm stack +# and dependencies are pulled from same pipeline +- name: aggregatePipeline + type: boolean + default: false - name: aptPackages type: object default: @@ -89,6 +94,7 @@ jobs: checkoutRef: ${{ parameters.checkoutRef }} dependencyList: ${{ parameters.rocmDependencies }} gpuTarget: ${{ job.target }} + aggregatePipeline: ${{ parameters.aggregatePipeline }} - task: Bash@3 displayName: Add Python site-packages binaries to path inputs: @@ -125,7 +131,8 @@ jobs: condition: and(succeeded(), eq(variables['ENABLE_${{ upper(job.target) }}_TESTS'], 'true'), - not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])) + not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])), + eq(${{ parameters.aggregatePipeline }}, 'false') ) variables: - group: common diff --git a/.azuredevops/components/rocprofiler-systems.yml b/.azuredevops/components/rocprofiler-systems.yml index 4cf8cc80e..1f5628298 100644 --- a/.azuredevops/components/rocprofiler-systems.yml +++ b/.azuredevops/components/rocprofiler-systems.yml @@ -6,6 +6,11 @@ parameters: - name: checkoutRef type: string default: '' +# set to true if doing full build of ROCm stack +# and dependencies are pulled from same pipeline +- name: aggregatePipeline + type: boolean + default: false - name: aptPackages type: object default: @@ -103,6 +108,7 @@ jobs: checkoutRef: ${{ parameters.checkoutRef }} dependencyList: ${{ parameters.rocmDependencies }} gpuTarget: ${{ job.target }} + aggregatePipeline: ${{ parameters.aggregatePipeline }} - task: Bash@3 displayName: Add ROCm binaries to PATH inputs: @@ -147,7 +153,8 @@ jobs: condition: and(succeeded(), eq(variables['ENABLE_${{ upper(job.target) }}_TESTS'], 'true'), - not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])) + not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])), + eq(${{ parameters.aggregatePipeline }}, 'false') ) timeoutInMinutes: 180 variables: diff --git a/.azuredevops/components/rocprofiler.yml b/.azuredevops/components/rocprofiler.yml index 8ea1d03a7..a8ff8da8f 100644 --- a/.azuredevops/components/rocprofiler.yml +++ b/.azuredevops/components/rocprofiler.yml @@ -5,6 +5,12 @@ parameters: - name: checkoutRef type: string default: '' +# set to true if doing full build of ROCm stack +# and dependencies are pulled from same pipeline +- name: aggregatePipeline + type: boolean + default: false + - name: aptPackages type: object default: @@ -83,6 +89,7 @@ jobs: checkoutRef: ${{ parameters.checkoutRef }} dependencyList: ${{ parameters.rocmDependencies }} gpuTarget: ${{ job.target }} + aggregatePipeline: ${{ parameters.aggregatePipeline }} - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/build-cmake.yml parameters: extraBuildFlags: >- @@ -115,7 +122,8 @@ jobs: condition: and(succeeded(), eq(variables['ENABLE_${{ upper(job.target) }}_TESTS'], 'true'), - not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])) + not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])), + eq(${{ parameters.aggregatePipeline }}, 'false') ) variables: - group: common diff --git a/.azuredevops/components/rocr_debug_agent.yml b/.azuredevops/components/rocr_debug_agent.yml index b1a6a0181..8fd24562a 100644 --- a/.azuredevops/components/rocr_debug_agent.yml +++ b/.azuredevops/components/rocr_debug_agent.yml @@ -5,6 +5,11 @@ parameters: - name: checkoutRef type: string default: '' +# set to true if doing full build of ROCm stack +# and dependencies are pulled from same pipeline +- name: aggregatePipeline + type: boolean + default: false - name: aptPackages type: object default: @@ -49,7 +54,7 @@ jobs: variables: - group: common - template: /.azuredevops/variables-global.yml - pool: + pool: vmImage: ${{ variables.BASE_BUILD_POOL }} workspace: clean: all @@ -65,6 +70,7 @@ jobs: parameters: checkoutRef: ${{ parameters.checkoutRef }} dependencyList: ${{ parameters.rocmDependencies }} + aggregatePipeline: ${{ parameters.aggregatePipeline }} - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/build-cmake.yml parameters: extraBuildFlags: >- @@ -86,7 +92,8 @@ jobs: condition: and(succeeded(), eq(variables['ENABLE_${{ upper(job.target) }}_TESTS'], 'true'), - not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])) + not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])), + eq(${{ parameters.aggregatePipeline }}, 'false') ) variables: - group: common diff --git a/.azuredevops/components/roctracer.yml b/.azuredevops/components/roctracer.yml index 812b709ec..a161f7642 100644 --- a/.azuredevops/components/roctracer.yml +++ b/.azuredevops/components/roctracer.yml @@ -5,6 +5,11 @@ parameters: - name: checkoutRef type: string default: '' +# set to true if doing full build of ROCm stack +# and dependencies are pulled from same pipeline +- name: aggregatePipeline + type: boolean + default: false - name: aptPackages type: object default: @@ -77,6 +82,7 @@ jobs: checkoutRef: ${{ parameters.checkoutRef }} dependencyList: ${{ parameters.rocmDependencies }} gpuTarget: ${{ job.target }} + aggregatePipeline: ${{ parameters.aggregatePipeline }} - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/build-cmake.yml parameters: extraBuildFlags: >- @@ -107,7 +113,8 @@ jobs: condition: and(succeeded(), eq(variables['ENABLE_${{ upper(job.target) }}_TESTS'], 'true'), - not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])) + not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])), + eq(${{ parameters.aggregatePipeline }}, 'false') ) variables: - group: common diff --git a/.azuredevops/components/rpp.yml b/.azuredevops/components/rpp.yml index ef6bc9731..279fc3fad 100644 --- a/.azuredevops/components/rpp.yml +++ b/.azuredevops/components/rpp.yml @@ -5,6 +5,11 @@ parameters: - name: checkoutRef type: string default: '' +# set to true if doing full build of ROCm stack +# and dependencies are pulled from same pipeline +- name: aggregatePipeline + type: boolean + default: false - name: aptPackages type: object default: @@ -84,6 +89,7 @@ jobs: checkoutRef: ${{ parameters.checkoutRef }} dependencyList: ${{ parameters.rocmDependencies }} gpuTarget: ${{ job.target }} + aggregatePipeline: ${{ parameters.aggregatePipeline }} - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/build-cmake.yml parameters: extraBuildFlags: >- @@ -113,7 +119,8 @@ jobs: condition: and(succeeded(), eq(variables['ENABLE_${{ upper(job.target) }}_TESTS'], 'true'), - not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])) + not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])), + eq(${{ parameters.aggregatePipeline }}, 'false') ) variables: - group: common diff --git a/.azuredevops/templates/steps/artifact-download.yml b/.azuredevops/templates/steps/artifact-download.yml index 81540f5b3..e2a72ef14 100644 --- a/.azuredevops/templates/steps/artifact-download.yml +++ b/.azuredevops/templates/steps/artifact-download.yml @@ -12,6 +12,11 @@ parameters: - name: fileFilter type: string default: '' +# set to true if doing full build of ROCm stack +# and dependencies are pulled from same pipeline +- name: aggregatePipeline + type: boolean + default: false steps: - task: Bash@3 @@ -27,17 +32,23 @@ steps: - task: DownloadPipelineArtifact@2 displayName: Download ${{ parameters.componentName }} inputs: - buildType: 'specific' - project: ROCm-CI - definition: ${{ parameters.pipelineId }} - specificBuildWithTriggering: true - itemPattern: '**/*${{ parameters.fileFilter }}*' - # aomp is a special case, since the trigger file is under ROCm/ROCm instead of the component repo - ${{ if notIn(parameters.componentName, 'aomp') }}: - buildVersionToDownload: latestFromBranch # default is 'latest' - branchName: refs/heads/${{ parameters.branchName }} - allowPartiallySucceededBuilds: $(allowPartiallySucceededBuilds) - targetPath: '$(Pipeline.Workspace)/d' + ${{ if eq(parameters.aggregatePipeline, false) }}: + buildType: 'specific' + project: ROCm-CI + definition: ${{ parameters.pipelineId }} + specificBuildWithTriggering: true + itemPattern: '**/*${{ parameters.fileFilter }}*' + # aomp is a special case, since the trigger file is under ROCm/ROCm instead of the component repo + ${{ if notIn(parameters.componentName, 'aomp') }}: + buildVersionToDownload: latestFromBranch # default is 'latest' + branchName: refs/heads/${{ parameters.branchName }} + allowPartiallySucceededBuilds: $(allowPartiallySucceededBuilds) + targetPath: '$(Pipeline.Workspace)/d' + ${{ else }}: + buildType: 'current' + itemPattern: '**/${{ parameters.componentName }}*${{ parameters.fileFilter }}*' + allowPartiallySucceededBuilds: $(allowPartiallySucceededBuilds) + targetPath: '$(Pipeline.Workspace)/d' - task: ExtractFiles@1 displayName: Extract ${{ parameters.componentName }} inputs: diff --git a/.azuredevops/templates/steps/dependencies-rocm.yml b/.azuredevops/templates/steps/dependencies-rocm.yml index be5376655..ff889e49f 100644 --- a/.azuredevops/templates/steps/dependencies-rocm.yml +++ b/.azuredevops/templates/steps/dependencies-rocm.yml @@ -31,6 +31,11 @@ parameters: - name: setupHIPLibrarySymlinks type: boolean default: false +# set to true if doing full build of ROCm stack +# and dependencies are pulled from same pipeline +- name: aggregatePipeline + type: boolean + default: false - name: componentVarList type: object @@ -354,6 +359,7 @@ steps: parameters: componentName: ${{ split(dependency, ':')[0] }} pipelineId: ${{ parameters.componentVarList[split(dependency, ':')[0]].pipelineId }} + aggregatePipeline: ${{ parameters.aggregatePipeline }} ${{ if parameters.componentVarList[split(dependency, ':')[0]].hasGpuTarget }}: fileFilter: "${{ split(dependency, ':')[1] }}*${{ parameters.gpuTarget }}" # dependencySource = staging @@ -383,6 +389,7 @@ steps: parameters: componentName: ${{ dependency }} pipelineId: ${{ parameters.componentVarList[dependency].pipelineId }} + aggregatePipeline: ${{ parameters.aggregatePipeline }} ${{ if parameters.componentVarList[dependency].hasGpuTarget }}: fileFilter: ${{ parameters.gpuTarget }} # dependencySource = staging diff --git a/.azuredevops/templates/steps/miopen-get-ck-build.yml b/.azuredevops/templates/steps/miopen-get-ck-build.yml index c462b1400..9a85dd9a8 100644 --- a/.azuredevops/templates/steps/miopen-get-ck-build.yml +++ b/.azuredevops/templates/steps/miopen-get-ck-build.yml @@ -54,7 +54,7 @@ steps: fi echo "Downloading CK artifact from $ARTIFACT_URL" - wget -nv $ARTIFACT_URL -O $(System.ArtifactsDirectory)/ck.zip + wget --tries=5 --waitretry=10 --retry-connrefused -nv $ARTIFACT_URL -O $(System.ArtifactsDirectory)/ck.zip unzip $(System.ArtifactsDirectory)/ck.zip -d $(System.ArtifactsDirectory) mkdir -p $(Agent.BuildDirectory)/rocm tar -zxvf $(System.ArtifactsDirectory)/$ARTIFACT_NAME/*.tar.gz -C $(Agent.BuildDirectory)/rocm