From 885ab8438acc2a4a5596175a629513375d0be8a3 Mon Sep 17 00:00:00 2001 From: Daniel Su Date: Fri, 1 Aug 2025 11:54:59 -0400 Subject: [PATCH] [Ex CI] reduce pipeline size (#5140) * new fft miopen pipeline ids * remove all references to mainline builds --- .azuredevops/ci-builds/aomp-mainline.yml | 42 -- .../components/rocprofiler-compute.yml | 42 +- .azuredevops/dependencies/boost.yml | 1 - .azuredevops/nightly/pytorch.yml | 2 - .azuredevops/nightly/rocm-nightly.yml | 45 ++- .../templates/steps/dependencies-rocm.yml | 364 ++++++------------ .azuredevops/variables-global.yml | 120 ------ 7 files changed, 152 insertions(+), 464 deletions(-) delete mode 100644 .azuredevops/ci-builds/aomp-mainline.yml diff --git a/.azuredevops/ci-builds/aomp-mainline.yml b/.azuredevops/ci-builds/aomp-mainline.yml deleted file mode 100644 index 4521c5da8..000000000 --- a/.azuredevops/ci-builds/aomp-mainline.yml +++ /dev/null @@ -1,42 +0,0 @@ -variables: -- group: common -- template: /.azuredevops/variables-global.yml - -resources: - repositories: - - repository: aomp_repo - type: github - endpoint: ROCm - name: ROCm/aomp - ref: amd-mainline - - repository: aomp-extras_repo - type: github - endpoint: ROCm - name: ROCm/aomp-extras - ref: amd-mainline - - repository: flang_repo - type: github - endpoint: ROCm - name: ROCm/flang - ref: amd-mainline - - repository: llvm-project_repo - type: github - endpoint: ROCm - name: ROCm/llvm-project - ref: amd-mainline - pipelines: - - pipeline: rocr-runtime_pipeline - source: \ROCR-Runtime - trigger: - branches: - include: - - amd-mainline -# this job will only be triggered after successful build sequence of llvm-project and ROCR-Runtime - -trigger: none -pr: none - -jobs: - - template: ${{ variables.CI_COMPONENT_PATH }}/aomp.yml - parameters: - checkoutRepo: aomp_repo diff --git a/.azuredevops/components/rocprofiler-compute.yml b/.azuredevops/components/rocprofiler-compute.yml index 0f73bc3de..ed83b277a 100644 --- a/.azuredevops/components/rocprofiler-compute.yml +++ b/.azuredevops/components/rocprofiler-compute.yml @@ -65,43 +65,19 @@ parameters: type: object default: buildJobs: - - gfx942-staging: - name: gfx942_staging + - gfx942: target: gfx942 - dependencySource: staging - - gfx942-mainline: - name: gfx942_mainline - target: gfx942 - dependencySource: mainline - - gfx90a-staging: - name: gfx90a_staging + - gfx90a: target: gfx90a - dependencySource: staging - - gfx90a-mainline: - name: gfx90a_mainline - target: gfx90a - dependencySource: mainline testJobs: - - gfx942-staging: - name: gfx942_staging + - gfx942: target: gfx942 - dependencySource: staging - - gfx942-mainline: - name: gfx942_mainline - target: gfx942 - dependencySource: mainline - - gfx90a-staging: - name: gfx90a_staging + - gfx90a: target: gfx90a - dependencySource: staging - - gfx90a-mainline: - name: gfx90a_mainline - target: gfx90a - dependencySource: mainline jobs: - ${{ each job in parameters.jobMatrix.buildJobs }}: - - job: rocprofiler_compute_build_${{ job.name }} + - job: rocprofiler_compute_build_${{ job.target }} variables: - group: common - template: /.azuredevops/variables-global.yml @@ -124,11 +100,9 @@ jobs: -GNinja - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/manifest.yml parameters: - artifactName: ${{ job.dependencySource }} gpuTarget: ${{ job.target }} - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/artifact-upload.yml parameters: - artifactName: ${{ job.dependencySource }} gpuTarget: ${{ job.target }} - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/artifact-links.yml # - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/docker-container.yml @@ -138,9 +112,9 @@ jobs: # gpuTarget: ${{ job.target }} - ${{ each job in parameters.jobMatrix.testJobs }}: - - job: rocprofiler_compute_test_${{ job.name }} + - job: rocprofiler_compute_test_${{ job.target }} timeoutInMinutes: 120 - dependsOn: rocprofiler_compute_build_${{ job.name }} + dependsOn: rocprofiler_compute_build_${{ job.target }} condition: and(succeeded(), eq(variables['ENABLE_${{ upper(job.target) }}_TESTS'], 'true'), @@ -166,14 +140,12 @@ jobs: checkoutRepo: ${{ parameters.checkoutRepo }} - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/local-artifact-download.yml parameters: - postTargetFilter: ${{ job.dependencySource }} gpuTarget: ${{ job.target }} - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/dependencies-aqlprofile.yml - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/dependencies-rocm.yml parameters: checkoutRef: ${{ parameters.checkoutRef }} dependencyList: ${{ parameters.rocmTestDependencies }} - dependencySource: ${{ job.dependencySource }} gpuTarget: ${{ job.target }} - task: Bash@3 displayName: Add en_US.UTF-8 locale diff --git a/.azuredevops/dependencies/boost.yml b/.azuredevops/dependencies/boost.yml index 16cc1a699..7a5e36bdd 100644 --- a/.azuredevops/dependencies/boost.yml +++ b/.azuredevops/dependencies/boost.yml @@ -40,7 +40,6 @@ jobs: - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/dependencies-rocm.yml parameters: dependencyList: ${{ parameters.rocmDependencies }} - dependencySource: staging - task: Bash@3 displayName: Add ROCm binaries to PATH inputs: diff --git a/.azuredevops/nightly/pytorch.yml b/.azuredevops/nightly/pytorch.yml index a1162fdf2..19daf1d8c 100644 --- a/.azuredevops/nightly/pytorch.yml +++ b/.azuredevops/nightly/pytorch.yml @@ -219,7 +219,6 @@ jobs: - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/dependencies-rocm.yml parameters: dependencyList: ${{ parameters.rocmDependencies }} - dependencySource: staging gpuTarget: $(JOB_GPU_TARGET) setupHIPLibrarySymlinks: true - task: Bash@3 @@ -406,7 +405,6 @@ jobs: parameters: dependencyList: ${{ parameters.rocmTestDependencies }} gpuTarget: $(JOB_GPU_TARGET) - dependencySource: staging # get sources to run test scripts - task: Bash@3 displayName: git clone upstream pytorch diff --git a/.azuredevops/nightly/rocm-nightly.yml b/.azuredevops/nightly/rocm-nightly.yml index 565ec2705..75f64304b 100644 --- a/.azuredevops/nightly/rocm-nightly.yml +++ b/.azuredevops/nightly/rocm-nightly.yml @@ -3,21 +3,21 @@ parameters: - name: jobList type: object default: - - { os: ubuntu2204, packageManager: apt, target: gfx942, source: staging } - - { os: ubuntu2204, packageManager: apt, target: gfx90a, source: staging } - - { os: ubuntu2204, packageManager: apt, target: gfx1201, source: staging } - - { os: ubuntu2204, packageManager: apt, target: gfx1100, source: staging } - - { os: ubuntu2204, packageManager: apt, target: gfx1030, source: staging } - - { os: ubuntu2404, packageManager: apt, target: gfx942, source: staging } - - { os: ubuntu2404, packageManager: apt, target: gfx90a, source: staging } - - { os: ubuntu2404, packageManager: apt, target: gfx1201, source: staging } - - { os: ubuntu2404, packageManager: apt, target: gfx1100, source: staging } - - { os: ubuntu2404, packageManager: apt, target: gfx1030, source: staging } - - { os: almalinux8, packageManager: dnf, target: gfx942, source: staging } - - { os: almalinux8, packageManager: dnf, target: gfx90a, source: staging } - - { os: almalinux8, packageManager: dnf, target: gfx1201, source: staging } - - { os: almalinux8, packageManager: dnf, target: gfx1100, source: staging } - - { os: almalinux8, packageManager: dnf, target: gfx1030, source: staging } + - { os: ubuntu2204, packageManager: apt, target: gfx942 } + - { os: ubuntu2204, packageManager: apt, target: gfx90a } + - { os: ubuntu2204, packageManager: apt, target: gfx1201 } + - { os: ubuntu2204, packageManager: apt, target: gfx1100 } + - { os: ubuntu2204, packageManager: apt, target: gfx1030 } + - { os: ubuntu2404, packageManager: apt, target: gfx942 } + - { os: ubuntu2404, packageManager: apt, target: gfx90a } + - { os: ubuntu2404, packageManager: apt, target: gfx1201 } + - { os: ubuntu2404, packageManager: apt, target: gfx1100 } + - { os: ubuntu2404, packageManager: apt, target: gfx1030 } + - { os: almalinux8, packageManager: dnf, target: gfx942 } + - { os: almalinux8, packageManager: dnf, target: gfx90a } + - { os: almalinux8, packageManager: dnf, target: gfx1201 } + - { os: almalinux8, packageManager: dnf, target: gfx1100 } + - { os: almalinux8, packageManager: dnf, target: gfx1030 } - name: rocmDependencies type: object default: @@ -92,7 +92,7 @@ schedules: jobs: - ${{ each job in parameters.jobList }}: - - job: nightly_${{ job.os }}_${{ job.target }}_${{ job.source }} + - job: nightly_${{ job.os }}_${{ job.target }} timeoutInMinutes: 90 variables: - group: common @@ -116,7 +116,6 @@ jobs: displayName: System disk space before ROCm - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/dependencies-rocm.yml parameters: - dependencySource: ${{ job.source }} dependencyList: ${{ parameters.rocmDependencies }} os: ${{ job.os }} gpuTarget: ${{ job.target }} @@ -172,11 +171,11 @@ jobs: && dpkg-deb -R $PACKAGE_NAME hsa-amd-aqlprofile \ && cp -R hsa-amd-aqlprofile/opt/rocm-*/* rocm - RUN ARTIFACT_URL="https://dev.azure.com/ROCm-CI/ROCm-CI/_apis/build/builds/$(Build.BuildId)/artifacts?artifactName=nightly${{ job.os }}${{ job.target }}${{ job.source }}&api-version=7.1" \ + RUN ARTIFACT_URL="https://dev.azure.com/ROCm-CI/ROCm-CI/_apis/build/builds/$(Build.BuildId)/artifacts?artifactName=nightly${{ job.os }}${{ job.target }}&api-version=7.1" \ && DOWNLOAD_URL=$(curl -s $ARTIFACT_URL | jq ".resource.downloadUrl" | tr -d '"') \ && wget -nv --retry-connrefused $DOWNLOAD_URL -O nightly.zip \ && unzip nightly.zip \ - && tar -xf nightly${{ job.os }}${{ job.target }}${{ job.source }}/rocm-nightly*${{ job.os }}*${{ job.target }}*.tar.gz -C rocm + && tar -xf nightly${{ job.os }}${{ job.target }}/rocm-nightly*${{ job.os }}*${{ job.target }}*.tar.gz -C rocm RUN echo /root/rocm/lib | tee /etc/ld.so.conf.d/rocm-ci.conf RUN echo /root/rocm/llvm/lib | tee -a /etc/ld.so.conf.d/rocm-ci.conf @@ -210,11 +209,11 @@ jobs: && rpm2cpio $PACKAGE_NAME | (cd hsa-amd-aqlprofile && cpio -idmv) \ && cp -R hsa-amd-aqlprofile/opt/rocm-*/* rocm - RUN ARTIFACT_URL="https://dev.azure.com/ROCm-CI/ROCm-CI/_apis/build/builds/$(Build.BuildId)/artifacts?artifactName=nightly${{ job.os }}${{ job.target }}${{ job.source }}&api-version=7.1" \ + RUN ARTIFACT_URL="https://dev.azure.com/ROCm-CI/ROCm-CI/_apis/build/builds/$(Build.BuildId)/artifacts?artifactName=nightly${{ job.os }}${{ job.target }}&api-version=7.1" \ && DOWNLOAD_URL=$(curl -s $ARTIFACT_URL | jq ".resource.downloadUrl" | tr -d '"') \ && wget -nv --retry-connrefused $DOWNLOAD_URL -O nightly.zip \ && UNZIP_DISABLE_ZIPBOMB_DETECTION=TRUE unzip nightly.zip \ - && tar -xf nightly${{ job.os }}${{ job.target }}${{ job.source }}/rocm-nightly*${{ job.os }}*${{ job.target }}*.tar.gz -C rocm + && tar -xf nightly${{ job.os }}${{ job.target }}/rocm-nightly*${{ job.os }}*${{ job.target }}*.tar.gz -C rocm RUN echo /root/rocm/lib | tee /etc/ld.so.conf.d/rocm-ci.conf RUN echo /root/rocm/llvm/lib | tee -a /etc/ld.so.conf.d/rocm-ci.conf @@ -229,11 +228,11 @@ jobs: displayName: Build and upload Docker image inputs: containerRegistry: ContainerService3 - repository: 'nightly-${{ job.os }}-${{ job.target }}-${{ job.source }}' + repository: 'nightly-${{ job.os }}-${{ job.target }}' Dockerfile: '$(Agent.BuildDirectory)/Dockerfile' buildContext: '$(Agent.BuildDirectory)' - task: Bash@3 displayName: '!! Docker Run Command !!' inputs: targetType: inline - script: echo "docker run -it --network=host --device=/dev/kfd --device=/dev/dri --security-opt seccomp=unconfined rocmexternalcicd.azurecr.io/nightly-${{ job.os }}-${{ job.target }}-${{ job.source }}:$(Build.BuildId)" | tr '[:upper:]' '[:lower:]' + script: echo "docker run -it --network=host --device=/dev/kfd --device=/dev/dri --security-opt seccomp=unconfined rocmexternalcicd.azurecr.io/nightly-${{ job.os }}-${{ job.target }}:$(Build.BuildId)" | tr '[:upper:]' '[:lower:]' diff --git a/.azuredevops/templates/steps/dependencies-rocm.yml b/.azuredevops/templates/steps/dependencies-rocm.yml index 4e6164d9f..90b4d5d2e 100644 --- a/.azuredevops/templates/steps/dependencies-rocm.yml +++ b/.azuredevops/templates/steps/dependencies-rocm.yml @@ -3,13 +3,6 @@ parameters: - name: checkoutRef type: string default: '' -- name: dependencySource # optional, overrides checkoutRef - type: string - default: null - values: - - null # empty strings aren't allowed as values, use null instead - - staging - - mainline - name: dependencyList type: object default: [] @@ -38,309 +31,240 @@ parameters: type: object default: AMDMIGraphX: - pipelineId: $(AMDMIGRAPHX_PIPELINE_ID) - stagingBranch: develop - mainlineBranch: master + pipelineId: 113 + developBranch: develop hasGpuTarget: true amdsmi: - pipelineId: $(AMDSMI_PIPELINE_ID) - stagingBranch: amd-staging - mainlineBranch: amd-mainline + pipelineId: 99 + developBranch: amd-staging hasGpuTarget: false aomp-extras: - pipelineId: $(AOMP_EXTRAS_PIPELINE_ID) - stagingBranch: aomp-dev - mainlineBranch: aomp-dev + pipelineId: 111 + developBranch: aomp-dev hasGpuTarget: false aomp: - pipelineId: $(AOMP_PIPELINE_ID) - stagingBranch: aomp-dev - mainlineBranch: amd-mainline + pipelineId: 115 + developBranch: aomp-dev hasGpuTarget: false clr: - pipelineId: $(CLR_PIPELINE_ID) - stagingBranch: amd-staging - mainlineBranch: amd-mainline + pipelineId: 145 + developBranch: amd-staging hasGpuTarget: false composable_kernel: - pipelineId: $(COMPOSABLE_KERNEL_PIPELINE_ID) - stagingBranch: develop - mainlineBranch: mainline + pipelineId: 86 + developBranch: develop hasGpuTarget: true half: - pipelineId: $(HALF_PIPELINE_ID) - stagingBranch: rocm - mainlineBranch: rocm + pipelineId: 101 + developBranch: rocm hasGpuTarget: false HIP: - pipelineId: $(HIP_PIPELINE_ID) - stagingBranch: amd-staging - mainlineBranch: amd-mainline + pipelineId: 93 + developBranch: amd-staging hasGpuTarget: false hip-tests: - pipelineId: $(HIP_TESTS_PIPELINE_ID) - stagingBranch: amd-staging - mainlineBranch: amd-mainline + pipelineId: 233 + developBranch: amd-staging hasGpuTarget: false hipBLAS: - pipelineId: $(HIPBLAS_PIPELINE_ID) - stagingBranch: develop - mainlineBranch: mainline + pipelineId: 317 + developBranch: develop hasGpuTarget: true hipBLASLt: - pipelineId: $(HIPBLASLT_PIPELINE_ID) - stagingBranch: develop - mainlineBranch: mainline + pipelineId: 301 + developBranch: develop hasGpuTarget: true hipBLAS-common: - pipelineId: $(HIPBLAS_COMMON_PIPELINE_ID) - stagingBranch: develop - mainlineBranch: mainline + pipelineId: 300 + developBranch: develop hasGpuTarget: false hipCUB: - pipelineId: $(HIPCUB_PIPELINE_ID) - stagingBranch: develop - mainlineBranch: develop + pipelineId: 277 + developBranch: develop hasGpuTarget: true hipFFT: - pipelineId: $(HIPFFT_PIPELINE_ID) - stagingBranch: develop - mainlineBranch: mainline + pipelineId: 283 + developBranch: develop hasGpuTarget: true hipfort: - pipelineId: $(HIPFORT_PIPELINE_ID) - stagingBranch: develop - mainlineBranch: mainline + pipelineId: 102 + developBranch: develop hasGpuTarget: false HIPIFY: - pipelineId: $(HIPIFY_PIPELINE_ID) - stagingBranch: amd-staging - mainlineBranch: amd-mainline + pipelineId: 92 + developBranch: amd-staging hasGpuTarget: false hipRAND: - pipelineId: $(HIPRAND_PIPELINE_ID) - stagingBranch: develop - mainlineBranch: develop + pipelineId: 275 + developBranch: develop hasGpuTarget: true hipSOLVER: - pipelineId: $(HIPSOLVER_PIPELINE_ID) - stagingBranch: develop - mainlineBranch: mainline + pipelineId: 84 + developBranch: develop hasGpuTarget: true hipSPARSE: - pipelineId: $(HIPSPARSE_PIPELINE_ID) - stagingBranch: develop - mainlineBranch: mainline + pipelineId: 315 + developBranch: develop hasGpuTarget: true hipSPARSELt: - pipelineId: $(HIPSPARSELT_PIPELINE_ID) - stagingBranch: develop - mainlineBranch: mainline + pipelineId: 309 + developBranch: develop hasGpuTarget: true hipTensor: - pipelineId: $(HIPTENSOR_PIPELINE_ID) - stagingBranch: develop - mainlineBranch: mainline + pipelineId: 105 + developBranch: develop hasGpuTarget: true llvm-project: - pipelineId: $(LLVM_PROJECT_PIPELINE_ID) - stagingBranch: amd-staging - mainlineBranch: amd-mainline + pipelineId: 2 + developBranch: amd-staging hasGpuTarget: false MIOpen: - pipelineId: $(MIOpen_PIPELINE_ID) - stagingBranch: develop - mainlineBranch: amd-master + pipelineId: 320 + developBranch: develop hasGpuTarget: true MIVisionX: - pipelineId: $(MIVISIONX_PIPELINE_ID) - stagingBranch: develop - mainlineBranch: master - hasGpuTarget: true - omnitrace: # deprecated - pipelineId: $(OMNITRACE_PIPELINE_ID) - stagingBranch: amd-staging - mainlineBranch: amd-mainline + pipelineId: 80 + developBranch: develop hasGpuTarget: true rccl: - pipelineId: $(RCCL_PIPELINE_ID) - stagingBranch: develop - mainlineBranch: mainline + pipelineId: 107 + developBranch: develop hasGpuTarget: true rdc: - pipelineId: $(RDC_PIPELINE_ID) - stagingBranch: amd-staging - mainlineBranch: amd-mainline + pipelineId: 100 + developBranch: amd-staging hasGpuTarget: false rocAL: - pipelineId: $(ROCAL_PIPELINE_ID) - stagingBranch: develop - mainlineBranch: mainline + pipelineId: 151 + developBranch: develop hasGpuTarget: true rocALUTION: - pipelineId: $(ROCALUTION_PIPELINE_ID) - stagingBranch: develop - mainlineBranch: mainline + pipelineId: 89 + developBranch: develop hasGpuTarget: true rocBLAS: - pipelineId: $(ROCBLAS_PIPELINE_ID) - stagingBranch: develop - mainlineBranch: mainline + pipelineId: 302 + developBranch: develop hasGpuTarget: true ROCdbgapi: - pipelineId: $(ROCDBGAPI_PIPELINE_ID) - stagingBranch: amd-staging - mainlineBranch: amd-mainline + pipelineId: 135 + developBranch: amd-staging hasGpuTarget: false rocDecode: - pipelineId: $(ROCDECODE_PIPELINE_ID) - stagingBranch: develop - mainlineBranch: mainline + pipelineId: 79 + developBranch: develop hasGpuTarget: false rocFFT: - pipelineId: $(ROCFFT_PIPELINE_ID) - stagingBranch: develop - mainlineBranch: mainline + pipelineId: 282 + developBranch: develop hasGpuTarget: true ROCgdb: - pipelineId: $(ROCGDB_PIPELINE_ID) - stagingBranch: amd-staging - mainlineBranch: amd-mainline-rocgdb-15 + pipelineId: 134 + developBranch: amd-staging hasGpuTarget: false rocJPEG: - pipelineId: $(ROCJPEG_PIPELINE_ID) - stagingBranch: develop - mainlineBranch: mainline + pipelineId: 262 + developBranch: develop hasGpuTarget: false rocm-cmake: - pipelineId: $(ROCM_CMAKE_PIPELINE_ID) - stagingBranch: develop - mainlineBranch: mainline + pipelineId: 6 + developBranch: develop hasGpuTarget: false rocm-core: - pipelineId: $(ROCM_CORE_PIPELINE_ID) - stagingBranch: master - mainlineBranch: amd-master + pipelineId: 103 + developBranch: master hasGpuTarget: false rocm-examples: - pipelineId: $(ROCM_EXAMPLES_PIPELINE_ID) - stagingBranch: amd-staging - mainlineBranch: amd-mainline + pipelineId: 216 + developBranch: amd-staging hasGpuTarget: true rocminfo: - pipelineId: $(ROCMINFO_PIPELINE_ID) - stagingBranch: amd-staging - mainlineBranch: amd-mainline + pipelineId: 91 + developBranch: amd-staging hasGpuTarget: false rocMLIR: - pipelineId: $(ROCMLIR_PIPELINE_ID) - stagingBranch: develop - mainlineBranch: mainline + pipelineId: 229 + developBranch: develop hasGpuTarget: false ROCmValidationSuite: - pipelineId: $(ROCMVALIDATIONSUITE_PIPELINE_ID) - stagingBranch: master - mainlineBranch: master + pipelineId: 106 + developBranch: master hasGpuTarget: true rocm_bandwidth_test: - pipelineId: $(ROCM_BANDWIDTH_TEST_PIPELINE_ID) - stagingBranch: master - mainlineBranch: master + pipelineId: 88 + developBranch: master hasGpuTarget: false rocm_smi_lib: - pipelineId: $(ROCM_SMI_LIB_PIPELINE_ID) - stagingBranch: amd-staging - mainlineBranch: amd-mainline + pipelineId: 96 + developBranch: amd-staging hasGpuTarget: false rocPRIM: - pipelineId: $(ROCPRIM_PIPELINE_ID) - stagingBranch: develop - mainlineBranch: develop + pipelineId: 273 + developBranch: develop hasGpuTarget: true rocprofiler: - pipelineId: $(ROCPROFILER_PIPELINE_ID) - stagingBranch: amd-staging - mainlineBranch: amd-master + pipelineId: 143 + developBranch: amd-staging hasGpuTarget: true rocprofiler-compute: - pipelineId: $(ROCPROFILER_COMPUTE_PIPELINE_ID) - stagingBranch: develop - mainlineBranch: amd-mainline + pipelineId: 257 + developBranch: develop hasGpuTarget: true rocprofiler-register: - pipelineId: $(ROCPROFILER_REGISTER_PIPELINE_ID) - stagingBranch: amd-staging - mainlineBranch: amd-mainline + pipelineId: 1 + developBranch: amd-staging hasGpuTarget: false rocprofiler-sdk: - pipelineId: $(ROCPROFILER_SDK_PIPELINE_ID) - stagingBranch: amd-staging - mainlineBranch: amd-mainline + pipelineId: 246 + developBranch: amd-staging hasGpuTarget: true rocprofiler-systems: - pipelineId: $(ROCPROFILER_SYSTEMS_PIPELINE_ID) - stagingBranch: amd-staging - mainlineBranch: amd-mainline + pipelineId: 255 + developBranch: amd-staging hasGpuTarget: true rocPyDecode: - pipelineId: $(ROCPYDECODE_PIPELINE_ID) - stagingBranch: develop - mainlineBranch: mainline + pipelineId: 239 + developBranch: develop hasGpuTarget: true ROCR-Runtime: - pipelineId: $(ROCR_RUNTIME_PIPELINE_ID) - stagingBranch: amd-staging - mainlineBranch: amd-mainline + pipelineId: 10 + developBranch: amd-staging hasGpuTarget: false rocRAND: - pipelineId: $(ROCRAND_PIPELINE_ID) - stagingBranch: develop - mainlineBranch: develop + pipelineId: 274 + developBranch: develop hasGpuTarget: true rocr_debug_agent: - pipelineId: $(ROCR_DEBUG_AGENT_PIPELINE_ID) - stagingBranch: amd-staging - mainlineBranch: amd-mainline + pipelineId: 136 + developBranch: amd-staging hasGpuTarget: false rocSOLVER: - pipelineId: $(ROCSOLVER_PIPELINE_ID) - stagingBranch: develop - mainlineBranch: mainline + pipelineId: 81 + developBranch: develop hasGpuTarget: true rocSPARSE: - pipelineId: $(ROCSPARSE_PIPELINE_ID) - stagingBranch: develop - mainlineBranch: mainline + pipelineId: 314 + developBranch: develop hasGpuTarget: true - ROCT-Thunk-Interface: # deprecated - pipelineId: $(ROCT_THUNK_INTERFACE_PIPELINE_ID) - stagingBranch: master - mainlineBranch: master - hasGpuTarget: false rocThrust: - pipelineId: $(ROCTHRUST_PIPELINE_ID) - stagingBranch: develop - mainlineBranch: develop + pipelineId: 276 + developBranch: develop hasGpuTarget: true roctracer: - pipelineId: $(ROCTRACER_PIPELINE_ID) - stagingBranch: amd-staging - mainlineBranch: amd-mainline + pipelineId: 141 + developBranch: amd-staging hasGpuTarget: true rocWMMA: - pipelineId: $(ROCWMMA_PIPELINE_ID) - stagingBranch: develop - mainlineBranch: mainline + pipelineId: 109 + developBranch: develop hasGpuTarget: true rpp: - pipelineId: $(RPP_PIPELINE_ID) - stagingBranch: develop - mainlineBranch: mainline + pipelineId: 78 + developBranch: develop hasGpuTarget: true TransferBench: - pipelineId: $(TRANSFERBENCH_PIPELINE_ID) - stagingBranch: develop - mainlineBranch: mainline + pipelineId: 265 + developBranch: develop hasGpuTarget: true steps: @@ -356,72 +280,30 @@ steps: parameters: componentName: ${{ split(dependency, ':')[0] }} pipelineId: ${{ parameters.componentVarList[split(dependency, ':')[0]].pipelineId }} + branchName: ${{ parameters.componentVarList[split(dependency, ':')[0]].developBranch }} aggregatePipeline: ${{ parameters.aggregatePipeline }} extractAndDeleteFiles: false - ${{ if parameters.componentVarList[split(dependency, ':')[0]].hasGpuTarget }}: - fileFilter: "${{ split(dependency, ':')[1] }}*_${{ parameters.os }}_${{ parameters.gpuTarget }}" - # dependencySource = staging - ${{ if eq(parameters.dependencySource, 'staging')}}: - branchName: ${{ parameters.componentVarList[split(dependency, ':')[0]].stagingBranch }} - # dependencySource = mainline - ${{ elseif eq(parameters.dependencySource, 'mainline')}}: - branchName: ${{ parameters.componentVarList[split(dependency, ':')[0]].mainlineBranch }} - # checkoutRef = staging - ${{ elseif eq(parameters.checkoutRef, parameters.componentVarList[variables['Build.DefinitionName']].stagingBranch) }}: - branchName: ${{ parameters.componentVarList[split(dependency, ':')[0]].stagingBranch }} - # checkoutRef = mainline - ${{ elseif eq(parameters.checkoutRef, parameters.componentVarList[variables['Build.DefinitionName']].mainlineBranch) }}: - branchName: ${{ parameters.componentVarList[split(dependency, ':')[0]].mainlineBranch }} - # SourceBranchName = staging - ${{ elseif eq(variables['Build.SourceBranchName'], parameters.componentVarlist[variables['Build.DefinitionName']].stagingBranch) }}: - branchName: ${{ parameters.componentVarList[split(dependency, ':')[0]].stagingBranch }} - # SourceBranchName = mainline - ${{ elseif eq(variables['Build.SourceBranchName'], parameters.componentVarlist[variables['Build.DefinitionName']].mainlineBranch) }}: - branchName: ${{ parameters.componentVarList[split(dependency, ':')[0]].mainlineBranch }} - # default = staging - ${{ else }}: - branchName: ${{ parameters.componentVarList[split(dependency, ':')[0]].stagingBranch }} # no colon (:) found in this item in the list - ${{ elseif containsValue(split(parameters.downstreamAggregateNames, '+'), dependency) }}: - template: local-artifact-download.yml parameters: - ${{ if parameters.componentVarList[dependency].hasGpuTarget }}: - gpuTarget: ${{ parameters.gpuTarget }} + buildType: current preTargetFilter: ${{ dependency }} os: ${{ parameters.os }} - buildType: current + ${{ if parameters.componentVarList[dependency].hasGpuTarget }}: + gpuTarget: ${{ parameters.gpuTarget }} - ${{ else }}: - template: artifact-download.yml parameters: componentName: ${{ dependency }} pipelineId: ${{ parameters.componentVarList[dependency].pipelineId }} + branchName: ${{ parameters.componentVarList[dependency].developBranch }} aggregatePipeline: ${{ parameters.aggregatePipeline }} extractAndDeleteFiles: false ${{ if parameters.componentVarList[dependency].hasGpuTarget }}: fileFilter: ${{ parameters.os }}_${{ parameters.gpuTarget }} ${{ else }}: fileFilter: ${{ parameters.os }} - # dependencySource = staging - ${{ if eq(parameters.dependencySource, 'staging')}}: - branchName: ${{ parameters.componentVarList[dependency].stagingBranch }} - # dependencySource = mainline - ${{ elseif eq(parameters.dependencySource, 'mainline')}}: - branchName: ${{ parameters.componentVarList[dependency].mainlineBranch }} - # checkoutRef = staging - ${{ elseif eq(parameters.checkoutRef, parameters.componentVarList[variables['Build.DefinitionName']].stagingBranch) }}: - branchName: ${{ parameters.componentVarList[dependency].stagingBranch }} - # checkoutRef = mainline - ${{ elseif eq(parameters.checkoutRef, parameters.componentVarList[variables['Build.DefinitionName']].mainlineBranch) }}: - branchName: ${{ parameters.componentVarList[dependency].mainlineBranch }} - # SourceBranchName = staging - ${{ elseif eq(variables['Build.SourceBranchName'], parameters.componentVarlist[variables['Build.DefinitionName']].stagingBranch) }}: - branchName: ${{ parameters.componentVarList[dependency].stagingBranch }} - # SourceBranchName = mainline - ${{ elseif eq(variables['Build.SourceBranchName'], parameters.componentVarlist[variables['Build.DefinitionName']].mainlineBranch) }}: - branchName: ${{ parameters.componentVarList[dependency].mainlineBranch }} - # default = staging - ${{ else }}: - branchName: ${{ parameters.componentVarList[dependency].stagingBranch }} - task: ExtractFiles@1 displayName: Extract ROCm artifacts inputs: diff --git a/.azuredevops/variables-global.yml b/.azuredevops/variables-global.yml index 90eecf798..de2ff9411 100644 --- a/.azuredevops/variables-global.yml +++ b/.azuredevops/variables-global.yml @@ -23,10 +23,6 @@ variables: value: rocm-ci_high_build_pool - name: ULTRA_BUILD_POOL value: rocm-ci_ultra_build_pool -- name: ON_PREM_BUILD_POOL - value: rocm-ci_build_pool -- name: LARGE_DISK_BUILD_POOL - value: rocm-ci_larger_base_disk_pool - name: GFX942_TEST_POOL value: gfx942_test_pool - name: GFX90A_TEST_POOL @@ -41,127 +37,11 @@ variables: value: rocm-6.4.2 - name: DOCKER_SKIP_GFX value: gfx90a -- name: AMDMIGRAPHX_PIPELINE_ID - value: 113 -- name: AMDSMI_PIPELINE_ID - value: 99 -- name: AOMP_EXTRAS_PIPELINE_ID - value: 111 -- name: AOMP_PIPELINE_ID - value: 115 -- name: CLR_PIPELINE_ID - value: 145 - name: COMPOSABLE_KERNEL_PIPELINE_ID value: 86 -- name: FLANG_LEGACY_PIPELINE_ID - value: 77 -- name: HALF_PIPELINE_ID - value: 101 - name: HALF560_PIPELINE_ID value: 68 - name: HALF560_BUILD_ID value: 621 - name: HIP_PIPELINE_ID value: 93 -- name: HIP_TESTS_PIPELINE_ID - value: 233 -- name: HIPBLAS_COMMON_PIPELINE_ID - value: 300 -- name: HIPBLAS_PIPELINE_ID - value: 317 -- name: HIPBLASLT_PIPELINE_ID - value: 301 -- name: HIPCUB_PIPELINE_ID - value: 277 -- name: HIPFFT_PIPELINE_ID - value: 121 -- name: HIPFORT_PIPELINE_ID - value: 102 -- name: HIPIFY_PIPELINE_ID - value: 92 -- name: HIPRAND_PIPELINE_ID - value: 275 -- name: HIPSOLVER_PIPELINE_ID - value: 84 -- name: HIPSPARSE_PIPELINE_ID - value: 315 -- name: HIPSPARSELT_PIPELINE_ID - value: 309 -- name: HIPTENSOR_PIPELINE_ID - value: 105 -- name: LLVM_PROJECT_PIPELINE_ID - value: 2 -- name: MIOPEN_PIPELINE_ID - value: 108 -- name: MIVISIONX_PIPELINE_ID - value: 80 -- name: RCCL_PIPELINE_ID - value: 107 -- name: RDC_PIPELINE_ID - value: 100 -- name: ROCAL_PIPELINE_ID - value: 151 -- name: ROCALUTION_PIPELINE_ID - value: 89 -- name: ROCBLAS_PIPELINE_ID - value: 302 -- name: ROCDBGAPI_PIPELINE_ID - value: 135 -- name: ROCDECODE_PIPELINE_ID - value: 79 -- name: ROCFFT_PIPELINE_ID - value: 120 -- name: ROCGDB_PIPELINE_ID - value: 134 -- name: ROCJPEG_PIPELINE_ID - value: 262 -- name: ROCM_BANDWIDTH_TEST_PIPELINE_ID - value: 88 -- name: ROCM_CMAKE_PIPELINE_ID - value: 6 -- name: ROCM_CORE_PIPELINE_ID - value: 103 -- name: ROCM_EXAMPLES_PIPELINE_ID - value: 216 -- name: ROCM_SMI_LIB_PIPELINE_ID - value: 96 -- name: ROCMINFO_PIPELINE_ID - value: 91 -- name: ROCMLIR_PIPELINE_ID - value: 229 -- name: ROCMVALIDATIONSUITE_PIPELINE_ID - value: 106 -- name: ROCPRIM_PIPELINE_ID - value: 273 -- name: ROCPROFILER_COMPUTE_PIPELINE_ID - value: 257 -- name: ROCPROFILER_REGISTER_PIPELINE_ID - value: 1 -- name: ROCPROFILER_SDK_PIPELINE_ID - value: 246 -- name: ROCPROFILER_SYSTEMS_PIPELINE_ID - value: 255 -- name: ROCPROFILER_PIPELINE_ID - value: 143 -- name: ROCPYDECODE_PIPELINE_ID - value: 239 -- name: ROCR_DEBUG_AGENT_PIPELINE_ID - value: 136 -- name: ROCR_RUNTIME_PIPELINE_ID - value: 10 -- name: ROCRAND_PIPELINE_ID - value: 274 -- name: ROCSOLVER_PIPELINE_ID - value: 81 -- name: ROCSPARSE_PIPELINE_ID - value: 314 -- name: ROCTHRUST_PIPELINE_ID - value: 276 -- name: ROCTRACER_PIPELINE_ID - value: 141 -- name: ROCWMMA_PIPELINE_ID - value: 109 -- name: RPP_PIPELINE_ID - value: 78 -- name: TRANSFERBENCH_PIPELINE_ID - value: 265