diff --git a/.azuredevops/components/AMDMIGraphX.yml b/.azuredevops/components/AMDMIGraphX.yml index 4aaada249..7e6460468 100644 --- a/.azuredevops/components/AMDMIGraphX.yml +++ b/.azuredevops/components/AMDMIGraphX.yml @@ -128,6 +128,9 @@ jobs: parameters: aptPackages: ${{ parameters.aptPackages }} pipModules: ${{ parameters.pipModules }} + - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/dependencies-cmake-custom.yml + parameters: + cmakeVersion: '3.28.6' - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/preamble.yml - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/checkout.yml parameters: @@ -152,6 +155,7 @@ jobs: -DCMAKE_BUILD_TYPE=Release -DGPU_TARGETS=${{ job.target }} -DAMDGPU_TARGETS=${{ job.target }} + -DCMAKE_CXX_COMPILER=$(Agent.BuildDirectory)/rocm/llvm/bin/amdclang++ -DCMAKE_MODULE_PATH=$(Agent.BuildDirectory)/rocm/lib/cmake/hip -DCMAKE_PREFIX_PATH=$(Agent.BuildDirectory)/rocm/llvm;$(Agent.BuildDirectory)/rocm -DHALF_INCLUDE_DIR=$(Agent.BuildDirectory)/rocm/include @@ -192,6 +196,9 @@ jobs: parameters: aptPackages: ${{ parameters.aptPackages }} pipModules: ${{ parameters.pipModules }} + - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/dependencies-cmake-custom.yml + parameters: + cmakeVersion: '3.28.6' - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/preamble.yml - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/checkout.yml parameters: @@ -217,6 +224,7 @@ jobs: -DCMAKE_BUILD_TYPE=Release -DGPU_TARGETS=${{ job.target }} -DAMDGPU_TARGETS=${{ job.target }} + -DCMAKE_CXX_COMPILER=$(Agent.BuildDirectory)/rocm/llvm/bin/amdclang++ -DCMAKE_MODULE_PATH=$(Agent.BuildDirectory)/rocm/lib/cmake/hip -DCMAKE_PREFIX_PATH=$(Agent.BuildDirectory)/rocm/llvm;$(Agent.BuildDirectory)/rocm -DHALF_INCLUDE_DIR=$(Agent.BuildDirectory)/rocm/include diff --git a/.azuredevops/components/amdsmi.yml b/.azuredevops/components/amdsmi.yml index a5a4e3cad..b00d32460 100644 --- a/.azuredevops/components/amdsmi.yml +++ b/.azuredevops/components/amdsmi.yml @@ -1,10 +1,29 @@ parameters: +- name: componentName + type: string + default: amdsmi - name: checkoutRepo type: string default: 'self' - name: checkoutRef type: string default: '' +# monorepo related parameters +- name: sparseCheckoutDir + type: string + default: '' +- name: triggerDownstreamJobs + type: boolean + default: false +- name: downstreamAggregateNames + type: string + default: '' +- name: buildDependsOn + type: object + default: null +- name: unifiedBuild + type: boolean + default: false # set to true if doing full build of ROCm stack # and dependencies are pulled from same pipeline - name: aggregatePipeline @@ -31,7 +50,7 @@ parameters: jobs: - ${{ each job in parameters.jobMatrix.buildJobs }}: - - job: amdsmi_build_${{ job.os }} + - job: ${{ parameters.componentName }}_build_${{ job.os }} pool: ${{ if eq(job.os, 'ubuntu2404') }}: vmImage: 'ubuntu-24.04' @@ -55,6 +74,7 @@ jobs: - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/checkout.yml parameters: checkoutRepo: ${{ parameters.checkoutRepo }} + sparseCheckoutDir: ${{ parameters.sparseCheckoutDir }} - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/build-cmake.yml parameters: os: ${{ job.os }} @@ -65,50 +85,54 @@ jobs: - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/manifest.yml parameters: os: ${{ job.os }} + componentName: ${{ parameters.componentName }} + sparseCheckoutDir: ${{ parameters.sparseCheckoutDir }} - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/artifact-upload.yml parameters: os: ${{ job.os }} + componentName: ${{ parameters.componentName }} - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/artifact-links.yml # - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/docker-container.yml # parameters: # aptPackages: ${{ parameters.aptPackages }} -- ${{ each job in parameters.jobMatrix.testJobs }}: - - job: amdsmi_test_${{ job.os }}_${{ job.target }} - dependsOn: amdsmi_build_${{ job.os }} - condition: - and(succeeded(), - eq(variables['ENABLE_${{ upper(job.target) }}_TESTS'], 'true'), - not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])), - eq(${{ parameters.aggregatePipeline }}, False) - ) - variables: - - group: common - - template: /.azuredevops/variables-global.yml - pool: ${{ job.target }}_test_pool - workspace: - clean: all - steps: - - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/dependencies-other.yml - parameters: - aptPackages: ${{ parameters.aptPackages }} - packageManager: ${{ job.packageManager }} - - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/preamble.yml - - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/local-artifact-download.yml - parameters: - os: ${{ job.os }} - - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/gpu-diagnostics.yml - parameters: - runRocminfo: false - - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/test.yml - parameters: - componentName: amdsmi - testDir: '$(Agent.BuildDirectory)' - testExecutable: 'sudo ./rocm/share/amd_smi/tests/amdsmitst' - testParameters: '--gtest_output=xml:./test_output.xml --gtest_color=yes' - os: ${{ job.os }} - - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/docker-container.yml - parameters: - aptPackages: ${{ parameters.aptPackages }} - environment: test - gpuTarget: ${{ job.target }} +- ${{ if eq(parameters.unifiedBuild, False) }}: + - ${{ each job in parameters.jobMatrix.testJobs }}: + - job: ${{ parameters.componentName }}_test_${{ job.os }}_${{ job.target }} + dependsOn: ${{ parameters.componentName }}_build_${{ job.os }} + condition: + and(succeeded(), + eq(variables['ENABLE_${{ upper(job.target) }}_TESTS'], 'true'), + not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), '${{ parameters.componentName }}')), + eq(${{ parameters.aggregatePipeline }}, False) + ) + variables: + - group: common + - template: /.azuredevops/variables-global.yml + pool: ${{ job.target }}_test_pool + workspace: + clean: all + steps: + - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/dependencies-other.yml + parameters: + aptPackages: ${{ parameters.aptPackages }} + packageManager: ${{ job.packageManager }} + - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/preamble.yml + - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/local-artifact-download.yml + parameters: + os: ${{ job.os }} + - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/gpu-diagnostics.yml + parameters: + runRocminfo: false + - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/test.yml + parameters: + componentName: ${{ parameters.componentName }} + testDir: '$(Agent.BuildDirectory)' + testExecutable: 'sudo ./rocm/share/amd_smi/tests/amdsmitst' + testParameters: '--gtest_output=xml:./test_output.xml --gtest_color=yes' + os: ${{ job.os }} + - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/docker-container.yml + parameters: + aptPackages: ${{ parameters.aptPackages }} + environment: test + gpuTarget: ${{ job.target }} diff --git a/.azuredevops/components/hipTensor.yml b/.azuredevops/components/hipTensor.yml index dddddad4e..3a55817a0 100644 --- a/.azuredevops/components/hipTensor.yml +++ b/.azuredevops/components/hipTensor.yml @@ -1,10 +1,29 @@ parameters: +- name: componentName + type: string + default: hipTensor - name: checkoutRepo type: string default: 'self' - name: checkoutRef type: string default: '' +# monorepo related parameters +- name: sparseCheckoutDir + type: string + default: '' +- name: triggerDownstreamJobs + type: boolean + default: false +- name: downstreamAggregateNames + type: string + default: '' +- name: buildDependsOn + type: object + default: null +- name: unifiedBuild + type: boolean + default: false # set to true if doing full build of ROCm stack # and dependencies are pulled from same pipeline - name: aggregatePipeline @@ -51,7 +70,7 @@ parameters: jobs: - ${{ each job in parameters.jobMatrix.buildJobs }}: - - job: hipTensor_build_${{ job.target }} + - job: ${{ parameters.componentName }}_build_${{ job.target }} variables: - group: common - template: /.azuredevops/variables-global.yml @@ -66,12 +85,15 @@ jobs: - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/checkout.yml parameters: checkoutRepo: ${{ parameters.checkoutRepo }} + sparseCheckoutDir: ${{ parameters.sparseCheckoutDir }} - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/dependencies-rocm.yml parameters: checkoutRef: ${{ parameters.checkoutRef }} dependencyList: ${{ parameters.rocmDependencies }} gpuTarget: ${{ job.target }} aggregatePipeline: ${{ parameters.aggregatePipeline }} + ${{ if parameters.triggerDownstreamJobs }}: + downstreamAggregateNames: ${{ parameters.downstreamAggregateNames }} - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/build-cmake.yml parameters: extraBuildFlags: >- @@ -85,9 +107,12 @@ jobs: -GNinja - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/manifest.yml parameters: + componentName: ${{ parameters.componentName }} + sparseCheckoutDir: ${{ parameters.sparseCheckoutDir }} gpuTarget: ${{ job.target }} - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/artifact-upload.yml parameters: + componentName: ${{ parameters.componentName }} gpuTarget: ${{ job.target }} - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/artifact-links.yml - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/docker-container.yml @@ -95,44 +120,47 @@ jobs: aptPackages: ${{ parameters.aptPackages }} gpuTarget: ${{ job.target }} -- ${{ each job in parameters.jobMatrix.testJobs }}: - - job: hipTensor_test_${{ job.target }} - timeoutInMinutes: 90 - dependsOn: hipTensor_build_${{ job.target }} - condition: - and(succeeded(), - eq(variables['ENABLE_${{ upper(job.target) }}_TESTS'], 'true'), - not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), variables['Build.DefinitionName'])), - eq(${{ parameters.aggregatePipeline }}, False) - ) - variables: - - group: common - - template: /.azuredevops/variables-global.yml - pool: ${{ job.target }}_test_pool - workspace: - clean: all - steps: - - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/dependencies-other.yml - parameters: - aptPackages: ${{ parameters.aptPackages }} - - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/preamble.yml - - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/local-artifact-download.yml - parameters: - gpuTarget: ${{ job.target }} - - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/dependencies-aqlprofile.yml - - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/dependencies-rocm.yml - parameters: - checkoutRef: ${{ parameters.checkoutRef }} - dependencyList: ${{ parameters.rocmTestDependencies }} - gpuTarget: ${{ job.target }} - - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/gpu-diagnostics.yml - - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/test.yml - parameters: - componentName: hipTensor - testDir: '$(Agent.BuildDirectory)/rocm/bin/hiptensor' - testParameters: '-E ".*-extended" --extra-verbose --output-on-failure --force-new-ctest-process --output-junit test_output.xml' - - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/docker-container.yml - parameters: - aptPackages: ${{ parameters.aptPackages }} - environment: test - gpuTarget: ${{ job.target }} +- ${{ if eq(parameters.unifiedBuild, False) }}: + - ${{ each job in parameters.jobMatrix.testJobs }}: + - job: ${{ parameters.componentName }}_test_${{ job.target }} + timeoutInMinutes: 90 + dependsOn: ${{ parameters.componentName }}_build_${{ job.target }} + condition: + and(succeeded(), + eq(variables['ENABLE_${{ upper(job.target) }}_TESTS'], 'true'), + not(containsValue(split(variables['DISABLED_${{ upper(job.target) }}_TESTS'], ','), '${{ parameters.componentName }}')), + eq(${{ parameters.aggregatePipeline }}, False) + ) + variables: + - group: common + - template: /.azuredevops/variables-global.yml + pool: ${{ job.target }}_test_pool + workspace: + clean: all + steps: + - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/dependencies-other.yml + parameters: + aptPackages: ${{ parameters.aptPackages }} + - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/preamble.yml + - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/local-artifact-download.yml + parameters: + gpuTarget: ${{ job.target }} + - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/dependencies-aqlprofile.yml + - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/dependencies-rocm.yml + parameters: + checkoutRef: ${{ parameters.checkoutRef }} + dependencyList: ${{ parameters.rocmTestDependencies }} + gpuTarget: ${{ job.target }} + ${{ if parameters.triggerDownstreamJobs }}: + downstreamAggregateNames: ${{ parameters.downstreamAggregateNames }} + - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/gpu-diagnostics.yml + - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/test.yml + parameters: + componentName: ${{ parameters.componentName }} + testDir: '$(Agent.BuildDirectory)/rocm/bin/hiptensor' + testParameters: '-E ".*-extended" --extra-verbose --output-on-failure --force-new-ctest-process --output-junit test_output.xml' + - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/docker-container.yml + parameters: + aptPackages: ${{ parameters.aptPackages }} + environment: test + gpuTarget: ${{ job.target }} diff --git a/.azuredevops/components/rocWMMA.yml b/.azuredevops/components/rocWMMA.yml index 88cf75a99..d9f15f68a 100644 --- a/.azuredevops/components/rocWMMA.yml +++ b/.azuredevops/components/rocWMMA.yml @@ -142,7 +142,7 @@ jobs: - ${{ if eq(parameters.unifiedBuild, False) }}: - ${{ each job in parameters.jobMatrix.testJobs }}: - job: ${{ parameters.componentName }}_test_${{ job.target }} - timeoutInMinutes: 270 + timeoutInMinutes: 350 dependsOn: ${{ parameters.componentName }}_build_${{ job.target }} condition: and(succeeded(), diff --git a/.azuredevops/components/rocm-examples.yml b/.azuredevops/components/rocm-examples.yml index 9ed999bf5..3f895bda6 100644 --- a/.azuredevops/components/rocm-examples.yml +++ b/.azuredevops/components/rocm-examples.yml @@ -62,6 +62,7 @@ parameters: - llvm-project - MIOpen - MIVisionX + - rocm_smi_lib - rccl - rocALUTION - rocBLAS @@ -100,6 +101,7 @@ parameters: - llvm-project - MIOpen - MIVisionX + - rocm_smi_lib - rccl - rocALUTION - rocBLAS @@ -146,6 +148,7 @@ jobs: - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/dependencies-other.yml parameters: aptPackages: ${{ parameters.aptPackages }} + pipModules: ${{ parameters.pipModules }} registerROCmPackages: true - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/dependencies-cmake-custom.yml parameters: @@ -245,5 +248,6 @@ jobs: - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/docker-container.yml parameters: aptPackages: ${{ parameters.aptPackages }} + pipModules: ${{ parameters.pipModules }} environment: test gpuTarget: ${{ job.target }} diff --git a/.azuredevops/components/rocprofiler-compute.yml b/.azuredevops/components/rocprofiler-compute.yml index bccb51f67..f2f65c4fb 100644 --- a/.azuredevops/components/rocprofiler-compute.yml +++ b/.azuredevops/components/rocprofiler-compute.yml @@ -65,6 +65,13 @@ parameters: - pytest - pytest-cov - pytest-xdist +- name: rocmDependencies + type: object + default: + - clr + - llvm-project + - ROCR-Runtime + - rocprofiler-sdk - name: rocmTestDependencies type: object default: @@ -101,10 +108,12 @@ jobs: ${{ if parameters.buildDependsOn }}: dependsOn: - ${{ each build in parameters.buildDependsOn }}: - - ${{ build }}_${{ job.os }}_${{ job.target }} + - ${{ build }}_${{ job.target }} variables: - group: common - template: /.azuredevops/variables-global.yml + - name: ROCM_PATH + value: $(Agent.BuildDirectory)/rocm pool: vmImage: ${{ variables.BASE_BUILD_POOL }} workspace: @@ -119,6 +128,14 @@ jobs: parameters: checkoutRepo: ${{ parameters.checkoutRepo }} sparseCheckoutDir: ${{ parameters.sparseCheckoutDir }} + - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/dependencies-rocm.yml + parameters: + checkoutRef: ${{ parameters.checkoutRef }} + dependencyList: ${{ parameters.rocmDependencies }} + gpuTarget: ${{ job.target }} + aggregatePipeline: ${{ parameters.aggregatePipeline }} + ${{ if parameters.triggerDownstreamJobs }}: + downstreamAggregateNames: ${{ parameters.downstreamAggregateNames }} - template: ${{ variables.CI_TEMPLATE_PATH }}/steps/build-cmake.yml parameters: extraBuildFlags: >- diff --git a/.azuredevops/templates/steps/dependencies-dnf.yml b/.azuredevops/templates/steps/dependencies-dnf.yml index 81d2a045e..44a48b825 100644 --- a/.azuredevops/templates/steps/dependencies-dnf.yml +++ b/.azuredevops/templates/steps/dependencies-dnf.yml @@ -63,6 +63,7 @@ parameters: libopenblas-dev: openblas-devel libopenmpi-dev: openmpi-devel libpci-dev: libpciaccess-devel + libsimde-dev: simde-devel libssl-dev: openssl-devel # note: libstdc++-devel is in the base packages list libsystemd-dev: systemd-devel diff --git a/.azuredevops/templates/steps/dependencies-rocm.yml b/.azuredevops/templates/steps/dependencies-rocm.yml index 99a08b72b..cb50641da 100644 --- a/.azuredevops/templates/steps/dependencies-rocm.yml +++ b/.azuredevops/templates/steps/dependencies-rocm.yml @@ -35,8 +35,8 @@ parameters: developBranch: develop hasGpuTarget: true amdsmi: - pipelineId: 99 - developBranch: amd-staging + pipelineId: 376 + developBranch: develop hasGpuTarget: false aomp-extras: pipelineId: 111 @@ -115,7 +115,7 @@ parameters: developBranch: develop hasGpuTarget: true hipTensor: - pipelineId: 105 + pipelineId: 374 developBranch: develop hasGpuTarget: true llvm-project: diff --git a/.gitignore b/.gitignore index 63583c6c3..5c0dcbe85 100644 --- a/.gitignore +++ b/.gitignore @@ -1,6 +1,7 @@ .venv .vscode build +__pycache__ # documentation artifacts _build/ diff --git a/.wordlist.txt b/.wordlist.txt index 94c65c4ca..f61c53521 100644 --- a/.wordlist.txt +++ b/.wordlist.txt @@ -36,6 +36,7 @@ Andrej Arb Autocast autograd +Backported BARs BatchNorm BLAS @@ -79,6 +80,7 @@ CX Cavium CentOS ChatGPT +Cholesky CoRR Codespaces Commitizen @@ -140,6 +142,7 @@ etcd equalto fas FBGEMM +FiLM FIFOs FFT FFTs @@ -160,10 +163,12 @@ Fortran Fuyu GALB GAT +GATNE GCC GCD GCDs GCN +GCNN GDB GDDR GDR @@ -182,6 +187,8 @@ Glibc GLXT Gloo GMI +GNN +GNNs GPG GPR GPT @@ -197,9 +204,11 @@ GenAI GenZ GitHub Gitpod +hardcoded HBM HCA HGX +HLO HIPCC hipDataType HIPExtension @@ -253,6 +262,7 @@ Intersphinx Intra Ioffe JAX's +JAXLIB Jinja js JSON @@ -274,6 +284,7 @@ LLM LLMs LLVM LM +logsumexp LRU LSAN LSan @@ -325,7 +336,9 @@ MoEs Mooncake Mpops Multicore +multihost Multithreaded +mx MXFP MyEnvironment MyST @@ -389,6 +402,7 @@ perf PEQT PIL PILImage +PJRT POR PRNG PRs @@ -1018,6 +1032,7 @@ uncacheable uncorrectable underoptimized unhandled +unfused uninstallation unmapped unsqueeze diff --git a/CHANGELOG.md b/CHANGELOG.md index b379f383b..66d15e40b 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -4,6 +4,194 @@ This page is a historical overview of changes made to ROCm components. This consolidated changelog documents key modifications and improvements across different versions of the ROCm software stack and its components. +## ROCm 7.1.1 + +See the [ROCm 7.1.1 release notes](https://rocm.docs.amd.com/en/docs-7.1.1/about/release-notes.html#rocm-7-1-1-release-notes) +for a complete overview of this release. + +### **AMD SMI** (26.2.0) + +#### Added + +- Caching for repeated ASIC information calls. + - The cache added to `amdsmi_get_gpu_asic_info` improves performance by avoiding redundant hardware queries. + - The cache stores ASIC info for each GPU device with a configurable duration, defaulting to 10 seconds. Use the `AMDSMI_ASIC_INFO_CACHE_MS` environment variable for cache duration configuration for `amdsmi_get_gpu_asic_info` API calls. + +- Support for GPU partition metrics. + - Provides support for `xcp_metrics` v1.0 and extends support for v1.1 (dynamic metrics). + - Added `amdsmi_get_gpu_partition_metrics_info`, which provides per XCP (partition) metrics. + +- Support for displaying newer VRAM memory types in `amd-smi static --vram`. + - The `amdsmi_get_gpu_vram_info()` API now supports detecting DDR5, LPDDR4, LPDDR5, and HBM3E memory types. + +#### Changed + +- Updated `amd-smi static --numa` socket affinity data structure. It now displays CPU affinity information in both hexadecimal bitmask format and expanded CPU core ranges, replacing the previous simplified socket enumeration approach. + +#### Resolved issues + +- Fixed incorrect topology weight calculations. + - Out-of-bound writes caused corruption in the weights field. + +- Fixed `amd-smi event` not respecting the Linux timeout command. + +- Fixed an issue where `amdsmi_get_power_info` returned `AMDSMI_STATUS_API_FAILED`. + - VMs were incorrectly reporting `AMDSMI_STATUS_API_FAILED` when unable to get the power cap within the `amdsmi_get_power_info`. + - The API now returns `N/A` or `UINT_MAX` for values that can't be retrieved, instead of failing. + +- Fixed output for `amd-smi xgmi -l --json`. + +```{note} +See the full [AMD SMI changelog](https://github.com/ROCm/amdsmi/blob/release/rocm-rel-7.1/CHANGELOG.md#amd_smi_lib-for-rocm-711) for details, examples, and in-depth descriptions. +``` + +### **Composable Kernel** (1.1.0) + +#### Upcoming changes + +* Composable Kernel will adopt C++20 features in an upcoming ROCm release, updating the minimum compiler requirement to C++20. Ensure that your development environment meets this requirement to facilitate a seamless transition. + +### **HIP** (7.1.1) + +#### Added + +* Support for the flag `hipHostRegisterIoMemory` in `hipHostRegister`, used to register I/O memory with HIP runtime so the GPU can access it. + +#### Resolved issues + +* Incorrect Compute Unit (CU) mask in logging. HIP runtime now correctly sets the field width for the output print operation. When logging is enabled via the environment variable `AMD_LOG_LEVEL`, the runtime logs the accurate CU mask. +* A segmentation fault occurred when the dynamic queue management mechanism was enabled. HIP runtime now ensures GPU queues aren't `NULL` during marker submission, preventing crashes and improving robustness. +* An error encountered on HIP tear-down after device reset in certain applications due to accessing stale memory objects. HIP runtime now properly releases memory associated with host calls, ensuring reliable device resets. +* A race condition occurred in certain graph-related applications when pending asynchronous signal handlers referenced device memory that had already been released, leading to memory corruption. HIP runtime now uses a reference counting strategy to manage access to device objects in asynchronous event handlers, ensuring safe and reliable memory usage. + +### **MIGraphX** (2.14.0) + +#### Resolved issues + +* Fixed an error that resulted when running `make check` on systems running on a gfx1201 GPU. + +### **RCCL** (2.27.7) + +#### Resolved issues + +* Fixed a single-node data corruption issue in MSCCL on the AMD Instinct MI350X and MI355X GPUs for the LL protocol. This previously affected about two percent of the runs for single-node `AllReduce` with inputs smaller than 512 KiB. + +### **rocBLAS** (5.1.1) + +#### Changed + * By default, rocBLAS will not use stream order allocation for its internal workspace. To enable this behavior, set the `ROCBLAS_STREAM_ORDER_ALLOC` environment variable. + +### **ROCm Bandwidth Test** (2.6.0) + +#### Resolved issues + +- Test failure with error message `Cannot make canonical path`. +- Healthcheck test failure with seg fault on gfx942. +- Segmentation fault observed in `schmoo` and `one2all` when executed on `sgpu` setup. + +#### Known issues + +- `rocm-bandwidth-test` folder fails to be removed after driver uninstallation: + * After running `amdgpu-uninstall`, the `rocm-bandwidth-test` folder and package are still present. + * Workaround: Remove the package manually using: + ``` + sudo apt-get remove -y rocm-bandwidth-test + ``` + +### **ROCm Compute Profiler** (3.3.1) + +#### Added + +* Support for PC sampling of multi-kernel applications. + * PC Sampling output instructions are displayed with the name of the kernel to which the individual instruction belongs. + * Single kernel selection is supported so that the PC samples of the selected kernel can be displayed. + +#### Changed + +* Roofline analysis now runs on GPU 0 by default instead of all GPUs. + +#### Optimized + +* Improved roofline benchmarking by updating the `flops_benchmark` calculation. + +* Improved standalone roofline plots in profile mode (PDF output) and analyze mode (CLI and GUI visual plots): + * Fixed the peak MFMA/VALU lines being cut off. + * Cleaned up the overlapping roofline numeric values by moving them into the side legend. + * Added AI points chart with respective values, cache level, and compute/memory bound status. + * Added full kernel names to the symbol chart. + +#### Resolved issues + +* Resolved existing issues to improve stability. + +### **ROCm Systems Profiler** (1.2.1) + +#### Resolved issues + +- Fixed an issue of OpenMP Tools (OMPT) events, GPU performance counters, VA-API, MPI, and host events failing to be collected in the `rocpd` output. + +### **ROCm Validation Suite** (1.3.0) + +#### Added + +* Support for different test levels with `-r` option for AMD Instinct MI3XXx GPUs. +* Set compute type for DGEMM operations on AMD Instinct MI350X and MI355X GPUs. + +### **rocSHMEM** (3.1.0) + +#### Added + +* Allowed IPC, RO, and GDA backends to be selected at runtime. +* GDA conduit for different NIC vendors: + * Broadcom BNXT\_RE (Thor 2) + * Mellanox MLX5 (IB and RoCE ConnectX-7) +* New APIs: + * `rocshmem_get_device_ctx` + +#### Changed + +* The following APIs have been deprecated: + * `rocshmem_wg_init` + * `rocshmem_wg_finalize` + * `rocshmem_wg_init_thread` + +* `rocshmem_ptr` can now return non-null pointer to a shared memory region when the IPC transport is available to reach that region. Previously, it would return a null pointer. +* `ROCSHMEM_RO_DISABLE_IPC` is renamed to `ROCSHMEM_DISABLE_MIXED_IPC`. + - This environment variable wasn't documented in earlier releases. It's now documented. + +#### Removed + +* rocSHMEM no longer requires rocPRIM and rocThrust as dependencies. +* Removed MPI compile-time dependency. + +#### Known issues + +* Only a subset of rocSHMEM APIs are implemented for the GDA conduit. + +### **rocWMMA** (2.1.0) + +#### Added + +* More unit tests to increase the code coverage. + +#### Changed + +* Increased compile timeout and improved visualization in `math-ci`. + +#### Removed + +* Absolute paths from the `RPATH` of sample and test binary files. + +#### Resolved issues + +* Fixed issues caused by HIP changes: + * Removed the `.data` member from `HIP_vector_type`. + * Broadcast constructor now only writes to the first vector element. +* Fixed a bug related to `int32_t` usage in `hipRTC_gemm` for gfx942, caused by breaking changes in HIP. +* Replaced `#pragma unroll` with `static for` to fix a bug caused by the upgraded compiler which no longer supports using `#pragma unroll` with template parameter indices. +* Corrected test predicates for `BLK` and `VW` cooperative kernels. +* Modified `compute_utils.sh` in `build-infra` to ensure rocWMMA is built with gfx1151 target for ROCm 7.0 and beyond. + ## ROCm 7.1.0 See the [ROCm 7.1.0 release notes](https://rocm.docs.amd.com/en/docs-7.1.0/about/release-notes.html#rocm-7-1-0-release-notes) @@ -49,7 +237,7 @@ for a complete overview of this release. * Fixed certain output in `amd-smi monitor` when GPUs are partitioned. It fixes the issue with amd-smi monitor such as: `amd-smi monitor -Vqt`, `amd-smi monitor -g 0 -Vqt -w 1`, and `amd-smi monitor -Vqt --file /tmp/test1`. These commands will now be able to display as normal in partitioned GPU scenarios. ```{note} -See the full [AMD SMI changelog](https://github.com/ROCm/amdsmi/blob/release/rocm-rel-7.1/CHANGELOG.md) for details, examples, and in-depth descriptions. +See the full [AMD SMI changelog](https://github.com/ROCm/amdsmi/blob/release/rocm-rel-7.1/CHANGELOG.md#amd_smi_lib-for-rocm-710) for details, examples, and in-depth descriptions. ``` ### **Composable Kernel** (1.1.0) @@ -493,7 +681,7 @@ See the full [AMD SMI changelog](https://github.com/ROCm/amdsmi/blob/release/roc * Enabled `TCP_TCP_LATENCY` counter and associated counter for all GPUs except MI300. * Interactive metric descriptions in TUI analyze mode. * You can now left click on any metric cell to view detailed descriptions in the dedicated `METRIC DESCRIPTION` tab. -* Support for analysis report output as a sqlite database using ``--output-format db`` analysis mode option. +* Support for analysis report output as a SQLite database using ``--output-format db`` analysis mode option. * `Compute Throughput` panel to TUI's `High Level Analysis` category with the following metrics: VALU FLOPs, VALU IOPs, MFMA FLOPs (F8), MFMA FLOPs (BF16), MFMA FLOPs (F16), MFMA FLOPs (F32), MFMA FLOPs (F64), MFMA FLOPs (F6F4) (in gfx950), MFMA IOPs (Int8), SALU Utilization, VALU Utilization, MFMA Utilization, VMEM Utilization, Branch Utilization, IPC * `Memory Throughput` panel to TUI's `High Level Analysis` category with the following metrics: vL1D Cache BW, vL1D Cache Utilization, Theoretical LDS Bandwidth, LDS Utilization, L2 Cache BW, L2 Cache Utilization, L2-Fabric Read BW, L2-Fabric Write BW, sL1D Cache BW, L1I BW, Address Processing Unit Busy, Data-Return Busy, L1I-L2 Bandwidth, sL1D-L2 BW @@ -579,7 +767,7 @@ See the full [AMD SMI changelog](https://github.com/ROCm/amdsmi/blob/release/roc * MI300A/X L2-Fabric 64B read counter may display negative values - The rocprof-compute metric 17.6.1 (Read 64B) can report negative values due to incorrect calculation when TCC_BUBBLE_sum + TCC_EA0_RDREQ_32B_sum exceeds TCC_EA0_RDREQ_sum. * A workaround has been implemented using max(0, calculated_value) to prevent negative display values while the root cause is under investigation. * The profile mode crashes when `--format-rocprof-output json` is selected. - * As a workaround, this option should either not be provided or should be set to `csv` instead of `json`. This issue does not affect the profiling results since both `csv` and `json` output formats lead to the same profiling data. + * As a workaround, this option should either not be provided or should be set to `csv` instead of `json`. This issue does not affect the profiling results since both `csv` and `json` output formats lead to the same profiling data. ### **ROCm Data Center Tool** (1.2.0) @@ -620,6 +808,14 @@ See the full [AMD SMI changelog](https://github.com/ROCm/amdsmi/blob/release/roc - Updated PAPI module to v7.2.0b2. - ROCprofiler-SDK is now used for tracing OMPT API calls. +#### Known issues + +* Profiling PyTorch and other AI workloads might fail because it is unable to find the libraries in the default linker path. As a workaround, you need to explicitly add the library path to ``LD_LIBRARY_PATH``. For example, when using PyTorch with Python 3.10, add the following to the environment: + +``` +export LD_LIBRARY_PATH=:/opt/venv/lib/python3.10/site-packages/torch/lib:$LD_LIBRARY_PATH +``` + ### **rocPRIM** (4.1.0) #### Added @@ -697,17 +893,12 @@ As of ROCm 7.0, the internal error state is cleared on each call to `hipGetLastE ### **rocSOLVER** (3.31.0) -#### Added - -* Hybrid computation support for existing routines: STEQR - #### Optimized Improved the performance of: -* BDSQR and downstream functions such as GESVD. -* STEQR and downstream functions such as SYEV/HEEV. -* LARFT and downstream functions such as GEQR2 and GEQRF. +* LARF, LARFT, GEQR2, and downstream functions such as GEQRF. +* STEDC and divide and conquer Eigensolvers. ### **rocSPARSE** (4.1.0) diff --git a/RELEASE.md b/RELEASE.md index 5f897ad33..e7ca36ff3 100644 --- a/RELEASE.md +++ b/RELEASE.md @@ -10,7 +10,7 @@ -# ROCm 7.1.0 release notes +# ROCm 7.1.1 release notes The release notes provide a summary of notable changes since the previous ROCm release. @@ -37,36 +37,37 @@ documentation to verify compatibility and system requirements. ## Release highlights -The following are notable new features and improvements in ROCm 7.1.0. For changes to individual components, see +The following are notable new features and improvements in ROCm 7.1.1. For changes to individual components, see [Detailed component changes](#detailed-component-changes). ### Supported hardware, operating system, and virtualization changes -ROCm 7.1.0 extends the operating system support for the following AMD hardware: +ROCm 7.1.1 adds support for the following operating systems and kernel versions: -* AMD Instinct MI325X adds support for RHEL 10.0, SLES15 SP7, Debian 13, Debian 12, Oracle Linux 10, and Oracle Linux 9. -* AMD Instinct MI100 adds support for SLES 15 SP7. +* RHEL 10.1 (kernel: 6.12.0-124) -For more information about supported: +* RHEL 9.7 (kernel: 5.14.0-611) -* AMD hardware, see [Supported GPUs (Linux)](https://rocm.docs.amd.com/projects/install-on-linux/en/docs-7.1.0/reference/system-requirements.html#supported-gpus). +ROCm 7.1.1 extends the Debian 13 support to AMD Instinct MI355X and MI350X GPUs. -* Operating systems, see [Supported operating systems](https://rocm.docs.amd.com/projects/install-on-linux/en/docs-7.1.0/reference/system-requirements.html#supported-operating-systems) and [ROCm installation for Linux](https://rocm.docs.amd.com/projects/install-on-linux/en/docs-7.1.0/). +For more information about: + +* AMD hardware, see [Supported GPUs (Linux)](https://rocm.docs.amd.com/projects/install-on-linux/en/docs-7.1.1/reference/system-requirements.html#supported-gpus). + +* Operating systems, see [Supported operating systems](https://rocm.docs.amd.com/projects/install-on-linux/en/docs-7.1.1/reference/system-requirements.html#supported-operating-systems) and [ROCm installation for Linux](https://rocm.docs.amd.com/projects/install-on-linux/en/docs-7.1.1/). #### Virtualization support -ROCm 7.1.0 adds Guest OS support for RHEL 10.0 in KVM SR-IOV for AMD Instinct MI355X and MI350X GPUs. - -For more information, see [Virtualization Support](https://rocm.docs.amd.com/projects/install-on-linux/en/docs-7.1.0/reference/system-requirements.html#virtualization-support). +ROCm 7.1.1 adds Ubuntu 24.04 as a Guest OS in KVM SR-IOV for AMD Instinct MI300X GPUs. For more information, see [Virtualization Support](https://rocm.docs.amd.com/projects/install-on-linux/en/docs-7.1.1/reference/system-requirements.html#virtualization-support). ### User space, driver, and firmware dependent changes -The software for AMD Datacenter GPU products requires maintaining a hardware -and software stack with interdependencies between the GPU and baseboard +The software for AMD Data Center GPU products requires maintaining a hardware +and software stack with interdependencies among the GPU and baseboard firmware, AMD GPU drivers, and the ROCm user space software.
- +
- + - - + 30.10 + + - + 30.10 + - + - - + - + - + - + - + - - + + @@ -173,200 +177,144 @@ firmware, AMD GPU drivers, and the ROCm user space software.
@@ -93,37 +94,42 @@ firmware, AMD GPU drivers, and the ROCm user space software. }
ROCm 7.1.0ROCm 7.1.1 MI355X - 01.25.15.04 (or later)
- 01.25.13.09 + 01.25.16.03
+ 01.25.15.04 		30.20.0
+ 		+ 30.20.1
+ 30.20.0
30.10.2
30.10.1
- 30.10		8.5.0.K8.6.0.K
MI350X - 01.25.15.04 (or later)
- 01.25.13.09 + 01.25.16.03
+ 01.25.15.04 		30.20.0
+ 		+ 30.20.1
+ 30.20.0
30.10.2
30.10.1
- 30.10
MI325XMI325X[1] - 01.25.05.01
01.25.04.02 		- 30.20.0
+ 		30.20.1
+ 30.20.0[1]
30.10.2
30.10.1
30.10
@@ -133,37 +139,35 @@ firmware, AMD GPU drivers, and the ROCm user space software.
MI300X01.25.05.00 (or later)[1]
- 01.25.03.12		01.25.03.12 + 30.20.1
30.20.0
30.10.2
30.10.1
30.10
6.4.z where z (0–3)
- 6.3.y where y (0–3)
- 6.2.x where x (1–4) + 6.3.y where y (1–3)
8.5.0.K8.6.0.K
MI300ABKC 26
- BKC 25		BKC 26 Not Applicable
MI250XIFWI 47IFWI 47 (or later)
MI250MU3 w/ IFWI 73MU5 w/ IFWI 75 (or later)
MI210MU3 w/ IFWI 738.5.0.KMU5 w/ IFWI 75 (or later)8.6.0.K
MI100
-

[1]: PLDM bundle 01.25.05.00 will be available by November 2025.

+

[1]: For AMD Instinct MI325X KVM SR-IOV users, don't use AMD GPU Driver (amdgpu) 30.20.0.

-#### AMD SMI improvement: Set power cap +#### AMD Instinct MI355X and MI350X metrics and telemetry enhancements -AMD Instinct MI300X now supports setting a power cap in 1VF. The system is designed to select the lowest power cap value from those provided by the host, VM, and Advanced Platform Management Link (APML). This feature provides enhanced control over power management in virtualized environments, particularly in single-VM configurations. By allowing the VM to set a power cap, you can optimize power usage and efficiency for your specific needs. This feature requires PLDM bundle 01.25.05.00 (or later) firmware. +AMD SMI now supports per-partition metrics and monitoring on AMD Instinct MI355X and MI350X +GPUs -- depending on PLDM bundle minimum version 01.25.16.03, including +reporting for thermal throttle limits and thermal alert thresholds. For AMD SMI +on bare metal, metrics per GPU partition are available through the library API: +``amdsmi_get_gpu_partition_metrics_info()``. See the [AMD SMI +changelog](#amd-smi-26-2-0) for details. -#### Virtualization update for AMD Instinct MI350 Series GPUs +#### AMD Instinct MI355X GPU resiliency improvement -* Enabled SPX/NPS1 support for multi-tenant (1VM, 2VM, 4VM, and 8VM). This feature depends on PLDM bundle 01.25.15.04. +Multimedia Engine Reset is now supported by the AMD GPU Driver (amdgpu) 30.20.1 for +AMD Instinct MI355X GPUs. This finer-grain GPU resiliency enables recovery from +faults related to VCN or JPEG without requiring a full GPU reset, thereby +improving system stability and fault tolerance. Note that VCN queue reset +functionality requires PLDM bundle 01.25.16.03 (or later) firmware. -* Enabled CPX/NPS2 support (1VF/OAM). This feature depends on PLDM bundle 01.25.15.04. (Technical preview) +#### AMD Instinct MI325X SR-IOV Mode 1 reset issue fixed -* Enabled DPX/NPS2 support (1VF/OAM). This feature depends on PLDM bundle 01.25.15.04. +An issue affecting AMD Instinct MI325X GPUs in SR-IOV Mode 1 has been resolved +in AMD GPU Driver (amdgpu) version 30.20.1. This fix enables seamless usage +of KVM virtualization with SR-IOV configurations and allows users to proceed +with ROCm and AMD GPU Driver updates without encountering reset-related failures. -* Enabled Guest OS support for RHEL 10 and RHEL 9.6. This feature depends on PLDM bundle 01.25.15.04. +### GEMM kernel selection improvement -### HIP runtime compatibility improvements +GEMM kernel selection efficiency has been improved using Origami. This results in improved out-of-the-box performance of GEMM functions for hipBLASLT and rocBLAS, as well as a reduced need for tuning. This improvement reduces selection time, increases selection accuracy, and adds Origami libraries for all GEMM problem types on AMD Instinct MI350X GPUs. -ROCm 7.1.0 improves the compatibility between the HIP runtime and NVIDIA CUDA. +### Performance improvement in CK/AITER fused-attn -* New HIP APIs added for: +Padding is now supported in native CK/AITER fused-attn mode, reducing the overall runtime. Previously, the Transformer Engine (TE) had to remove padding before processing and reapply it afterward as a workaround, which added runtime overhead. With this update, TE can now pass padded input directly to CK/AITER and receive padded output, eliminating the need for that workaround. - * Memory management: `hipMemsetD2D8`, `hipMemsetD2D8Async`, `hipMemsetD2D16`, `hipMemsetD2D16Async`, `hipMemsetD2D32`, `hipMemsetD2D32Async`, `hipMemcpyBatchAsync`, `hipMemcpy3DBatchAsync`, `hipMemcpy3DPeer`, `hipMemcpy3DPeerAsync`, `hipMemPrefetchAsync_v2`, and `hipMemAdvise_v2`. - * Module Management:`hipModuleGetFunctionCoun` and `hipModuleLoadFatBinary` - * Stream Management: `hipStreamSetAttribute`, `hipStreamGetAttribute`, and `hipStreamGetId` - * Device Management: `hipSetValidDevices` - * Driver Entry Point Access: `hipGetDriverEntryPoint` -* HIP runtime now supports nested tile partitioning within cooperative groups, matching CUDA functionality. -* Improved HIP module loading latency. +### AI model support update -For detailed enhancements and updates refer to the [HIP Changelog](#hip-7-1-0). +ROCm 7.1.1 updates the support for the following AI models: -### hipBLASLt: Kernel optimizations and model support enhancements +* [Hugging Face Transformers](https://huggingface.co/docs/transformers/en/index) is now supported on gfx1201. +* [Microsoft Phi-4-multimodal-instruct](https://huggingface.co/microsoft/phi-4) is now supported on gfx1201. +* [Qwen QwQ-32B](https://huggingface.co/Qwen/QwQ-32B) is now supported on gfx1201. +* [Google Gemma 3 27B](https://huggingface.co/google/gemma-3-27b-it) is now supported on gfx1100. -hipBLASLt introduces several performance and model compatibility improvements for AMD Instinct GPUs: +### ROCm Data Science updates -* TF32 kernel optimization for AMD Instinct MI355X GPUs to enhance training and inference efficiency. -* FP32 kernel optimization for AMD Instinct MI350X GPUs, improving precision-based workloads. -* Llama 2 70B model support fix for AMD Instinct MI350X GPUs: Removed incorrect kernel to ensure accurate and stable execution. -* For AMD Instinct MI350X GPUs, added multiple high-performance kernels optimized for `FP16` and `BF16` data types, enhancing heuristic-based execution. -* FP8 low-precision data type operations on AMD Instinct MI350X GPUs. This update adds FP8 support for the Instinct MI350X using the hipBLASLt low-precision data type functionality. -* Mixtral-8x7b model optimization for AMD Instinct MI325X GPUs. +ROCm Data Science Toolkit (ROCm-DS) is a comprehensive open-source software collection designed to accelerate data science and machine learning workloads on AMD GPUs. In November 2025, ROCm-DS transitioned from early access (EA) to general availability (GA). -### hipSPARSELt: SpMM performance improvements - -hipSPARSELt introduces significant performance enhancements for structured sparsity matrix multiplication (SpMM) on AMD Instinct MI300X GPUs: - -* New feature support -- Enabled multiple buffer single kernel execution for SpMM, improving efficiency in Split-K method scenarios. -* Kernel optimization -- Added multiple high-performance kernels optimized for `FP16` and `BF16` data types, enhancing heuristic-based execution. -* Tuning efficiency -- Improved the tuning process for SpMM kernels, resulting in better runtime adaptability and performance. - -### rocAL: Enhancements for vision transformer model training - -ROCm 7.1.0 introduces new capabilities in rocAL to support training of Vision Transformer (ViT) models: - -* Added support for CropResize augmentation and the CIFAR10 dataloader, commonly used in ViT training workflows. -* These updates enable seamless integration of rocAL into open-source PyTorch Vision Transformer models. - -This enhancement improves preprocessing efficiency and simplifies the setup of data pipelines for ViT-based deep learning applications. - -### RCCL: AMD Instinct MI350 Series enhancements - -* Optimized performance for select collective operations. -* Enhanced single-node performance on AMD Instinct MI350 GPUs. -* Achieved higher throughput with increased XGMI speed. -* Verified compatibility with NCCL 2.27.7. -* Improved efficiency for the All Gather collective. - -### ROCm Compute Profiler updates - -ROCm Compute Profiler has the following enhancements: - -* Single‑Pass Counter Collection feature has been added and can be used by adding the `set` filtering option to the profile. It allows profiling kernels in a single pass using a predefined metric set, reducing profiling overhead and session time. For more information, see [Filtering options](https://rocm.docs.amd.com/projects/rocprofiler-compute/en/docs-7.1.0/how-to/profile/mode.html#filtering-options). -* Dynamic process attachment feature has been added. It allows starting or stopping profiling on a running application without restarting, enabling flexible analysis for long‑running jobs. For more information, see [Dynamic process attachment in ROCm Compute Profiler](https://rocm.docs.amd.com/projects/rocprofiler-compute/en/docs-7.1.0/how-to/live_attach_detach.html). -* Enhanced TUI Experience feature has been added. It allows interactive exploration of metrics with descriptions and views of high‑level compute and memory throughput panels for quick insights. For more information, see [Text-based User Interface (TUI) analysis](https://rocm.docs.amd.com/projects/rocprofiler-compute/en/docs-7.1.0/how-to/analyze/tui.html). - -### ROCm Systems Profiler updates - -ROCm Systems Profiler has the following enhancements: - -* Validated JAX AI and PyTorch AI frameworks. -* Transitioned to using AMD SMI by default, instead of ROCm SMI to ensure the best support for the latest AMD GPUs. -* Integrated with ROCm Profiling Data (rocpd), enabling profiling results to be stored in a SQLite3 database. This provides a structured and efficient foundation for in-depth analysis and post-processing. For more information, see [ROCm Profiling Data (rocpd) output](https://rocm.docs.amd.com/projects/rocprofiler-systems/en/docs-7.1.0/how-to/understanding-rocprof-sys-output.html#rocm-profiling-data-rocpd-output). -* Ability to generate an aggregated report for multi-processes has been added. For more information, see [Generating performance summary using rocpd](https://rocm.docs.amd.com/projects/rocprofiler-sdk/en/docs-7.1.0/how-to/using-rocpd-output-format.html#generating-performance-summary-using-rocpd). -* Support for OpenMP (Open Multi-Processing) in Fortran has been added. - -### ROCprofiler-SDK updates - -ROCprofiler-SDK and `rocprofv3` include the following enhancements: - -* Dynamic process attachment feature has been added. This feature in ROCprofiler-SDK and `rocprofv3` allows dynamic profiling of a running GPU application by attaching to its process ID (PID), rather than launching the application through the profiler itself. This allows real-time data collection without interrupting execution, making it ideal for profiling long-running, containerized, or multiprocess workloads. For more details, see [Dynamic process attachment](https://rocm.docs.amd.com/projects/rocprofiler-sdk/en/docs-7.1.0/how-to/using-rocprofv3-process-attachment.html) for `rocprofv3` and [Implementing Process Attachment Tools](https://rocm.docs.amd.com/projects/rocprofiler-sdk/en/docs-7.1.0/api-reference/process_attachment.html) for `ROCprofiler-SDK`. -* Scratch-memory trace information has been added to the Perfetto output in `rocprofv3`, enhancing visibility into memory usage during profiling. Additionally, derived metrics and the required counters have been successfully integrated for gfx12XX Series GPUs, enabling users to collect performance counters through `rocprofv3` on these platforms. -* Host-trap (software-based) PC sampling is now available on RDNA4 architecture-based gfx12XX Series GPUs. It uses the kernel threads to interrupt GPU waves and capture PC states. For more details, see [Using PC sampling](https://rocm.docs.amd.com/projects/rocprofiler-sdk/en/docs-7.1.0/how-to/using-pc-sampling.html). -* Real-time clock support has been added to the thread trace in `rocprofv3` for thread trace alignment on gfx9xx GPUs, enabling high-resolution clock computation and better synchronization across shader engines. -* `MultiKernelDispatch` thread trace support is now available across all ASICs, allowing users to profile multiple kernel dispatches within a single thread trace session. This enhances the timeline accuracy and enables deeper analysis of concurrent GPU workloads. -* Stability and robustness of the `rocpd` output format for `rocprofv3` has been improved. For details, see [Using rocpd output format](https://rocm.docs.amd.com/projects/rocprofiler-sdk/en/docs-7.1.0/how-to/using-rocpd-output-format.html). -* Ability to generate an aggregated report for multi-processes has been added. For more information, see [Generating performance summary using rocpd](https://rocm.docs.amd.com/projects/rocprofiler-sdk/en/docs-7.1.0/how-to/using-rocpd-output-format.html#generating-performance-summary-using-rocpd). - -### ROCm Data Center tool: Enhanced CPU metrics - -The ROCm Data Center tool (RDC) hardware monitoring capabilities have been expanded by integrating the new `AMDSMI` API. This enhancement enables more comprehensive visibility into CPU performance and topology. - -### RPP: New hue and saturation augmentations - -RPP adds support for hue and saturation augmentations in the ROCm -Performance Primitives (RPP) library. These enhancements are available for both -HIP and HOST backends and support multiple data types — ``U8``, ``F16``, -``F32``, and ``I8`` — with layout toggle variants for NCHW and NHWC. - -### TensileLite: Enhanced SpMM kernel tuning efficiency - -Optimized the tuning workflow for the SpMM kernel, resulting in improved performance and streamlined configuration. - -### Device-side assertion support and atomic metadata control in Clang - -ROCm 7.1.0 introduces two key compiler enhancements: - -* Device-compatible assertions: A ``__device__`` version of - ``std::__glibcxx_assert_fail()`` has been added to enable the use of ``std::array`` and - other libstdc++ features in device code. This resolves previous compilation - failures caused by non-constexpr host assertions being invoked from device - contexts. - -* Clang atomic metadata attribute: The new ``[[clang::atomic]]`` statement - attribute allows fine-grained control over how atomic operations are lowered in - LLVM IR. Users can specify memory types (for example, ``remote_memory``, - ``fine_grained_memory``) and floating-point behavior (``ignore_denormal_mode``) to - optimize performance without compromising correctness. These attributes can - override global compiler flags on a per-block basis, improving atomic operation - efficiency on architectures like AMDGPU. - -### Model optimization for AMD Instinct MI300X GPUs - -Kernel optimization for Flash Attention and Paged Attention models on AMD Instinct MI300X GPUs. +This GA release marks a significant milestone for ROCm-DS as hipDF and hipMM transition to production status. Additionally, it introduces two new production components: hipRAFT and hipVS. For more information, see [AMD ROCm-DS documentation](https://rocm.docs.amd.com/projects/rocm-ds/en/latest/). ### Deep learning and AI framework updates -ROCm provides a comprehensive ecosystem for deep learning development. For more information, see [Deep learning frameworks for ROCm](https://rocm.docs.amd.com/en/docs-7.1.0/how-to/deep-learning-rocm.html) and the [Compatibility -matrix](../../docs/compatibility/compatibility-matrix.rst) for the complete list of Deep learning and AI framework versions tested for compatibility with ROCm. +ROCm provides a comprehensive ecosystem for deep learning development. For more information, see [Deep learning frameworks for ROCm](https://rocm.docs.amd.com/en/docs-7.1.1/how-to/deep-learning-rocm.html) and the [Compatibility +matrix](../../docs/compatibility/compatibility-matrix.rst) for the complete list of Deep learning and AI framework versions tested for compatibility with ROCm. As of November 2025, AMD ROCm has officially updated support for the following Deep learning and AI frameworks: #### PyTorch -Torch-MIGraphX integrates the AMD graph inference engine with the PyTorch ecosystem. It provides a `mgx_module` object that may be invoked in the same manner as any other torch module, but utilizes the MIGraphX inference engine internally. Although Torch-MIGraphX has been available in previous releases, installable WHL files are now officially published. +ROCm 7.1.1 enables support for PyTorch 2.9. For more information, see [PyTorch compatibility](https://rocm.docs.amd.com/en/latest/compatibility/ml-compatibility/pytorch-compatibility.html). -#### JAX +#### Deep Graph Library (DGL) -* JAX customers can now use Llama-2 with JAX efficiently. -* The latest public JAX repo is {fab}`github` [rocm-jax](https://github.com/ROCm/rocm-jax/tree/master). +Deep Graph Library [(DGL)](https://www.dgl.ai/) is an easy-to-use, high-performance, and scalable Python package for deep learning on graphs. DGL is framework agnostic, meaning that if a deep graph model is a component in an end-to-end application, the rest of the logic is implemented using PyTorch. It's supported on ROCm 7.0.0, ROCm 6.4.3, and ROCm 6.4.0. For more information, see [DGL compatibility](https://rocm.docs.amd.com/en/latest/compatibility/ml-compatibility/dgl-compatibility.html). -#### TensorFlow -ROCm 7.1.0 enables support for TensorFlow 2.20.0. +#### llama.cpp -#### ONNX Runtime - -The latest ONNX Runtime version (ONNX RT 1.23.1) is supported by the MIGraphX Execution Provider. +llama.cpp is an open-source framework for Large Language Model (LLM) inference that runs on both central processing units (CPUs) and graphics processing units (GPUs). It is written in plain C/C++, providing a simple, dependency-free setup. It's supported on ROCm 7.0.0 and ROCm 6.4.x. For more information, see [llama.cpp compatibility](https://rocm.docs.amd.com/en/latest/compatibility/ml-compatibility/llama-cpp-compatibility.html). ### ROCm Offline Installer Creator updates - -The ROCm Offline Installer Creator 7.1.0 includes the following features and improvements: -* Added support for creating an offline installer for RHEL 8.10, 9.4, 9.6, and 10.0, where the kernel version of the target OS differs from the host OS creating the installer. - -* Fixes an issue in the Debian 13 Docker that prevented users from creating a driver install package using the default Docker kernel driver. +The ROCm Offline Installer Creator 7.1.1 includes the following features and improvements: +* Added support for RHEL 9.7 and 10.1. +* Added support for creating an offline installer for SLES 15.7, where the kernel version of the target OS differs from the host OS creating the installer. -See [ROCm Offline Installer Creator](https://rocm.docs.amd.com/projects/install-on-linux/en/docs-7.1.0/install/rocm-offline-installer.html) for more information. +See [ROCm Offline Installer Creator](https://rocm.docs.amd.com/projects/install-on-linux/en/docs-7.1.1/install/rocm-offline-installer.html) for more information. ### ROCm Runfile Installer updates -The ROCm Runfile Installer 7.1.0 fixes warnings that occurred with rocm-examples testing. +The ROCm Runfile Installer 7.1.1 includes the following features and improvements: -For more information, see [ROCm Runfile Installer](https://rocm.docs.amd.com/projects/install-on-linux/en/docs-7.1.0/install/rocm-runfile-installer.html). +* Added support for RHEL 9.7 and 10.1. +* Fixed an issue where, after dependency installation, some dependencies were still marked as uninstalled. +* Fixed an issue where the AMDGPU driver install would fail when multiple kernels were installed. +* Performance improvements for the RHEL/Oracle Linux dependency install. + +For more information, see [ROCm Runfile Installer](https://rocm.docs.amd.com/projects/install-on-linux/en/docs-7.1.1/install/rocm-runfile-installer.html). -### End of Support for ROCm Execution Provider (ROCm-EP) +### Expansion of the ROCm examples repository -ROCm 7.1.0 marks the End of Support (EOS) for ROCm Execution Provider (ROCm-EP). ROCm 7.0.2 was the last official AMD-supported distribution of ROCm-EP. Refer to this [Pull Request](https://github.com/microsoft/onnxruntime/pull/25181) for more information. Migrate your applications to use the [MIGraphX Execution Provider](https://onnxruntime.ai/docs/execution-providers/MIGraphX-ExecutionProvider.html#migraphx-execution-provider). +The [ROCm examples repository](https://github.com/ROCm/rocm-examples) has been expanded with examples for the following ROCm components: + +::::{grid} 2 +:margin: auto 0 auto auto +:::{grid} +:margin: auto 0 auto auto +* [hipBLASLt](https://rocm.docs.amd.com/projects/hipBLASLt/en/latest/) +* [hipSPARSE](https://rocm.docs.amd.com/projects/hipSPARSE/en/latest/) +* [hipSPARSELt](https://rocm.docs.amd.com/projects/hipSPARSELt/en/latest/) +* [hipTensor](https://rocm.docs.amd.com/projects/hipTensor/en/latest/) +::: +:::{grid} +:margin: auto 0 auto auto +* [rocALUTION](https://rocm.docs.amd.com/projects/rocALUTION/en/latest/) +* [ROCprofiler-SDK](https://rocm.docs.amd.com/projects/rocprofiler-sdk/en/latest/) +* [rocWMMA](https://rocm.docs.amd.com/projects/rocWMMA/en/latest/) +::: +:::: + +Usage examples are now available for the following performance analysis tools: + +* [ROCm Compute Profiler](https://rocm.docs.amd.com/projects/rocprofiler-compute/en/latest/index.html) +* [ROCm Systems Profiler](https://rocm.docs.amd.com/projects/rocprofiler-systems/en/latest/index.html) +* [rocprofv3](https://rocm.docs.amd.com/projects/rocprofiler-sdk/en/latest/how-to/using-rocprofv3.html) + +The complete source code for the [HIP Graph Tutorial](https://rocm.docs.amd.com/projects/HIP/en/latest/tutorial/graph_api.html) is also available as part of the ROCm examples. ### ROCm documentation updates ROCm documentation continues to be updated to provide clearer and more comprehensive guidance for a wider variety of user needs and use cases. -* [Tutorials for AI developers](https://rocm.docs.amd.com/projects/ai-developer-hub/en/latest/) have been expanded with the following two new tutorials: - * Pretraining tutorial: [Speculative decoding draft model with SpecForge](https://rocm.docs.amd.com/projects/ai-developer-hub/en/latest/notebooks/pretrain/SpecForge_SGlang.html) - * GPU development and optimization tutorial: [Quark MXFP4 quantization for vLLM](https://rocm.docs.amd.com/projects/ai-developer-hub/en/latest/notebooks/gpu_dev_optimize/mxfp4_quantization_quark_vllm.html) +* The [HIP documentation](https://rocm.docs.amd.com/projects/HIP/en/latest/) has been enhanced with new [GPU programming pattern tutorials](https://rocm.docs.amd.com/projects/HIP/en/latest/tutorial/programming-patterns.html). These tutorials address common GPU challenges, including memory coherence, race conditions, and data transfer overhead. They provide practical, performance-oriented examples for real-world applications in machine learning, scientific computing, and image processing. The following tutorials have been added: - For more information about the changes, see [Changelog for the AI Developer Hub](https://rocm.docs.amd.com/projects/ai-developer-hub/en/latest/changelog.html). + * **Two-dimensional kernels**: Efficient matrix and image processing with optimized thread mapping and memory access. + * **Stencil operations**: Implementing spatially dependent computations for image filtering and physics simulations. + * **Atomic operations**: Managing concurrent memory access safely for tasks such as histogram generation. + * **Multi-kernel programming**: Coordinating multiple GPU kernels for complex iterative algorithms such as graph traversal. + * **CPU-GPU cooperative computing**: Balancing workloads between CPU and GPU for hybrid algorithms such as K-means clustering. -* ROCm components support a wide range of environment variables that can be used for testing, logging, debugging, experimental features, and more. The [rocBLAS](https://rocm.docs.amd.com/projects/rocBLAS/en/docs-7.1.0/reference/env-variables.html) and [RCCL](https://rocm.docs.amd.com/projects/rccl/en/docs-7.1.0/api-reference/env-variables.html) components have been updated with new environment variable content. +* [Tutorials for AI developers](https://rocm.docs.amd.com/projects/ai-developer-hub/en/latest/) have been expanded with the following two new pretraining tutorials: + * [Pretraining with TorchTitan](https://rocm.docs.amd.com/projects/ai-developer-hub/en/latest/notebooks/pretrain/torchtitan_deepseek.html) + * [Training a model with Primus](https://rocm.docs.amd.com/projects/ai-developer-hub/en/latest/notebooks/pretrain/training_with_primus.html) + + For more information about the changes, see the [Changelog for the AI Developer Hub](https://rocm.docs.amd.com/projects/ai-developer-hub/en/latest/changelog.html). -* The [HIP documentation](https://rocm.docs.amd.com/projects/HIP/en/docs-7.1.0/index.html) introduces a new tutorial that shows you how to transform your GPU applications from repeated direction to choreographed performance with HIP graphs. HIP graphs model dependencies between operations as nodes and edges on a diagram. Each node in the graph represents an operation, and each edge represents a dependency between two nodes. For more information, see [HIP graphs](https://rocm.docs.amd.com/projects/HIP/en/docs-7.1.0/how-to/hip_runtime_api/hipgraph.html#how-to-hip-graph) and [HIP Graph API Tutorial](https://rocm.docs.amd.com/projects/HIP/en/docs-7.1.0/tutorial/graph_api.html). +* ROCm environment variables are used to configure and optimize the development and runtime experience. These variables define key settings such as installation paths, platform selection, and runtime behavior for applications running on AMD GPUs. The new [ROCm environment variables](https://rocm.docs.amd.com/en/latest/reference/env-variables.html#environment-variables-in-rocm-libraries) topic summarizes HIP and ROCR-Runtime environment variables, and provides links to environment variable topics for other ROCm components. ## ROCm components -The following table lists the versions of ROCm components for ROCm 7.1.0, including any version -changes from 7.0.2 to 7.1.0. Click the component's updated version to go to a list of its changes. +The following table lists the versions of ROCm components for ROCm 7.1.1, including any version +changes from 7.1.0 to 7.1.1. Click the component's updated version to go to a list of its changes. Click {fab}`github` to go to the component's source code on GitHub. @@ -389,48 +337,48 @@ Click {fab}`github` to go to the component's source code on GitHub. Libraries Machine learning and computer vision - Composable Kernel + Composable Kernel 1.1.0 ⇒ 1.1.0 - MIGraphX - 2.13.0 ⇒ 2.14.0 + MIGraphX + 2.14.0 ⇒ 2.14.0 - MIOpen - 3.5.0 ⇒ 3.5.1 + MIOpen + 3.5.1 - MIVisionX - 3.3.0 ⇒ 3.4.0 + MIVisionX + 3.4.0 - rocAL - 2.3.0 ⇒ 2.4.0 + rocAL + 2.4.0 - rocDecode - 1.0.0 ⇒ 1.4.0 + rocDecode + 1.4.0 - rocJPEG - 1.1.0 ⇒ 1.2.0 + rocJPEG + 1.2.0 - rocPyDecode - 0.6.0 ⇒ 0.7.0 + rocPyDecode + 0.7.0 - RPP - 2.0.0 ⇒ 2.1.0 + RPP + 2.1.0 @@ -438,13 +386,13 @@ Click {fab}`github` to go to the component's source code on GitHub. Communication - RCCL - 2.26.6 ⇒ 2.27.7 + RCCL + 2.27.7 ⇒ 2.27.7 rocSHMEM - 3.0.0 + 3.0.0 ⇒ 3.1.0 @@ -452,82 +400,82 @@ Click {fab}`github` to go to the component's source code on GitHub. Math - hipBLAS - 3.0.2 ⇒ 3.1.0 + hipBLAS + 3.1.0 - hipBLASLt - 1.0.0 ⇒ 1.1.0 + hipBLASLt + 1.1.0 - hipFFT - 1.0.20 ⇒ 1.0.21 + hipFFT + 1.0.21 - hipfort - 0.7.0 ⇒ 0.7.1 + hipfort + 0.7.1 - hipRAND - 3.0.0 ⇒ 3.1.0 + hipRAND + 3.1.0 - hipSOLVER - 3.0.0 ⇒ 3.1.0 + hipSOLVER + 3.1.0 - hipSPARSE - 4.0.1 ⇒ 4.1.0 + hipSPARSE + 4.1.0 - hipSPARSELt - 0.2.4 ⇒ 0.2.5 + hipSPARSELt + 0.2.5 - rocALUTION - 4.0.0 ⇒ 4.0.1 + rocALUTION + 4.0.1 - rocBLAS - 5.0.2 ⇒ 5.1.0 + rocBLAS + 5.1.0 ⇒ 5.1.1 - rocFFT - 1.0.34 ⇒ 1.0.35 + rocFFT + 1.0.35 - rocRAND - 4.0.0 ⇒ 4.1.0 + rocRAND + 4.1.0 - rocSOLVER - 3.30.1 ⇒ 3.31.0 + rocSOLVER + 3.31.0 - rocSPARSE - 4.0.3 ⇒ 4.1.0 + rocSPARSE + 4.1.0 - rocWMMA - 2.0.0 + rocWMMA + 2.0.0 ⇒ 2.1.0 - Tensile + Tensile 4.44.0 @@ -536,23 +484,23 @@ Click {fab}`github` to go to the component's source code on GitHub. Primitives - hipCUB - 4.0.0 ⇒ 4.1.0 + hipCUB + 4.1.0 - hipTensor + hipTensor 2.0.0 - rocPRIM - 4.0.1 ⇒ 4.1.0 + rocPRIM + 4.1.0 - rocThrust - 4.0.0 ⇒ 4.1.0 + rocThrust + 4.1.0 @@ -560,28 +508,28 @@ Click {fab}`github` to go to the component's source code on GitHub. Tools System management - AMD SMI - 26.0.2 ⇒ 26.1.0 + AMD SMI + 26.1.0 ⇒ 26.2.0 - ROCm Data Center Tool - 1.1.0 ⇒ 1.2.0 + ROCm Data Center Tool + 1.2.0 - rocminfo + rocminfo 1.0.0 - ROCm SMI + ROCm SMI 7.8.0 - ROCm Validation Suite - 1.2.0 + ROCm Validation Suite + 1.2.0 ⇒ 1.3.0 @@ -589,38 +537,38 @@ Click {fab}`github` to go to the component's source code on GitHub. Performance - ROCm Bandwidth + ROCm Bandwidth Test - 2.6.0 + 2.6.0 ⇒ 2.6.0 - ROCm Compute Profiler - 3.2.3 ⇒ 3.3.0 + ROCm Compute Profiler + 3.3.0 ⇒ 3.3.1 - ROCm Systems Profiler - 1.1.1 ⇒ 1.2.0 + ROCm Systems Profiler + 1.2.0 ⇒ 1.2.1 - ROCProfiler - 2.0.0 ⇒ 2.0.0 + ROCProfiler + 2.0.0 - ROCprofiler-SDK - 1.0.0 ⇒ 1.0.0 + ROCprofiler-SDK + 1.0.0 - ROCTracer + ROCTracer 4.1.0 @@ -630,32 +578,32 @@ Click {fab}`github` to go to the component's source code on GitHub. Development - HIPIFY + HIPIFY 20.0.0 - ROCdbgapi - 0.77.4 ⇒ 0.77.4 + ROCdbgapi + 0.77.4 - ROCm CMake + ROCm CMake 0.14.0 - ROCm Debugger (ROCgdb) + ROCm Debugger (ROCgdb) - 16.3 ⇒ 16.3 + 16.3 - ROCr Debug Agent + ROCr Debug Agent 2.1.0 Compilers - HIPCC + HIPCC 1.1.1 - llvm-project + llvm-project 20.0.0 @@ -680,12 +628,12 @@ Click {fab}`github` to go to the component's source code on GitHub. Runtimes - HIP - 7.0.2 ⇒ 7.1.0 + HIP + 7.1.0 ⇒ 7.1.1 - ROCr Runtime + ROCr Runtime 1.18.0 @@ -701,815 +649,253 @@ The following sections describe key changes to ROCm components. For a historical overview of ROCm component updates, see the {doc}`ROCm consolidated changelog `. ``` -### **AMD SMI** (26.1.0) +### **AMD SMI** (26.2.0) #### Added -* `GPU LINK PORT STATUS` table to `amd-smi xgmi` command. The `amd-smi xgmi -s` or `amd-smi xgmi --source-status` will now show the `GPU LINK PORT STATUS` table. +- Caching for repeated ASIC information calls. + - The cache added to `amdsmi_get_gpu_asic_info` improves performance by avoiding redundant hardware queries. + - The cache stores ASIC info for each GPU device with a configurable duration, defaulting to 10 seconds. Use the `AMDSMI_ASIC_INFO_CACHE_MS` environment variable for cache duration configuration for `amdsmi_get_gpu_asic_info` API calls. -* `amdsmi_get_gpu_revision()` to Python API. This function retrieves the GPU revision ID. Available in `amdsmi_interface.py` as `amdsmi_get_gpu_revision()`. +- Support for GPU partition metrics. + - Provides support for `xcp_metrics` v1.0 and extends support for v1.1 (dynamic metrics). + - Added `amdsmi_get_gpu_partition_metrics_info`, which provides per XCP (partition) metrics. -* Gpuboard and baseboard temperatures to `amd-smi metric` command. +- Support for displaying newer VRAM memory types in `amd-smi static --vram`. + - The `amdsmi_get_gpu_vram_info()` API now supports detecting DDR5, LPDDR4, LPDDR5, and HBM3E memory types. #### Changed -* Struct `amdsmi_topology_nearest_t` member `processor_list`. Member size changed, processor_list[AMDSMI_MAX_DEVICES * AMDSMI_MAX_NUM_XCP]. - -* `amd-smi reset --profile` behavior so that it won't also reset the performance level. - * The performance level can still be reset using `amd-smi reset --perf-determinism`. - -* Setting power cap is now available in Linux Guest. You can now use `amd-smi set --power-cap` as usual in Linux Guest systems too. - -* Changed `amd-smi static --vbios` to `amd-smi static --ifwi`. - * VBIOS naming is replaced with IFWI (Integrated Firmware Image) for improved clarity and consistency. - * AMD Instinct MI300 Series GPUs (and later) now use a new version format with enhanced build information. - * Legacy command `amd-smi static --vbios` remains functional for backward compatibility, but displays updated IFWI heading. - * The Python, C, and Rust API for `amdsmi_get_gpu_vbios_version()` will now have a new field called `boot_firmware`, which will return the legacy vbios version number that is also known as the Unified BootLoader (UBL) version. - -#### Optimized - -* Optimized the way `amd-smi process` validates, which processes are running on a GPU. +- Updated `amd-smi static --numa` socket affinity data structure. It now displays CPU affinity information in both hexadecimal bitmask format and expanded CPU core ranges, replacing the previous simplified socket enumeration approach. #### Resolved issues -* Fixed a CPER record count mismatch issue when using the `amd-smi ras --cper --file-limit`. Updated the deletion calculation to use `files_to_delete = len(folder_files) - file_limit` for exact file count management. +- Fixed incorrect topology weight calculations. + - Out-of-bound writes caused corruption in the weights field. -* Fixed the event monitoring segfaults causing RDC to crash. Added the mutex locking around access to device event notification file pointer. +- Fixed `amd-smi event` not respecting the Linux timeout command. -* Fixed an issue where using `amd-smi ras --folder ` was forcing the created folder's name to be lowercase. This fix also makes all string input options case-insensitive. +- Fixed an issue where `amdsmi_get_power_info` returned `AMDSMI_STATUS_API_FAILED`. + - VMs were incorrectly reporting `AMDSMI_STATUS_API_FAILED` when unable to get the power cap within the `amdsmi_get_power_info`. + - The API now returns `N/A` or `UINT_MAX` for values that can't be retrieved, instead of failing. -* Fixed certain output in `amd-smi monitor` when GPUs are partitioned. It fixes the issue with amd-smi monitor such as: `amd-smi monitor -Vqt`, `amd-smi monitor -g 0 -Vqt -w 1`, and `amd-smi monitor -Vqt --file /tmp/test1`. These commands will now be able to display as normal in partitioned GPU scenarios. +- Fixed output for `amd-smi xgmi -l --json`. + +```{note} +See the full [AMD SMI changelog](https://github.com/ROCm/amdsmi/blob/release/rocm-rel-7.1/CHANGELOG.md#amd_smi_lib-for-rocm-711) for details, examples, and in-depth descriptions. +``` ### **Composable Kernel** (1.1.0) -#### Added - -* Support for hdim as a multiple of 32 for FMHA (fwd/fwd_splitkv/bwd). -* Support for elementwise kernel. - #### Upcoming changes - -* Non-grouped convolutions are deprecated. Their functionality is supported by grouped convolution. -### **HIP** (7.1.0) +* Composable Kernel will adopt C++20 features in an upcoming ROCm release, updating the minimum compiler requirement to C++20. Ensure that your development environment meets this requirement to facilitate a seamless transition. + +### **HIP** (7.1.1) #### Added -* New HIP APIs - - `hipModuleGetFunctionCount` returns the number of functions within a module - - `hipMemsetD2D8` sets 2D memory range with specified 8-bit values - - `hipMemsetD2D8Async` asynchronously sets 2D memory range with specified 8-bit values - - `hipMemsetD2D16` sets 2D memory range with specified 16-bit values - - `hipMemsetD2D16Async` asynchronously sets 2D memory range with specified 16-bit values - - `hipMemsetD2D32` sets 2D memory range with specified 32-bit values - - `hipMemsetD2D32Async` asynchronously sets 2D memory range with specified 32-bit values - - `hipStreamSetAttribute` sets attributes such as synchronization policy for a given stream - - `hipStreamGetAttribute` returns attributes such as priority for a given stream - - `hipModuleLoadFatBinary` loads fatbin binary to a module - - `hipMemcpyBatchAsync` asynchronously performs a batch copy of 1D or 2D memory - - `hipMemcpy3DBatchAsync` asynchronously performs a batch copy of 3D memory - - `hipMemcpy3DPeer` copies memory between devices - - `hipMemcpy3DPeerAsync` asynchronously copies memory between devices - - `hipMemsetD2D32Async` asynchronously sets 2D memory range with specified 32-bit values - - `hipMemPrefetchAsync_v2` prefetches memory to the specified location - - `hipMemAdvise_v2` advises about the usage of a given memory range - - `hipGetDriverEntryPoint ` gets function pointer of a HIP API. - - `hipSetValidDevices` sets a default list of devices that can be used by HIP - - `hipStreamGetId` queries the id of a stream -* Support for nested tile partitioning within cooperative groups, matching CUDA functionality. - -#### Optimized - -* Improved HIP module loading latency. -* Optimized kernel metadata retrieval during module post-load. -* Optimized doorbell ring in HIP runtime for the following performance improvements: - - Makes efficient packet batching for HIP graph launch - - Dynamic packet copying based on a defined maximum threshold or power-of-2 staggered copy pattern - - If timestamps are not collected for a signal for reuse, it creates a new signal. This can potentially increase the signal footprint if the handler doesn't run fast enough +* Support for the flag `hipHostRegisterIoMemory` in `hipHostRegister`, used to register I/O memory with HIP runtime so the GPU can access it. #### Resolved issues -* A segmentation fault occurred in the application when capturing the same HIP graph from multiple streams with cross-stream dependencies. The HIP runtime has fixed an issue where a forked stream joined to a parent stream that was not originally created with the API `hipStreamBeginCapture`. -* Different behavior of en-queuing command on a legacy stream during stream capture on AMD ROCM platform, compared with CUDA. HIP runtime now returns an error in this specific situation to match CUDA behavior. -* Failure of memory access fault occurred in rocm-examples test suite. When Heterogeneous Memory Management (HMM) is not supported in the driver, `hipMallocManaged` will only allocate system memory in HIP runtime. - -#### Known issues - -* SPIR-V-enabled applications might encounter a segmentation fault. The problem doesn't exist when SPIR-V is disabled. The issue will be fixed in the next ROCm release. - -### **hipBLAS** (3.1.0) - -#### Added - -* `--clients-only` build option to only build clients against a prebuilt library. -* gfx1150, gfx1151, gfx1200, and gfx1201 support enabled. -* FORTRAN enabled for the Microsoft Windows build and tests. -* Additional reference library fallback options added. - -#### Changed - -* Improved the build time for clients by removing `clients_common.cpp` from the hipblas-test build. - -### **hipBLASLt** (1.1.0) - -#### Added - -* Fused Clamp GEMM for ``HIPBLASLT_EPILOGUE_CLAMP_EXT`` and ``HIPBLASLT_EPILOGUE_CLAMP_BIAS_EXT``. This feature requires the minimum (``HIPBLASLT_MATMUL_DESC_EPILOGUE_ACT_ARG0_EXT``) and maximum (``HIPBLASLT_MATMUL_DESC_EPILOGUE_ACT_ARG1_EXT``) to be set. -* Support for ReLU/Clamp activation functions with auxiliary output for the `FP16` and `BF16` data types for gfx942 to capture intermediate results. This feature is enabled for ``HIPBLASLT_EPILOGUE_RELU_AUX``, ``HIPBLASLT_EPILOGUE_RELU_AUX_BIAS``, ``HIPBLASLT_EPILOGUE_CLAMP_AUX_EXT``, and ``HIPBLASLT_EPILOGUE_CLAMP_AUX_BIAS_EXT``. -* Support for `HIPBLAS_COMPUTE_32F_FAST_16BF` for FP32 data type for gfx950 only. -* CPP extension APIs ``setMaxWorkspaceBytes`` and ``getMaxWorkspaceBytes``. -* Feature to print logs (using ``HIPBLASLT_LOG_MASK=32``) for Grouped GEMM. -* Support for swizzleA by using the hipblaslt-ext cpp API. -* Support for hipBLASLt extop for gfx11XX and gfx12XX. - -#### Changed - -* ``hipblasLtMatmul()`` now returns an error when the workspace size is insufficient, rather than causing a segmentation fault. - -#### Optimized - -* `TF32` kernel optimization for the AMD Instinct MI355X GPU to enhance training and inference efficiency. - -#### Resolved issues - -* Fixed incorrect results when using ldd and ldc dimension parameters with some solutions. - -### **hipCUB** (4.1.0) - -#### Added - -* Exposed Thread-level reduction API `hipcub::ThreadReduce`. -* `::hipcub::extents`, with limited parity to C++23's `std::extents`. Only `static extents` is supported; `dynamic extents` is not. Helper structs have been created to perform computations on `::hipcub::extents` only when the backend is rocPRIM. For the CUDA backend, similar functionality exists. -* `projects/hipcub/hipcub/include/hipcub/backend/rocprim/util_mdspan.hpp` to support `::hipcub::extents`. -* `::hipcub::ForEachInExtents` API. -* `hipcub::DeviceTransform::Transform` and `hipcub::DeviceTransform::TransformStableArgumentAddresses`. -* hipCUB and its dependency rocPRIM have been moved into the new `rocm-libraries` [monorepo repository](https://github.com/ROCm/rocm-libraries). This repository contains a number of ROCm libraries that are frequently used together. - * The repository migration requires a few changes to the way that hipCUB fetches library dependencies. - * CMake build option `ROCPRIM_FETCH_METHOD` may be set to one of the following: - * `PACKAGE` - (default) searches for a preinstalled packaged version of the dependency. If it is not found, the build will fall back using option `DOWNLOAD`, below. - * `DOWNLOAD` - downloads the dependency from the rocm-libraries repository. If git >= 2.25 is present, this option uses a sparse checkout that avoids downloading more than it needs to. If not, the whole monorepo is downloaded (this may take some time). - * `MONOREPO` - this option is intended to be used if you are building hipCUB from within a copy of the rocm-libraries repository that you have cloned (and therefore already contains rocPRIM). When selected, the build will try find the dependency in the local repository tree. If it cannot be found, the build will attempt to use git to perform a sparse-checkout of rocPRIM. If that also fails, it will fall back to using the `DOWNLOAD` option described above. - -* A new CMake option `-DUSE_SYSTEM_LIB` to allow tests to be built from installed `hipCUB` provided by the system. - -#### Changed - -* Changed include headers to avoid relative includes that have slipped in. -* Changed `CUDA_STANDARD` for tests in `test/hipcub`, due to C++17 APIs such as `std::exclusive_scan` is used in some tests. Still use `CUDA_STANDARD 14` for `test/extra`. -* Changed `CCCL_MINIMUM_VERSION` to `2.8.2` to align with CUB. -* Changed `cmake_minimum_required` from `3.16` to `3.18`, in order to support `CUDA_STANDARD 17` as a valid value. -* Add support for large num_items `DeviceScan`, `DevicePartition` and `Reduce::{ArgMin, ArgMax}`. -* Added tests for large num_items. -* The previous dependency-related build option `DEPENDENCIES_FORCE_DOWNLOAD` has been renamed `EXTERNAL_DEPS_FORCE_DOWNLOAD` to differentiate it from the new rocPRIM dependency option described above. Its behavior remains the same - it forces non-ROCm dependencies (Google Benchmark and Google Test) to be downloaded rather than searching for installed packages. This option defaults to `OFF`. - -#### Removed - -* Removed `TexRefInputIterator`, which was removed from CUB after CCCL's 2.6.0 release. This API should have already been removed, but somehow it remained and was not tested. -* Deprecated `hipcub::ConstantInputIterator`, use `rocprim::constant_iterator` or `rocthrust::constant_iterator` instead. -* Deprecated `hipcub::CountingInputIterator`, use `rocprim::counting_iterator` or `rocthrust::counting_iterator` instead. -* Deprecated `hipcub::DiscardOutputIterator`, use `rocprim::discard_iterator` or `rocthrust::discard_iterator` instead. -* Deprecated `hipcub::TransformInputIterator`, use `rocprim::transform_iterator` or `rocthrust::transform_iterator` instead. -* Deprecated `hipcub::AliasTemporaries`, which is considered to be an internal API. Moved to the detail namespace. -* Deprecated almost all functions in `projects/hipcub/hipcub/include/hipcub/backend/rocprim/util_ptx.hpp`. -* Deprecated hipCUB macros: `HIPCUB_MAX`, `HIPCUB_MIN`, `HIPCUB_QUOTIENT_FLOOR`, `HIPCUB_QUOTIENT_CEILING`, `HIPCUB_ROUND_UP_NEAREST` and `HIPCUB_ROUND_DOWN_NEAREST`. - -#### Known issues - -* The `__half` template specializations of Simd operators are currently disabled due to possible build issues with PyTorch. - -### **hipFFT** (1.0.21) - -#### Added - -* Improved test coverage of multi-stream plans, user-specified work areas, and default stride calculation. -* Experimental introduction of hipFFTW library, interfacing rocFFT on AMD platforms using the same symbols as FFTW3 (with partial support). - -### **hipfort** (0.7.1) - -#### Added - -* Support for building with CMake 4.0. - -#### Resolved issues - -* Fixed a potential integer overflow issue in `hipMalloc` interfaces. - -### **hipRAND** (3.1.0) - -#### Resolved issues - -* Updated error handling for several hipRAND unit tests to accommodate the new `hipGetLastError` behavior that was introduced in ROCm 7.0.0. As of ROCm 7.0.0, the internal error state is cleared on each call to `hipGetLastError` rather than on every HIP API call. - -### **hipSOLVER** (3.1.0) - -#### Added - -* Extended test suites for `hipsolverDn` compatibility functions. - -#### Changed - -* Changed code coverage to use `llvm-cov` instead of `gcov`. - -### **hipSPARSE** (4.1.0) - -#### Added - -* Brain half float mixed precision for the following routines: - * `hipsparseAxpby` where X and Y use bfloat16 and result and the compute type use float. - * `hipsparseSpVV` where X and Y use bfloat16 and result and the compute type use float. - * `hipsparseSpMV` where A and X use bfloat16 and Y and the compute type use float. - * `hipsparseSpMM` where A and B use bfloat16 and C and the compute type use float. - * `hipsparseSDDMM` where A and B use bfloat16 and C and the compute type use float. - * `hipsparseSDDMM` where A and B and C use bfloat16 and the compute type use float. -* Half float mixed precision to `hipsparseSDDMM` where A and B and C use float16 and the compute type use float. -* Brain half float uniform precision to `hipsparseScatter` and `hipsparseGather` routines. -* Documentation for installing and building hipSPARSE on Microsoft Windows. - -### **hipSPARSELt** (0.2.5) - -#### Changed - -* Changed the behavior of the Relu activation. - -#### Optimized - -* Provided more kernels for the `FP16` and `BF16` data types. +* Incorrect Compute Unit (CU) mask in logging. HIP runtime now correctly sets the field width for the output print operation. When logging is enabled via the environment variable `AMD_LOG_LEVEL`, the runtime logs the accurate CU mask. +* A segmentation fault occurred when the dynamic queue management mechanism was enabled. HIP runtime now ensures GPU queues aren't `NULL` during marker submission, preventing crashes and improving robustness. +* An error encountered on HIP tear-down after device reset in certain applications due to accessing stale memory objects. HIP runtime now properly releases memory associated with host calls, ensuring reliable device resets. +* A race condition occurred in certain graph-related applications when pending asynchronous signal handlers referenced device memory that had already been released, leading to memory corruption. HIP runtime now uses a reference counting strategy to manage access to device objects in asynchronous event handlers, ensuring safe and reliable memory usage. ### **MIGraphX** (2.14.0) -#### Added - -* Python 3.13 support. -* PyTorch wheels to the Dockerfile. -* Python API for returning serialized bytes. -* `fixed_pad` operator for padding dynamic shapes to the maximum static shape. -* Matcher to upcast base `Softmax` operations. -* Support for the `convolution_backwards` operator through rocMLIR. -* `LSE` output to attention fusion. -* Flags to `EnableControlFlowGuard` due to BinSkim errors. -* New environment variable documentation and reorganized structure. -* `stash_type` attribute for `LayerNorm` and expanded test coverage. -* Operator builders (phase 2). -* `MIGRAPHX_GPU_HIP_FLAGS` to allow extra HIP compile flags. - -#### Changed - -* Updated C API to include `current()` caller information in error reporting. -* Updated documentation dependencies: - * **rocm-docs-core** bumped from 1.21.1 → 1.25.0 across releases. - * **Doxygen** updated to 1.14.0. - * **urllib3** updated from 2.2.2 → 2.5.0. -* Updated `src/CMakeLists.txt` to support `msgpack` 6.x (`msgpack-cxx`). -* Updated model zoo test generator to fix test issues and add summary logging. -* Updated `rocMLIR` and `ONNXRuntime` mainline references across commits. -* Updated module sorting algorithm for improved reliability. -* Restricted FP8 quantization to `dot` and `convolution` operators. -* Moved ONNX Runtime launcher script into MIGraphX and updated build scripts. -* Simplified ONNX `Resize` operator parser for correctness and maintainability. -* Updated `any_ptr` assertion to avoid failure on default HIP stream. -* Print kernel and module information on compile failure. - -#### Removed - -* Removed Perl dependency from SLES builds. -* Removed redundant includes and unused internal dependencies. - -#### Optimized - -* Reduced nested visits in reference operators to improve compile time. -* Avoided dynamic memory allocation during kernel launches. -* Removed redundant NOP instructions for GFX11/12 platforms. -* Improved `Graphviz` output (node color and layout updates). -* Optimized interdependency checking during compilation. -* Skip hipBLASLt solutions that require a workspace size larger than 128 MB for efficient memory utilization. - #### Resolved issues -* Error in `MIGRAPHX_GPU_COMPILE_PARALLEL` documentation (#4337). -* rocMLIR `rewrite_reduce` issue (#4218). -* Bug with `invert_permutation` on GPU (#4194). -* Compile error when `MIOPEN` is disabled (missing `std` includes) (#4281). -* ONNX `Resize` parsing when input and output shapes are identical (#4133, #4161). -* Issue with MHA in attention refactor (#4152). -* Synchronization issue from upstream ONNX Runtime (#4189). -* Spelling error in “Contiguous” (#4287). -* Tidy complaint about duplicate header (#4245). -* `reshape`, `transpose`, and `broadcast` rewrites between pointwise and reduce operators (#3978). -* Extraneous include file in HIPRTC-based compilation (#4130). -* CI Perl dependency issue for SLES builds (#4254). -* Compiler warnings for ROCm 7.0 of ``error: unknown warning option '-Wnrvo'``(#4192). - -### **MIOpen** (3.5.1) - -#### Added - -* Added a new trust verify find mode. -* Ported Op4dTensorLite kernel from OpenCL to HIP. -* Implemented a generic HIP kernel for backward layer normalization. - -#### Changed - -* Kernel DBs moved from Git LFS to DVC (Data Version Control). - -#### Optimized - -* [Conv] Enabled Composable Kernel (CK) implicit gemms on gfx950. - -#### Resolved issues - -* [BatchNorm] Fixed a bug for the NHWC layout when a variant was not applicable. -* Fixed a bug that caused a zero-size LDS array to be defined on Navi. - -### **MIVisionX** (3.4.0) - -#### Added - -* VX_RPP - Update blur -* HIP - HIP_CHECK for hipLaunchKernelGGL for gated launch - -#### Changed - -* AMD Custom V1.1.0 - OpenMP updates -* HALF - Fix half.hpp path updates - -#### Resolved issues - -* AMD Custom - dependency linking errors resolved -* VX_RPP - Fix memory leak -* Packaging - Remove Meta Package dependency for HIP - -#### Known issues - -* Installation on RedHat/SLES requires the manual installation of the `FFMPEG` & `OpenCV` dev packages. - -#### Upcoming changes - -* VX_AMD_MEDIA - rocDecode support for hardware decode +* Fixed an error that resulted when running `make check` on systems running on a gfx1201 GPU. ### **RCCL** (2.27.7) -#### Added +#### Resolved issues -* `RCCL_P2P_BATCH_THRESHOLD` to set the message size limit for batching P2P operations. This mainly affects small message performance for alltoall at a large scale but also applies to alltoallv. -* `RCCL_P2P_BATCH_ENABLE` to enable batching P2P operations to receive performance gains for smaller messages up to 4MB for alltoall when the workload requires it. This is to avoid performance dips for larger messages. +* Fixed a single-node data corruption issue in MSCCL on the AMD Instinct MI350X and MI355X GPUs for the LL protocol. This previously affected about two percent of the runs for single-node `AllReduce` with inputs smaller than 512 KiB. + +### **rocBLAS** (5.1.1) #### Changed + * By default, rocBLAS will not use stream order allocation for its internal workspace. To enable this behavior, set the `ROCBLAS_STREAM_ORDER_ALLOC` environment variable. -* The MSCCL++ feature is now disabled by default. The `--disable-mscclpp` build flag is replaced with `--enable-mscclpp` in the `rccl/install.sh` script. -* Compatibility with NCCL 2.27.7. +### **ROCm Bandwidth Test** (2.6.0) -#### Optimized -* Enabled and optimized batched P2P operations to improve small message performance for `AllToAll` and `AllGather`. -* Optimized channel count selection to improve efficiency for small-to-medium message sizes in `ReduceScatter`. -* Changed code inlining to improve latency for small message sizes for `AllReduce`, `AllGather`, and `ReduceScatter`. +#### Resolved issues + +- Test failure with error message `Cannot make canonical path`. +- Healthcheck test failure with seg fault on gfx942. +- Segmentation fault observed in `schmoo` and `one2all` when executed on `sgpu` setup. #### Known issues -* Symmetric memory kernels are currently disabled due to ongoing CUMEM enablement work. -* When running this version of RCCL using ROCm versions earlier than 6.4.0, the user must set the environment flag `HSA_NO_SCRATCH_RECLAIM=1`. +- `rocm-bandwidth-test` folder fails to be removed after driver uninstallation: + * After running `amdgpu-uninstall`, the `rocm-bandwidth-test` folder and package are still present. + * Workaround: Remove the package manually using: + ``` + sudo apt-get remove -y rocm-bandwidth-test + ``` -### **rocAL** (2.4.0) - -#### Added -* JAX iterator support in rocAL -* rocJPEG - Fused Crop decoding support - -#### Changed -* CropResize - updates and fixes -* Packaging - Remove Meta Package dependency for HIP - -#### Resolved issues -* OpenMP - dependency linking errors resolved. -* Bugfix - memory leaks in rocAL. - -#### Known issues -* Package installation on SLES requires manually installing `TurboJPEG`. -* Package installation on RedHat and SLES requires manually installing the `FFMPEG Dev` package. - -### **rocALUTION** (4.0.1) +### **ROCm Compute Profiler** (3.3.1) #### Added -* Support for gfx950. +* Support for PC sampling of multi-kernel applications. + * PC Sampling output instructions are displayed with the name of the kernel to which the individual instruction belongs. + * Single kernel selection is supported so that the PC samples of the selected kernel can be displayed. #### Changed -* Updated the default build standard to C++17 when compiling rocALUTION from source (previously C++14). +* Roofline analysis now runs on GPU 0 by default instead of all GPUs. #### Optimized -* Improved and expanded user documentation. +* Improved roofline benchmarking by updating the `flops_benchmark` calculation. + +* Improved standalone roofline plots in profile mode (PDF output) and analyze mode (CLI and GUI visual plots): + * Fixed the peak MFMA/VALU lines being cut off. + * Cleaned up the overlapping roofline numeric values by moving them into the side legend. + * Added AI points chart with respective values, cache level, and compute/memory bound status. + * Added full kernel names to the symbol chart. #### Resolved issues -* Fixed a bug in the GPU hashing algorithm that occurred when not compiling with -O2/-O3. -* Fixed an issue with the SPAI preconditioner when using complex numbers. +* Resolved existing issues to improve stability. -### **rocBLAS** (5.1.0) - -#### Added - -* Sample for clients using OpenMP threads calling rocBLAS functions. -* gfx1150 and gfx1151 enabled. - -#### Changed - -* By default, the Tensile build is no longer based on `tensile_tag.txt` but uses the same commit from shared/tensile in the rocm-libraries repository. The rmake or install `-t` option can build from another local path with a different commit. - -#### Optimized - -* Improved the performance of Level 2 gemv transposed (`TransA != N`) for the problem sizes where `m` is small and `n` is large on gfx90a and gfx942. - -### **ROCdbgapi** (0.77.4) - -#### Added - -* gfx1150 and gfx1151 enabled. - -### **rocDecode** (1.4.0) - -#### Added - -* AV1 12-bit decode support on VA-API version 1.23.0 and later. -* rocdecode-host V1.0.0 library for software decode -* FFmpeg version support for 5.1 and 6.1 -* Find package - rocdecode-host +### **ROCm Systems Profiler** (1.2.1) #### Resolved issues -* rocdecode-host - failure to build debuginfo packages without FFmpeg resolved. -* Fix a memory leak for rocDecodeNegativeTests +- Fixed an issue of OpenMP Tools (OMPT) events, GPU performance counters, VA-API, MPI, and host events failing to be collected in the `rocpd` output. -#### Changed - -* HIP meta package changed - Use hip-dev/devel to bring required hip dev deps -* rocdecode host - linking updates to rocdecode-host library - -### **rocFFT** (1.0.35) - -#### Optimized - -* Implemented single-kernel plans for some 2D problem sizes, on devices with at least 160KiB of LDS. -* Improved performance of unit-strided, complex-interleaved, forward/inverse FFTs for lengths: (64,64,128), (64,64,52), (60,60,60) -, (32,32,128), (32,32,64), (64,32,128) -* Improved performance of 3D MPI pencil decompositions by using sub-communicators for global transpose operations. - -### **rocJPEG** (1.2.0) - -#### Changed -* HIP meta package has been changed. Use `hip-dev/devel` to bring required hip dev deps. - -#### Resolved issues -* Fixed an issue where extra padding was incorrectly included when saving decoded JPEG images to files. -* Resolved a memory leak in the jpegDecode application. - -### **ROCm Compute Profiler** (3.3.0) +### **ROCm Validation Suite** (1.3.0) #### Added -* Dynamic process attachment feature that allows coupling with a workload process, without controlling its start or end. - * Use '--attach-pid' to specify the target process ID. - * Use '--attach-duration-msec' to specify time duration. -* `rocpd` choice for `--format-rocprof-output` option in profile mode. -* `--retain-rocpd-output` option in profile mode to save large raw rocpd databases in workload directory. -* Feature to show description of metrics during analysis. - * Use `--include-cols Description` to show the Description column, which is excluded by default from the - ROCm Compute Profiler CLI output. -* `--set` filtering option in profile mode to enable single-pass counter collection for predefined subsets of metrics. -* `--list-sets` filtering option in profile mode to list the sets available for single pass counter collection. -* Missing counters based on register specification which enables missing metrics. - * Enabled `SQC_DCACHE_INFLIGHT_LEVEL` counter and associated metrics. - * Enabled `TCP_TCP_LATENCY` counter and associated counter for all GPUs except MI300. -* Interactive metric descriptions in TUI analyze mode. - * You can now left click on any metric cell to view detailed descriptions in the dedicated `METRIC DESCRIPTION` tab. -* Support for analysis report output as a sqlite database using ``--output-format db`` analysis mode option. -* `Compute Throughput` panel to TUI's `High Level Analysis` category with the following metrics: VALU FLOPs, VALU IOPs, MFMA FLOPs (F8), MFMA FLOPs (BF16), MFMA FLOPs (F16), MFMA FLOPs (F32), MFMA FLOPs (F64), MFMA FLOPs (F6F4) (in gfx950), MFMA IOPs (Int8), SALU Utilization, VALU Utilization, MFMA Utilization, VMEM Utilization, Branch Utilization, IPC -* `Memory Throughput` panel to TUI's `High Level Analysis` category with the following metrics: vL1D Cache BW, vL1D Cache Utilization, Theoretical LDS Bandwidth, LDS Utilization, L2 Cache BW, L2 Cache Utilization, L2-Fabric Read BW, L2-Fabric Write BW, sL1D Cache BW, L1I BW, Address Processing Unit Busy, Data-Return Busy, L1I-L2 Bandwidth, sL1D-L2 BW -* Roofline support for Debian 12 and Azure Linux 3.0. -* Notice for change in default output format to `rocpd` in a future release - * This is displayed when `--format-rocprof-output rocpd` is not used in profile mode +* Support for different test levels with `-r` option for AMD Instinct MI3XXx GPUs. +* Set compute type for DGEMM operations on AMD Instinct MI350X and MI355X GPUs. + +### **rocSHMEM** (3.1.0) + +#### Added + +* Allowed IPC, RO, and GDA backends to be selected at runtime. +* GDA conduit for different NIC vendors: + * Broadcom BNXT\_RE (Thor 2) + * Mellanox MLX5 (IB and RoCE ConnectX-7) +* New APIs: + * `rocshmem_get_device_ctx` #### Changed -* In the memory chart, long string of numbers are now displayed as scientific notation. It also solves the issue of overflow of displaying long number -* When `--format-rocprof-output rocpd` is used, only `pmc_perf.csv` will be written to workload directory instead of multiple CSV files. -* CLI analysis mode baseline comparison will now only compare common metrics across workloads and will not show the Metric ID. - * Removed metrics from analysis configuration files which are explicitly marked as empty or None. -* Changed the basic (default) view of TUI from aggregated analysis data to individual kernel analysis data. -* Updated `Unit` of the following `Bandwidth` related metrics to `Gbps` instead of `Bytes per Normalization Unit`: - * Theoretical Bandwidth (section 1202) - * L1I-L2 Bandwidth (section 1303) - * sL1D-L2 BW (section 1403) - * Cache BW (section 1603) - * L1-L2 BW (section 1603) - * Read BW (section 1702) - * Write and Atomic BW (section 1702) - * Bandwidth (section 1703) - * Atomic/Read/Write Bandwidth (section 1703) - * Atomic/Read/Write Bandwidth - (HBM/PCIe/Infinity Fabric) (section 1706) -* Updated the metric name for the following `Bandwidth` related metrics whose `Unit` is `Percent` by adding `Utilization`: - * Theoretical Bandwidth Utilization (section 1201) - * L1I-L2 Bandwidth Utilization (section 1301) - * Bandwidth Utilization (section 1301) - * Bandwidth Utilization (section 1401) - * sL1D-L2 BW Utilization (section 1401) - * Bandwidth Utilization (section 1601) -* Updated `System Speed-of-Light` panel to `GPU Speed-of-Light` in TUI for the following metrics: - * Theoretical LDS Bandwidth - * vL1D Cache BW - * L2 Cache BW - * L2-Fabric Read BW - * L2-Fabric Write BW - * Kernel Time - * Kernel Time (Cycles) - * SIMD Utilization - * Clock Rate -* Analysis output: - * Replaced `-o / --output` analyze mode option with `--output-format` and `--output-name`. - * Use ``--output-format`` analysis mode option to select the output format of the analysis report. - * Use ``--output-name`` analysis mode option to override the default file/folder name. - * Replaced `--save-dfs` analyze mode option with `--output-format csv`. -* Command-line options: - * `--list-metrics` and `--config-dir` options moved to general command-line options. - * `--list-metrics` option cannot be used without GPU architecture argument. - * `--list-metrics` option do not show number of L2 channels. - * `--list-available-metrics` profile mode option to display the metrics available for profiling in current GPU. - * `--list-available-metrics` analyze mode option to display the metrics available for analysis. - * `--block` option cannot be used with `--list-metrics` and `--list-available-metrics`options. -* Default `rocprof` interface changed from `rocprofv3` to `rocprofiler-sdk` - * Use ROCPROF=rocprofv3 to use rocprofv3 interface -* Updated metric names for better alignment between analysis configuration and documentation. +* The following APIs have been deprecated: + * `rocshmem_wg_init` + * `rocshmem_wg_finalize` + * `rocshmem_wg_init_thread` + +* `rocshmem_ptr` can now return non-null pointer to a shared memory region when the IPC transport is available to reach that region. Previously, it would return a null pointer. +* `ROCSHMEM_RO_DISABLE_IPC` is renamed to `ROCSHMEM_DISABLE_MIXED_IPC`. + - This environment variable wasn't documented in earlier releases. It's now documented. #### Removed -* Usage of `rocm-smi` in favor of `amd-smi`. -* Hardware IP block-based filtering has been removed in favor of analysis report block-based filtering. -* Aggregated analysis view from TUI analyze mode. - -#### Optimized - -* Improved `--time-unit` option in analyze mode to apply time unit conversion across all analysis sections, not just kernel top stats. -* Improved logic to obtain rocprof-supported counters, which prevents unnecessary warnings. -* Improved post-analysis runtime performance by caching and multi-processing. -* Improve analysis block based filtering to accept metric ID level filtering. - * This can be used to collect individual metrics from various sections of the analysis config. - -#### Resolved issues - -* Fixed an issue of not detecting the memory clock when using `amd-smi`. -* Fixed standalone GUI crashing. -* Fixed L2 read/write/atomic bandwidths on AMD Instinct MI350 Series GPUs. -* Fixed an issue where accumulation counters could not be collected on AMD Instinct MI100. -* Fixed an issue of kernel filtering not working in the roofline chart. +* rocSHMEM no longer requires rocPRIM and rocThrust as dependencies. +* Removed MPI compile-time dependency. #### Known issues -* MI300A/X L2-Fabric 64B read counter may display negative values - The rocprof-compute metric 17.6.1 (Read 64B) can report negative values due to incorrect calculation when TCC_BUBBLE_sum + TCC_EA0_RDREQ_32B_sum exceeds TCC_EA0_RDREQ_sum. - * A workaround has been implemented using max(0, calculated_value) to prevent negative display values while the root cause is under investigation. -* The profile mode crashes when `--format-rocprof-output json` is selected. - * As a workaround, this option should either not be provided or should be set to `csv` instead of `json`. This issue does not affect the profiling results since both `csv` and `json` output formats lead to the same profiling data. +* Only a subset of rocSHMEM APIs are implemented for the GDA conduit. -### **ROCm Data Center Tool** (1.2.0) +### **rocWMMA** (2.1.0) #### Added -- CPU monitoring support with 30+ CPU field definitions through AMD SMI integration. -- CPU partition format support (c0.0, c1.0) for monitoring AMD EPYC processors. -- Mixed GPU/CPU monitoring in single `rdci dmon` command. - -#### Optimized - -- Improved profiler metrics path detection for counter definitions. - -#### Resolved issues - -- Group management issues with listing created/non-created groups. -- ECC_UNCORRECT field behavior. - -### **ROCm Debugger (ROCgdb)** (16.3) - -#### Added - -* gfx1150 and gfx1151 support enabled. - -### **ROCm Systems Profiler** (1.2.0) - -#### Added - -- ``ROCPROFSYS_ROCM_GROUP_BY_QUEUE`` configuration setting to allow grouping of events by hardware queue, instead of the default grouping. -- Support for `rocpd` database output with the `ROCPROFSYS_USE_ROCPD` configuration setting. -- Support for profiling PyTorch workloads using the `rocpd` output database. -- Support for tracing OpenMP API in Fortran applications. -- An error warning is triggered if the profiler application fails because SELinux enforcement is enabled. The warning includes steps to disable SELinux enforcement. +* More unit tests to increase the code coverage. #### Changed -- Updated the grouping of "kernel dispatch" and "memory copy" events in Perfetto traces. They are now grouped together by HIP Stream rather than separately and by hardware queue. -- Updated PAPI module to v7.2.0b2. -- ROCprofiler-SDK is now used for tracing OMPT API calls. - -### **rocPRIM** (4.1.0) - -#### Added - -* `get_sreg_lanemask_lt`, `get_sreg_lanemask_le`, `get_sreg_lanemask_gt` and `get_sreg_lanemask_ge`. -* `rocprim::transform_output_iterator` and `rocprim::make_transform_output_iterator`. -* Experimental support for SPIR-V, to use the correct tuned config for part of the appliable algorithms. -* A new cmake option, `BUILD_OFFLOAD_COMPRESS`. When rocPRIM is build with this option enabled, the `--offload-compress` switch is passed to the compiler. This causes the compiler to compress the binary that it generates. Compression can be useful in cases where you are compiling for a large number of targets, since this often results in a large binary. Without compression, in some cases, the generated binary may become so large symbols are placed out of range, resulting in linking errors. The new `BUILD_OFFLOAD_COMPRESS` option is set to `ON` by default. -* A new CMake option `-DUSE_SYSTEM_LIB` to allow tests to be built from `ROCm` libraries provided by the system. -* `rocprim::apply` which applies a function to a `rocprim::tuple`. - -#### Changed - -* Changed tests to support `ptr-to-const` output in `/test/rocprim/test_device_batch_memcpy.cpp`. - -#### Optimized - -* Improved performance of many algorithms by updating their tuned configs. - * 891 specializations have been improved. - * 399 specializations have been added. - -#### Resolved issues - -* Fixed `device_select`, `device_merge`, and `device_merge_sort` not allocating the correct amount of virtual shared memory on the host. -* Fixed the `->` operator for the `transform_iterator`, the `texture_cache_iterator`, and the `arg_index_iterator`, by now returning a proxy pointer. - * The `arg_index_iterator` also now only returns the internal iterator for the `->`. - -#### Upcoming changes - -* Deprecated the `->` operator for the `zip_iterator`. - -### **ROCProfiler** (2.0.0) +* Increased compile timeout and improved visualization in `math-ci`. #### Removed -* `rocprofv2` doesn't support gfx12XX Series GPUs. For gfx12XX Series GPUs, use `rocprofv3` tool. - -### **ROCprofiler-SDK** (1.0.0) - -#### Added -* Dynamic process attachment- ROCprofiler-SDK and `rocprofv3` now facilitate dynamic profiling of a running GPU application by attaching to its process ID (PID), rather than launching the application through the profiler itself. -* Scratch-memory trace information to the Perfetto output in `rocprofv3`. -* New capabilities to the thread trace support in `rocprofv3`: - * Real-time clock support for thread trace alignment on gfx9XX architecture. This enables high-resolution clock computation and better synchronization across shader engines. - * `MultiKernelDispatch` thread trace support is now available across all ASICs. -* Documentation for dynamic process attachment. -* Documentation for `rocpd` summaries. - -#### Optimized -* Improved the stability and robustness of the `rocpd` output. - -### **rocPyDecode** (0.7.0) - -#### Added -* rocPyJpegPerfSample - samples for JPEG decode - -#### Changed -* Package - rocjpeg set as required dependency. -* rocDecode host - rocdecode host linking updates - -#### Resolved issues -* rocJPEG Bindings - bug fixes -* Test package - find dependencies updated - -### **rocRAND** (4.1.0) - -#### Changed - -* Changed the `USE_DEVICE_DISPATCH` flag so it can turn device dispatch off by setting it to zero. Device dispatch should be turned off when building for SPIRV. +* Absolute paths from the `RPATH` of sample and test binary files. #### Resolved issues -* Updated error handling for several rocRAND unit tests to accommodate the new `hipGetLastError` behavior that was introduced in ROCm 7.0. -As of ROCm 7.0, the internal error state is cleared on each call to `hipGetLastError` rather than on every HIP API call. - -### **rocSOLVER** (3.31.0) - -#### Added - -* Hybrid computation support for existing STEQR routines. - -#### Optimized - -Improved the performance of: - -* BDSQR and downstream functions such as GESVD. -* STEQR and downstream functions such as SYEV/HEEV. -* LARFT and downstream functions such as GEQR2 and GEQRF. - -### **rocSPARSE** (4.1.0) - -#### Added - -* Brain half float mixed precision for the following routines: - * `rocsparse_axpby` where X and Y use bfloat16 and result and the compute type use float. - * `rocsparse_spvv` where X and Y use bfloat16 and result and the compute type use float. - * `rocsparse_spmv` where A and X use bfloat16 and Y and the compute type use float. - * `rocsparse_spmm` where A and B use bfloat16 and C and the compute type use float. - * `rocsparse_sddmm` where A and B use bfloat16 and C and the compute type use float. - * `rocsparse_sddmm` where A and B and C use bfloat16 and the compute type use float. -* Half float mixed precision to `rocsparse_sddmm` where A and B and C use float16 and the compute type use float. -* Brain half float uniform precision to `rocsparse_scatter` and `rocsparse_gather` routines. - -#### Optimized - -* Improved the user documentation. - -#### Upcoming changes - -* Deprecate trace, debug, and bench logging using the environment variable `ROCSPARSE_LAYER`. - -### **rocThrust** (4.1.0) - -#### Added - -* A new CMake option `-DSQLITE_USE_SYSTEM_PACKAGE` to allow SQLite to be provided by the system. -* Introduced `libhipcxx` as a soft dependency. When `libhipcxx` can be included, rocThrust can use structs and methods defined in `libhipcxx`. This allows for a more complete behavior parity with CCCL and mirrors CCCL's thrust own dependency on `libcudacxx`. -* Added a new CMake option `-DUSE_SYSTEM_LIB` to allow tests to be built from `ROCm` libraries provided by the system. - -#### Changed - -* The previously hidden cmake build option `FORCE_DEPENDENCIES_DOWNLOAD` has been unhidden and renamed `EXTERNAL_DEPS_FORCE_DOWNLOAD` to differentiate it from the new rocPRIM and rocRAND dependency options described above. Its behavior remains the same - it forces non-ROCm dependencies (Google Benchmark, Google Test, and SQLite) to be downloaded instead of searching for existing installed packages. This option defaults to `OFF`. - -#### Removed - -* The previous dependency-related build options `DOWNLOAD_ROCPRIM` and `DOWNLOAD_ROCRAND` have been removed. Use `ROCPRIM_FETCH_METHOD=DOWNLOAD` and `ROCRAND_FETCH_METHOD=DOWNLOAD` instead. - -#### Known issues - -* `event` test is failing on CI and local runs on MI300, MI250 and MI210. - -* rocThrust, as well as its dependencies rocPRIM and rocRAND have been moved into the new `rocm-libraries` monorepo repository (https://github.com/ROCm/rocm-libraries). This repository contains several ROCm libraries that are frequently used together. - * The repository migration requires a few changes to the way that rocThrust's ROCm library dependencies are fetched. - * There are new cmake options for obtaining rocPRIM and (optionally, if BUILD_BENCHMARKS is enabled) rocRAND. - * cmake build options `ROCPRIM_FETCH_METHOD` and `ROCRAND_FETCH_METHOD` may be set to one of the following: - * `PACKAGE` - (default) searches for a preinstalled packaged version of the dependency. If it's not found, the build will fall back using option `DOWNLOAD`, described below. - * `DOWNLOAD` - downloads the dependency from the rocm-libraries repository. If git >= 2.25 is present, this option uses a sparse checkout that avoids downloading more than it needs to. If not, the whole monorepo is downloaded (this may take some time). - * `MONOREPO` - this option is intended to be used if you are building rocThrust from within a copy of the rocm-libraries repository that you have cloned (and therefore already contains the dependencies rocPRIM and rocRAND). When selected, the build will try to find the dependency in the local repository tree. If it can't be found, the build will attempt to add it to the local tree using a sparse-checkout. If that also fails, it will fall back to using the `DOWNLOAD` option. - -### **RPP** (2.1.0) - -#### Added - -* Solarize augmentation for HOST and HIP. -* Hue and Saturation adjustment augmentations for HOST and HIP. -* Find RPP - cmake module. -* Posterize augmentation for HOST and HIP. - -#### Changed - -* HALF - Fix `half.hpp` path updates. -* Box filter - padding updates. - -#### Removed - -* Packaging - Removed Meta Package dependency for HIP. -* SLES 15 SP6 support. - -#### Resolved issues - -* Test Suite - Fixes for accuracy. -* HIP Backend - Check return status warning fixes. -* Bug fix - HIP vector types init. +* Fixed issues caused by HIP changes: + * Removed the `.data` member from `HIP_vector_type`. + * Broadcast constructor now only writes to the first vector element. +* Fixed a bug related to `int32_t` usage in `hipRTC_gemm` for gfx942, caused by breaking changes in HIP. +* Replaced `#pragma unroll` with `static for` to fix a bug caused by the upgraded compiler which no longer supports using `#pragma unroll` with template parameter indices. +* Corrected test predicates for `BLK` and `VW` cooperative kernels. +* Modified `compute_utils.sh` in `build-infra` to ensure rocWMMA is built with gfx1151 target for ROCm 7.0 and beyond. ## ROCm known issues ROCm known issues are noted on {fab}`github` [GitHub](https://github.com/ROCm/ROCm/labels/Verified%20Issue). For known issues related to individual components, review the [Detailed component changes](#detailed-component-changes). -### MIGraphX Python API will fail when running on Python 3.13 +### RCCL performance degradation on AMD Instinct MI300X GPU with AMD Pollara AI NIC -Applications using the MIGraphX Python API will fail when running on Python 3.13 and return the error message `AttributeError: module 'migraphx' has no attribute 'parse_onnx'`. The issue doesn't occur when you manually build MIGraphX. For detailed instructions, see [Building from source](https://rocm.docs.amd.com/projects/AMDMIGraphX/en/latest/install/building_migraphx.html). As a workaround, change the Python version to the one found in the installed location: +If you’re using RCCL on AMD Instinct MI300X GPUs with AMD Pollara AI NIC, you might observe performance degradation for specific collectives and message sizes. The affected collectives are `Scatter`, `AllToAll`, and `AlltoAllv`. It's recommended to avoid using RCCL packaged with ROCm 7.1.1. As a workaround, use the {fab}`github`[RCCL `develop` branch](https://github.com/ROCm/rccl/tree/develop), which contains the fix and will be included in a future ROCm release. See [GitHub issue #5717](https://github.com/ROCm/ROCm/issues/5717). + +### Segmentation fault in training models using TensorFlow 2.20.0 Docker images + +Training models `tf2_tfm_resnet50_fp16_train` and `tf2_tfm_resnet50_fp32_train` +might fail with a segmentation fault when run on the TensorFlow 2.20.0 Docker +image with ROCm 7.1.1. As a workaround, use TensorFlow 2.19.x Docker image for +training the models in ROCm 7.1.1. This issue will be fixed in a future ROCm +release. See [GitHub issue #5718](https://github.com/ROCm/ROCm/issues/5718). + +### AMD SMI CLI triggers repeated kernel errors on GPUs with partitioning support + +Running the `amd-smi` CLI on GPUs with partitioning support, such as the AMD +Instinct MI300 series, might produce repeated kernel error messages in the +system logs. This occurs when `amd-smi` attempts to open the GPU +partition device nodes `/dev/dri/renderD*` during the permission checks. On +GPUs with partitioning support, unconfigured partition devices are +intentionally invalid until configured. As a result, the AMD GPU Driver (amdgpu) +logs errors in `dmesg`, such as: ``` -ls -l /opt/rocm-7.0.0/lib/libmigraphx_py_*.so +amdgpu 0000:15:00.0: amdgpu: renderD153 partition 1 not valid! ``` -The issue will be resolved in a future ROCm release. See [GitHub issue #5500](https://github.com/ROCm/ROCm/issues/5500). -### rocprofv3 fails on RPM-based OS with Python 3.10 (and later) +These repeated kernel logs can clutter the system logs and may cause +unnecessary concern about GPU health. However, this is a non-functional issue +and does not affect AMD SMI functionality or GPU performance. This issue will +be fixed in a future ROCm release. See [GitHub issue #5720](https://github.com/ROCm/ROCm/issues/5720). -On RPM-based operating systems (such as RHEL 8), the `rocprofv3` tool fails with Python 3.10 and later due to missing ROCPD bindings. As a workaround, use Python 3.6 if you need to use the `rocprofv3` tool with ROCm 7.1.0. This issue will be fixed in a future ROCm release. See [GitHub issue #5606](https://github.com/ROCm/ROCm/issues/5606). +### Excessive bad page logs in AMD GPU Driver (amdgpu) -### ROCgdb might fail on SR-IOV guest VMs +Due to partial data corruption in the Electrically Erasable Programmable Read-Only Memory (EEPROM) and limited error handling in the AMD GPU Driver (amdgpu), excessive log output might occur when querying the reliability, availability, and serviceability (RAS) bad pages. This issue will be fixed in a future AMD GPU Driver (amdgpu) and ROCm release. See [GitHub issue #5719](https://github.com/ROCm/ROCm/issues/5719). -ROCgdb might fail when running the `step-schedlock-spurious-waves.exp` test case on SR-IOV guest virtual machines (VMs). As a workaround, avoid running an inferior in ROCgdb if a background process is already heavily utilizing the GPU. The issue is currently under investigation and will be fixed in a future ROCm release. See [GitHub issue #5607](https://github.com/ROCm/ROCm/issues/5607). +### Incorrect results in gemm_ex operations for rocBLAS and hipBLAS -### Issue uninstalling ROCm Bandwidth Test using amdgpu-install script +Some `gemm_ex` operations with 8-bit input data types (`int8`, `float8`, `bfloat8`) for specific matrix dimensions (K = 1 and number of workgroups > 1) might yield incorrect results. The issue results from incorrect tailloop code that fails to consider workgroup index when calculating valid element size. The issue will be fixed in a future ROCm release. See [GitHub issue #5722](https://github.com/ROCm/ROCm/issues/5722). -Due to a missing `rocm-core` dependency from the ROCm Bandwidth Test, you can't cleanly uninstall ROCm Bandwidth Test using the `amdgpu-install` script. As a workaround, uninstall ROCm Bandwidth Test manually, using the native package managers. For more information, see [Installation via native package manager](https://rocm.docs.amd.com/projects/install-on-linux/en/latest/install/install-methods/package-manager-index.html). The issue will be fixed in a future ROCm release. See [GitHub issue #5611](https://github.com/ROCm/ROCm/issues/5611). +### hipBLASLt performance variation for a particular FP8 GEMM operation on AMD Instinct MI325X GPUs + +If you’re using hipBLASLt on AMD Instinct MI325X GPUs for large FP8 GEMM operations (such as 9728x8192x65536), you might observe a noticeable performance variation. The issue is currently under investigation and will be fixed in a future ROCm release. See [GitHub issue #5734](https://github.com/ROCm/ROCm/issues/5734). ## ROCm resolved issues The following are previously known issues resolved in this release. For resolved issues related to individual components, review the [Detailed component changes](#detailed-component-changes). -### Segmentation fault in ROCprofiler-SDK due to ABI mismatch affecting std::regex +### Issue uninstalling ROCm Bandwidth Test using the amdgpu-install script -A segmentation fault in ROCprofiler-SDK that uses `std::regex` has been resolved. Starting with GCC 5.1, GNU `libstdc++` introduced a dual Application Binary Interface (ABI) to adopt `C++11`, primarily affecting the `std::string` and its dependencies, including `std::regex`. The issue occurred if your code was compiled against headers expecting one ABI but linked or run with the other, resulting in problems with `std::string` and `std::regex`. See [GitHub issue #5343](https://github.com/ROCm/ROCm/issues/5343). +The issue where ROCm Bandwidth Test could not be cleanly uninstalled using the `amdgpu-install` script due to a missing `rocm-core` dependency has been resolved. See [GitHub issue #5611](https://github.com/ROCm/ROCm/issues/5611). -### Clang compilation failure might occur due to incorrectly installed GNU C++ runtime +### RCCL profiler plugin failure with AllToAll operations -An issue of Clang compilation failing with the error `fatal error: 'cmath' file not found` if the GNU C++ runtime was not installed correctly has been resolved. The error indicated that the `libstdc++-dev` package, compatible with the latest installed GNU Compiler Collection (GCC) version, was missing. This issue was a result of Clang being unable to find the newest GNU C++ runtimes it recognizes and the associated header files. See [GitHub issue #4612](https://github.com/ROCm/ROCm/issues/4612). +The issue where the RCCL profiler plugin `librccl-profiler.so` failed with a segmentation fault during `AllToAll` collective operations due to improperly assigned point-to-point task function pointers has been resolved. This issue resulted in invalid memory access and prevented the profiling of `AllToAll` performance. Other operations, such as `AllReduce`, were unaffected. See [GitHub issue #5653](https://github.com/ROCm/ROCm/issues/5653). + +### Reduced precision in gemm_ex operations for rocBLAS and hipBLAS + +An issue causing certain `gemm_ex` operations with `half` or `f32_r` data types to return 16-bit precision instead of the expected 32-bit precision when matrix dimensions were m=1 or n=1 has been resolved. The issue resulted from an optimization that enabled `_ex` APIs to use lower precision multiples. It limited the high-precision matrix operations performed in PyTorch with rocBLAS and hipBLAS. See [GitHub issue #5640](https://github.com/ROCm/ROCm/issues/5640). ## ROCm upcoming changes @@ -1530,8 +916,8 @@ SMI, see the [AMD SMI documentation](https://rocm.docs.amd.com/projects/amdsmi/e ### ROCTracer, ROCProfiler, rocprof, and rocprofv2 deprecation -Development and support for ROCTracer, ROCProfiler, `rocprof`, and `rocprofv2` are being phased out in favor of ROCprofiler-SDK in upcoming ROCm releases. Starting with ROCm 6.4, only critical defect fixes will be addressed for older versions of the profiling tools and libraries. All users are encouraged to upgrade to the latest version of the ROCprofiler-SDK library and the (`rocprofv3`) tool to ensure continued support and access to new features. ROCprofiler-SDK is still in beta today and will be production-ready in a future ROCm release. - +ROCTracer, ROCProfiler, `rocprof`, and `rocprofv2` are deprecated and only critical defect fixes will be addressed for older versions of the profiling tools and libraries. It's strongly recommended to upgrade to the latest version of the [ROCprofiler-SDK](https://rocm.docs.amd.com/projects/rocprofiler-sdk/en/latest/) library and the (`rocprofv3`) tool to ensure continued support and access to new features. + It's anticipated that ROCTracer, ROCProfiler, `rocprof`, and `rocprofv2` will reach end-of-life by future releases, aligning with Q1 of 2026. ### AMDGPU wavefront size compiler macro deprecation @@ -1541,10 +927,10 @@ and `__AMDGCN_WAVEFRONT_SIZE__` macros are deprecated and will be disabled in a * The `__AMDGCN_WAVEFRONT_SIZE__` macro and `__AMDGCN_WAVEFRONT_SIZE` alias will be removed in an upcoming release. It is recommended to remove any use of this macro. For more information, see - [AMDGPU support](https://rocm.docs.amd.com/projects/llvm-project/en/docs-7.1.0/LLVM/clang/html/AMDGPUSupport.html). + [AMDGPU support](https://rocm.docs.amd.com/projects/llvm-project/en/docs-7.1.1/LLVM/clang/html/AMDGPUSupport.html). * `warpSize` is only available as a non-`constexpr` variable. Where required, the wavefront size should be queried via the `warpSize` variable in device code, - or via `hipGetDeviceProperties` in host code. Neither of these will result in a compile-time constant. For more information, see [warpSize](https://rocm.docs.amd.com/projects/HIP/en/docs-7.1.0/how-to/hip_cpp_language_extensions.html#warpsize). + or via `hipGetDeviceProperties` in host code. Neither of these will result in a compile-time constant. For more information, see [warpSize](https://rocm.docs.amd.com/projects/HIP/en/docs-7.1.1/how-to/hip_cpp_language_extensions.html#warpsize). * For cases where compile-time evaluation of the wavefront size cannot be avoided, uses of `__AMDGCN_WAVEFRONT_SIZE`, `__AMDGCN_WAVEFRONT_SIZE__`, or `warpSize` can be replaced with a user-defined macro or `constexpr` variable with the wavefront diff --git a/default.xml b/default.xml index 3f1a47817..dfb3c4d10 100644 --- a/default.xml +++ b/default.xml @@ -1,7 +1,7 @@ - @@ -25,6 +25,7 @@ + @@ -45,6 +46,7 @@ rocprofiler rocr-runtime roctracer --> + diff --git a/docs/about/license.md b/docs/about/license.md index 8c2c36f22..a2cd7683a 100644 --- a/docs/about/license.md +++ b/docs/about/license.md @@ -25,69 +25,69 @@ additional licenses. Please review individual repositories for more information. | Component | License | |:---------------------|:-------------------------| -| [AMD Compute Language Runtime (CLR)](https://github.com/ROCm/clr) | [MIT](https://github.com/ROCm/clr/blob/amd-staging/LICENSE.txt) | +| [AMD Compute Language Runtime (CLR)](https://github.com/ROCm/rocm-systems/tree/develop/projects/clr) | [MIT](https://github.com/ROCm/rocm-systems/blob/develop/projects/clr/LICENSE.md) | | [AMD SMI](https://github.com/ROCm/amdsmi) | [MIT](https://github.com/ROCm/amdsmi/blob/amd-staging/LICENSE) | | [aomp](https://github.com/ROCm/aomp/) | [Apache 2.0](https://github.com/ROCm/aomp/blob/aomp-dev/LICENSE) | | [aomp-extras](https://github.com/ROCm/aomp-extras/) | [MIT](https://github.com/ROCm/aomp-extras/blob/aomp-dev/LICENSE) | -| [AQLprofile](https://github.com/rocm/aqlprofile/) | [MIT](https://github.com/ROCm/aqlprofile/blob/amd-staging/LICENSE.md) | +| [AQLprofile](https://github.com/ROCm/rocm-systems/tree/develop/projects/aqlprofile/) | [MIT](https://github.com/ROCm/rocm-systems/blob/develop/projects/aqlprofile/LICENSE.md) | | [Code Object Manager (Comgr)](https://github.com/ROCm/llvm-project/tree/amd-staging/amd/comgr) | [The University of Illinois/NCSA](https://github.com/ROCm/llvm-project/blob/amd-staging/amd/comgr/LICENSE.txt) | | [Composable Kernel](https://github.com/ROCm/composable_kernel) | [MIT](https://github.com/ROCm/composable_kernel/blob/develop/LICENSE) | | [half](https://github.com/ROCm/half/) | [MIT](https://github.com/ROCm/half/blob/rocm/LICENSE.txt) | -| [HIP](https://github.com/ROCm/HIP/) | [MIT](https://github.com/ROCm/HIP/blob/amd-staging/LICENSE.txt) | -| [hipamd](https://github.com/ROCm/clr/tree/amd-staging/hipamd) | [MIT](https://github.com/ROCm/clr/blob/amd-staging/hipamd/LICENSE.txt) | -| [hipBLAS](https://github.com/ROCm/hipBLAS/) | [MIT](https://github.com/ROCm/hipBLAS/blob/develop/LICENSE.md) | -| [hipBLASLt](https://github.com/ROCm/hipBLASLt/) | [MIT](https://github.com/ROCm/hipBLASLt/blob/develop/LICENSE.md) | +| [HIP](https://github.com/ROCm/rocm-systems/tree/develop/projects/hip/) | [MIT](https://github.com/ROCm/rocm-systems/blob/develop/projects/hip/LICENSE.md) | +| [hipamd](https://github.com/ROCm/rocm-systems/tree/develop/projects/clr/hipamd/) | [MIT](https://github.com/ROCm/rocm-systems/blob/develop/projects/clr/hipamd/LICENSE.md) | +| [hipBLAS](https://github.com/ROCm/rocm-libraries/tree/develop/projects/hipblas/) | [MIT](https://github.com/ROCm/rocm-libraries/blob/develop/projects/hipblas/LICENSE.md) | +| [hipBLASLt](https://github.com/ROCm/rocm-libraries/tree/develop/projects/hipblaslt/) | [MIT](https://github.com/ROCm/rocm-libraries/blob/develop/projects/hipblaslt/LICENSE.md) | | [HIPCC](https://github.com/ROCm/llvm-project/tree/amd-staging/amd/hipcc) | [MIT](https://github.com/ROCm/llvm-project/blob/amd-staging/amd/hipcc/LICENSE.txt) | -| [hipCUB](https://github.com/ROCm/hipCUB/) | [Custom](https://github.com/ROCm/hipCUB/blob/develop/LICENSE.txt) | -| [hipFFT](https://github.com/ROCm/hipFFT/) | [MIT](https://github.com/ROCm/hipFFT/blob/develop/LICENSE.md) | +| [hipCUB](https://github.com/ROCm/rocm-libraries/tree/develop/projects/hipcub/) | [Custom](https://github.com/ROCm/rocm-libraries/blob/develop/projects/hipcub/LICENSE.txt) | +| [hipFFT](https://github.com/ROCm/rocm-libraries/tree/develop/projects/hipfft/) | [MIT](https://github.com/ROCm/rocm-libraries/blob/develop/projects/hipfft/LICENSE.md) | | [hipfort](https://github.com/ROCm/hipfort/) | [MIT](https://github.com/ROCm/hipfort/blob/develop/LICENSE) | | [HIPIFY](https://github.com/ROCm/HIPIFY/) | [MIT](https://github.com/ROCm/HIPIFY/blob/amd-staging/LICENSE.txt) | -| [hipRAND](https://github.com/ROCm/hipRAND/) | [MIT](https://github.com/ROCm/hipRAND/blob/develop/LICENSE.txt) | -| [hipSOLVER](https://github.com/ROCm/hipSOLVER/) | [MIT](https://github.com/ROCm/hipSOLVER/blob/develop/LICENSE.md) | -| [hipSPARSE](https://github.com/ROCm/hipSPARSE/) | [MIT](https://github.com/ROCm/hipSPARSE/blob/develop/LICENSE.md) | -| [hipSPARSELt](https://github.com/ROCm/hipSPARSELt/) | [MIT](https://github.com/ROCm/hipSPARSELt/blob/develop/LICENSE.md) | -| [hipTensor](https://github.com/ROCm/hipTensor) | [MIT](https://github.com/ROCm/hipTensor/blob/develop/LICENSE) | +| [hipRAND](https://github.com/ROCm/rocm-libraries/tree/develop/projects/hiprand/) | [MIT](https://github.com/ROCm/rocm-libraries/blob/develop/projects/hiprand/LICENSE.md) | +| [hipSOLVER](https://github.com/ROCm/rocm-libraries/tree/develop/projects/hipsolver/) | [MIT](https://github.com/ROCm/rocm-libraries/blob/develop/projects/hipsolver/LICENSE.md) | +| [hipSPARSE](https://github.com/ROCm/rocm-libraries/tree/develop/projects/hipsparse/) | [MIT](https://github.com/ROCm/rocm-libraries/blob/develop/projects/hipsparse/LICENSE.md) | +| [hipSPARSELt](https://github.com/ROCm/rocm-libraries/tree/develop/projects/hipsparselt/) | [MIT](https://github.com/ROCm/rocm-libraries/blob/develop/projects/hipsparselt/LICENSE.md) | +| [hipTensor](https://github.com/ROCm/rocm-libraries/tree/develop/projects/hiptensor/) | [MIT](https://github.com/ROCm/rocm-libraries/blob/develop/projects/hiptensor/LICENSE) | | [llvm-project](https://github.com/ROCm/llvm-project/) | [Apache](https://github.com/ROCm/llvm-project/blob/amd-staging/LICENSE.TXT) | | [llvm-project/flang](https://github.com/ROCm/llvm-project/tree/amd-staging/flang) | [Apache 2.0](https://github.com/ROCm/llvm-project/blob/amd-staging/flang/LICENSE.TXT) | | [MIGraphX](https://github.com/ROCm/AMDMIGraphX/) | [MIT](https://github.com/ROCm/AMDMIGraphX/blob/develop/LICENSE) | -| [MIOpen](https://github.com/ROCm/MIOpen/) | [MIT](https://github.com/ROCm/rocm-libraries/blob/develop/projects/miopen/LICENSE.md) | +| [MIOpen](https://github.com/ROCm/rocm-libraries/tree/develop/projects/miopen/) | [MIT](https://github.com/ROCm/rocm-libraries/blob/develop/projects/miopen/LICENSE.md) | | [MIVisionX](https://github.com/ROCm/MIVisionX/) | [MIT](https://github.com/ROCm/MIVisionX/blob/develop/LICENSE.txt) | | [rocAL](https://github.com/ROCm/rocAL) | [MIT](https://github.com/ROCm/rocAL/blob/develop/LICENSE.txt) | | [rocALUTION](https://github.com/ROCm/rocALUTION/) | [MIT](https://github.com/ROCm/rocALUTION/blob/develop/LICENSE.md) | -| [rocBLAS](https://github.com/ROCm/rocBLAS/) | [MIT](https://github.com/ROCm/rocBLAS/blob/develop/LICENSE.md) | +| [rocBLAS](https://github.com/ROCm/rocm-libraries/tree/develop/projects/rocblas/) | [MIT](https://github.com/ROCm/rocm-libraries/blob/develop/projects/rocblas/LICENSE.md) | | [ROCdbgapi](https://github.com/ROCm/ROCdbgapi/) | [MIT](https://github.com/ROCm/ROCdbgapi/blob/amd-staging/LICENSE.txt) | | [rocDecode](https://github.com/ROCm/rocDecode) | [MIT](https://github.com/ROCm/rocDecode/blob/develop/LICENSE) | -| [rocFFT](https://github.com/ROCm/rocFFT/) | [MIT](https://github.com/ROCm/rocFFT/blob/develop/LICENSE.md) | +| [rocFFT](https://github.com/ROCm/rocm-libraries/tree/develop/projects/rocfft/) | [MIT](https://github.com/ROCm/rocm-libraries/blob/develop/projects/rocfft/LICENSE.md) | | [ROCgdb](https://github.com/ROCm/ROCgdb/) | [GNU General Public License v3.0](https://github.com/ROCm/ROCgdb/blob/amd-staging/COPYING3) | | [rocJPEG](https://github.com/ROCm/rocJPEG/) | [MIT](https://github.com/ROCm/rocJPEG/blob/develop/LICENSE) | | [ROCK-Kernel-Driver](https://github.com/ROCm/ROCK-Kernel-Driver/) | [GPL 2.0 WITH Linux-syscall-note](https://github.com/ROCm/ROCK-Kernel-Driver/blob/master/COPYING) | -| [rocminfo](https://github.com/ROCm/rocminfo/) | [The University of Illinois/NCSA](https://github.com/ROCm/rocminfo/blob/amd-staging/License.txt) | +| [rocminfo](https://github.com/ROCm/rocm-systems/tree/develop/projects/rocminfo/) | [The University of Illinois/NCSA](https://github.com/ROCm/rocm-systems/blob/develop/projects/rocminfo/License.txt) | | [ROCm Bandwidth Test](https://github.com/ROCm/rocm_bandwidth_test/) | [MIT](https://github.com/ROCm/rocm_bandwidth_test/blob/master/LICENSE.txt) | | [ROCm CMake](https://github.com/ROCm/rocm-cmake/) | [MIT](https://github.com/ROCm/rocm-cmake/blob/develop/LICENSE) | | [ROCm Communication Collectives Library (RCCL)](https://github.com/ROCm/rccl/) | [Custom](https://github.com/ROCm/rccl/blob/develop/LICENSE.txt) | -| [ROCm-Core](https://github.com/ROCm/rocm-core) | [MIT](https://github.com/ROCm/rocm-core/blob/master/copyright) | -| [ROCm Compute Profiler](https://github.com/ROCm/rocprofiler-compute) | [MIT](https://github.com/ROCm/rocprofiler-compute/blob/amd-staging/LICENSE) | -| [ROCm Data Center (RDC)](https://github.com/ROCm/rdc/) | [MIT](https://github.com/ROCm/rdc/blob/amd-staging/LICENSE.md) | +| [ROCm-Core](https://github.com/ROCm/rocm-systems/tree/develop/projects/rocm-core/) | [MIT](https://github.com/ROCm/rocm-systems/blob/develop/projects/rocm-core/LICENSE.md) | +| [ROCm Compute Profiler](https://github.com/ROCm/rocm-systems/tree/develop/projects/rocprofiler-compute/) | [MIT](https://github.com/ROCm/rocm-systems/blob/develop/projects/rocprofiler-compute/LICENSE.md) | +| [ROCm Data Center (RDC)](https://github.com/ROCm/rocm-systems/tree/develop/projects/rdc/) | [MIT](https://github.com/ROCm/rocm-systems/blob/develop/projects/rdc/LICENSE.md) | | [ROCm-Device-Libs](https://github.com/ROCm/llvm-project/tree/amd-staging/amd/device-libs) | [The University of Illinois/NCSA](https://github.com/ROCm/llvm-project/blob/amd-staging/amd/device-libs/LICENSE.TXT) | -| [ROCm-OpenCL-Runtime](https://github.com/ROCm/clr/tree/amd-staging/opencl) | [MIT](https://github.com/ROCm/clr/blob/amd-staging/opencl/LICENSE.txt) | +| [ROCm-OpenCL-Runtime](https://github.com/ROCm/rocm-systems/tree/develop/projects/clr/opencl/) | [MIT](https://github.com/ROCm/rocm-systems/blob/develop/projects/clr/opencl/LICENSE.md) | | [ROCm Performance Primitives (RPP)](https://github.com/ROCm/rpp) | [MIT](https://github.com/ROCm/rpp/blob/develop/LICENSE) | -| [ROCm SMI Lib](https://github.com/ROCm/rocm_smi_lib/) | [MIT](https://github.com/ROCm/rocm_smi_lib/blob/amd-staging/LICENSE.md) | -| [ROCm Systems Profiler](https://github.com/ROCm/rocprofiler-systems) | [MIT](https://github.com/ROCm/rocprofiler-systems/blob/amd-staging/LICENSE.md) | +| [ROCm SMI Lib](https://github.com/ROCm/rocm-systems/tree/develop/projects/rocm-smi-lib/) | [MIT](https://github.com/ROCm/rocm-systems/blob/develop/projects/rocm-smi-lib/LICENSE.md) | +| [ROCm Systems Profiler](https://github.com/ROCm/rocm-systems/tree/develop/projects/rocprofiler-systems/) | [MIT](https://github.com/ROCm/rocm-systems/blob/develop/projects/rocprofiler-systems/LICENSE.md) | | [ROCm Validation Suite](https://github.com/ROCm/ROCmValidationSuite/) | [MIT](https://github.com/ROCm/ROCmValidationSuite/blob/master/LICENSE) | -| [rocPRIM](https://github.com/ROCm/rocPRIM/) | [MIT](https://github.com/ROCm/rocPRIM/blob/develop/LICENSE.txt) | -| [ROCProfiler](https://github.com/ROCm/rocprofiler/) | [MIT](https://github.com/ROCm/rocprofiler/blob/amd-staging/LICENSE.md) | -| [ROCprofiler-SDK](https://github.com/ROCm/rocprofiler-sdk) | [MIT](https://github.com/ROCm/rocprofiler-sdk/blob/amd-mainline/LICENSE) | +| [rocPRIM](https://github.com/ROCm/rocm-libraries/tree/develop/projects/rocprim/) | [MIT](https://github.com/ROCm/rocm-libraries/blob/develop/projects/rocprim/LICENSE.md) | +| [ROCProfiler](https://github.com/ROCm/rocm-systems/tree/develop/projects/rocprofiler/) | [MIT](https://github.com/ROCm/rocm-systems/blob/develop/projects/rocprofiler/LICENSE.md) | +| [ROCprofiler-SDK](https://github.com/ROCm/rocm-systems/tree/develop/projects/rocprofiler-sdk/) | [MIT](https://github.com/ROCm/rocm-systems/blob/develop/projects/rocprofiler-sdk/LICENSE.md) | | [rocPyDecode](https://github.com/ROCm/rocPyDecode) | [MIT](https://github.com/ROCm/rocPyDecode/blob/develop/LICENSE.txt) | -| [rocRAND](https://github.com/ROCm/rocRAND/) | [MIT](https://github.com/ROCm/rocRAND/blob/develop/LICENSE.txt) | +| [rocRAND](https://github.com/ROCm/rocm-libraries/tree/develop/projects/rocrand/) | [MIT](https://github.com/ROCm/rocm-libraries/blob/develop/projects/rocrand/LICENSE.md) | | [ROCr Debug Agent](https://github.com/ROCm/rocr_debug_agent/) | [The University of Illinois/NCSA](https://github.com/ROCm/rocr_debug_agent/blob/amd-staging/LICENSE.txt) | -| [ROCR-Runtime](https://github.com/ROCm/ROCR-Runtime/) | [The University of Illinois/NCSA](https://github.com/ROCm/ROCR-Runtime/blob/amd-staging/LICENSE.txt) | +| [ROCR-Runtime](https://github.com/ROCm/rocm-systems/tree/develop/projects/rocr-runtime/) | [The University of Illinois/NCSA](https://github.com/ROCm/rocm-systems/blob/develop/projects/rocr-runtime/LICENSE.txt) | | [rocSHMEM](https://github.com/ROCm/rocSHMEM/) | [MIT](https://github.com/ROCm/rocSHMEM/blob/develop/LICENSE.md) | -| [rocSOLVER](https://github.com/ROCm/rocSOLVER/) | [BSD-2-Clause](https://github.com/ROCm/rocSOLVER/blob/develop/LICENSE.md) | -| [rocSPARSE](https://github.com/ROCm/rocSPARSE/) | [MIT](https://github.com/ROCm/rocSPARSE/blob/develop/LICENSE.md) | -| [rocThrust](https://github.com/ROCm/rocThrust/) | [Apache 2.0](https://github.com/ROCm/rocThrust/blob/develop/LICENSE) | -| [ROCTracer](https://github.com/ROCm/roctracer/) | [MIT](https://github.com/ROCm/roctracer/blob/amd-master/LICENSE) | -| [rocWMMA](https://github.com/ROCm/rocWMMA/) | [MIT](https://github.com/ROCm/rocWMMA/blob/develop/LICENSE.md) | -| [Tensile](https://github.com/ROCm/Tensile/) | [MIT](https://github.com/ROCm/Tensile/blob/develop/LICENSE.md) | +| [rocSOLVER](https://github.com/ROCm/rocm-libraries/tree/develop/projects/rocsolver/) | [BSD-2-Clause](https://github.com/ROCm/rocm-libraries/blob/develop/projects/rocsolver/LICENSE.md) | +| [rocSPARSE](https://github.com/ROCm/rocm-libraries/tree/develop/projects/rocsparse/) | [MIT](https://github.com/ROCm/rocm-libraries/blob/develop/projects/rocsparse/LICENSE.md) | +| [rocThrust](https://github.com/ROCm/rocm-libraries/tree/develop/projects/rocthrust/) | [Apache 2.0](https://github.com/ROCm/rocm-libraries/blob/develop/projects/rocthrust/LICENSE) | +| [ROCTracer](https://github.com/ROCm/rocm-systems/tree/develop/projects/roctracer/) | [MIT](https://github.com/ROCm/rocm-systems/blob/develop/projects/roctracer/LICENSE.md) | +| [rocWMMA](https://github.com/ROCm/rocm-libraries/tree/develop/projects/rocwmma/) | [MIT](https://github.com/ROCm/rocm-libraries/blob/develop/projects/rocwmma/LICENSE.md) | +| [Tensile](https://github.com/ROCm/rocm-libraries/tree/develop/shared/tensile/) | [MIT](https://github.com/ROCm/rocm-libraries/blob/develop/shared/tensile/LICENSE.md) | | [TransferBench](https://github.com/ROCm/TransferBench) | [MIT](https://github.com/ROCm/TransferBench/blob/develop/LICENSE.md) | Open sourced ROCm components are released via public GitHub diff --git a/docs/compatibility/compatibility-matrix-historical-6.0.csv b/docs/compatibility/compatibility-matrix-historical-6.0.csv index f0c6ff263..4c8ec8c93 100644 --- a/docs/compatibility/compatibility-matrix-historical-6.0.csv +++ b/docs/compatibility/compatibility-matrix-historical-6.0.csv @@ -1,137 +1,137 @@ -ROCm Version,7.1.0,7.0.2,7.0.1/7.0.0,6.4.3,6.4.2,6.4.1,6.4.0,6.3.3,6.3.2,6.3.1,6.3.0,6.2.4,6.2.2,6.2.1,6.2.0, 6.1.5, 6.1.2, 6.1.1, 6.1.0, 6.0.2, 6.0.0 - :ref:`Operating systems & kernels `,Ubuntu 24.04.3,Ubuntu 24.04.3,Ubuntu 24.04.3,Ubuntu 24.04.2,Ubuntu 24.04.2,Ubuntu 24.04.2,Ubuntu 24.04.2,Ubuntu 24.04.2,Ubuntu 24.04.2,Ubuntu 24.04.2,Ubuntu 24.04.2,"Ubuntu 24.04.1, 24.04","Ubuntu 24.04.1, 24.04","Ubuntu 24.04.1, 24.04",Ubuntu 24.04,,,,,, - ,Ubuntu 22.04.5,Ubuntu 22.04.5,Ubuntu 22.04.5,Ubuntu 22.04.5,Ubuntu 22.04.5,Ubuntu 22.04.5,Ubuntu 22.04.5,Ubuntu 22.04.5,Ubuntu 22.04.5,Ubuntu 22.04.5,Ubuntu 22.04.5,"Ubuntu 22.04.5, 22.04.4","Ubuntu 22.04.5, 22.04.4","Ubuntu 22.04.5, 22.04.4","Ubuntu 22.04.5, 22.04.4","Ubuntu 22.04.5, 22.04.4, 22.04.3","Ubuntu 22.04.4, 22.04.3","Ubuntu 22.04.4, 22.04.3","Ubuntu 22.04.4, 22.04.3","Ubuntu 22.04.4, 22.04.3, 22.04.2","Ubuntu 22.04.4, 22.04.3, 22.04.2" - ,,,,,,,,,,,,,,,,"Ubuntu 20.04.6, 20.04.5","Ubuntu 20.04.6, 20.04.5","Ubuntu 20.04.6, 20.04.5","Ubuntu 20.04.6, 20.04.5","Ubuntu 20.04.6, 20.04.5","Ubuntu 20.04.6, 20.04.5" - ,"RHEL 10.0 [#rhel-10-702-past-60]_, 9.6 [#rhel-10-702-past-60]_, 9.4 [#rhel-94-702-past-60]_","RHEL 10.0 [#rhel-10-702-past-60]_, 9.6 [#rhel-10-702-past-60]_, 9.4 [#rhel-94-702-past-60]_","RHEL 9.6 [#rhel-10-702-past-60]_, 9.4 [#rhel-94-702-past-60]_","RHEL 9.6, 9.4","RHEL 9.6, 9.4","RHEL 9.6, 9.5, 9.4","RHEL 9.5, 9.4","RHEL 9.5, 9.4","RHEL 9.5, 9.4","RHEL 9.5, 9.4","RHEL 9.5, 9.4","RHEL 9.4, 9.3","RHEL 9.4, 9.3","RHEL 9.4, 9.3","RHEL 9.4, 9.3","RHEL 9.4, 9.3, 9.2","RHEL 9.4, 9.3, 9.2","RHEL 9.4, 9.3, 9.2","RHEL 9.4, 9.3, 9.2","RHEL 9.3, 9.2","RHEL 9.3, 9.2" - ,RHEL 8.10 [#rhel-700-past-60]_,RHEL 8.10 [#rhel-700-past-60]_,RHEL 8.10 [#rhel-700-past-60]_,RHEL 8.10,RHEL 8.10,RHEL 8.10,RHEL 8.10,RHEL 8.10,RHEL 8.10,RHEL 8.10,RHEL 8.10,"RHEL 8.10, 8.9","RHEL 8.10, 8.9","RHEL 8.10, 8.9","RHEL 8.10, 8.9","RHEL 8.9, 8.8","RHEL 8.9, 8.8","RHEL 8.9, 8.8","RHEL 8.9, 8.8","RHEL 8.9, 8.8","RHEL 8.9, 8.8" - ,SLES 15 SP7 [#sles-710-past-60]_,SLES 15 SP7 [#sles-db-700-past-60]_,SLES 15 SP7 [#sles-db-700-past-60]_,"SLES 15 SP7, SP6","SLES 15 SP7, SP6",SLES 15 SP6,SLES 15 SP6,"SLES 15 SP6, SP5","SLES 15 SP6, SP5","SLES 15 SP6, SP5","SLES 15 SP6, SP5","SLES 15 SP6, SP5","SLES 15 SP6, SP5","SLES 15 SP6, SP5","SLES 15 SP6, SP5","SLES 15 SP5, SP4","SLES 15 SP5, SP4","SLES 15 SP5, SP4","SLES 15 SP5, SP4","SLES 15 SP5, SP4","SLES 15 SP5, SP4" - ,,,,,,,,,,,,,,,,,CentOS 7.9,CentOS 7.9,CentOS 7.9,CentOS 7.9,CentOS 7.9 - ,"Oracle Linux 10, 9, 8 [#ol-710-mi300x-past-60]_","Oracle Linux 10, 9, 8 [#ol-700-mi300x-past-60]_","Oracle Linux 9, 8 [#ol-700-mi300x-past-60]_","Oracle Linux 9, 8 [#mi300x-past-60]_","Oracle Linux 9, 8 [#mi300x-past-60]_","Oracle Linux 9, 8 [#mi300x-past-60]_","Oracle Linux 9, 8 [#mi300x-past-60]_",Oracle Linux 8.10 [#mi300x-past-60]_,Oracle Linux 8.10 [#mi300x-past-60]_,Oracle Linux 8.10 [#mi300x-past-60]_,Oracle Linux 8.10 [#mi300x-past-60]_,Oracle Linux 8.9 [#mi300x-past-60]_,Oracle Linux 8.9 [#mi300x-past-60]_,Oracle Linux 8.9 [#mi300x-past-60]_,Oracle Linux 8.9 [#mi300x-past-60]_,Oracle Linux 8.9 [#mi300x-past-60]_,Oracle Linux 8.9 [#mi300x-past-60]_,Oracle Linux 8.9 [#mi300x-past-60]_,,, - ,"Debian 13 [#db-710-mi300x-past-60]_, 12 [#db12-710-past-60]_","Debian 13 [#db-mi300x-past-60]_, 12 [#sles-db-700-past-60]_",Debian 12 [#sles-db-700-past-60]_,Debian 12 [#single-node-past-60]_,Debian 12 [#single-node-past-60]_,Debian 12 [#single-node-past-60]_,Debian 12 [#single-node-past-60]_,Debian 12 [#single-node-past-60]_,Debian 12 [#single-node-past-60]_,Debian 12 [#single-node-past-60]_,,,,,,,,,,, - ,Azure Linux 3.0 [#az-mi300x-past-60]_,Azure Linux 3.0 [#az-mi300x-past-60]_,Azure Linux 3.0 [#az-mi300x-past-60]_,Azure Linux 3.0 [#az-mi300x-past-60]_,Azure Linux 3.0 [#az-mi300x-past-60]_,Azure Linux 3.0 [#az-mi300x-past-60]_,Azure Linux 3.0 [#az-mi300x-past-60]_,Azure Linux 3.0 [#az-mi300x-630-past-60]_,Azure Linux 3.0 [#az-mi300x-630-past-60]_,,,,,,,,,,,, - ,Rocky Linux 9 [#rl-700-past-60]_,Rocky Linux 9 [#rl-700-past-60]_,Rocky Linux 9 [#rl-700-past-60]_,,,,,,,,,,,,,,,,,, - ,.. _architecture-support-compatibility-matrix-past-60:,,,,,,,,,,,,,,,,,,,, - :doc:`Architecture `,CDNA4,CDNA4,CDNA4,,,,,,,,,,,,,,,,,, - ,CDNA3,CDNA3,CDNA3,CDNA3,CDNA3,CDNA3,CDNA3,CDNA3,CDNA3,CDNA3,CDNA3,CDNA3,CDNA3,CDNA3,CDNA3,CDNA3,CDNA3,CDNA3,CDNA3,CDNA3,CDNA3 - ,CDNA2,CDNA2,CDNA2,CDNA2,CDNA2,CDNA2,CDNA2,CDNA2,CDNA2,CDNA2,CDNA2,CDNA2,CDNA2,CDNA2,CDNA2,CDNA2,CDNA2,CDNA2,CDNA2,CDNA2,CDNA2 - ,CDNA,CDNA,CDNA,CDNA,CDNA,CDNA,CDNA,CDNA,CDNA,CDNA,CDNA,CDNA,CDNA,CDNA,CDNA,CDNA,CDNA,CDNA,CDNA,CDNA,CDNA - ,RDNA4,RDNA4,RDNA4,RDNA4,RDNA4,RDNA4,,,,,,,,,,,,,,, - ,RDNA3,RDNA3,RDNA3,RDNA3,RDNA3,RDNA3,RDNA3,RDNA3,RDNA3,RDNA3,RDNA3,RDNA3,RDNA3,RDNA3,RDNA3,RDNA3,RDNA3,RDNA3,RDNA3,RDNA3,RDNA3 - ,RDNA2,RDNA2,RDNA2,RDNA2,RDNA2,RDNA2,RDNA2,RDNA2,RDNA2,RDNA2,RDNA2,RDNA2,RDNA2,RDNA2,RDNA2,RDNA2,RDNA2,RDNA2,RDNA2,RDNA2,RDNA2 - ,.. _gpu-support-compatibility-matrix-past-60:,,,,,,,,,,,,,,,,,,,, - :doc:`GPU / LLVM target `,gfx950 [#mi350x-os-710-past-60]_,gfx950 [#mi350x-os-700-past-60]_,gfx950 [#mi350x-os-700-past-60]_,,,,,,,,,,,,,,,,,, - ,gfx1201 [#RDNA-OS-700-past-60]_,gfx1201 [#RDNA-OS-700-past-60]_,gfx1201 [#RDNA-OS-700-past-60]_,gfx1201 [#RDNA-OS-past-60]_,gfx1201 [#RDNA-OS-past-60]_,gfx1201 [#RDNA-OS-past-60]_,,,,,,,,,,,,,,, - ,gfx1200 [#RDNA-OS-700-past-60]_,gfx1200 [#RDNA-OS-700-past-60]_,gfx1200 [#RDNA-OS-700-past-60]_,gfx1200 [#RDNA-OS-past-60]_,gfx1200 [#RDNA-OS-past-60]_,gfx1200 [#RDNA-OS-past-60]_,,,,,,,,,,,,,,, - ,gfx1101 [#RDNA-OS-700-past-60]_ [#rd-v710-past-60]_,gfx1101 [#RDNA-OS-700-past-60]_ [#rd-v710-past-60]_,gfx1101 [#RDNA-OS-700-past-60]_ [#rd-v710-past-60]_,gfx1101 [#RDNA-OS-past-60]_ [#7700XT-OS-past-60]_,gfx1101 [#RDNA-OS-past-60]_ [#7700XT-OS-past-60]_,gfx1101 [#RDNA-OS-past-60]_,,,,,,,,,,,,,,, - ,gfx1100 [#RDNA-OS-700-past-60]_,gfx1100 [#RDNA-OS-700-past-60]_,gfx1100 [#RDNA-OS-700-past-60]_,gfx1100,gfx1100,gfx1100,gfx1100,gfx1100,gfx1100,gfx1100,gfx1100,gfx1100,gfx1100,gfx1100,gfx1100,gfx1100,gfx1100,gfx1100,gfx1100,gfx1100,gfx1100 - ,gfx1030 [#RDNA-OS-700-past-60]_ [#rd-v620-past-60]_,gfx1030 [#RDNA-OS-700-past-60]_ [#rd-v620-past-60]_,gfx1030 [#RDNA-OS-700-past-60]_ [#rd-v620-past-60]_,gfx1030,gfx1030,gfx1030,gfx1030,gfx1030,gfx1030,gfx1030,gfx1030,gfx1030,gfx1030,gfx1030,gfx1030,gfx1030,gfx1030,gfx1030,gfx1030,gfx1030,gfx1030 - ,gfx942 [#mi325x-os-710past-60]_ [#mi300x-os-past-60]_ [#mi300A-os-past-60]_,gfx942 [#mi325x-os-past-60]_ [#mi300x-os-past-60]_ [#mi300A-os-past-60]_,gfx942 [#mi325x-os-past-60]_ [#mi300x-os-past-60]_ [#mi300A-os-past-60]_,gfx942,gfx942,gfx942,gfx942,gfx942,gfx942,gfx942,gfx942,gfx942 [#mi300_624-past-60]_,gfx942 [#mi300_622-past-60]_,gfx942 [#mi300_621-past-60]_,gfx942 [#mi300_620-past-60]_, gfx942 [#mi300_612-past-60]_, gfx942 [#mi300_612-past-60]_, gfx942 [#mi300_611-past-60]_, gfx942 [#mi300_610-past-60]_, gfx942 [#mi300_602-past-60]_, gfx942 [#mi300_600-past-60]_ - ,gfx90a [#mi200x-os-past-60]_,gfx90a [#mi200x-os-past-60]_,gfx90a [#mi200x-os-past-60]_,gfx90a,gfx90a,gfx90a,gfx90a,gfx90a,gfx90a,gfx90a,gfx90a,gfx90a,gfx90a,gfx90a,gfx90a,gfx90a,gfx90a,gfx90a,gfx90a,gfx90a,gfx90a - ,gfx908 [#mi100-710-os-past-60]_,gfx908 [#mi100-os-past-60]_,gfx908 [#mi100-os-past-60]_,gfx908,gfx908,gfx908,gfx908,gfx908,gfx908,gfx908,gfx908,gfx908,gfx908,gfx908,gfx908,gfx908,gfx908,gfx908,gfx908,gfx908,gfx908 - ,,,,,,,,,,,,,,,,,,,,, - FRAMEWORK SUPPORT,.. _framework-support-compatibility-matrix-past-60:,,,,,,,,,,,,,,,,,,,, - :doc:`PyTorch <../compatibility/ml-compatibility/pytorch-compatibility>`,"2.8, 2.7, 2.6","2.8, 2.7, 2.6","2.7, 2.6, 2.5","2.6, 2.5, 2.4, 2.3","2.6, 2.5, 2.4, 2.3","2.6, 2.5, 2.4, 2.3","2.6, 2.5, 2.4, 2.3","2.4, 2.3, 2.2, 1.13","2.4, 2.3, 2.2, 1.13","2.4, 2.3, 2.2, 1.13","2.4, 2.3, 2.2, 2.1, 2.0, 1.13","2.3, 2.2, 2.1, 2.0, 1.13","2.3, 2.2, 2.1, 2.0, 1.13","2.3, 2.2, 2.1, 2.0, 1.13","2.3, 2.2, 2.1, 2.0, 1.13","2.1, 2.0, 1.13","2.1, 2.0, 1.13","2.1, 2.0, 1.13","2.1, 2.0, 1.13","2.1, 2.0, 1.13","2.1, 2.0, 1.13" - :doc:`TensorFlow <../compatibility/ml-compatibility/tensorflow-compatibility>`,"2.20.0, 2.19.1, 2.18.1","2.19.1, 2.18.1, 2.17.1 [#tf-mi350-past-60]_","2.19.1, 2.18.1, 2.17.1 [#tf-mi350-past-60]_","2.18.1, 2.17.1, 2.16.2","2.18.1, 2.17.1, 2.16.2","2.18.1, 2.17.1, 2.16.2","2.18.1, 2.17.1, 2.16.2","2.17.0, 2.16.2, 2.15.1","2.17.0, 2.16.2, 2.15.1","2.17.0, 2.16.2, 2.15.1","2.17.0, 2.16.2, 2.15.1","2.16.1, 2.15.1, 2.14.1","2.16.1, 2.15.1, 2.14.1","2.16.1, 2.15.1, 2.14.1","2.16.1, 2.15.1, 2.14.1","2.15.0, 2.14.0, 2.13.1","2.15.0, 2.14.0, 2.13.1","2.15.0, 2.14.0, 2.13.1","2.15.0, 2.14.0, 2.13.1","2.14.0, 2.13.1, 2.12.1","2.14.0, 2.13.1, 2.12.1" - :doc:`JAX <../compatibility/ml-compatibility/jax-compatibility>`,0.6.0,0.6.0,0.6.0,0.4.35,0.4.35,0.4.35,0.4.35,0.4.31,0.4.31,0.4.31,0.4.31,0.4.26,0.4.26,0.4.26,0.4.26,0.4.26,0.4.26,0.4.26,0.4.26,0.4.26,0.4.26 - :doc:`verl <../compatibility/ml-compatibility/verl-compatibility>` [#verl_compat-past-60]_,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,0.3.0.post0,N/A,N/A,N/A,N/A,N/A,N/A - :doc:`Stanford Megatron-LM <../compatibility/ml-compatibility/stanford-megatron-lm-compatibility>` [#stanford-megatron-lm_compat-past-60]_,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,85f95ae,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A - :doc:`DGL <../compatibility/ml-compatibility/dgl-compatibility>` [#dgl_compat-past-60]_,N/A,N/A,N/A,N/A,N/A,N/A,2.4.0,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A - :doc:`Megablocks <../compatibility/ml-compatibility/megablocks-compatibility>` [#megablocks_compat-past-60]_,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,0.7.0,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A - :doc:`Taichi <../compatibility/ml-compatibility/taichi-compatibility>` [#taichi_compat-past-60]_,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,1.8.0b1,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A - :doc:`Ray <../compatibility/ml-compatibility/ray-compatibility>` [#ray_compat-past-60]_,N/A,N/A,N/A,N/A,N/A,2.48.0.post0,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A - :doc:`llama.cpp <../compatibility/ml-compatibility/llama-cpp-compatibility>` [#llama-cpp_compat-past-60]_,N/A,N/A,b6356,b6356,b6356,b6356,b5997,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A - :doc:`FlashInfer <../compatibility/ml-compatibility/flashinfer-compatibility>` [#flashinfer_compat-past-60]_,N/A,N/A,N/A,N/A,N/A,v0.2.5,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A - `ONNX Runtime `_,1.22.0,1.22.0,1.22.0,1.20.0,1.20.0,1.20.0,1.20.0,1.17.3,1.17.3,1.17.3,1.17.3,1.17.3,1.17.3,1.17.3,1.17.3,1.17.3,1.17.3,1.17.3,1.17.3,1.14.1,1.14.1 - ,,,,,,,,,,,,,,,,,,,,, - ,,,,,,,,,,,,,,,,,,,,, - THIRD PARTY COMMS,.. _thirdpartycomms-support-compatibility-matrix-past-60:,,,,,,,,,,,,,,,,,,,, - `UCC `_,>=1.4.0,>=1.4.0,>=1.4.0,>=1.3.0,>=1.3.0,>=1.3.0,>=1.3.0,>=1.3.0,>=1.3.0,>=1.3.0,>=1.3.0,>=1.3.0,>=1.3.0,>=1.3.0,>=1.3.0,>=1.3.0,>=1.3.0,>=1.3.0,>=1.3.0,>=1.2.0,>=1.2.0 - `UCX `_,>=1.17.0,>=1.17.0,>=1.17.0,>=1.15.0,>=1.15.0,>=1.15.0,>=1.15.0,>=1.15.0,>=1.15.0,>=1.15.0,>=1.15.0,>=1.15.0,>=1.15.0,>=1.15.0,>=1.15.0,>=1.14.1,>=1.14.1,>=1.14.1,>=1.14.1,>=1.14.1,>=1.14.1 - ,,,,,,,,,,,,,,,,,,,,, - THIRD PARTY ALGORITHM,.. _thirdpartyalgorithm-support-compatibility-matrix-past-60:,,,,,,,,,,,,,,,,,,,, - Thrust,2.8.5,2.6.0,2.6.0,2.5.0,2.5.0,2.5.0,2.5.0,2.3.2,2.3.2,2.3.2,2.3.2,2.2.0,2.2.0,2.2.0,2.2.0,2.1.0,2.1.0,2.1.0,2.1.0,2.0.1,2.0.1 - CUB,2.8.5,2.6.0,2.6.0,2.5.0,2.5.0,2.5.0,2.5.0,2.3.2,2.3.2,2.3.2,2.3.2,2.2.0,2.2.0,2.2.0,2.2.0,2.1.0,2.1.0,2.1.0,2.1.0,2.0.1,2.0.1 - ,,,,,,,,,,,,,,,,,,,,, - DRIVER & USER SPACE [#kfd_support-past-60]_,.. _kfd-userspace-support-compatibility-matrix-past-60:,,,,,,,,,,,,,,,,,,,, - :doc:`AMD GPU Driver `,"30.20.0, 30.10.2, 30.10.1 [#driver_patch-past-60]_, 30.10, 6.4.x","30.10.2, 30.10.1 [#driver_patch-past-60]_, 30.10, 6.4.x, 6.3.x","30.10.1 [#driver_patch-past-60]_, 30.10, 6.4.x, 6.3.x, 6.2.x","6.4.x, 6.3.x, 6.2.x, 6.1.x","6.4.x, 6.3.x, 6.2.x, 6.1.x","6.4.x, 6.3.x, 6.2.x, 6.1.x","6.4.x, 6.3.x, 6.2.x, 6.1.x","6.4.x, 6.3.x, 6.2.x, 6.1.x","6.4.x, 6.3.x, 6.2.x, 6.1.x","6.4.x, 6.3.x, 6.2.x, 6.1.x","6.4.x, 6.3.x, 6.2.x, 6.1.x","6.4.x, 6.3.x, 6.2.x, 6.1.x, 6.0.x","6.4.x, 6.3.x, 6.2.x, 6.1.x, 6.0.x","6.4.x, 6.3.x, 6.2.x, 6.1.x, 6.0.x","6.4.x, 6.3.x, 6.2.x, 6.1.x, 6.0.x","6.4.x, 6.3.x, 6.2.x, 6.1.x, 6.0.x, 5.7.x","6.4.x, 6.3.x, 6.2.x, 6.1.x, 6.0.x, 5.7.x","6.4.x, 6.3.x, 6.2.x, 6.1.x, 6.0.x, 5.7.x","6.4.x, 6.3.x, 6.2.x, 6.1.x, 6.0.x, 5.7.x","6.2.x, 6.1.x, 6.0.x, 5.7.x, 5.6.x","6.2.x, 6.1.x, 6.0.x, 5.7.x, 5.6.x" - ,,,,,,,,,,,,,,,,,,,,, - ML & COMPUTER VISION,.. _mllibs-support-compatibility-matrix-past-60:,,,,,,,,,,,,,,,,,,,, - :doc:`Composable Kernel `,1.1.0,1.1.0,1.1.0,1.1.0,1.1.0,1.1.0,1.1.0,1.1.0,1.1.0,1.1.0,1.1.0,1.1.0,1.1.0,1.1.0,1.1.0,1.1.0,1.1.0,1.1.0,1.1.0,1.1.0,1.1.0 - :doc:`MIGraphX `,2.14.0,2.13.0,2.13.0,2.12.0,2.12.0,2.12.0,2.12.0,2.11.0,2.11.0,2.11.0,2.11.0,2.10.0,2.10.0,2.10.0,2.10.0,2.9.0,2.9.0,2.9.0,2.9.0,2.8.0,2.8.0 - :doc:`MIOpen `,3.5.1,3.5.0,3.5.0,3.4.0,3.4.0,3.4.0,3.4.0,3.3.0,3.3.0,3.3.0,3.3.0,3.2.0,3.2.0,3.2.0,3.2.0,3.1.0,3.1.0,3.1.0,3.1.0,3.0.0,3.0.0 - :doc:`MIVisionX `,3.4.0,3.3.0,3.3.0,3.2.0,3.2.0,3.2.0,3.2.0,3.1.0,3.1.0,3.1.0,3.1.0,3.0.0,3.0.0,3.0.0,3.0.0,2.5.0,2.5.0,2.5.0,2.5.0,2.5.0,2.5.0 - :doc:`rocAL `,2.4.0,2.3.0,2.3.0,2.2.0,2.2.0,2.2.0,2.2.0,2.1.0,2.1.0,2.1.0,2.1.0,2.0.0,2.0.0,2.0.0,1.0.0,1.0.0,1.0.0,1.0.0,1.0.0,1.0.0,1.0.0 - :doc:`rocDecode `,1.4.0,1.0.0,1.0.0,0.10.0,0.10.0,0.10.0,0.10.0,0.8.0,0.8.0,0.8.0,0.8.0,0.6.0,0.6.0,0.6.0,0.6.0,0.6.0,0.6.0,0.5.0,0.5.0,N/A,N/A - :doc:`rocJPEG `,1.2.0,1.1.0,1.1.0,0.8.0,0.8.0,0.8.0,0.8.0,0.6.0,0.6.0,0.6.0,0.6.0,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A - :doc:`rocPyDecode `,0.7.0,0.6.0,0.6.0,0.3.1,0.3.1,0.3.1,0.3.1,0.2.0,0.2.0,0.2.0,0.2.0,0.1.0,0.1.0,0.1.0,0.1.0,N/A,N/A,N/A,N/A,N/A,N/A - :doc:`RPP `,2.1.0,2.0.0,2.0.0,1.9.10,1.9.10,1.9.10,1.9.10,1.9.1,1.9.1,1.9.1,1.9.1,1.8.0,1.8.0,1.8.0,1.8.0,1.5.0,1.5.0,1.5.0,1.5.0,1.4.0,1.4.0 - ,,,,,,,,,,,,,,,,,,,,, - COMMUNICATION,.. _commlibs-support-compatibility-matrix-past-60:,,,,,,,,,,,,,,,,,,,, - :doc:`RCCL `,2.27.7,2.26.6,2.26.6,2.22.3,2.22.3,2.22.3,2.22.3,2.21.5,2.21.5,2.21.5,2.21.5,2.20.5,2.20.5,2.20.5,2.20.5,2.18.6,2.18.6,2.18.6,2.18.6,2.18.3,2.18.3 - :doc:`rocSHMEM `,3.0.0,3.0.0,3.0.0,2.0.1,2.0.1,2.0.0,2.0.0,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A - ,,,,,,,,,,,,,,,,,,,,, - MATH LIBS,.. _mathlibs-support-compatibility-matrix-past-60:,,,,,,,,,,,,,,,,,,,, - `half `_ ,1.12.0,1.12.0,1.12.0,1.12.0,1.12.0,1.12.0,1.12.0,1.12.0,1.12.0,1.12.0,1.12.0,1.12.0,1.12.0,1.12.0,1.12.0,1.12.0,1.12.0,1.12.0,1.12.0,1.12.0,1.12.0 - :doc:`hipBLAS `,3.1.0,3.0.2,3.0.0,2.4.0,2.4.0,2.4.0,2.4.0,2.3.0,2.3.0,2.3.0,2.3.0,2.2.0,2.2.0,2.2.0,2.2.0,2.1.0,2.1.0,2.1.0,2.1.0,2.0.0,2.0.0 - :doc:`hipBLASLt `,1.1.0,1.0.0,1.0.0,0.12.1,0.12.1,0.12.1,0.12.0,0.10.0,0.10.0,0.10.0,0.10.0,0.8.0,0.8.0,0.8.0,0.8.0,0.7.0,0.7.0,0.7.0,0.7.0,0.6.0,0.6.0 - :doc:`hipFFT `,1.0.21,1.0.20,1.0.20,1.0.18,1.0.18,1.0.18,1.0.18,1.0.17,1.0.17,1.0.17,1.0.17,1.0.16,1.0.15,1.0.15,1.0.14,1.0.14,1.0.14,1.0.14,1.0.14,1.0.13,1.0.13 - :doc:`hipfort `,0.7.1,0.7.0,0.7.0,0.6.0,0.6.0,0.6.0,0.6.0,0.5.1,0.5.1,0.5.0,0.5.0,0.4.0,0.4.0,0.4.0,0.4.0,0.4.0,0.4.0,0.4.0,0.4.0,0.4.0,0.4.0 - :doc:`hipRAND `,3.1.0,3.0.0,3.0.0,2.12.0,2.12.0,2.12.0,2.12.0,2.11.1,2.11.1,2.11.1,2.11.0,2.11.1,2.11.0,2.11.0,2.11.0,2.10.16,2.10.16,2.10.16,2.10.16,2.10.16,2.10.16 - :doc:`hipSOLVER `,3.1.0,3.0.0,3.0.0,2.4.0,2.4.0,2.4.0,2.4.0,2.3.0,2.3.0,2.3.0,2.3.0,2.2.0,2.2.0,2.2.0,2.2.0,2.1.1,2.1.1,2.1.1,2.1.0,2.0.0,2.0.0 - :doc:`hipSPARSE `,4.1.0,4.0.1,4.0.1,3.2.0,3.2.0,3.2.0,3.2.0,3.1.2,3.1.2,3.1.2,3.1.2,3.1.1,3.1.1,3.1.1,3.1.1,3.0.1,3.0.1,3.0.1,3.0.1,3.0.0,3.0.0 - :doc:`hipSPARSELt `,0.2.5,0.2.4,0.2.4,0.2.3,0.2.3,0.2.3,0.2.3,0.2.2,0.2.2,0.2.2,0.2.2,0.2.1,0.2.1,0.2.1,0.2.1,0.2.0,0.2.0,0.1.0,0.1.0,0.1.0,0.1.0 - :doc:`rocALUTION `,4.0.1,4.0.0,4.0.0,3.2.3,3.2.3,3.2.3,3.2.2,3.2.1,3.2.1,3.2.1,3.2.1,3.2.1,3.2.0,3.2.0,3.2.0,3.1.1,3.1.1,3.1.1,3.1.1,3.0.3,3.0.3 - :doc:`rocBLAS `,5.1.0,5.0.2,5.0.0,4.4.1,4.4.1,4.4.0,4.4.0,4.3.0,4.3.0,4.3.0,4.3.0,4.2.4,4.2.1,4.2.1,4.2.0,4.1.2,4.1.2,4.1.0,4.1.0,4.0.0,4.0.0 - :doc:`rocFFT `,1.0.35,1.0.34,1.0.34,1.0.32,1.0.32,1.0.32,1.0.32,1.0.31,1.0.31,1.0.31,1.0.31,1.0.30,1.0.29,1.0.29,1.0.28,1.0.27,1.0.27,1.0.27,1.0.26,1.0.25,1.0.23 - :doc:`rocRAND `,4.1.0,4.0.0,4.0.0,3.3.0,3.3.0,3.3.0,3.3.0,3.2.0,3.2.0,3.2.0,3.2.0,3.1.1,3.1.0,3.1.0,3.1.0,3.0.1,3.0.1,3.0.1,3.0.1,3.0.0,2.10.17 - :doc:`rocSOLVER `,3.31.0,3.30.1,3.30.0,3.28.2,3.28.2,3.28.0,3.28.0,3.27.0,3.27.0,3.27.0,3.27.0,3.26.2,3.26.0,3.26.0,3.26.0,3.25.0,3.25.0,3.25.0,3.25.0,3.24.0,3.24.0 - :doc:`rocSPARSE `,4.1.0,4.0.2,4.0.2,3.4.0,3.4.0,3.4.0,3.4.0,3.3.0,3.3.0,3.3.0,3.3.0,3.2.1,3.2.0,3.2.0,3.2.0,3.1.2,3.1.2,3.1.2,3.1.2,3.0.2,3.0.2 - :doc:`rocWMMA `,2.0.0,2.0.0,2.0.0,1.7.0,1.7.0,1.7.0,1.7.0,1.6.0,1.6.0,1.6.0,1.6.0,1.5.0,1.5.0,1.5.0,1.5.0,1.4.0,1.4.0,1.4.0,1.4.0,1.3.0,1.3.0 - :doc:`Tensile `,4.44.0,4.44.0,4.44.0,4.43.0,4.43.0,4.43.0,4.43.0,4.42.0,4.42.0,4.42.0,4.42.0,4.41.0,4.41.0,4.41.0,4.41.0,4.40.0,4.40.0,4.40.0,4.40.0,4.39.0,4.39.0 - ,,,,,,,,,,,,,,,,,,,,, - PRIMITIVES,.. _primitivelibs-support-compatibility-matrix-past-60:,,,,,,,,,,,,,,,,,,,, - :doc:`hipCUB `,4.1.0,4.0.0,4.0.0,3.4.0,3.4.0,3.4.0,3.4.0,3.3.0,3.3.0,3.3.0,3.3.0,3.2.1,3.2.0,3.2.0,3.2.0,3.1.0,3.1.0,3.1.0,3.1.0,3.0.0,3.0.0 - :doc:`hipTensor `,2.0.0,2.0.0,2.0.0,1.5.0,1.5.0,1.5.0,1.5.0,1.4.0,1.4.0,1.4.0,1.4.0,1.3.0,1.3.0,1.3.0,1.3.0,1.2.0,1.2.0,1.2.0,1.2.0,1.1.0,1.1.0 - :doc:`rocPRIM `,4.1.0,4.0.1,4.0.0,3.4.1,3.4.1,3.4.0,3.4.0,3.3.0,3.3.0,3.3.0,3.3.0,3.2.2,3.2.0,3.2.0,3.2.0,3.1.0,3.1.0,3.1.0,3.1.0,3.0.0,3.0.0 - :doc:`rocThrust `,4.1.0,4.0.0,4.0.0,3.3.0,3.3.0,3.3.0,3.3.0,3.3.0,3.3.0,3.3.0,3.3.0,3.1.1,3.1.0,3.1.0,3.0.1,3.0.1,3.0.1,3.0.1,3.0.1,3.0.0,3.0.0 - ,,,,,,,,,,,,,,,,,,,,, - SUPPORT LIBS,,,,,,,,,,,,,,,,,,,,, - `hipother `_,7.1.25424,7.0.51831,7.0.51830,6.4.43483,6.4.43483,6.4.43483,6.4.43482,6.3.42134,6.3.42134,6.3.42133,6.3.42131,6.2.41134,6.2.41134,6.2.41134,6.2.41133,6.1.40093,6.1.40093,6.1.40092,6.1.40091,6.1.32831,6.1.32830 - `rocm-core `_,7.1.0,7.0.2,7.0.1/7.0.0,6.4.3,6.4.2,6.4.1,6.4.0,6.3.3,6.3.2,6.3.1,6.3.0,6.2.4,6.2.2,6.2.1,6.2.0,6.1.5,6.1.2,6.1.1,6.1.0,6.0.2,6.0.0 - `ROCT-Thunk-Interface `_,N/A [#ROCT-rocr-past-60]_,N/A [#ROCT-rocr-past-60]_,N/A [#ROCT-rocr-past-60]_,N/A [#ROCT-rocr-past-60]_,N/A [#ROCT-rocr-past-60]_,N/A [#ROCT-rocr-past-60]_,N/A [#ROCT-rocr-past-60]_,N/A [#ROCT-rocr-past-60]_,N/A [#ROCT-rocr-past-60]_,N/A [#ROCT-rocr-past-60]_,N/A [#ROCT-rocr-past-60]_,20240607.5.7,20240607.5.7,20240607.4.05,20240607.1.4246,20240125.5.08,20240125.5.08,20240125.5.08,20240125.3.30,20231016.2.245,20231016.2.245 - ,,,,,,,,,,,,,,,,,,,,, - SYSTEM MGMT TOOLS,.. _tools-support-compatibility-matrix-past-60:,,,,,,,,,,,,,,,,,,,, - :doc:`AMD SMI `,26.1.0,26.0.2,26.0.0,25.5.1,25.5.1,25.4.2,25.3.0,24.7.1,24.7.1,24.7.1,24.7.1,24.6.3,24.6.3,24.6.3,24.6.2,24.5.1,24.5.1,24.5.1,24.4.1,23.4.2,23.4.2 - :doc:`ROCm Data Center Tool `,1.2.0,1.1.0,1.1.0,0.3.0,0.3.0,0.3.0,0.3.0,0.3.0,0.3.0,0.3.0,0.3.0,0.3.0,0.3.0,0.3.0,0.3.0,0.3.0,0.3.0,0.3.0,0.3.0,0.3.0,0.3.0 - :doc:`rocminfo `,1.0.0,1.0.0,1.0.0,1.0.0,1.0.0,1.0.0,1.0.0,1.0.0,1.0.0,1.0.0,1.0.0,1.0.0,1.0.0,1.0.0,1.0.0,1.0.0,1.0.0,1.0.0,1.0.0,1.0.0,1.0.0 - :doc:`ROCm SMI `,7.8.0,7.8.0,7.8.0,7.7.0,7.5.0,7.5.0,7.5.0,7.4.0,7.4.0,7.4.0,7.4.0,7.3.0,7.3.0,7.3.0,7.3.0,7.2.0,7.2.0,7.0.0,7.0.0,6.0.2,6.0.0 - :doc:`ROCm Validation Suite `,1.2.0,1.2.0,1.2.0,1.1.0,1.1.0,1.1.0,1.1.0,1.1.0,1.1.0,1.1.0,1.1.0,1.0.60204,1.0.60202,1.0.60201,1.0.60200,1.0.60105,1.0.60102,1.0.60101,1.0.60100,1.0.60002,1.0.60000 - ,,,,,,,,,,,,,,,,,,,,, - PERFORMANCE TOOLS,,,,,,,,,,,,,,,,,,,,, - :doc:`ROCm Bandwidth Test `,2.6.0,2.6.0,2.6.0,1.4.0,1.4.0,1.4.0,1.4.0,1.4.0,1.4.0,1.4.0,1.4.0,1.4.0,1.4.0,1.4.0,1.4.0,1.4.0,1.4.0,1.4.0,1.4.0,1.4.0,1.4.0 - :doc:`ROCm Compute Profiler `,3.3.0,3.2.3,3.2.3,3.1.1,3.1.1,3.1.0,3.1.0,3.0.0,3.0.0,3.0.0,3.0.0,2.0.1,2.0.1,2.0.1,2.0.1,N/A,N/A,N/A,N/A,N/A,N/A - :doc:`ROCm Systems Profiler `,1.2.0,1.1.1,1.1.0,1.0.2,1.0.2,1.0.1,1.0.0,0.1.2,0.1.1,0.1.0,0.1.0,1.11.2,1.11.2,1.11.2,1.11.2,N/A,N/A,N/A,N/A,N/A,N/A - :doc:`ROCProfiler `,2.0.70100,2.0.70002,2.0.70000,2.0.60403,2.0.60402,2.0.60401,2.0.60400,2.0.60303,2.0.60302,2.0.60301,2.0.60300,2.0.60204,2.0.60202,2.0.60201,2.0.60200,2.0.60105,2.0.60102,2.0.60101,2.0.60100,2.0.60002,2.0.60000 - :doc:`ROCprofiler-SDK `,1.0.0,1.0.0,1.0.0,0.6.0,0.6.0,0.6.0,0.6.0,0.5.0,0.5.0,0.5.0,0.5.0,0.4.0,0.4.0,0.4.0,0.4.0,N/A,N/A,N/A,N/A,N/A,N/A - :doc:`ROCTracer `,4.1.70100,4.1.70002,4.1.70000,4.1.60403,4.1.60402,4.1.60401,4.1.60400,4.1.60303,4.1.60302,4.1.60301,4.1.60300,4.1.60204,4.1.60202,4.1.60201,4.1.60200,4.1.60105,4.1.60102,4.1.60101,4.1.60100,4.1.60002,4.1.60000 - ,,,,,,,,,,,,,,,,,,,,, - DEVELOPMENT TOOLS,,,,,,,,,,,,,,,,,,,,, - :doc:`HIPIFY `,20.0.0,20.0.0,20.0.0,19.0.0,19.0.0,19.0.0,19.0.0,18.0.0.25012,18.0.0.25012,18.0.0.24491,18.0.0.24455,18.0.0.24392,18.0.0.24355,18.0.0.24355,18.0.0.24232,17.0.0.24193,17.0.0.24193,17.0.0.24154,17.0.0.24103,17.0.0.24012,17.0.0.23483 - :doc:`ROCm CMake `,0.14.0,0.14.0,0.14.0,0.14.0,0.14.0,0.14.0,0.14.0,0.14.0,0.14.0,0.14.0,0.14.0,0.13.0,0.13.0,0.13.0,0.13.0,0.12.0,0.12.0,0.12.0,0.12.0,0.11.0,0.11.0 - :doc:`ROCdbgapi `,0.77.4,0.77.4,0.77.3,0.77.2,0.77.2,0.77.2,0.77.2,0.77.0,0.77.0,0.77.0,0.77.0,0.76.0,0.76.0,0.76.0,0.76.0,0.71.0,0.71.0,0.71.0,0.71.0,0.71.0,0.71.0 - :doc:`ROCm Debugger (ROCgdb) `,16.3.0,16.3.0,16.3.0,15.2.0,15.2.0,15.2.0,15.2.0,15.2.0,15.2.0,15.2.0,15.2.0,14.2.0,14.2.0,14.2.0,14.2.0,14.1.0,14.1.0,14.1.0,14.1.0,13.2.0,13.2.0 - `rocprofiler-register `_,0.5.0,0.5.0,0.5.0,0.4.0,0.4.0,0.4.0,0.4.0,0.4.0,0.4.0,0.4.0,0.4.0,0.4.0,0.4.0,0.4.0,0.4.0,0.3.0,0.3.0,0.3.0,0.3.0,N/A,N/A - :doc:`ROCr Debug Agent `,2.1.0,2.1.0,2.1.0,2.0.4,2.0.4,2.0.4,2.0.4,2.0.3,2.0.3,2.0.3,2.0.3,2.0.3,2.0.3,2.0.3,2.0.3,2.0.3,2.0.3,2.0.3,2.0.3,2.0.3,2.0.3 - ,,,,,,,,,,,,,,,,,,,,, - COMPILERS,.. _compilers-support-compatibility-matrix-past-60:,,,,,,,,,,,,,,,,,,,, - `clang-ocl `_,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,0.5.0,0.5.0,0.5.0,0.5.0,0.5.0,0.5.0 - :doc:`hipCC `,1.1.1,1.1.1,1.1.1,1.1.1,1.1.1,1.1.1,1.1.1,1.1.1,1.1.1,1.1.1,1.1.1,1.1.1,1.1.1,1.1.1,1.1.1,1.0.0,1.0.0,1.0.0,1.0.0,1.0.0,1.0.0 - `Flang `_,20.0.025425,20.0.0.25385,20.0.0.25314,19.0.0.25224,19.0.0.25224,19.0.0.25184,19.0.0.25133,18.0.0.25012,18.0.0.25012,18.0.0.24491,18.0.0.24455,18.0.0.24392,18.0.0.24355,18.0.0.24355,18.0.0.24232,17.0.0.24193,17.0.0.24193,17.0.0.24154,17.0.0.24103,17.0.0.24012,17.0.0.23483 - :doc:`llvm-project `,20.0.025425,20.0.0.25385,20.0.0.25314,19.0.0.25224,19.0.0.25224,19.0.0.25184,19.0.0.25133,18.0.0.25012,18.0.0.25012,18.0.0.24491,18.0.0.24491,18.0.0.24392,18.0.0.24355,18.0.0.24355,18.0.0.24232,17.0.0.24193,17.0.0.24193,17.0.0.24154,17.0.0.24103,17.0.0.24012,17.0.0.23483 - `OpenMP `_,20.0.025425,20.0.0.25385,20.0.0.25314,19.0.0.25224,19.0.0.25224,19.0.0.25184,19.0.0.25133,18.0.0.25012,18.0.0.25012,18.0.0.24491,18.0.0.24491,18.0.0.24392,18.0.0.24355,18.0.0.24355,18.0.0.24232,17.0.0.24193,17.0.0.24193,17.0.0.24154,17.0.0.24103,17.0.0.24012,17.0.0.23483 - ,,,,,,,,,,,,,,,,,,,,, - RUNTIMES,.. _runtime-support-compatibility-matrix-past-60:,,,,,,,,,,,,,,,,,,,, - :doc:`AMD CLR `,7.1.25424,7.0.51831,7.0.51830,6.4.43484,6.4.43484,6.4.43483,6.4.43482,6.3.42134,6.3.42134,6.3.42133,6.3.42131,6.2.41134,6.2.41134,6.2.41134,6.2.41133,6.1.40093,6.1.40093,6.1.40092,6.1.40091,6.1.32831,6.1.32830 - :doc:`HIP `,7.1.25424,7.0.51831,7.0.51830,6.4.43484,6.4.43484,6.4.43483,6.4.43482,6.3.42134,6.3.42134,6.3.42133,6.3.42131,6.2.41134,6.2.41134,6.2.41134,6.2.41133,6.1.40093,6.1.40093,6.1.40092,6.1.40091,6.1.32831,6.1.32830 - `OpenCL Runtime `_,2.0.0,2.0.0,2.0.0,2.0.0,2.0.0,2.0.0,2.0.0,2.0.0,2.0.0,2.0.0,2.0.0,2.0.0,2.0.0,2.0.0,2.0.0,2.0.0,2.0.0,2.0.0,2.0.0,2.0.0,2.0.0 - :doc:`ROCr Runtime `,1.18.0,1.18.0,1.18.0,1.15.0,1.15.0,1.15.0,1.15.0,1.14.0,1.14.0,1.14.0,1.14.0,1.14.0,1.14.0,1.14.0,1.13.0,1.13.0,1.13.0,1.13.0,1.13.0,1.12.0,1.12.0 +ROCm Version,7.1.1,7.1.0,7.0.2,7.0.1/7.0.0,6.4.3,6.4.2,6.4.1,6.4.0,6.3.3,6.3.2,6.3.1,6.3.0,6.2.4,6.2.2,6.2.1,6.2.0, 6.1.5, 6.1.2, 6.1.1, 6.1.0, 6.0.2, 6.0.0 + :ref:`Operating systems & kernels ` [#os-compatibility-past-60]_,Ubuntu 24.04.3,Ubuntu 24.04.3,Ubuntu 24.04.3,Ubuntu 24.04.3,Ubuntu 24.04.2,Ubuntu 24.04.2,Ubuntu 24.04.2,Ubuntu 24.04.2,Ubuntu 24.04.2,Ubuntu 24.04.2,Ubuntu 24.04.2,Ubuntu 24.04.2,"Ubuntu 24.04.1, 24.04","Ubuntu 24.04.1, 24.04","Ubuntu 24.04.1, 24.04",Ubuntu 24.04,,,,,, + ,Ubuntu 22.04.5,Ubuntu 22.04.5,Ubuntu 22.04.5,Ubuntu 22.04.5,Ubuntu 22.04.5,Ubuntu 22.04.5,Ubuntu 22.04.5,Ubuntu 22.04.5,Ubuntu 22.04.5,Ubuntu 22.04.5,Ubuntu 22.04.5,Ubuntu 22.04.5,"Ubuntu 22.04.5, 22.04.4","Ubuntu 22.04.5, 22.04.4","Ubuntu 22.04.5, 22.04.4","Ubuntu 22.04.5, 22.04.4","Ubuntu 22.04.5, 22.04.4, 22.04.3","Ubuntu 22.04.4, 22.04.3","Ubuntu 22.04.4, 22.04.3","Ubuntu 22.04.4, 22.04.3","Ubuntu 22.04.4, 22.04.3, 22.04.2","Ubuntu 22.04.4, 22.04.3, 22.04.2" + ,,,,,,,,,,,,,,,,,"Ubuntu 20.04.6, 20.04.5","Ubuntu 20.04.6, 20.04.5","Ubuntu 20.04.6, 20.04.5","Ubuntu 20.04.6, 20.04.5","Ubuntu 20.04.6, 20.04.5","Ubuntu 20.04.6, 20.04.5" + ,"RHEL 10.1, 10.0, 9.7, 9.6, 9.4","RHEL 10.0, 9.6, 9.4","RHEL 10.0, 9.6, 9.4","RHEL 9.6, 9.4","RHEL 9.6, 9.4","RHEL 9.6, 9.4","RHEL 9.6, 9.5, 9.4","RHEL 9.5, 9.4","RHEL 9.5, 9.4","RHEL 9.5, 9.4","RHEL 9.5, 9.4","RHEL 9.5, 9.4","RHEL 9.4, 9.3","RHEL 9.4, 9.3","RHEL 9.4, 9.3","RHEL 9.4, 9.3","RHEL 9.4, 9.3, 9.2","RHEL 9.4, 9.3, 9.2","RHEL 9.4, 9.3, 9.2","RHEL 9.4, 9.3, 9.2","RHEL 9.3, 9.2","RHEL 9.3, 9.2" + ,RHEL 8.10,RHEL 8.10,RHEL 8.10,RHEL 8.10,RHEL 8.10,RHEL 8.10,RHEL 8.10,RHEL 8.10,RHEL 8.10,RHEL 8.10,RHEL 8.10,RHEL 8.10,"RHEL 8.10, 8.9","RHEL 8.10, 8.9","RHEL 8.10, 8.9","RHEL 8.10, 8.9","RHEL 8.9, 8.8","RHEL 8.9, 8.8","RHEL 8.9, 8.8","RHEL 8.9, 8.8","RHEL 8.9, 8.8","RHEL 8.9, 8.8" + ,SLES 15 SP7,SLES 15 SP7,SLES 15 SP7,SLES 15 SP7,"SLES 15 SP7, SP6","SLES 15 SP7, SP6",SLES 15 SP6,SLES 15 SP6,"SLES 15 SP6, SP5","SLES 15 SP6, SP5","SLES 15 SP6, SP5","SLES 15 SP6, SP5","SLES 15 SP6, SP5","SLES 15 SP6, SP5","SLES 15 SP6, SP5","SLES 15 SP6, SP5","SLES 15 SP5, SP4","SLES 15 SP5, SP4","SLES 15 SP5, SP4","SLES 15 SP5, SP4","SLES 15 SP5, SP4","SLES 15 SP5, SP4" + ,,,,,,,,,,,,,,,,,,CentOS 7.9,CentOS 7.9,CentOS 7.9,CentOS 7.9,CentOS 7.9 + ,"Oracle Linux 10, 9, 8","Oracle Linux 10, 9, 8","Oracle Linux 10, 9, 8","Oracle Linux 9, 8","Oracle Linux 9, 8","Oracle Linux 9, 8","Oracle Linux 9, 8","Oracle Linux 9, 8",Oracle Linux 8.10,Oracle Linux 8.10,Oracle Linux 8.10,Oracle Linux 8.10,Oracle Linux 8.9,Oracle Linux 8.9,Oracle Linux 8.9,Oracle Linux 8.9,Oracle Linux 8.9,Oracle Linux 8.9,Oracle Linux 8.9,,, + ,"Debian 13, 12","Debian 13, 12","Debian 13, 12",Debian 12,Debian 12,Debian 12,Debian 12,Debian 12,Debian 12,Debian 12,Debian 12,,,,,,,,,,, + ,Azure Linux 3.0,Azure Linux 3.0,Azure Linux 3.0,Azure Linux 3.0,Azure Linux 3.0,Azure Linux 3.0,Azure Linux 3.0,Azure Linux 3.0,Azure Linux 3.0,Azure Linux 3.0,,,,,,,,,,,, + ,Rocky Linux 9,Rocky Linux 9,Rocky Linux 9,Rocky Linux 9,,,,,,,,,,,,,,,,,, + ,.. _architecture-support-compatibility-matrix-past-60:,,,,,,,,,,,,,,,,,,,,, + :doc:`Architecture `,CDNA4,CDNA4,CDNA4,CDNA4,,,,,,,,,,,,,,,,,, + ,CDNA3,CDNA3,CDNA3,CDNA3,CDNA3,CDNA3,CDNA3,CDNA3,CDNA3,CDNA3,CDNA3,CDNA3,CDNA3,CDNA3,CDNA3,CDNA3,CDNA3,CDNA3,CDNA3,CDNA3,CDNA3,CDNA3 + ,CDNA2,CDNA2,CDNA2,CDNA2,CDNA2,CDNA2,CDNA2,CDNA2,CDNA2,CDNA2,CDNA2,CDNA2,CDNA2,CDNA2,CDNA2,CDNA2,CDNA2,CDNA2,CDNA2,CDNA2,CDNA2,CDNA2 + ,CDNA,CDNA,CDNA,CDNA,CDNA,CDNA,CDNA,CDNA,CDNA,CDNA,CDNA,CDNA,CDNA,CDNA,CDNA,CDNA,CDNA,CDNA,CDNA,CDNA,CDNA,CDNA + ,RDNA4,RDNA4,RDNA4,RDNA4,RDNA4,RDNA4,RDNA4,,,,,,,,,,,,,,, + ,RDNA3,RDNA3,RDNA3,RDNA3,RDNA3,RDNA3,RDNA3,RDNA3,RDNA3,RDNA3,RDNA3,RDNA3,RDNA3,RDNA3,RDNA3,RDNA3,RDNA3,RDNA3,RDNA3,RDNA3,RDNA3,RDNA3 + ,RDNA2,RDNA2,RDNA2,RDNA2,RDNA2,RDNA2,RDNA2,RDNA2,RDNA2,RDNA2,RDNA2,RDNA2,RDNA2,RDNA2,RDNA2,RDNA2,RDNA2,RDNA2,RDNA2,RDNA2,RDNA2,RDNA2 + ,.. _gpu-support-compatibility-matrix-past-60:,,,,,,,,,,,,,,,,,,,,, + :doc:`GPU / LLVM target ` [#gpu-compatibility-past-60]_,gfx950,gfx950,gfx950,gfx950,,,,,,,,,,,,,,,,,, + ,gfx1201,gfx1201,gfx1201,gfx1201,gfx1201,gfx1201,gfx1201,,,,,,,,,,,,,,, + ,gfx1200,gfx1200,gfx1200,gfx1200,gfx1200,gfx1200,gfx1200,,,,,,,,,,,,,,, + ,gfx1101,gfx1101,gfx1101,gfx1101,gfx1101,gfx1101,gfx1101,,,,,,,,,,,,,,, + ,gfx1100,gfx1100,gfx1100,gfx1100,gfx1100,gfx1100,gfx1100,gfx1100,gfx1100,gfx1100,gfx1100,gfx1100,gfx1100,gfx1100,gfx1100,gfx1100,gfx1100,gfx1100,gfx1100,gfx1100,gfx1100,gfx1100 + ,gfx1030,gfx1030,gfx1030,gfx1030,gfx1030,gfx1030,gfx1030,gfx1030,gfx1030,gfx1030,gfx1030,gfx1030,gfx1030,gfx1030,gfx1030,gfx1030,gfx1030,gfx1030,gfx1030,gfx1030,gfx1030,gfx1030 + ,gfx942,gfx942,gfx942,gfx942,gfx942,gfx942,gfx942,gfx942,gfx942,gfx942,gfx942,gfx942,gfx942,gfx942,gfx942,gfx942, gfx942, gfx942, gfx942, gfx942, gfx942, gfx942 + ,gfx90a,gfx90a,gfx90a,gfx90a,gfx90a,gfx90a,gfx90a,gfx90a,gfx90a,gfx90a,gfx90a,gfx90a,gfx90a,gfx90a,gfx90a,gfx90a,gfx90a,gfx90a,gfx90a,gfx90a,gfx90a,gfx90a + ,gfx908,gfx908,gfx908,gfx908,gfx908,gfx908,gfx908,gfx908,gfx908,gfx908,gfx908,gfx908,gfx908,gfx908,gfx908,gfx908,gfx908,gfx908,gfx908,gfx908,gfx908,gfx908 + ,,,,,,,,,,,,,,,,,,,,,, + FRAMEWORK SUPPORT,.. _framework-support-compatibility-matrix-past-60:,,,,,,,,,,,,,,,,,,,,, + :doc:`PyTorch <../compatibility/ml-compatibility/pytorch-compatibility>`,"2.9, 2.8","2.8, 2.7, 2.6","2.8, 2.7, 2.6","2.7, 2.6, 2.5","2.6, 2.5, 2.4, 2.3","2.6, 2.5, 2.4, 2.3","2.6, 2.5, 2.4, 2.3","2.6, 2.5, 2.4, 2.3","2.4, 2.3, 2.2, 1.13","2.4, 2.3, 2.2, 1.13","2.4, 2.3, 2.2, 1.13","2.4, 2.3, 2.2, 2.1, 2.0, 1.13","2.3, 2.2, 2.1, 2.0, 1.13","2.3, 2.2, 2.1, 2.0, 1.13","2.3, 2.2, 2.1, 2.0, 1.13","2.3, 2.2, 2.1, 2.0, 1.13","2.1, 2.0, 1.13","2.1, 2.0, 1.13","2.1, 2.0, 1.13","2.1, 2.0, 1.13","2.1, 2.0, 1.13","2.1, 2.0, 1.13" + :doc:`TensorFlow <../compatibility/ml-compatibility/tensorflow-compatibility>`,"2.20.0, 2.19.1, 2.18.1","2.20.0, 2.19.1, 2.18.1","2.19.1, 2.18.1, 2.17.1 [#tf-mi350-past-60]_","2.19.1, 2.18.1, 2.17.1 [#tf-mi350-past-60]_","2.18.1, 2.17.1, 2.16.2","2.18.1, 2.17.1, 2.16.2","2.18.1, 2.17.1, 2.16.2","2.18.1, 2.17.1, 2.16.2","2.17.0, 2.16.2, 2.15.1","2.17.0, 2.16.2, 2.15.1","2.17.0, 2.16.2, 2.15.1","2.17.0, 2.16.2, 2.15.1","2.16.1, 2.15.1, 2.14.1","2.16.1, 2.15.1, 2.14.1","2.16.1, 2.15.1, 2.14.1","2.16.1, 2.15.1, 2.14.1","2.15.0, 2.14.0, 2.13.1","2.15.0, 2.14.0, 2.13.1","2.15.0, 2.14.0, 2.13.1","2.15.0, 2.14.0, 2.13.1","2.14.0, 2.13.1, 2.12.1","2.14.0, 2.13.1, 2.12.1" + :doc:`JAX <../compatibility/ml-compatibility/jax-compatibility>`,0.7.1,0.7.1,0.6.0,0.6.0,0.4.35,0.4.35,0.4.35,0.4.35,0.4.31,0.4.31,0.4.31,0.4.31,0.4.26,0.4.26,0.4.26,0.4.26,0.4.26,0.4.26,0.4.26,0.4.26,0.4.26,0.4.26 + :doc:`verl <../compatibility/ml-compatibility/verl-compatibility>` [#verl_compat-past-60]_,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,0.3.0.post0,N/A,N/A,N/A,N/A,N/A,N/A + :doc:`Stanford Megatron-LM <../compatibility/ml-compatibility/stanford-megatron-lm-compatibility>` [#stanford-megatron-lm_compat-past-60]_,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,85f95ae,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A + :doc:`DGL <../compatibility/ml-compatibility/dgl-compatibility>` [#dgl_compat-past-60]_,N/A,N/A,N/A,2.4.0,2.4.0,N/A,N/A,2.4.0,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A + :doc:`Megablocks <../compatibility/ml-compatibility/megablocks-compatibility>` [#megablocks_compat-past-60]_,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,0.7.0,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A + :doc:`Taichi <../compatibility/ml-compatibility/taichi-compatibility>` [#taichi_compat-past-60]_,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,1.8.0b1,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A + :doc:`Ray <../compatibility/ml-compatibility/ray-compatibility>` [#ray_compat-past-60]_,N/A,N/A,N/A,N/A,N/A,N/A,2.48.0.post0,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A + :doc:`llama.cpp <../compatibility/ml-compatibility/llama-cpp-compatibility>` [#llama-cpp_compat-past-60]_,N/A,N/A,N/A,b6652,b6356,b6356,b6356,b5997,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A + :doc:`FlashInfer <../compatibility/ml-compatibility/flashinfer-compatibility>` [#flashinfer_compat-past-60]_,N/A,N/A,N/A,N/A,N/A,N/A,v0.2.5,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A + `ONNX Runtime `_,1.22.0,1.22.0,1.22.0,1.22.0,1.20.0,1.20.0,1.20.0,1.20.0,1.17.3,1.17.3,1.17.3,1.17.3,1.17.3,1.17.3,1.17.3,1.17.3,1.17.3,1.17.3,1.17.3,1.17.3,1.14.1,1.14.1 + ,,,,,,,,,,,,,,,,,,,,,, + ,,,,,,,,,,,,,,,,,,,,,, + THIRD PARTY COMMS,.. _thirdpartycomms-support-compatibility-matrix-past-60:,,,,,,,,,,,,,,,,,,,,, + `UCC `_,>=1.4.0,>=1.4.0,>=1.4.0,>=1.4.0,>=1.3.0,>=1.3.0,>=1.3.0,>=1.3.0,>=1.3.0,>=1.3.0,>=1.3.0,>=1.3.0,>=1.3.0,>=1.3.0,>=1.3.0,>=1.3.0,>=1.3.0,>=1.3.0,>=1.3.0,>=1.3.0,>=1.2.0,>=1.2.0 + `UCX `_,>=1.17.0,>=1.17.0,>=1.17.0,>=1.17.0,>=1.15.0,>=1.15.0,>=1.15.0,>=1.15.0,>=1.15.0,>=1.15.0,>=1.15.0,>=1.15.0,>=1.15.0,>=1.15.0,>=1.15.0,>=1.15.0,>=1.14.1,>=1.14.1,>=1.14.1,>=1.14.1,>=1.14.1,>=1.14.1 + ,,,,,,,,,,,,,,,,,,,,,, + THIRD PARTY ALGORITHM,.. _thirdpartyalgorithm-support-compatibility-matrix-past-60:,,,,,,,,,,,,,,,,,,,,, + Thrust,2.8.5,2.8.5,2.6.0,2.6.0,2.5.0,2.5.0,2.5.0,2.5.0,2.3.2,2.3.2,2.3.2,2.3.2,2.2.0,2.2.0,2.2.0,2.2.0,2.1.0,2.1.0,2.1.0,2.1.0,2.0.1,2.0.1 + CUB,2.8.5,2.8.5,2.6.0,2.6.0,2.5.0,2.5.0,2.5.0,2.5.0,2.3.2,2.3.2,2.3.2,2.3.2,2.2.0,2.2.0,2.2.0,2.2.0,2.1.0,2.1.0,2.1.0,2.1.0,2.0.1,2.0.1 + ,,,,,,,,,,,,,,,,,,,,,, + DRIVER & USER SPACE [#kfd_support-past-60]_,.. _kfd-userspace-support-compatibility-matrix-past-60:,,,,,,,,,,,,,,,,,,,,, + :doc:`AMD GPU Driver `,"30.20.1, 30.20.0 [#mi325x_KVM-past-60]_, 30.10.2, 30.10.1 [#driver_patch-past-60]_, 30.10, 6.4.x","30.20.0 [#mi325x_KVM-past-60]_, 30.10.2, 30.10.1 [#driver_patch-past-60]_, 30.10, 6.4.x","30.10.2, 30.10.1 [#driver_patch-past-60]_, 30.10, 6.4.x, 6.3.x","30.10.1 [#driver_patch-past-60]_, 30.10, 6.4.x, 6.3.x, 6.2.x","6.4.x, 6.3.x, 6.2.x, 6.1.x","6.4.x, 6.3.x, 6.2.x, 6.1.x","6.4.x, 6.3.x, 6.2.x, 6.1.x","6.4.x, 6.3.x, 6.2.x, 6.1.x","6.4.x, 6.3.x, 6.2.x, 6.1.x","6.4.x, 6.3.x, 6.2.x, 6.1.x","6.4.x, 6.3.x, 6.2.x, 6.1.x","6.4.x, 6.3.x, 6.2.x, 6.1.x","6.4.x, 6.3.x, 6.2.x, 6.1.x, 6.0.x","6.4.x, 6.3.x, 6.2.x, 6.1.x, 6.0.x","6.4.x, 6.3.x, 6.2.x, 6.1.x, 6.0.x","6.4.x, 6.3.x, 6.2.x, 6.1.x, 6.0.x","6.4.x, 6.3.x, 6.2.x, 6.1.x, 6.0.x, 5.7.x","6.4.x, 6.3.x, 6.2.x, 6.1.x, 6.0.x, 5.7.x","6.4.x, 6.3.x, 6.2.x, 6.1.x, 6.0.x, 5.7.x","6.4.x, 6.3.x, 6.2.x, 6.1.x, 6.0.x, 5.7.x","6.2.x, 6.1.x, 6.0.x, 5.7.x, 5.6.x","6.2.x, 6.1.x, 6.0.x, 5.7.x, 5.6.x" + ,,,,,,,,,,,,,,,,,,,,,, + ML & COMPUTER VISION,.. _mllibs-support-compatibility-matrix-past-60:,,,,,,,,,,,,,,,,,,,,, + :doc:`Composable Kernel `,1.1.0,1.1.0,1.1.0,1.1.0,1.1.0,1.1.0,1.1.0,1.1.0,1.1.0,1.1.0,1.1.0,1.1.0,1.1.0,1.1.0,1.1.0,1.1.0,1.1.0,1.1.0,1.1.0,1.1.0,1.1.0,1.1.0 + :doc:`MIGraphX `,2.14.0,2.14.0,2.13.0,2.13.0,2.12.0,2.12.0,2.12.0,2.12.0,2.11.0,2.11.0,2.11.0,2.11.0,2.10.0,2.10.0,2.10.0,2.10.0,2.9.0,2.9.0,2.9.0,2.9.0,2.8.0,2.8.0 + :doc:`MIOpen `,3.5.1,3.5.1,3.5.0,3.5.0,3.4.0,3.4.0,3.4.0,3.4.0,3.3.0,3.3.0,3.3.0,3.3.0,3.2.0,3.2.0,3.2.0,3.2.0,3.1.0,3.1.0,3.1.0,3.1.0,3.0.0,3.0.0 + :doc:`MIVisionX `,3.4.0,3.4.0,3.3.0,3.3.0,3.2.0,3.2.0,3.2.0,3.2.0,3.1.0,3.1.0,3.1.0,3.1.0,3.0.0,3.0.0,3.0.0,3.0.0,2.5.0,2.5.0,2.5.0,2.5.0,2.5.0,2.5.0 + :doc:`rocAL `,2.4.0,2.4.0,2.3.0,2.3.0,2.2.0,2.2.0,2.2.0,2.2.0,2.1.0,2.1.0,2.1.0,2.1.0,2.0.0,2.0.0,2.0.0,1.0.0,1.0.0,1.0.0,1.0.0,1.0.0,1.0.0,1.0.0 + :doc:`rocDecode `,1.4.0,1.4.0,1.0.0,1.0.0,0.10.0,0.10.0,0.10.0,0.10.0,0.8.0,0.8.0,0.8.0,0.8.0,0.6.0,0.6.0,0.6.0,0.6.0,0.6.0,0.6.0,0.5.0,0.5.0,N/A,N/A + :doc:`rocJPEG `,1.2.0,1.2.0,1.1.0,1.1.0,0.8.0,0.8.0,0.8.0,0.8.0,0.6.0,0.6.0,0.6.0,0.6.0,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A + :doc:`rocPyDecode `,0.7.0,0.7.0,0.6.0,0.6.0,0.3.1,0.3.1,0.3.1,0.3.1,0.2.0,0.2.0,0.2.0,0.2.0,0.1.0,0.1.0,0.1.0,0.1.0,N/A,N/A,N/A,N/A,N/A,N/A + :doc:`RPP `,2.1.0,2.1.0,2.0.0,2.0.0,1.9.10,1.9.10,1.9.10,1.9.10,1.9.1,1.9.1,1.9.1,1.9.1,1.8.0,1.8.0,1.8.0,1.8.0,1.5.0,1.5.0,1.5.0,1.5.0,1.4.0,1.4.0 + ,,,,,,,,,,,,,,,,,,,,,, + COMMUNICATION,.. _commlibs-support-compatibility-matrix-past-60:,,,,,,,,,,,,,,,,,,,,, + :doc:`RCCL `,2.27.7,2.27.7,2.26.6,2.26.6,2.22.3,2.22.3,2.22.3,2.22.3,2.21.5,2.21.5,2.21.5,2.21.5,2.20.5,2.20.5,2.20.5,2.20.5,2.18.6,2.18.6,2.18.6,2.18.6,2.18.3,2.18.3 + :doc:`rocSHMEM `,3.0.0,3.0.0,3.0.0,3.0.0,2.0.1,2.0.1,2.0.0,2.0.0,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A + ,,,,,,,,,,,,,,,,,,,,,, + MATH LIBS,.. _mathlibs-support-compatibility-matrix-past-60:,,,,,,,,,,,,,,,,,,,,, + `half `_ ,1.12.0,1.12.0,1.12.0,1.12.0,1.12.0,1.12.0,1.12.0,1.12.0,1.12.0,1.12.0,1.12.0,1.12.0,1.12.0,1.12.0,1.12.0,1.12.0,1.12.0,1.12.0,1.12.0,1.12.0,1.12.0,1.12.0 + :doc:`hipBLAS `,3.1.0,3.1.0,3.0.2,3.0.0,2.4.0,2.4.0,2.4.0,2.4.0,2.3.0,2.3.0,2.3.0,2.3.0,2.2.0,2.2.0,2.2.0,2.2.0,2.1.0,2.1.0,2.1.0,2.1.0,2.0.0,2.0.0 + :doc:`hipBLASLt `,1.1.0,1.1.0,1.0.0,1.0.0,0.12.1,0.12.1,0.12.1,0.12.0,0.10.0,0.10.0,0.10.0,0.10.0,0.8.0,0.8.0,0.8.0,0.8.0,0.7.0,0.7.0,0.7.0,0.7.0,0.6.0,0.6.0 + :doc:`hipFFT `,1.0.21,1.0.21,1.0.20,1.0.20,1.0.18,1.0.18,1.0.18,1.0.18,1.0.17,1.0.17,1.0.17,1.0.17,1.0.16,1.0.15,1.0.15,1.0.14,1.0.14,1.0.14,1.0.14,1.0.14,1.0.13,1.0.13 + :doc:`hipfort `,0.7.1,0.7.1,0.7.0,0.7.0,0.6.0,0.6.0,0.6.0,0.6.0,0.5.1,0.5.1,0.5.0,0.5.0,0.4.0,0.4.0,0.4.0,0.4.0,0.4.0,0.4.0,0.4.0,0.4.0,0.4.0,0.4.0 + :doc:`hipRAND `,3.1.0,3.1.0,3.0.0,3.0.0,2.12.0,2.12.0,2.12.0,2.12.0,2.11.1,2.11.1,2.11.1,2.11.0,2.11.1,2.11.0,2.11.0,2.11.0,2.10.16,2.10.16,2.10.16,2.10.16,2.10.16,2.10.16 + :doc:`hipSOLVER `,3.1.0,3.1.0,3.0.0,3.0.0,2.4.0,2.4.0,2.4.0,2.4.0,2.3.0,2.3.0,2.3.0,2.3.0,2.2.0,2.2.0,2.2.0,2.2.0,2.1.1,2.1.1,2.1.1,2.1.0,2.0.0,2.0.0 + :doc:`hipSPARSE `,4.1.0,4.1.0,4.0.1,4.0.1,3.2.0,3.2.0,3.2.0,3.2.0,3.1.2,3.1.2,3.1.2,3.1.2,3.1.1,3.1.1,3.1.1,3.1.1,3.0.1,3.0.1,3.0.1,3.0.1,3.0.0,3.0.0 + :doc:`hipSPARSELt `,0.2.5,0.2.5,0.2.4,0.2.4,0.2.3,0.2.3,0.2.3,0.2.3,0.2.2,0.2.2,0.2.2,0.2.2,0.2.1,0.2.1,0.2.1,0.2.1,0.2.0,0.2.0,0.1.0,0.1.0,0.1.0,0.1.0 + :doc:`rocALUTION `,4.0.1,4.0.1,4.0.0,4.0.0,3.2.3,3.2.3,3.2.3,3.2.2,3.2.1,3.2.1,3.2.1,3.2.1,3.2.1,3.2.0,3.2.0,3.2.0,3.1.1,3.1.1,3.1.1,3.1.1,3.0.3,3.0.3 + :doc:`rocBLAS `,5.1.0,5.1.0,5.0.2,5.0.0,4.4.1,4.4.1,4.4.0,4.4.0,4.3.0,4.3.0,4.3.0,4.3.0,4.2.4,4.2.1,4.2.1,4.2.0,4.1.2,4.1.2,4.1.0,4.1.0,4.0.0,4.0.0 + :doc:`rocFFT `,1.0.35,1.0.35,1.0.34,1.0.34,1.0.32,1.0.32,1.0.32,1.0.32,1.0.31,1.0.31,1.0.31,1.0.31,1.0.30,1.0.29,1.0.29,1.0.28,1.0.27,1.0.27,1.0.27,1.0.26,1.0.25,1.0.23 + :doc:`rocRAND `,4.1.0,4.1.0,4.0.0,4.0.0,3.3.0,3.3.0,3.3.0,3.3.0,3.2.0,3.2.0,3.2.0,3.2.0,3.1.1,3.1.0,3.1.0,3.1.0,3.0.1,3.0.1,3.0.1,3.0.1,3.0.0,2.10.17 + :doc:`rocSOLVER `,3.31.0,3.31.0,3.30.1,3.30.0,3.28.2,3.28.2,3.28.0,3.28.0,3.27.0,3.27.0,3.27.0,3.27.0,3.26.2,3.26.0,3.26.0,3.26.0,3.25.0,3.25.0,3.25.0,3.25.0,3.24.0,3.24.0 + :doc:`rocSPARSE `,4.1.0,4.1.0,4.0.2,4.0.2,3.4.0,3.4.0,3.4.0,3.4.0,3.3.0,3.3.0,3.3.0,3.3.0,3.2.1,3.2.0,3.2.0,3.2.0,3.1.2,3.1.2,3.1.2,3.1.2,3.0.2,3.0.2 + :doc:`rocWMMA `,2.0.0,2.0.0,2.0.0,2.0.0,1.7.0,1.7.0,1.7.0,1.7.0,1.6.0,1.6.0,1.6.0,1.6.0,1.5.0,1.5.0,1.5.0,1.5.0,1.4.0,1.4.0,1.4.0,1.4.0,1.3.0,1.3.0 + :doc:`Tensile `,4.44.0,4.44.0,4.44.0,4.44.0,4.43.0,4.43.0,4.43.0,4.43.0,4.42.0,4.42.0,4.42.0,4.42.0,4.41.0,4.41.0,4.41.0,4.41.0,4.40.0,4.40.0,4.40.0,4.40.0,4.39.0,4.39.0 + ,,,,,,,,,,,,,,,,,,,,,, + PRIMITIVES,.. _primitivelibs-support-compatibility-matrix-past-60:,,,,,,,,,,,,,,,,,,,,, + :doc:`hipCUB `,4.1.0,4.1.0,4.0.0,4.0.0,3.4.0,3.4.0,3.4.0,3.4.0,3.3.0,3.3.0,3.3.0,3.3.0,3.2.1,3.2.0,3.2.0,3.2.0,3.1.0,3.1.0,3.1.0,3.1.0,3.0.0,3.0.0 + :doc:`hipTensor `,2.0.0,2.0.0,2.0.0,2.0.0,1.5.0,1.5.0,1.5.0,1.5.0,1.4.0,1.4.0,1.4.0,1.4.0,1.3.0,1.3.0,1.3.0,1.3.0,1.2.0,1.2.0,1.2.0,1.2.0,1.1.0,1.1.0 + :doc:`rocPRIM `,4.1.0,4.1.0,4.0.1,4.0.0,3.4.1,3.4.1,3.4.0,3.4.0,3.3.0,3.3.0,3.3.0,3.3.0,3.2.2,3.2.0,3.2.0,3.2.0,3.1.0,3.1.0,3.1.0,3.1.0,3.0.0,3.0.0 + :doc:`rocThrust `,4.1.0,4.1.0,4.0.0,4.0.0,3.3.0,3.3.0,3.3.0,3.3.0,3.3.0,3.3.0,3.3.0,3.3.0,3.1.1,3.1.0,3.1.0,3.0.1,3.0.1,3.0.1,3.0.1,3.0.1,3.0.0,3.0.0 + ,,,,,,,,,,,,,,,,,,,,,, + SUPPORT LIBS,,,,,,,,,,,,,,,,,,,,,, + `hipother `_,7.1.52802,7.1.25424,7.0.51831,7.0.51830,6.4.43483,6.4.43483,6.4.43483,6.4.43482,6.3.42134,6.3.42134,6.3.42133,6.3.42131,6.2.41134,6.2.41134,6.2.41134,6.2.41133,6.1.40093,6.1.40093,6.1.40092,6.1.40091,6.1.32831,6.1.32830 + `rocm-core `_,7.1.0,7.1.0,7.0.2,7.0.1/7.0.0,6.4.3,6.4.2,6.4.1,6.4.0,6.3.3,6.3.2,6.3.1,6.3.0,6.2.4,6.2.2,6.2.1,6.2.0,6.1.5,6.1.2,6.1.1,6.1.0,6.0.2,6.0.0 + `ROCT-Thunk-Interface `_,N/A [#ROCT-rocr-past-60]_,N/A [#ROCT-rocr-past-60]_,N/A [#ROCT-rocr-past-60]_,N/A [#ROCT-rocr-past-60]_,N/A [#ROCT-rocr-past-60]_,N/A [#ROCT-rocr-past-60]_,N/A [#ROCT-rocr-past-60]_,N/A [#ROCT-rocr-past-60]_,N/A [#ROCT-rocr-past-60]_,N/A [#ROCT-rocr-past-60]_,N/A [#ROCT-rocr-past-60]_,N/A [#ROCT-rocr-past-60]_,20240607.5.7,20240607.5.7,20240607.4.05,20240607.1.4246,20240125.5.08,20240125.5.08,20240125.5.08,20240125.3.30,20231016.2.245,20231016.2.245 + ,,,,,,,,,,,,,,,,,,,,,, + SYSTEM MGMT TOOLS,.. _tools-support-compatibility-matrix-past-60:,,,,,,,,,,,,,,,,,,,,, + :doc:`AMD SMI `,26.1.0,26.1.0,26.0.2,26.0.0,25.5.1,25.5.1,25.4.2,25.3.0,24.7.1,24.7.1,24.7.1,24.7.1,24.6.3,24.6.3,24.6.3,24.6.2,24.5.1,24.5.1,24.5.1,24.4.1,23.4.2,23.4.2 + :doc:`ROCm Data Center Tool `,1.2.0,1.2.0,1.1.0,1.1.0,0.3.0,0.3.0,0.3.0,0.3.0,0.3.0,0.3.0,0.3.0,0.3.0,0.3.0,0.3.0,0.3.0,0.3.0,0.3.0,0.3.0,0.3.0,0.3.0,0.3.0,0.3.0 + :doc:`rocminfo `,1.0.0,1.0.0,1.0.0,1.0.0,1.0.0,1.0.0,1.0.0,1.0.0,1.0.0,1.0.0,1.0.0,1.0.0,1.0.0,1.0.0,1.0.0,1.0.0,1.0.0,1.0.0,1.0.0,1.0.0,1.0.0,1.0.0 + :doc:`ROCm SMI `,7.8.0,7.8.0,7.8.0,7.8.0,7.7.0,7.5.0,7.5.0,7.5.0,7.4.0,7.4.0,7.4.0,7.4.0,7.3.0,7.3.0,7.3.0,7.3.0,7.2.0,7.2.0,7.0.0,7.0.0,6.0.2,6.0.0 + :doc:`ROCm Validation Suite `,1.2.0,1.2.0,1.2.0,1.2.0,1.1.0,1.1.0,1.1.0,1.1.0,1.1.0,1.1.0,1.1.0,1.1.0,1.0.60204,1.0.60202,1.0.60201,1.0.60200,1.0.60105,1.0.60102,1.0.60101,1.0.60100,1.0.60002,1.0.60000 + ,,,,,,,,,,,,,,,,,,,,,, + PERFORMANCE TOOLS,,,,,,,,,,,,,,,,,,,,,, + :doc:`ROCm Bandwidth Test `,2.6.0,2.6.0,2.6.0,2.6.0,1.4.0,1.4.0,1.4.0,1.4.0,1.4.0,1.4.0,1.4.0,1.4.0,1.4.0,1.4.0,1.4.0,1.4.0,1.4.0,1.4.0,1.4.0,1.4.0,1.4.0,1.4.0 + :doc:`ROCm Compute Profiler `,3.3.0,3.3.0,3.2.3,3.2.3,3.1.1,3.1.1,3.1.0,3.1.0,3.0.0,3.0.0,3.0.0,3.0.0,2.0.1,2.0.1,2.0.1,2.0.1,N/A,N/A,N/A,N/A,N/A,N/A + :doc:`ROCm Systems Profiler `,1.2.0,1.2.0,1.1.1,1.1.0,1.0.2,1.0.2,1.0.1,1.0.0,0.1.2,0.1.1,0.1.0,0.1.0,1.11.2,1.11.2,1.11.2,1.11.2,N/A,N/A,N/A,N/A,N/A,N/A + :doc:`ROCProfiler `,2.0.70101,2.0.70100,2.0.70002,2.0.70000,2.0.60403,2.0.60402,2.0.60401,2.0.60400,2.0.60303,2.0.60302,2.0.60301,2.0.60300,2.0.60204,2.0.60202,2.0.60201,2.0.60200,2.0.60105,2.0.60102,2.0.60101,2.0.60100,2.0.60002,2.0.60000 + :doc:`ROCprofiler-SDK `,1.0.0,1.0.0,1.0.0,1.0.0,0.6.0,0.6.0,0.6.0,0.6.0,0.5.0,0.5.0,0.5.0,0.5.0,0.4.0,0.4.0,0.4.0,0.4.0,N/A,N/A,N/A,N/A,N/A,N/A + :doc:`ROCTracer `,4.1.70101,4.1.70100,4.1.70002,4.1.70000,4.1.60403,4.1.60402,4.1.60401,4.1.60400,4.1.60303,4.1.60302,4.1.60301,4.1.60300,4.1.60204,4.1.60202,4.1.60201,4.1.60200,4.1.60105,4.1.60102,4.1.60101,4.1.60100,4.1.60002,4.1.60000 + ,,,,,,,,,,,,,,,,,,,,,, + DEVELOPMENT TOOLS,,,,,,,,,,,,,,,,,,,,,, + :doc:`HIPIFY `,20.0.0,20.0.0,20.0.0,20.0.0,19.0.0,19.0.0,19.0.0,19.0.0,18.0.0.25012,18.0.0.25012,18.0.0.24491,18.0.0.24455,18.0.0.24392,18.0.0.24355,18.0.0.24355,18.0.0.24232,17.0.0.24193,17.0.0.24193,17.0.0.24154,17.0.0.24103,17.0.0.24012,17.0.0.23483 + :doc:`ROCm CMake `,0.14.0,0.14.0,0.14.0,0.14.0,0.14.0,0.14.0,0.14.0,0.14.0,0.14.0,0.14.0,0.14.0,0.14.0,0.13.0,0.13.0,0.13.0,0.13.0,0.12.0,0.12.0,0.12.0,0.12.0,0.11.0,0.11.0 + :doc:`ROCdbgapi `,0.77.4,0.77.4,0.77.4,0.77.3,0.77.2,0.77.2,0.77.2,0.77.2,0.77.0,0.77.0,0.77.0,0.77.0,0.76.0,0.76.0,0.76.0,0.76.0,0.71.0,0.71.0,0.71.0,0.71.0,0.71.0,0.71.0 + :doc:`ROCm Debugger (ROCgdb) `,16.3.0,16.3.0,16.3.0,16.3.0,15.2.0,15.2.0,15.2.0,15.2.0,15.2.0,15.2.0,15.2.0,15.2.0,14.2.0,14.2.0,14.2.0,14.2.0,14.1.0,14.1.0,14.1.0,14.1.0,13.2.0,13.2.0 + `rocprofiler-register `_,0.5.0,0.5.0,0.5.0,0.5.0,0.4.0,0.4.0,0.4.0,0.4.0,0.4.0,0.4.0,0.4.0,0.4.0,0.4.0,0.4.0,0.4.0,0.4.0,0.3.0,0.3.0,0.3.0,0.3.0,N/A,N/A + :doc:`ROCr Debug Agent `,2.1.0,2.1.0,2.1.0,2.1.0,2.0.4,2.0.4,2.0.4,2.0.4,2.0.3,2.0.3,2.0.3,2.0.3,2.0.3,2.0.3,2.0.3,2.0.3,2.0.3,2.0.3,2.0.3,2.0.3,2.0.3,2.0.3 + ,,,,,,,,,,,,,,,,,,,,,, + COMPILERS,.. _compilers-support-compatibility-matrix-past-60:,,,,,,,,,,,,,,,,,,,,, + `clang-ocl `_,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,0.5.0,0.5.0,0.5.0,0.5.0,0.5.0,0.5.0 + :doc:`hipCC `,1.1.1,1.1.1,1.1.1,1.1.1,1.1.1,1.1.1,1.1.1,1.1.1,1.1.1,1.1.1,1.1.1,1.1.1,1.1.1,1.1.1,1.1.1,1.1.1,1.0.0,1.0.0,1.0.0,1.0.0,1.0.0,1.0.0 + `Flang `_,20.0.025444,20.0.025425,20.0.0.25385,20.0.0.25314,19.0.0.25224,19.0.0.25224,19.0.0.25184,19.0.0.25133,18.0.0.25012,18.0.0.25012,18.0.0.24491,18.0.0.24455,18.0.0.24392,18.0.0.24355,18.0.0.24355,18.0.0.24232,17.0.0.24193,17.0.0.24193,17.0.0.24154,17.0.0.24103,17.0.0.24012,17.0.0.23483 + :doc:`llvm-project `,20.0.025444,20.0.025425,20.0.0.25385,20.0.0.25314,19.0.0.25224,19.0.0.25224,19.0.0.25184,19.0.0.25133,18.0.0.25012,18.0.0.25012,18.0.0.24491,18.0.0.24491,18.0.0.24392,18.0.0.24355,18.0.0.24355,18.0.0.24232,17.0.0.24193,17.0.0.24193,17.0.0.24154,17.0.0.24103,17.0.0.24012,17.0.0.23483 + `OpenMP `_,20.0.025444,20.0.025425,20.0.0.25385,20.0.0.25314,19.0.0.25224,19.0.0.25224,19.0.0.25184,19.0.0.25133,18.0.0.25012,18.0.0.25012,18.0.0.24491,18.0.0.24491,18.0.0.24392,18.0.0.24355,18.0.0.24355,18.0.0.24232,17.0.0.24193,17.0.0.24193,17.0.0.24154,17.0.0.24103,17.0.0.24012,17.0.0.23483 + ,,,,,,,,,,,,,,,,,,,,,, + RUNTIMES,.. _runtime-support-compatibility-matrix-past-60:,,,,,,,,,,,,,,,,,,,,, + :doc:`AMD CLR `,7.1.52802,7.1.25424,7.0.51831,7.0.51830,6.4.43484,6.4.43484,6.4.43483,6.4.43482,6.3.42134,6.3.42134,6.3.42133,6.3.42131,6.2.41134,6.2.41134,6.2.41134,6.2.41133,6.1.40093,6.1.40093,6.1.40092,6.1.40091,6.1.32831,6.1.32830 + :doc:`HIP `,7.1.52802,7.1.25424,7.0.51831,7.0.51830,6.4.43484,6.4.43484,6.4.43483,6.4.43482,6.3.42134,6.3.42134,6.3.42133,6.3.42131,6.2.41134,6.2.41134,6.2.41134,6.2.41133,6.1.40093,6.1.40093,6.1.40092,6.1.40091,6.1.32831,6.1.32830 + `OpenCL Runtime `_,2.0.0,2.0.0,2.0.0,2.0.0,2.0.0,2.0.0,2.0.0,2.0.0,2.0.0,2.0.0,2.0.0,2.0.0,2.0.0,2.0.0,2.0.0,2.0.0,2.0.0,2.0.0,2.0.0,2.0.0,2.0.0,2.0.0 + :doc:`ROCr Runtime `,1.18.0,1.18.0,1.18.0,1.18.0,1.15.0,1.15.0,1.15.0,1.15.0,1.14.0,1.14.0,1.14.0,1.14.0,1.14.0,1.14.0,1.14.0,1.13.0,1.13.0,1.13.0,1.13.0,1.13.0,1.12.0,1.12.0 diff --git a/docs/compatibility/compatibility-matrix.rst b/docs/compatibility/compatibility-matrix.rst index 972ca02c6..07df97d9a 100644 --- a/docs/compatibility/compatibility-matrix.rst +++ b/docs/compatibility/compatibility-matrix.rst @@ -22,18 +22,18 @@ compatibility and system requirements. .. container:: format-big-table .. csv-table:: - :header: "ROCm Version", "7.1.0", "7.0.2", "6.4.0" + :header: "ROCm Version", "7.1.1", "7.1.0", "6.4.0" :stub-columns: 1 - :ref:`Operating systems & kernels `,Ubuntu 24.04.3,Ubuntu 24.04.3,Ubuntu 24.04.2 + :ref:`Operating systems & kernels ` [#os-compatibility]_,Ubuntu 24.04.3,Ubuntu 24.04.3,Ubuntu 24.04.2 ,Ubuntu 22.04.5,Ubuntu 22.04.5,Ubuntu 22.04.5 - ,"RHEL 10.0 [#rhel-10-702]_, 9.6 [#rhel-10-702]_, 9.4 [#rhel-94-702]_","RHEL 10.0 [#rhel-10-702]_, 9.6 [#rhel-10-702]_, 9.4 [#rhel-94-702]_","RHEL 9.5, 9.4" - ,RHEL 8.10 [#rhel-700]_,RHEL 8.10 [#rhel-700]_,RHEL 8.10 - ,SLES 15 SP7 [#sles-710]_,SLES 15 SP7 [#sles-db-700]_,SLES 15 SP6 - ,"Oracle Linux 10, 9, 8 [#ol-710-mi300x]_","Oracle Linux 10, 9, 8 [#ol-700-mi300x]_","Oracle Linux 9, 8 [#ol-mi300x]_" - ,"Debian 13 [#db-710-mi300x]_, 12 [#db12-710]_","Debian 13 [#db-mi300x]_, 12 [#sles-db-700]_",Debian 12 [#single-node]_ - ,Azure Linux 3.0 [#az-mi300x]_,Azure Linux 3.0 [#az-mi300x]_,Azure Linux 3.0 [#az-mi300x]_ - ,Rocky Linux 9 [#rl-700]_,Rocky Linux 9 [#rl-700]_, + ,"RHEL 10.1, 10.0, 9.7, |br| 9.6, 9.4","RHEL 10.0, 9.6, 9.4","RHEL 9.5, 9.4" + ,RHEL 8.10,RHEL 8.10,RHEL 8.10 + ,SLES 15 SP7,SLES 15 SP7,SLES 15 SP6 + ,"Oracle Linux 10, 9, 8","Oracle Linux 10, 9, 8","Oracle Linux 9, 8" + ,"Debian 13, 12","Debian 13, 12",Debian 12 + ,Azure Linux 3.0,Azure Linux 3.0,Azure Linux 3.0 + ,Rocky Linux 9,Rocky Linux 9, ,.. _architecture-support-compatibility-matrix:,, :doc:`Architecture `,CDNA4,CDNA4, ,CDNA3,CDNA3,CDNA3 @@ -43,20 +43,20 @@ compatibility and system requirements. ,RDNA3,RDNA3,RDNA3 ,RDNA2,RDNA2,RDNA2 ,.. _gpu-support-compatibility-matrix:,, - :doc:`GPU / LLVM target `,gfx950 [#mi350x-os-710]_,gfx950 [#mi350x-os-700]_, - ,gfx1201 [#RDNA-OS-700]_,gfx1201 [#RDNA-OS-700]_, - ,gfx1200 [#RDNA-OS-700]_,gfx1200 [#RDNA-OS-700]_, - ,gfx1101 [#RDNA-OS-700]_ [#rd-v710]_,gfx1101 [#RDNA-OS-700]_ [#rd-v710]_, - ,gfx1100 [#RDNA-OS-700]_,gfx1100 [#RDNA-OS-700]_,gfx1100 - ,gfx1030 [#RDNA-OS-700]_ [#rd-v620]_,gfx1030 [#RDNA-OS-700]_ [#rd-v620]_,gfx1030 - ,gfx942 [#mi325x-os-710]_ [#mi300x-os]_ [#mi300A-os]_,gfx942 [#mi325x-os]_ [#mi300x-os]_ [#mi300A-os]_,gfx942 - ,gfx90a [#mi200x-os]_,gfx90a [#mi200x-os]_,gfx90a - ,gfx908 [#mi100-710-os]_,gfx908 [#mi100-os]_,gfx908 + :doc:`GPU / LLVM target ` [#gpu-compatibility]_,gfx950,gfx950, + ,gfx1201,gfx1201, + ,gfx1200,gfx1200, + ,gfx1101,gfx1101, + ,gfx1100,gfx1100,gfx1100 + ,gfx1030,gfx1030,gfx1030 + ,gfx942,gfx942,gfx942 + ,gfx90a,gfx90a,gfx90a + ,gfx908,gfx908,gfx908 ,,, FRAMEWORK SUPPORT,.. _framework-support-compatibility-matrix:,, - :doc:`PyTorch <../compatibility/ml-compatibility/pytorch-compatibility>`,"2.8, 2.7, 2.6","2.8, 2.7, 2.6","2.6, 2.5, 2.4, 2.3" - :doc:`TensorFlow <../compatibility/ml-compatibility/tensorflow-compatibility>`,"2.20.0, 2.19.1, 2.18.1","2.19.1, 2.18.1, 2.17.1 [#tf-mi350]_","2.18.1, 2.17.1, 2.16.2" - :doc:`JAX <../compatibility/ml-compatibility/jax-compatibility>`,0.6.0,0.6.0,0.4.35 + :doc:`PyTorch <../compatibility/ml-compatibility/pytorch-compatibility>`,"2.9, 2.8","2.8, 2.7, 2.6","2.6, 2.5, 2.4, 2.3" + :doc:`TensorFlow <../compatibility/ml-compatibility/tensorflow-compatibility>`,"2.20.0, 2.19.1, 2.18.1","2.20.0, 2.19.1, 2.18.1","2.18.1, 2.17.1, 2.16.2" + :doc:`JAX <../compatibility/ml-compatibility/jax-compatibility>`,0.7.1,0.7.1,0.4.35 :doc:`DGL <../compatibility/ml-compatibility/dgl-compatibility>` [#dgl_compat]_,N/A,N/A,2.4.0 :doc:`llama.cpp <../compatibility/ml-compatibility/llama-cpp-compatibility>` [#llama-cpp_compat]_,N/A,N/A,b5997 `ONNX Runtime `_,1.22.0,1.22.0,1.20.0 @@ -66,71 +66,71 @@ compatibility and system requirements. `UCX `_,>=1.17.0,>=1.17.0,>=1.15.0 ,,, THIRD PARTY ALGORITHM,.. _thirdpartyalgorithm-support-compatibility-matrix:,, - Thrust,2.8.5,2.6.0,2.5.0 - CUB,2.8.5,2.6.0,2.5.0 + Thrust,2.8.5,2.8.5,2.5.0 + CUB,2.8.5,2.8.5,2.5.0 ,,, DRIVER & USER SPACE [#kfd_support]_,.. _kfd-userspace-support-compatibility-matrix:,, - :doc:`AMD GPU Driver `,"30.20.0, 30.10.2, |br| 30.10.1 [#driver_patch]_, 30.10, 6.4.x","30.10.2, 30.10.1 [#driver_patch]_, |br| 30.10, 6.4.x, 6.3.x","6.4.x, 6.3.x, 6.2.x, 6.1.x" + :doc:`AMD GPU Driver `,"30.20.1, 30.20.0 [#mi325x_KVM]_, |br| 30.10.2, 30.10.1 [#driver_patch]_, |br| 30.10, 6.4.x","30.20.0 [#mi325x_KVM]_, 30.10.2, |br| 30.10.1 [#driver_patch]_, 30.10, 6.4.x","6.4.x, 6.3.x, 6.2.x, 6.1.x" ,,, ML & COMPUTER VISION,.. _mllibs-support-compatibility-matrix:,, :doc:`Composable Kernel `,1.1.0,1.1.0,1.1.0 - :doc:`MIGraphX `,2.14.0,2.13.0,2.12.0 - :doc:`MIOpen `,3.5.1,3.5.0,3.4.0 - :doc:`MIVisionX `,3.4.0,3.3.0,3.2.0 - :doc:`rocAL `,2.4.0,2.3.0,2.2.0 - :doc:`rocDecode `,1.4.0,1.0.0,0.10.0 - :doc:`rocJPEG `,1.2.0,1.1.0,0.8.0 - :doc:`rocPyDecode `,0.7.0,0.6.0,0.3.1 - :doc:`RPP `,2.1.0,2.0.0,1.9.10 + :doc:`MIGraphX `,2.14.0,2.14.0,2.12.0 + :doc:`MIOpen `,3.5.1,3.5.1,3.4.0 + :doc:`MIVisionX `,3.4.0,3.4.0,3.2.0 + :doc:`rocAL `,2.4.0,2.4.0,2.2.0 + :doc:`rocDecode `,1.4.0,1.4.0,0.10.0 + :doc:`rocJPEG `,1.2.0,1.2.0,0.8.0 + :doc:`rocPyDecode `,0.7.0,0.7.0,0.3.1 + :doc:`RPP `,2.1.0,2.1.0,1.9.10 ,,, COMMUNICATION,.. _commlibs-support-compatibility-matrix:,, - :doc:`RCCL `,2.27.7,2.26.6,2.22.3 + :doc:`RCCL `,2.27.7,2.27.7,2.22.3 :doc:`rocSHMEM `,3.0.0,3.0.0,2.0.0 ,,, MATH LIBS,.. _mathlibs-support-compatibility-matrix:,, `half `_ ,1.12.0,1.12.0,1.12.0 - :doc:`hipBLAS `,3.1.0,3.0.2,2.4.0 - :doc:`hipBLASLt `,1.1.0,1.0.0,0.12.0 - :doc:`hipFFT `,1.0.21,1.0.20,1.0.18 - :doc:`hipfort `,0.7.1,0.7.0,0.6.0 - :doc:`hipRAND `,3.1.0,3.0.0,2.12.0 - :doc:`hipSOLVER `,3.1.0,3.0.0,2.4.0 - :doc:`hipSPARSE `,4.1.0,4.0.1,3.2.0 - :doc:`hipSPARSELt `,0.2.5,0.2.4,0.2.3 - :doc:`rocALUTION `,4.0.1,4.0.0,3.2.2 - :doc:`rocBLAS `,5.1.0,5.0.2,4.4.0 - :doc:`rocFFT `,1.0.35,1.0.34,1.0.32 - :doc:`rocRAND `,4.1.0,4.0.0,3.3.0 - :doc:`rocSOLVER `,3.31.0,3.30.1,3.28.0 - :doc:`rocSPARSE `,4.1.0,4.0.2,3.4.0 + :doc:`hipBLAS `,3.1.0,3.1.0,2.4.0 + :doc:`hipBLASLt `,1.1.0,1.1.0,0.12.0 + :doc:`hipFFT `,1.0.21,1.0.21,1.0.18 + :doc:`hipfort `,0.7.1,0.7.1,0.6.0 + :doc:`hipRAND `,3.1.0,3.1.0,2.12.0 + :doc:`hipSOLVER `,3.1.0,3.1.0,2.4.0 + :doc:`hipSPARSE `,4.1.0,4.1.0,3.2.0 + :doc:`hipSPARSELt `,0.2.5,0.2.5,0.2.3 + :doc:`rocALUTION `,4.0.1,4.0.1,3.2.2 + :doc:`rocBLAS `,5.1.0,5.1.0,4.4.0 + :doc:`rocFFT `,1.0.35,1.0.35,1.0.32 + :doc:`rocRAND `,4.1.0,4.1.0,3.3.0 + :doc:`rocSOLVER `,3.31.0,3.31.0,3.28.0 + :doc:`rocSPARSE `,4.1.0,4.1.0,3.4.0 :doc:`rocWMMA `,2.0.0,2.0.0,1.7.0 :doc:`Tensile `,4.44.0,4.44.0,4.43.0 ,,, PRIMITIVES,.. _primitivelibs-support-compatibility-matrix:,, - :doc:`hipCUB `,4.1.0,4.0.0,3.4.0 + :doc:`hipCUB `,4.1.0,4.1.0,3.4.0 :doc:`hipTensor `,2.0.0,2.0.0,1.5.0 - :doc:`rocPRIM `,4.1.0,4.0.1,3.4.0 - :doc:`rocThrust `,4.1.0,4.0.0,3.3.0 + :doc:`rocPRIM `,4.1.0,4.1.0,3.4.0 + :doc:`rocThrust `,4.1.0,4.1.0,3.3.0 ,,, SUPPORT LIBS,,, - `hipother `_,7.1.25424,7.0.51831,6.4.43482 - `rocm-core `_,7.1.0,7.0.2,6.4.0 + `hipother `_,7.1.52802,7.1.25424,6.4.43482 + `rocm-core `_,7.1.0,7.1.0,6.4.0 `ROCT-Thunk-Interface `_,N/A [#ROCT-rocr]_,N/A [#ROCT-rocr]_,N/A [#ROCT-rocr]_ ,,, SYSTEM MGMT TOOLS,.. _tools-support-compatibility-matrix:,, - :doc:`AMD SMI `,26.1.0,26.0.2,25.3.0 - :doc:`ROCm Data Center Tool `,1.2.0,1.1.0,0.3.0 + :doc:`AMD SMI `,26.1.0,26.1.0,25.3.0 + :doc:`ROCm Data Center Tool `,1.2.0,1.2.0,0.3.0 :doc:`rocminfo `,1.0.0,1.0.0,1.0.0 :doc:`ROCm SMI `,7.8.0,7.8.0,7.5.0 :doc:`ROCm Validation Suite `,1.2.0,1.2.0,1.1.0 ,,, PERFORMANCE TOOLS,,, :doc:`ROCm Bandwidth Test `,2.6.0,2.6.0,1.4.0 - :doc:`ROCm Compute Profiler `,3.3.0,3.2.3,3.1.0 - :doc:`ROCm Systems Profiler `,1.2.0,1.1.1,1.0.0 - :doc:`ROCProfiler `,2.0.70100,2.0.70002,2.0.60400 + :doc:`ROCm Compute Profiler `,3.3.0,3.3.0,3.1.0 + :doc:`ROCm Systems Profiler `,1.2.0,1.2.0,1.0.0 + :doc:`ROCProfiler `,2.0.70101,2.0.70100,2.0.60400 :doc:`ROCprofiler-SDK `,1.0.0,1.0.0,0.6.0 - :doc:`ROCTracer `,4.1.70100,4.1.70002,4.1.60400 + :doc:`ROCTracer `,4.1.70101,4.1.70100,4.1.60400 ,,, DEVELOPMENT TOOLS,,, :doc:`HIPIFY `,20.0.0,20.0.0,19.0.0 @@ -143,53 +143,27 @@ compatibility and system requirements. COMPILERS,.. _compilers-support-compatibility-matrix:,, `clang-ocl `_,N/A,N/A,N/A :doc:`hipCC `,1.1.1,1.1.1,1.1.1 - `Flang `_,20.0.025425,20.0.0.25385,19.0.0.25133 - :doc:`llvm-project `,20.0.025425,20.0.0.25385,19.0.0.25133 - `OpenMP `_,20.0.025425,20.0.0.25385,19.0.0.25133 + `Flang `_,20.0.025444,20.0.025425,19.0.0.25133 + :doc:`llvm-project `,20.0.025444,20.0.025425,19.0.0.25133 + `OpenMP `_,20.0.025444,20.0.025425,19.0.0.25133 ,,, RUNTIMES,.. _runtime-support-compatibility-matrix:,, - :doc:`AMD CLR `,7.1.25424,7.0.51831,6.4.43482 - :doc:`HIP `,7.1.25424,7.0.51831,6.4.43482 + :doc:`AMD CLR `,7.1.52802,7.1.25424,6.4.43482 + :doc:`HIP `,7.1.52802,7.1.25424,6.4.43482 `OpenCL Runtime `_,2.0.0,2.0.0,2.0.0 :doc:`ROCr Runtime `,1.18.0,1.18.0,1.15.0 - .. rubric:: Footnotes -.. [#rhel-10-702] RHEL 10.0 and RHEL 9.6 are supported on all listed :ref:`supported_GPUs` except AMD Radeon PRO V620 GPU. -.. [#rhel-94-702] RHEL 9.4 is supported on all AMD Instinct GPUs listed under :ref:`supported_GPUs`. -.. [#rhel-700] RHEL 8.10 is supported only on AMD Instinct MI300X, MI300A, MI250X, MI250, MI210, and MI100 GPUs. -.. [#sles-710] **For ROCm 7.1.x** - SLES 15 SP7 is supported only on AMD Instinct MI325X, MI300X, MI300A, MI250X, MI250, MI210, and MI100 GPUs. -.. [#sles-db-700] **For ROCm 7.0.x** - SLES 15 SP7 and Debian 12 are supported only on AMD Instinct MI300X, MI300A, MI250X, MI250, and MI210 GPUs. -.. [#ol-710-mi300x] **For ROCm 7.1.x** - Oracle Linux 10 and 9 are supported only on AMD Instinct MI355X, MI350X, MI325X, and MI300X GPUs. Oracle Linux 8 is supported only on AMD Instinct MI300X GPU. -.. [#ol-700-mi300x] **For ROCm 7.0.x** - Oracle Linux 10 and 9 are supported only on AMD Instinct MI355X, MI350X, and MI300X GPUs. Oracle Linux 8 is supported only on AMD Instinct MI300X GPU. -.. [#ol-mi300x] **Prior ROCm 7.0.0** - Oracle Linux is supported only on AMD Instinct MI300X GPUs. -.. [#db-710-mi300x] **For ROCm 7.1.x** - Debian 13 is supported only on AMD Instinct MI325X and MI300X GPUs. -.. [#db12-710] **For ROCm 7.1.x** - Debian 12 is supported only on AMD Instinct MI325X, MI300X, MI300A, MI250X, MI250, and MI210 GPUs. -.. [#db-mi300x] **For ROCm 7.0.2** - Debian 13 is supported only on AMD Instinct MI300X GPUs. -.. [#az-mi300x] Starting ROCm 6.4.0, Azure Linux 3.0 is supported only on AMD Instinct MI300X and AMD Radeon PRO V710 GPUs. -.. [#rl-700] Rocky Linux 9 is supported only on AMD Instinct MI300X and MI300A GPUs. -.. [#single-node] **Prior to ROCm 7.0.0** - Debian 12 is supported only on AMD Instinct MI300X GPUs for single-node functionality. -.. [#mi350x-os-710] AMD Instinct MI355X (gfx950) and MI350X (gfx950) GPUs supports all listed :ref:`supported_distributions` except RHEL 8.10, SLES 15 SP7, Debian 12, Rocky 9, Azure Linux 3.0, and Oracle Linux 8. -.. [#mi350x-os-700] AMD Instinct MI355X (gfx950) and MI350X (gfx950) GPUs only supports Ubuntu 24.04.3, Ubuntu 22.04.5, RHEL 10.0, RHEL 9.6, RHEL 9.4, Oracle Linux 10, and Oracle Linux 9. -.. [#RDNA-OS-700] **For ROCm 7.0.x** - AMD Radeon PRO AI PRO R9700 (gfx1201), AMD Radeon RX 9070 XT (gfx1201), AMD Radeon RX 9070 GRE (gfx1201), AMD Radeon RX 9070 (gfx1201), AMD Radeon RX 9060 XT (gfx1200), AMD Radeon RX 9060 (gfx1200), AMD Radeon RX 7800 XT (gfx1101), AMD Radeon RX 7700 XT (gfx1101), AMD Radeon PRO W7700 (gfx1101), and AMD Radeon PRO W6800 (gfx1030) only supports Ubuntu 24.04.3, Ubuntu 22.04.5, RHEL 10.0, and RHEL 9.6. -.. [#rd-v710] **For ROCm 7.0.x** - AMD Radeon PRO V710 (gfx1101) GPUs only supports Ubuntu 24.04.3, Ubuntu 22.04.5, RHEL 10.0, RHEL 9.6, and Azure Linux 3.0. -.. [#rd-v620] **For ROCm 7.0.x** - AMD Radeon PRO V620 (gfx1030) GPUs only supports Ubuntu 24.04.3 and Ubuntu 22.04.5. -.. [#mi325x-os-710] **For ROCm 7.1.x** - AMD Instinct MI325X GPUs (gfx942) supports all listed :ref:`supported_distributions` except RHEL 8.10, Rocky 9, Azure Linux 3.0, and Oracle Linux 8. -.. [#mi325x-os] **For ROCm 7.0.x** - AMD Instinct MI325X GPUs (gfx942) only supports Ubuntu 24.04.3, Ubuntu 22.04.5, RHEL 9.6, and RHEL 9.4. -.. [#mi300x-os] **Starting ROCm 7.0.x** - AMD Instinct MI300X GPUs (gfx942) supports all listed :ref:`supported_distributions`. -.. [#mi300A-os] **Starting ROCm 7.0.x** - AMD Instinct MI300A GPUs (gfx942) supports all listed :ref:`supported_distributions` except on Debian 13, Azure Linux 3.0, Oracle Linux 10, Oracle Linux 9, and Oracle Linux 8. -.. [#mi200x-os] **For ROCm 7.0.x** - AMD Instinct MI200 Series GPUs (gfx90a) only supports Ubuntu 24.04.3, Ubuntu 22.04.5, RHEL 10.0, RHEL 9.6, RHEL 9.4, RHEL 8.10, SLES 15 SP7, and Debian 12. -.. [#mi100-710-os] **For ROCM 7.1.x** - AMD Instinct MI100 GPUs (gfx908) only supports Ubuntu 24.04.3, Ubuntu 22.04.5, RHEL 10.0, RHEL 9.6, RHEL 9.4, RHEL 8.10, and SLES 15 SP7. -.. [#mi100-os] **For ROCm 7.0.x** - AMD Instinct MI100 GPUs (gfx908) only supports Ubuntu 24.04.3, Ubuntu 22.04.5, RHEL 10.0, RHEL 9.6, RHEL 9.4, and RHEL 8.10. -.. [#tf-mi350] TensorFlow 2.17.1 is not supported on AMD Instinct MI350 Series GPUs. Use TensorFlow 2.19.1 or 2.18.1 with MI350 Series GPUs instead. -.. [#dgl_compat] DGL is supported only on ROCm 6.4.0. +.. [#os-compatibility] Some operating systems are supported on limited GPUs. For detailed information, see the latest :ref:`supported_distributions`. For version specific information, see `ROCm 7.1.1 `_, `ROCm 7.1.0 `_, and `ROCm 6.4.0 `_. +.. [#gpu-compatibility] Some GPUs have limited operating system support. For detailed information, see the latest :ref:`supported_GPUs`. For version specific information, see `ROCm 7.1.1 `_, `ROCm 7.1.0 `_, and `ROCm 6.4.0 `_. +.. [#dgl_compat] DGL is supported only on ROCm 7.0.0, ROCm 6.4.3 and ROCm 6.4.0. .. [#llama-cpp_compat] llama.cpp is supported only on ROCm 7.0.0 and ROCm 6.4.x. +.. [#mi325x_KVM] For AMD Instinct MI325X KVM SR-IOV users, do not use AMD GPU Driver (amdgpu) 30.20.0. .. [#driver_patch] AMD GPU Driver (amdgpu) 30.10.1 is a quality release that resolves an issue identified in the 30.10 release. There are no other significant changes or feature additions in ROCm 7.0.1 from ROCm 7.0.0. AMD GPU Driver (amdgpu) 30.10.1 is compatible with ROCm 7.0.1 and ROCm 7.0.0. .. [#kfd_support] As of ROCm 6.4.0, forward and backward compatibility between the AMD GPU Driver (amdgpu) and its user space software is provided up to a year apart. For earlier ROCm releases, the compatibility is provided for +/- 2 releases. The supported user space versions on this page were accurate as of the time of initial ROCm release. For the most up-to-date information, see the latest version of this information at `User and AMD GPU Driver support matrix `_. .. [#ROCT-rocr] Starting from ROCm 6.3.0, the ROCT Thunk Interface is included as part of the ROCr runtime package. - .. _OS-kernel-versions: Operating systems, kernel and Glibc versions @@ -208,9 +182,11 @@ Use this lookup table to confirm which operating system and kernel versions are ,, `Ubuntu `_, 22.04.5, "5.15 [GA], 6.8 [HWE]", 2.35 ,, - `Red Hat Enterprise Linux (RHEL 10) `_, 10.0, 6.12.0-55, 2.39 + `Red Hat Enterprise Linux (RHEL 10) `_, 10.1, 6.12.0-124, 2.39 + ,10.0, 6.12.0-55, 2.39 ,, - `Red Hat Enterprise Linux (RHEL 9) `_, 9.6, 5.14.0-570, 2.34 + `Red Hat Enterprise Linux (RHEL 9) `_, 9.7, 5.14.0-611, 2.34 + ,9.6, 5.14.0-570, 2.34 ,9.5, 5.14+, 2.34 ,9.4, 5.14.0-427, 2.34 ,, @@ -262,53 +238,18 @@ Expand for full historical view of: .. rubric:: Footnotes - .. [#rhel-10-702-past-60] RHEL 10.0 and RHEL 9.6 are supported on all listed :ref:`supported_GPUs` except AMD Radeon PRO V620 GPU. - .. [#rhel-94-702-past-60] RHEL 9.4 is supported on all AMD Instinct GPUs listed under :ref:`supported_GPUs`. - .. [#rhel-700-past-60] **For ROCm 7.0.x** - RHEL 8.10 is supported only on AMD Instinct MI300X, MI300A, MI250X, MI250, MI210, and MI100 GPUs. - .. [#sles-710-past-60] **For ROCm 7.1.x** - SLES 15 SP7 is supported only on AMD Instinct MI325X, MI300X, MI300A, MI250X, MI250, MI210, and MI100 GPUs. - .. [#sles-db-700-past-60] **For ROCm 7.0.x** - SLES 15 SP7 and Debian 12 are supported only on AMD Instinct MI300X, MI300A, MI250X, MI250, and MI210 GPUs. - .. [#ol-710-mi300x-past-60] **For ROCm 7.1.x** - Oracle Linux 10 and 9 are supported only on AMD Instinct MI355X, MI350X, MI325X, and MI300X GPUs. Oracle Linux 8 is supported only on AMD Instinct MI300X GPU. - .. [#ol-700-mi300x-past-60] **For ROCm 7.0.x** - Oracle Linux 10 and 9 are supported only on AMD Instinct MI355X, MI350X, and MI300X GPUs. Oracle Linux 8 is supported only on AMD Instinct MI300X GPU. - .. [#mi300x-past-60] **Prior ROCm 7.0.0** - Oracle Linux is supported only on AMD Instinct MI300X GPUs. - .. [#db-710-mi300x-past-60] **For ROCm 7.1.x** - Debian 13 is supported only on AMD Instinct MI325X and MI300X GPUs. - .. [#db12-710-past-60] **For ROCm 7.1.x** - Debian 12 is supported only on AMD Instinct MI325X, MI300X, MI300A, MI250X, MI250, and MI210 GPUs. - .. [#db-mi300x-past-60] **For ROCm 7.0.2** - Debian 13 is supported only on AMD Instinct MI300X GPUs. - .. [#single-node-past-60] **Prior to ROCm 7.0.0** - Debian 12 is supported only on AMD Instinct MI300X GPUs for single-node functionality. - .. [#az-mi300x-past-60] Starting from ROCm 6.4.0, Azure Linux 3.0 is supported only on AMD Instinct MI300X and AMD Radeon PRO V710 GPUs. - .. [#az-mi300x-630-past-60] **Prior ROCm 6.4.0**- Azure Linux 3.0 is supported only on AMD Instinct MI300X GPUs. - .. [#rl-700-past-60] Rocky Linux 9 is supported only on AMD Instinct MI300X and MI300A GPUs. - .. [#mi350x-os-710-past-60] **For ROCm 7.1.x** - AMD Instinct MI355X (gfx950) and MI350X (gfx950) GPUs supports all listed :ref:`supported_distributions` except RHEL 8.10, SLES 15 SP7, Debian 12, Rocky 9, Azure Linux 3.0, and Oracle Linux 8. - .. [#mi350x-os-700-past-60] **For ROCm 7.0.x** - AMD Instinct MI355X (gfx950) and MI350X (gfx950) GPUs only supports Ubuntu 24.04.3, Ubuntu 22.04.5, RHEL 9.6, RHEL 9.4, and Oracle Linux 9. - .. [#RDNA-OS-700-past-60] **Starting ROCm 7.0.x** AMD Radeon PRO AI PRO R9700 (gfx1201), AMD Radeon RX 9070 XT (gfx1201), AMD Radeon RX 9070 GRE (gfx1201), AMD Radeon RX 9070 (gfx1201), AMD Radeon RX 9060 XT (gfx1200), AMD Radeon RX 9060 (gfx1200), AMD Radeon RX 7800 XT (gfx1101), AMD Radeon RX 7700 XT (gfx1101), AMD Radeon PRO W7700 (gfx1101), and AMD Radeon PRO W6800 (gfx1030) only supports Ubuntu 24.04.3, Ubuntu 22.04.5, RHEL 10.0, RHEL 9.6, and RHEL 9.4. - .. [#RDNA-OS-past-60] **Prior ROCm 7.0.0** - Radeon AI PRO R9700, Radeon RX 9070 XT (gfx1201), Radeon RX 9060 XT (gfx1200), Radeon PRO W7700 (gfx1101), and Radeon RX 7800 XT (gfx1101) only supports Ubuntu 24.04.2, Ubuntu 22.04.5, RHEL 9.6, and RHEL 9.4. - .. [#rd-v710-past-60] **Starting ROCm 7.0.x** - AMD Radeon PRO V710 (gfx1101) only supports Ubuntu 24.04.3, Ubuntu 22.04.5, RHEL 10.0, RHEL 9.6, and Azure Linux 3.0. - .. [#rd-v620-past-60] **Starting ROCm 7.0.x** - AMD Radeon PRO V620 (gfx1030) only supports Ubuntu 24.04.3 and Ubuntu 22.04.5. - .. [#mi325x-os-710past-60] **For ROCm 7.1.x** - AMD Instinct MI325X GPU (gfx942) supports all listed :ref:`supported_distributions` except RHEL 8.10, Rocky 9, Azure Linux 3.0, and Oracle Linux 8. - .. [#mi325x-os-past-60] **For ROCm 7.0.x** - AMD Instinct MI325X GPU (gfx942) only supports Ubuntu 24.04.3, Ubuntu 22.04.5, RHEL 9.6, and RHEL 9.4. - .. [#mi300x-os-past-60] **For ROCm 7.0.x** - AMD Instinct MI300X GPU (gfx942) supports all listed :ref:`supported_distributions`. - .. [#mi300A-os-past-60] **Starting ROCm 7.0.x** - AMD Instinct MI300A GPUs (gfx942) supports all listed :ref:`supported_distributions` except on Debian 13, Azure Linux 3.0, Oracle Linux 10, Oracle Linux 9, and Oracle Linux 8. - .. [#mi200x-os-past-60] **For ROCm 7.0.x** - AMD Instinct MI200 Series GPUs (gfx90a) only supports Ubuntu 24.04.3, Ubuntu 22.04.5, RHEL 10.0, RHEL 9.6, RHEL 9.4, RHEL 8.10, SLES 15 SP7, and Debian 12. - .. [#mi100-710-os-past-60] **For ROCM 7.1.x** - AMD Instinct MI100 GPUs (gfx908) only supports Ubuntu 24.04.3, Ubuntu 22.04.5, RHEL 10.0, RHEL 9.6, RHEL 9.4, RHEL 8.10, and SLES 15 SP7. - .. [#mi100-os-past-60] **For ROCm 7.0.x** - AMD Instinct MI100 GPU (gfx908) only supports Ubuntu 24.04.3, Ubuntu 22.04.5, RHEL 10.0, RHEL 9.6, RHEL 9.4, and RHEL 8.10. - .. [#7700XT-OS-past-60] **Prior to ROCm 7.0.0** - Radeon RX 7700 XT (gfx1101) only supports Ubuntu 24.04.2 and RHEL 9.6. - .. [#mi300_624-past-60] **For ROCm 6.2.4** - MI300X (gfx942) is supported on listed operating systems *except* Ubuntu 22.04.5 [6.8 HWE] and Ubuntu 22.04.4 [6.5 HWE]. - .. [#mi300_622-past-60] **For ROCm 6.2.2** - MI300X (gfx942) is supported on listed operating systems *except* Ubuntu 22.04.5 [6.8 HWE] and Ubuntu 22.04.4 [6.5 HWE]. - .. [#mi300_621-past-60] **For ROCm 6.2.1** - MI300X (gfx942) is supported on listed operating systems *except* Ubuntu 22.04.5 [6.8 HWE] and Ubuntu 22.04.4 [6.5 HWE]. - .. [#mi300_620-past-60] **For ROCm 6.2.0** - MI300X (gfx942) is supported on listed operating systems *except* Ubuntu 22.04.5 [6.8 HWE] and Ubuntu 22.04.4 [6.5 HWE]. - .. [#mi300_612-past-60] **For ROCm 6.1.2** - MI300A (gfx942) is supported on Ubuntu 22.04.4, RHEL 9.4, RHEL 9.3, RHEL 8.9, and SLES 15 SP5. MI300X (gfx942) is supported only on Ubuntu 22.04.4 and Oracle Linux. - .. [#mi300_611-past-60] **For ROCm 6.1.1** - MI300A (gfx942) is supported on Ubuntu 22.04.4, RHEL 9.4, RHEL 9.3, RHEL 8.9, and SLES 15 SP5. MI300X (gfx942) is supported only on Ubuntu 22.04.4 and Oracle Linux. - .. [#mi300_610-past-60] **For ROCm 6.1.0** - MI300A (gfx942) is supported on Ubuntu 22.04.4, RHEL 9.4, RHEL 9.3, RHEL 8.9, and SLES 15 SP5. MI300X (gfx942) is supported only on Ubuntu 22.04.4. - .. [#mi300_602-past-60] **For ROCm 6.0.2** - MI300A (gfx942) is supported on Ubuntu 22.04.3, RHEL 8.9, and SLES 15 SP5. MI300X (gfx942) is supported only on Ubuntu 22.04.3. - .. [#mi300_600-past-60] **For ROCm 6.0.0** - MI300A (gfx942) is supported on Ubuntu 22.04.3, RHEL 8.9, and SLES 15 SP5. MI300X (gfx942) is supported only on Ubuntu 22.04.3. + .. [#os-compatibility-past-60] Some operating systems are supported on limited GPUs. For detailed information, see :ref:`supported_distributions` and select the required ROCm version for version specific support. + .. [#gpu-compatibility-past-60] Some GPUs have limited operating system support. For detailed information, see :ref:`supported_GPUs` and select the required ROCm version for version specific support. .. [#tf-mi350-past-60] TensorFlow 2.17.1 is not supported on AMD Instinct MI350 Series GPUs. Use TensorFlow 2.19.1 or 2.18.1 with MI350 Series GPUs instead. .. [#verl_compat-past-60] verl is supported only on ROCm 6.2.0. .. [#stanford-megatron-lm_compat-past-60] Stanford Megatron-LM is supported only on ROCm 6.3.0. - .. [#dgl_compat-past-60] DGL is supported only on ROCm 6.4.0. + .. [#dgl_compat-past-60] DGL is supported only on ROCm 7.0.0, ROCm 6.4.3 and ROCm 6.4.0. .. [#megablocks_compat-past-60] Megablocks is supported only on ROCm 6.3.0. .. [#taichi_compat-past-60] Taichi is supported only on ROCm 6.3.2. .. [#ray_compat-past-60] Ray is supported only on ROCm 6.4.1. .. [#llama-cpp_compat-past-60] llama.cpp is supported only on ROCm 7.0.0 and 6.4.x. .. [#flashinfer_compat-past-60] FlashInfer is supported only on ROCm 6.4.1. + .. [#mi325x_KVM-past-60] For AMD Instinct MI325X KVM SR-IOV users, do not use AMD GPU Driver (amdgpu) 30.20.0. .. [#driver_patch-past-60] AMD GPU Driver (amdgpu) 30.10.1 is a quality release that resolves an issue identified in the 30.10 release. There are no other significant changes or feature additions in ROCm 7.0.1 from ROCm 7.0.0. AMD GPU Driver (amdgpu) 30.10.1 is compatible with ROCm 7.0.1 and ROCm 7.0.0. .. [#kfd_support-past-60] As of ROCm 6.4.0, forward and backward compatibility between the AMD GPU Driver (amdgpu) and its user space software is provided up to a year apart. For earlier ROCm releases, the compatibility is provided for +/- 2 releases. The supported user space versions on this page were accurate as of the time of initial ROCm release. For the most up-to-date information, see the latest version of this information at `User and AMD GPU Driver support matrix `_. .. [#ROCT-rocr-past-60] Starting from ROCm 6.3.0, the ROCT Thunk Interface is included as part of the ROCr runtime package. diff --git a/docs/compatibility/ml-compatibility/dgl-compatibility.rst b/docs/compatibility/ml-compatibility/dgl-compatibility.rst index 3c18ce100..fad6924df 100644 --- a/docs/compatibility/ml-compatibility/dgl-compatibility.rst +++ b/docs/compatibility/ml-compatibility/dgl-compatibility.rst @@ -39,13 +39,13 @@ Support overview Version support -------------------------------------------------------------------------------- -DGL is supported on `ROCm 6.4.0 `__. +DGL is supported on `ROCm 7.0.0 `__, +`ROCm 6.4.3 `__, and `ROCm 6.4.0 `__. Supported devices -------------------------------------------------------------------------------- -- **Officially Supported**: AMD Instinct™ MI300X (through `hipBLASlt `__) -- **Partially Supported**: AMD Instinct™ MI250X +**Officially Supported**: AMD Instinct™ MI300X, MI250X .. _dgl-recommendations: @@ -60,16 +60,35 @@ GAT, GCN, and GraphSage. Using these models, a variety of use cases are supporte - 1D (Temporal) and 2D (Image) Classification - Drug Discovery -Multiple use cases of DGL have been tested and verified. -However, a recommended example follows a drug discovery pipeline using the ``SE3Transformer``. -Refer to the `AMD ROCm blog `_, -where you can search for DGL examples and best practices to optimize your training workflows on AMD GPUs. +For use cases and recommendations, refer to the `AMD ROCm blog `__, +where you can search for DGL examples and best practices to optimize your workloads on AMD GPUs. -Coverage includes: +* Although multiple use cases of DGL have been tested and verified, a few have been + outlined in the `DGL in the Real World: Running GNNs on Real Use Cases + `__ blog + post, which walks through four real-world graph neural network (GNN) workloads + implemented with the Deep Graph Library on ROCm. It covers tasks ranging from + heterogeneous e-commerce graphs and multiplex networks (GATNE) to molecular graph + regression (GNN-FiLM) and EEG-based neurological diagnosis (EEG-GCNN). For each use + case, the authors detail: the dataset and task, how DGL is used, and their experience + porting to ROCm. It is shown that DGL codebases often run without modification, with + seamless integration of graph operations, message passing, sampling, and convolution. -- Single-GPU training/inference -- Multi-GPU training +* The `Graph Neural Networks (GNNs) at Scale: DGL with ROCm on AMD Hardware + `__ + blog post introduces the Deep Graph Library (DGL) and its enablement on the AMD ROCm platform, + bringing high-performance graph neural network (GNN) training to AMD GPUs. DGL bridges + the gap between dense tensor frameworks and the irregular nature of graph data through a + graph-first, message-passing abstraction. Its design ensures scalability, flexibility, and + interoperability across frameworks like PyTorch and TensorFlow. AMD’s ROCm integration + enables DGL to run efficiently on HIP-based GPUs, supported by prebuilt Docker containers + and open-source repositories. This marks a major step in AMD's mission to advance open, + scalable AI ecosystems beyond traditional architectures. +You can pre-process datasets and begin training on AMD GPUs through: + +* Single-GPU training/inference +* Multi-GPU training .. _dgl-docker-compat: @@ -85,7 +104,7 @@ with ROCm backends on Docker Hub. The following Docker image tags and associated inventories represent the latest available DGL version from the official Docker Hub. Click the |docker-icon| to view the image on Docker Hub. -.. list-table:: DGL Docker image components +.. list-table:: :header-rows: 1 :class: docker-image-compatibility @@ -98,43 +117,83 @@ Click the |docker-icon| to view the image on Docker Hub. * - .. raw:: html - + rocm/dgl - - `6.4.0 `__. + - `7.0.0 `__ - `2.4.0 `__ - - `2.6.0 `__ + - `2.8.0 `__ - 24.04 - `3.12.9 `__ * - .. raw:: html - + rocm/dgl - - `6.4.0 `__. + - `7.0.0 `__ - `2.4.0 `__ - - `2.4.1 `__ + - `2.6.0 `__ + - 24.04 + - `3.12.9 `__ + + * - .. raw:: html + + rocm/dgl + + - `7.0.0 `__ + - `2.4.0 `__ + - `2.7.1 `__ + - 22.04 + - `3.10.16 `__ + + * - .. raw:: html + + rocm/dgl + + - `6.4.3 `__ + - `2.4.0 `__ + - `2.6.0 `__ + - 24.04 + - `3.12.9 `__ + + * - .. raw:: html + + rocm/dgl + + - `6.4.0 `__ + - `2.4.0 `__ + - `2.6.0 `__ + - 24.04 + - `3.12.9 `__ + + * - .. raw:: html + + rocm/dgl + + - `6.4.0 `__ + - `2.4.0 `__ + - `2.4.1 `__ - 24.04 - `3.12.9 `__ * - .. raw:: html - + rocm/dgl - - `6.4.0 `__. + - `6.4.0 `__ - `2.4.0 `__ - - `2.4.1 `__ + - `2.4.1 `__ - 22.04 - `3.10.16 `__ * - .. raw:: html - + rocm/dgl - - `6.4.0 `__. + - `6.4.0 `__ - `2.4.0 `__ - - `2.3.0 `__ + - `2.3.0 `__ - 22.04 - `3.10.16 `__ @@ -150,81 +209,102 @@ If you prefer to build it yourself, ensure the following dependencies are instal :header-rows: 1 * - ROCm library - - ROCm 6.4.0 Version + - ROCm 7.0.0 Version + - ROCm 6.4.x Version - Purpose * - `Composable Kernel `_ + - 1.1.0 - 1.1.0 - Enables faster execution of core operations like matrix multiplication (GEMM), convolutions and transformations. * - `hipBLAS `_ + - 3.0.0 - 2.4.0 - Provides GPU-accelerated Basic Linear Algebra Subprograms (BLAS) for matrix and vector operations. * - `hipBLASLt `_ + - 1.0.0 - 0.12.0 - hipBLASLt is an extension of the hipBLAS library, providing additional features like epilogues fused into the matrix multiplication kernel or use of integer tensor cores. * - `hipCUB `_ + - 4.0.0 - 3.4.0 - Provides a C++ template library for parallel algorithms for reduction, scan, sort and select. * - `hipFFT `_ + - 1.0.20 - 1.0.18 - Provides GPU-accelerated Fast Fourier Transform (FFT) operations. * - `hipRAND `_ + - 3.0.0 - 2.12.0 - Provides fast random number generation for GPUs. * - `hipSOLVER `_ + - 3.0.0 - 2.4.0 - Provides GPU-accelerated solvers for linear systems, eigenvalues, and singular value decompositions (SVD). * - `hipSPARSE `_ + - 4.0.1 - 3.2.0 - Accelerates operations on sparse matrices, such as sparse matrix-vector or matrix-matrix products. * - `hipSPARSELt `_ + - 0.2.4 - 0.2.3 - Accelerates operations on sparse matrices, such as sparse matrix-vector or matrix-matrix products. * - `hipTensor `_ + - 2.0.0 - 1.5.0 - Optimizes for high-performance tensor operations, such as contractions. * - `MIOpen `_ + - 3.5.0 - 3.4.0 - Optimizes deep learning primitives such as convolutions, pooling, normalization, and activation functions. * - `MIGraphX `_ + - 2.13.0 - 2.12.0 - Adds graph-level optimizations, ONNX models and mixed precision support and enable Ahead-of-Time (AOT) Compilation. * - `MIVisionX `_ + - 3.3.0 - 3.2.0 - Optimizes acceleration for computer vision and AI workloads like preprocessing, augmentation, and inferencing. * - `rocAL `_ - - :version-ref:`rocAL rocm_version` + - 3.3.0 + - 2.2.0 - Accelerates the data pipeline by offloading intensive preprocessing and augmentation tasks. rocAL is part of MIVisionX. * - `RCCL `_ - - 2.2.0 + - 2.26.6 + - 2.22.3 - Optimizes for multi-GPU communication for operations like AllReduce and Broadcast. * - `rocDecode `_ + - 1.0.0 - 0.10.0 - Provides hardware-accelerated data decoding capabilities, particularly for image, video, and other dataset formats. * - `rocJPEG `_ + - 1.1.0 - 0.8.0 - Provides hardware-accelerated JPEG image decoding and encoding. * - `RPP `_ + - 2.0.0 - 1.9.10 - Speeds up data augmentation, transformation, and other preprocessing steps. * - `rocThrust `_ + - 4.0.0 - 3.3.0 - Provides a C++ template library for parallel algorithms like sorting, reduction, and scanning. * - `rocWMMA `_ + - 2.0.0 - 1.7.0 - Accelerates warp-level matrix-multiply and matrix-accumulate to speed up matrix multiplication (GEMM) and accumulation operations with mixed precision @@ -253,26 +333,29 @@ Instead of listing them all, support is grouped into the following categories to * DGL NN * DGL Optim * DGL Sparse - +* GraphBolt Unsupported features ================================================================================ -* GraphBolt -* Partial TF32 Support (MI250X only) +* TF32 Support (only supported for PyTorch 2.7 and above) * Kineto/ROCTracer integration Unsupported functions ================================================================================ -* ``more_nnz`` +* ``bfs`` * ``format`` * ``multiprocess_sparse_adam_state_dict`` -* ``record_stream_ndarray`` * ``half_spmm`` * ``segment_mm`` * ``gather_mm_idx_b`` -* ``pgexplainer`` * ``sample_labors_prob`` * ``sample_labors_noprob`` +* ``sparse_admin`` + +Previous versions +=============================================================================== +See :doc:`rocm-install-on-linux:install/3rd-party/previous-versions/dgl-history` to find documentation for previous releases +of the ``ROCm/dgl`` Docker image. \ No newline at end of file diff --git a/docs/compatibility/ml-compatibility/jax-compatibility.rst b/docs/compatibility/ml-compatibility/jax-compatibility.rst index 8308a8efc..3ca287ece 100644 --- a/docs/compatibility/ml-compatibility/jax-compatibility.rst +++ b/docs/compatibility/ml-compatibility/jax-compatibility.rst @@ -43,6 +43,26 @@ quarterly alongside new ROCm releases. These images undergo full AMD testing. `Community ROCm JAX Docker images `_ follow upstream JAX releases and use the latest available ROCm version. +JAX Plugin-PJRT with JAX/JAXLIB compatibility +================================================================================ + +Portable JIT Runtime (PJRT) is an open, stable interface for device runtime and +compiler. The following table details the ROCm version compatibility matrix +between JAX Plugin–PJRT and JAX/JAXLIB. + +.. list-table:: + :header-rows: 1 + + * - JAX Plugin-PJRT + - JAX/JAXLIB + - ROCm + * - 0.7.1 + - 0.7.1 + - 7.1.1, 7.1.0 + * - 0.6.0 + - 0.6.2, 0.6.0 + - 7.0.2, 7.0.1, 7.0.0 + Use cases and recommendations ================================================================================ @@ -249,6 +269,33 @@ For a complete and up-to-date list of JAX public modules (for example, ``jax.num JAX API modules are maintained by the JAX project and is subject to change. Refer to the official Jax documentation for the most up-to-date information. +Key features and enhancements for ROCm 7.1 +=============================================================================== + +- Enabled compilation of multihost HLO runner Python bindings. + + - Backported multihost HLO runner bindings and some related changes to + :code:`FunctionalHloRunner`. + + - Added :code:`requirements_lock_3_12` to enable building for Python 3.12. + +- Removed hardcoded NHWC convolution layout for ``fp16`` precision to address the performance drops for ``fp16`` precision on gfx12xx GPUs. + + +- ROCprofiler-SDK integration: + + - Integrated ROCprofiler-SDK (v3) to XLA to improve profiling of GPU events, + support both time-based and step-based profiling. + + - Added unit tests for :code:`rocm_collector` and :code:`rocm_tracer`. + +- Added Triton unsupported conversion from ``f8E4M3FNUZ`` to ``fp16`` with + rounding mode. + +- Introduced :code:`CudnnFusedConvDecomposer` to revert fused convolutions + when :code:`ConvAlgorithmPicker` fails to find a fused algorithm, and removed + unfused fallback paths from :code:`RocmFusedConvRunner`. + Key features and enhancements for ROCm 7.0 =============================================================================== diff --git a/docs/compatibility/ml-compatibility/llama-cpp-compatibility.rst b/docs/compatibility/ml-compatibility/llama-cpp-compatibility.rst index b79baf253..9c958afdf 100644 --- a/docs/compatibility/ml-compatibility/llama-cpp-compatibility.rst +++ b/docs/compatibility/ml-compatibility/llama-cpp-compatibility.rst @@ -45,7 +45,7 @@ llama.cpp is supported on `ROCm 7.0.0 `__ Supported devices -------------------------------------------------------------------------------- -**Officially Supported**: AMD Instinct™ MI300X, MI325X, MI210 +**Officially Supported**: AMD Instinct™ MI325X, MI300X, MI210 Use cases and recommendations ================================================================================ @@ -109,27 +109,27 @@ Click |docker-icon| to view the image on Docker Hub. * - .. raw:: html - rocm/llama.cpp + rocm/llama.cpp - .. raw:: html - rocm/llama.cpp + rocm/llama.cpp - .. raw:: html - rocm/llama.cpp - - `b6356 `__ + rocm/llama.cpp + - `b6652 `__ - `7.0.0 `__ - 24.04 * - .. raw:: html - rocm/llama.cpp + rocm/llama.cpp - .. raw:: html - rocm/llama.cpp + rocm/llama.cpp - .. raw:: html - rocm/llama.cpp - - `b6356 `__ + rocm/llama.cpp + - `b6652 `__ - `7.0.0 `__ - 22.04 diff --git a/docs/compatibility/ml-compatibility/pytorch-compatibility.rst b/docs/compatibility/ml-compatibility/pytorch-compatibility.rst index 5fc0c4cb1..a51f726d3 100644 --- a/docs/compatibility/ml-compatibility/pytorch-compatibility.rst +++ b/docs/compatibility/ml-compatibility/pytorch-compatibility.rst @@ -399,6 +399,28 @@ with ROCm. **Note:** Only official release exists. +Key features and enhancements for PyTorch 2.9 with ROCm 7.1.1 +================================================================================ +- Scaled Dot Product Attention (SDPA) upgraded to use AOTriton version 0.11b. + +- Default hipBLASLt support enabled for gfx908 architecture on ROCm 6.3 and later. + +- MIOpen now supports channels last memory format for 3D convolutions and batch normalization. + +- NHWC convolution operations in MIOpen optimized by eliminating unnecessary transpose operations. + +- Improved tensor.item() performance by removing redundant synchronization. + +- Enhanced performance for element-wise operations and reduction kernels. + +- Added support for grouped GEMM operations through fbgemm_gpu generative AI components. + +- Resolved device error in Inductor when using CUDA graph trees with HIP. + +- Corrected logsumexp scaling in AOTriton-based SDPA implementation. + +- Added stream graph capture status validation in memory copy synchronization functions. + Key features and enhancements for PyTorch 2.8 with ROCm 7.1 ================================================================================ diff --git a/docs/compatibility/ml-compatibility/tensorflow-compatibility.rst b/docs/compatibility/ml-compatibility/tensorflow-compatibility.rst index 485980d13..04a43df00 100644 --- a/docs/compatibility/ml-compatibility/tensorflow-compatibility.rst +++ b/docs/compatibility/ml-compatibility/tensorflow-compatibility.rst @@ -136,7 +136,7 @@ The following section maps supported data types and GPU-accelerated TensorFlow features to their minimum supported ROCm and TensorFlow versions. Data types -^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +--------------- The data type of a tensor is specified using the ``dtype`` attribute or argument, and TensorFlow supports a wide range of data types for different use @@ -254,7 +254,7 @@ are as follows: - 1.7 Features -^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +--------------- This table provides an overview of key features in TensorFlow and their availability in ROCm. @@ -346,7 +346,7 @@ availability in ROCm. - 1.9.2 Distributed library features -^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +----------------------------------- Enables developers to scale computations across multiple devices on a single machine or across multiple machines. diff --git a/docs/conceptual/gpu-isolation.md b/docs/conceptual/gpu-isolation.md index 35a221779..7296df968 100644 --- a/docs/conceptual/gpu-isolation.md +++ b/docs/conceptual/gpu-isolation.md @@ -34,7 +34,7 @@ Runtime ```{code-block} shell :caption: Example to expose the 1. device and a device based on UUID. -export ROCR_VISIBLE_DEVICES="0,GPU-DEADBEEFDEADBEEF" +export ROCR_VISIBLE_DEVICES="0,GPU-4b2c1a9f-8d3e-6f7a-b5c9-2e4d8a1f6c3b" ``` ### `GPU_DEVICE_ORDINAL` diff --git a/docs/conf.py b/docs/conf.py index ffa1d62dd..db79b0030 100644 --- a/docs/conf.py +++ b/docs/conf.py @@ -8,6 +8,7 @@ import os import shutil import sys from pathlib import Path +from subprocess import run gh_release_path = os.path.join("..", "RELEASE.md") gh_changelog_path = os.path.join("..", "CHANGELOG.md") @@ -80,24 +81,27 @@ latex_elements = { } html_baseurl = os.environ.get("READTHEDOCS_CANONICAL_URL", "rocm.docs.amd.com") -html_context = {"docs_header_version": "7.1.0"} +html_context = {"docs_header_version": "7.1.1"} if os.environ.get("READTHEDOCS", "") == "True": html_context["READTHEDOCS"] = True +# Check if the branch is a docs/ branch +official_branch = run(["git", "rev-parse", "--abbrev-ref", "HEAD"], capture_output=True, text=True).stdout.find("docs/") + # configurations for PDF output by Read the Docs project = "ROCm Documentation" project_path = os.path.abspath(".").replace("\\", "/") author = "Advanced Micro Devices, Inc." copyright = "Copyright (c) 2025 Advanced Micro Devices, Inc. All rights reserved." -version = "7.1.0" -release = "7.1.0" +version = "7.1.1" +release = "7.1.1" setting_all_article_info = True all_article_info_os = ["linux", "windows"] all_article_info_author = "" # pages with specific settings article_pages = [ - {"file": "about/release-notes", "os": ["linux"], "date": "2025-10-30"}, + {"file": "about/release-notes", "os": ["linux"], "date": "2025-11-26"}, {"file": "release/changelog", "os": ["linux"],}, {"file": "compatibility/compatibility-matrix", "os": ["linux"]}, {"file": "compatibility/ml-compatibility/pytorch-compatibility", "os": ["linux"]}, @@ -203,7 +207,7 @@ external_toc_path = "./sphinx/_toc.yml" # Add the _extensions directory to Python's search path sys.path.append(str(Path(__file__).parent / 'extension')) -extensions = ["rocm_docs", "sphinx_reredirects", "sphinx_sitemap", "sphinxcontrib.datatemplates", "version-ref", "csv-to-list-table"] +extensions = ["rocm_docs", "sphinx_reredirects", "sphinx_sitemap", "sphinxcontrib.datatemplates", "remote-content", "version-ref", "csv-to-list-table"] compatibility_matrix_file = str(Path(__file__).parent / 'compatibility/compatibility-matrix-historical-6.0.csv') @@ -217,6 +221,10 @@ html_context = {"docs_header_version": "7.1.0"} if os.environ.get("READTHEDOCS", "") == "True": html_context["READTHEDOCS"] = True +html_context["official_branch"] = official_branch +html_context["version"] = version +html_context["release"] = release + html_theme = "rocm_docs_theme" html_theme_options = {"flavor": "rocm-docs-home"} @@ -242,3 +250,6 @@ html_context = { "granularity_type" : [('Coarse-grained', 'coarse-grained'), ('Fine-grained', 'fine-grained')], "scope_type" : [('Device', 'device'), ('System', 'system')] } + +# Disable figure and table numbering +numfig = False diff --git a/docs/data/how-to/rocm-for-ai/inference/previous-versions/vllm_0.10.1_20251006-benchmark-models.yaml b/docs/data/how-to/rocm-for-ai/inference/previous-versions/vllm_0.10.1_20251006-benchmark-models.yaml new file mode 100644 index 000000000..dac0b9829 --- /dev/null +++ b/docs/data/how-to/rocm-for-ai/inference/previous-versions/vllm_0.10.1_20251006-benchmark-models.yaml @@ -0,0 +1,316 @@ +dockers: + - pull_tag: rocm/vllm:rocm7.0.0_vllm_0.10.2_20251006 + docker_hub_url: https://hub.docker.com/layers/rocm/vllm/rocm7.0.0_vllm_0.10.2_20251006/images/sha256-94fd001964e1cf55c3224a445b1fb5be31a7dac302315255db8422d813edd7f5 + components: + ROCm: 7.0.0 + vLLM: 0.10.2 (0.11.0rc2.dev160+g790d22168.rocm700) + PyTorch: 2.9.0a0+git1c57644 + hipBLASLt: 1.0.0 + dockerfile: + commit: 790d22168820507f3105fef29596549378cfe399 +model_groups: + - group: Meta Llama + tag: llama + models: + - model: Llama 2 70B + mad_tag: pyt_vllm_llama-2-70b + model_repo: meta-llama/Llama-2-70b-chat-hf + url: https://huggingface.co/meta-llama/Llama-2-70b-chat-hf + precision: float16 + config: + tp: 8 + dtype: auto + kv_cache_dtype: auto + max_num_batched_tokens: 4096 + max_model_len: 4096 + - model: Llama 3.1 8B + mad_tag: pyt_vllm_llama-3.1-8b + model_repo: meta-llama/Llama-3.1-8B-Instruct + url: https://huggingface.co/meta-llama/Llama-3.1-8B + precision: float16 + config: + tp: 1 + dtype: auto + kv_cache_dtype: auto + max_num_batched_tokens: 131072 + max_model_len: 8192 + - model: Llama 3.1 8B FP8 + mad_tag: pyt_vllm_llama-3.1-8b_fp8 + model_repo: amd/Llama-3.1-8B-Instruct-FP8-KV + url: https://huggingface.co/amd/Llama-3.1-8B-Instruct-FP8-KV + precision: float8 + config: + tp: 1 + dtype: auto + kv_cache_dtype: fp8 + max_num_batched_tokens: 131072 + max_model_len: 8192 + - model: Llama 3.1 405B + mad_tag: pyt_vllm_llama-3.1-405b + model_repo: meta-llama/Llama-3.1-405B-Instruct + url: https://huggingface.co/meta-llama/Llama-3.1-405B-Instruct + precision: float16 + config: + tp: 8 + dtype: auto + kv_cache_dtype: auto + max_num_batched_tokens: 131072 + max_model_len: 8192 + - model: Llama 3.1 405B FP8 + mad_tag: pyt_vllm_llama-3.1-405b_fp8 + model_repo: amd/Llama-3.1-405B-Instruct-FP8-KV + url: https://huggingface.co/amd/Llama-3.1-405B-Instruct-FP8-KV + precision: float8 + config: + tp: 8 + dtype: auto + kv_cache_dtype: fp8 + max_num_batched_tokens: 131072 + max_model_len: 8192 + - model: Llama 3.1 405B MXFP4 + mad_tag: pyt_vllm_llama-3.1-405b_fp4 + model_repo: amd/Llama-3.1-405B-Instruct-MXFP4-Preview + url: https://huggingface.co/amd/Llama-3.1-405B-Instruct-MXFP4-Preview + precision: float4 + config: + tp: 8 + dtype: auto + kv_cache_dtype: fp8 + max_num_batched_tokens: 131072 + max_model_len: 8192 + - model: Llama 3.3 70B + mad_tag: pyt_vllm_llama-3.3-70b + model_repo: meta-llama/Llama-3.3-70B-Instruct + url: https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct + precision: float16 + config: + tp: 8 + dtype: auto + kv_cache_dtype: auto + max_num_batched_tokens: 131072 + max_model_len: 8192 + - model: Llama 3.3 70B FP8 + mad_tag: pyt_vllm_llama-3.3-70b_fp8 + model_repo: amd/Llama-3.3-70B-Instruct-FP8-KV + url: https://huggingface.co/amd/Llama-3.3-70B-Instruct-FP8-KV + precision: float8 + config: + tp: 8 + dtype: auto + kv_cache_dtype: fp8 + max_num_batched_tokens: 131072 + max_model_len: 8192 + - model: Llama 3.3 70B MXFP4 + mad_tag: pyt_vllm_llama-3.3-70b_fp4 + model_repo: amd/Llama-3.3-70B-Instruct-MXFP4-Preview + url: https://huggingface.co/amd/Llama-3.3-70B-Instruct-MXFP4-Preview + precision: float4 + config: + tp: 8 + dtype: auto + kv_cache_dtype: fp8 + max_num_batched_tokens: 131072 + max_model_len: 8192 + - model: Llama 4 Scout 17Bx16E + mad_tag: pyt_vllm_llama-4-scout-17b-16e + model_repo: meta-llama/Llama-4-Scout-17B-16E-Instruct + url: https://huggingface.co/meta-llama/Llama-4-Scout-17B-16E-Instruct + precision: float16 + config: + tp: 8 + dtype: auto + kv_cache_dtype: auto + max_num_batched_tokens: 32768 + max_model_len: 8192 + - model: Llama 4 Maverick 17Bx128E + mad_tag: pyt_vllm_llama-4-maverick-17b-128e + model_repo: meta-llama/Llama-4-Maverick-17B-128E-Instruct + url: https://huggingface.co/meta-llama/Llama-4-Maverick-17B-128E-Instruct + precision: float16 + config: + tp: 8 + dtype: auto + kv_cache_dtype: auto + max_num_batched_tokens: 32768 + max_model_len: 8192 + - model: Llama 4 Maverick 17Bx128E FP8 + mad_tag: pyt_vllm_llama-4-maverick-17b-128e_fp8 + model_repo: meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8 + url: https://huggingface.co/meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8 + precision: float8 + config: + tp: 8 + dtype: auto + kv_cache_dtype: fp8 + max_num_batched_tokens: 131072 + max_model_len: 8192 + - group: DeepSeek + tag: deepseek + models: + - model: DeepSeek R1 0528 FP8 + mad_tag: pyt_vllm_deepseek-r1 + model_repo: deepseek-ai/DeepSeek-R1-0528 + url: https://huggingface.co/deepseek-ai/DeepSeek-R1-0528 + precision: float8 + config: + tp: 8 + dtype: auto + kv_cache_dtype: fp8 + max_num_seqs: 1024 + max_num_batched_tokens: 131072 + max_model_len: 8192 + - group: OpenAI GPT OSS + tag: gpt-oss + models: + - model: GPT OSS 20B + mad_tag: pyt_vllm_gpt-oss-20b + model_repo: openai/gpt-oss-20b + url: https://huggingface.co/openai/gpt-oss-20b + precision: bfloat16 + config: + tp: 1 + dtype: auto + kv_cache_dtype: auto + max_num_batched_tokens: 8192 + max_model_len: 8192 + - model: GPT OSS 120B + mad_tag: pyt_vllm_gpt-oss-120b + model_repo: openai/gpt-oss-120b + url: https://huggingface.co/openai/gpt-oss-120b + precision: bfloat16 + config: + tp: 8 + dtype: auto + kv_cache_dtype: auto + max_num_batched_tokens: 8192 + max_model_len: 8192 + - group: Mistral AI + tag: mistral + models: + - model: Mixtral MoE 8x7B + mad_tag: pyt_vllm_mixtral-8x7b + model_repo: mistralai/Mixtral-8x7B-Instruct-v0.1 + url: https://huggingface.co/mistralai/Mixtral-8x7B-Instruct-v0.1 + precision: float16 + config: + tp: 8 + dtype: auto + kv_cache_dtype: auto + max_num_batched_tokens: 32768 + max_model_len: 8192 + - model: Mixtral MoE 8x7B FP8 + mad_tag: pyt_vllm_mixtral-8x7b_fp8 + model_repo: amd/Mixtral-8x7B-Instruct-v0.1-FP8-KV + url: https://huggingface.co/amd/Mixtral-8x7B-Instruct-v0.1-FP8-KV + precision: float8 + config: + tp: 8 + dtype: auto + kv_cache_dtype: fp8 + max_num_batched_tokens: 32768 + max_model_len: 8192 + - model: Mixtral MoE 8x22B + mad_tag: pyt_vllm_mixtral-8x22b + model_repo: mistralai/Mixtral-8x22B-Instruct-v0.1 + url: https://huggingface.co/mistralai/Mixtral-8x22B-Instruct-v0.1 + precision: float16 + config: + tp: 8 + dtype: auto + kv_cache_dtype: auto + max_num_batched_tokens: 65536 + max_model_len: 8192 + - model: Mixtral MoE 8x22B FP8 + mad_tag: pyt_vllm_mixtral-8x22b_fp8 + model_repo: amd/Mixtral-8x22B-Instruct-v0.1-FP8-KV + url: https://huggingface.co/amd/Mixtral-8x22B-Instruct-v0.1-FP8-KV + precision: float8 + config: + tp: 8 + dtype: auto + kv_cache_dtype: fp8 + max_num_batched_tokens: 65536 + max_model_len: 8192 + - group: Qwen + tag: qwen + models: + - model: Qwen3 8B + mad_tag: pyt_vllm_qwen3-8b + model_repo: Qwen/Qwen3-8B + url: https://huggingface.co/Qwen/Qwen3-8B + precision: float16 + config: + tp: 1 + dtype: auto + kv_cache_dtype: auto + max_num_batched_tokens: 40960 + max_model_len: 8192 + - model: Qwen3 32B + mad_tag: pyt_vllm_qwen3-32b + model_repo: Qwen/Qwen3-32b + url: https://huggingface.co/Qwen/Qwen3-32B + precision: float16 + config: + tp: 1 + dtype: auto + kv_cache_dtype: auto + max_num_batched_tokens: 40960 + max_model_len: 8192 + - model: Qwen3 30B A3B + mad_tag: pyt_vllm_qwen3-30b-a3b + model_repo: Qwen/Qwen3-30B-A3B + url: https://huggingface.co/Qwen/Qwen3-30B-A3B + precision: float16 + config: + tp: 1 + dtype: auto + kv_cache_dtype: auto + max_num_batched_tokens: 40960 + max_model_len: 8192 + - model: Qwen3 30B A3B FP8 + mad_tag: pyt_vllm_qwen3-30b-a3b_fp8 + model_repo: Qwen/Qwen3-30B-A3B-FP8 + url: https://huggingface.co/Qwen/Qwen3-30B-A3B-FP8 + precision: float16 + config: + tp: 1 + dtype: auto + kv_cache_dtype: fp8 + max_num_batched_tokens: 40960 + max_model_len: 8192 + - model: Qwen3 235B A22B + mad_tag: pyt_vllm_qwen3-235b-a22b + model_repo: Qwen/Qwen3-235B-A22B + url: https://huggingface.co/Qwen/Qwen3-235B-A22B + precision: float16 + config: + tp: 8 + dtype: auto + kv_cache_dtype: auto + max_num_batched_tokens: 40960 + max_model_len: 8192 + - model: Qwen3 235B A22B FP8 + mad_tag: pyt_vllm_qwen3-235b-a22b_fp8 + model_repo: Qwen/Qwen3-235B-A22B-FP8 + url: https://huggingface.co/Qwen/Qwen3-235B-A22B-FP8 + precision: float8 + config: + tp: 8 + dtype: auto + kv_cache_dtype: fp8 + max_num_batched_tokens: 40960 + max_model_len: 8192 + - group: Microsoft Phi + tag: phi + models: + - model: Phi-4 + mad_tag: pyt_vllm_phi-4 + model_repo: microsoft/phi-4 + url: https://huggingface.co/microsoft/phi-4 + precision: float16 + config: + tp: 1 + dtype: auto + kv_cache_dtype: auto + max_num_batched_tokens: 16384 + max_model_len: 8192 \ No newline at end of file diff --git a/docs/data/how-to/rocm-for-ai/inference/vllm-benchmark-models.yaml b/docs/data/how-to/rocm-for-ai/inference/vllm-benchmark-models.yaml index b669022de..e25149c0b 100644 --- a/docs/data/how-to/rocm-for-ai/inference/vllm-benchmark-models.yaml +++ b/docs/data/how-to/rocm-for-ai/inference/vllm-benchmark-models.yaml @@ -1,13 +1,13 @@ dockers: - - pull_tag: rocm/vllm:rocm7.0.0_vllm_0.10.2_20251006 - docker_hub_url: https://hub.docker.com/layers/rocm/vllm/rocm7.0.0_vllm_0.10.2_20251006/images/sha256-94fd001964e1cf55c3224a445b1fb5be31a7dac302315255db8422d813edd7f5 + - pull_tag: rocm/vllm:rocm7.0.0_vllm_0.11.1_20251103 + docker_hub_url: https://hub.docker.com/layers/rocm/vllm/rocm7.0.0_vllm_0.11.1_20251103/images/sha256-8d60429043d4d00958da46039a1de0d9b82df814d45da482497eef26a6076506 components: ROCm: 7.0.0 - vLLM: 0.10.2 (0.11.0rc2.dev160+g790d22168.rocm700) + vLLM: 0.11.1 (0.11.1rc2.dev141+g38f225c2a.rocm700) PyTorch: 2.9.0a0+git1c57644 hipBLASLt: 1.0.0 dockerfile: - commit: 790d22168820507f3105fef29596549378cfe399 + commit: 38f225c2abeadc04c2cc398814c2f53ea02c3c72 model_groups: - group: Meta Llama tag: llama diff --git a/docs/extension/remote-content.py b/docs/extension/remote-content.py new file mode 100644 index 000000000..aad07c9b4 --- /dev/null +++ b/docs/extension/remote-content.py @@ -0,0 +1,141 @@ +from docutils import nodes +from docutils.parsers.rst import Directive +from docutils.statemachine import ViewList +from sphinx.util import logging +from sphinx.util.nodes import nested_parse_with_titles +import requests +import re + +logger = logging.getLogger(__name__) + +class BranchAwareRemoteContent(Directive): + """ + Directive that downloads and includes content from other repositories, + matching the branch/tag of the current documentation build. + + Usage: + .. remote-content:: + :repo: owner/repository + :path: path/to/file.rst + :default_branch: docs/develop # Branch to use when not on a release + :tag_prefix: Docs/ # Optional + """ + + required_arguments = 0 + optional_arguments = 0 + final_argument_whitespace = True + has_content = False + option_spec = { + 'repo': str, + 'path': str, + 'default_branch': str, # Branch to use when not on a release tag + 'start_line': int, # Include the file from a specific line + 'tag_prefix': str, # Prefix for release tags (e.g., 'Docs/') + } + + def get_current_version(self): + """Get current version/branch being built""" + env = self.state.document.settings.env + html_context = env.config.html_context + + # Check if building from a tag + if "official_branch" in html_context: + if html_context["official_branch"] == 0: + if "version" in html_context: + # Remove any 'v' prefix + version = html_context["version"] + if re.match(r'^\d+\.\d+\.\d+$', version): + return version + + # Not a version tag, so we'll use the default branch + return None + + def get_target_ref(self): + """Get target reference for the remote repository""" + current_version = self.get_current_version() + + # If it's a version number, use tag prefix and version + if current_version: + tag_prefix = self.options.get('tag_prefix', '') + return f'{tag_prefix}{current_version}' + + # For any other case, use the specified default branch + if 'default_branch' not in self.options: + logger.warning('No default_branch specified and not building from a version tag') + return None + + return self.options['default_branch'] + + def construct_raw_url(self, repo, path, ref): + """Construct the raw.githubusercontent.com URL""" + return f'https://raw.githubusercontent.com/{repo}/{ref}/{path}' + + def fetch_and_parse_content(self, url, source_path): + """Fetch content and parse it as RST""" + response = requests.get(url) + response.raise_for_status() + content = response.text + + start_line = self.options.get('start_line', 0) + + # Create ViewList for parsing + line_count = 0 + content_list = ViewList() + for line_no, line in enumerate(content.splitlines()): + if line_count >= start_line: + content_list.append(line, source_path, line_no) + line_count+=1 + + # Create a section node and parse content + node = nodes.section() + nested_parse_with_titles(self.state, content_list, node) + + return node.children + + def run(self): + if 'repo' not in self.options or 'path' not in self.options: + logger.warning('Both repo and path options are required') + return [] + + target_ref = self.get_target_ref() + if not target_ref: + return [] + + raw_url = self.construct_raw_url( + self.options['repo'], + self.options['path'], + target_ref + ) + + try: + logger.info(f'Attempting to fetch content from {raw_url}') + return self.fetch_and_parse_content(raw_url, self.options['path']) + except requests.exceptions.RequestException as e: + logger.warning(f'Failed to fetch content from {raw_url}: {str(e)}') + + # If we failed on a tag, try falling back to default_branch + if re.match(r'^\d+\.\d+\.\d+$', target_ref) or target_ref.startswith('Docs/'): + if 'default_branch' in self.options: + try: + fallback_ref = self.options['default_branch'] + logger.info(f'Attempting fallback to {fallback_ref}...') + + fallback_url = self.construct_raw_url( + self.options['repo'], + self.options['path'], + fallback_ref + ) + + return self.fetch_and_parse_content(fallback_url, self.options['path']) + except requests.exceptions.RequestException as e2: + logger.warning(f'Fallback also failed: {str(e2)}') + + return [] + +def setup(app): + app.add_directive('remote-content', BranchAwareRemoteContent) + + return { + 'parallel_read_safe': True, + 'parallel_write_safe': True, + } diff --git a/docs/how-to/deep-learning-rocm.rst b/docs/how-to/deep-learning-rocm.rst index 8a535ea54..b19b459df 100644 --- a/docs/how-to/deep-learning-rocm.rst +++ b/docs/how-to/deep-learning-rocm.rst @@ -84,6 +84,8 @@ The table below summarizes information about ROCm-enabled deep learning framewor - - `Docker image `__ + - `Wheels package `__ + - .. raw:: html diff --git a/docs/how-to/rocm-for-ai/inference-optimization/vllm-optimization.rst b/docs/how-to/rocm-for-ai/inference-optimization/vllm-optimization.rst index d1e0f96da..2e9dc7a20 100644 --- a/docs/how-to/rocm-for-ai/inference-optimization/vllm-optimization.rst +++ b/docs/how-to/rocm-for-ai/inference-optimization/vllm-optimization.rst @@ -46,6 +46,8 @@ The following variables are generally useful for Instinct MI300X/MI355X GPUs and multi-GPU distributed workloads** (tensor parallelism, pipeline parallelism). Single-GPU inference does not need this. +.. _vllm-optimization-aiter-switches: + AITER (AI Tensor Engine for ROCm) switches ========================================== @@ -65,7 +67,7 @@ Quick start examples: export VLLM_ROCM_USE_AITER=1 vllm serve MODEL_NAME - # Enable only AITER Triton Prefill-Decode (split) attention + # Enable AITER Fused MoE and enable Triton Prefill-Decode (split) attention export VLLM_ROCM_USE_AITER=1 export VLLM_V1_USE_PREFILL_DECODE_ATTENTION=1 export VLLM_ROCM_USE_AITER_MHA=0 @@ -242,14 +244,17 @@ Most users won't need this, but you can override the defaults: * - AITER MHA (standard models) - ``VLLM_ROCM_USE_AITER=1`` (auto-selects for non-MLA models) - * - AITER Triton Prefill-Decode (split) + * - vLLM Triton Unified (default) + - ``VLLM_ROCM_USE_AITER=0`` (or unset) + + * - Triton Prefill-Decode (split) without AITER + - | ``VLLM_V1_USE_PREFILL_DECODE_ATTENTION=1`` + + * - Triton Prefill-Decode (split) along with AITER Fused-MoE - | ``VLLM_ROCM_USE_AITER=1`` | ``VLLM_ROCM_USE_AITER_MHA=0`` | ``VLLM_V1_USE_PREFILL_DECODE_ATTENTION=1`` - * - vLLM Triton Unified (default) - - ``VLLM_ROCM_USE_AITER=0`` (or unset) - * - AITER Unified Attention - | ``VLLM_ROCM_USE_AITER=1`` | ``VLLM_ROCM_USE_AITER_MHA=0`` @@ -267,11 +272,11 @@ Most users won't need this, but you can override the defaults: --block-size 1 \ --tensor-parallel-size 8 - # Advanced: Use Prefill-Decode split (for short input cases) + # Advanced: Use Prefill-Decode split (for short input cases) with AITER Fused-MoE VLLM_ROCM_USE_AITER=1 \ VLLM_ROCM_USE_AITER_MHA=0 \ VLLM_V1_USE_PREFILL_DECODE_ATTENTION=1 \ - vllm serve meta-llama/Llama-3.3-70B-Instruct + vllm serve meta-llama/Llama-4-Scout-17B-16E **Which backend should I choose?** @@ -350,14 +355,14 @@ vLLM V1 on ROCm provides these attention implementations: 3. **AITER Triton Prefill–Decode Attention** (hybrid, Instinct MI300X-optimized) - * Enable with ``VLLM_ROCM_USE_AITER=1``, ``VLLM_ROCM_USE_AITER_MHA=0``, and ``VLLM_V1_USE_PREFILL_DECODE_ATTENTION=1`` + * Enable with ``VLLM_V1_USE_PREFILL_DECODE_ATTENTION=1`` * Uses separate kernels for prefill and decode phases: * **Prefill**: ``context_attention_fwd`` Triton kernel * **Primary decode**: ``torch.ops._rocm_C.paged_attention`` (custom ROCm kernel optimized for head sizes 64/128, block sizes 16/32, GQA 1–16, context ≤131k; sliding window not supported) * **Fallback decode**: ``kernel_paged_attention_2d`` Triton kernel when shapes don't meet primary decode requirements - * Usually better compared to unified Triton kernels (both vLLM and AITER variants) + * Usually better compared to unified Triton kernels * Performance vs AITER MHA varies: AITER MHA is typically faster overall, but Prefill-Decode split may win in short input scenarios * The custom paged attention decode kernel is controlled by ``VLLM_ROCM_CUSTOM_PAGED_ATTN`` (default **True**) @@ -693,7 +698,9 @@ There are two strategies: vLLM engine arguments ===================== -Selected arguments that often help on ROCm. See `engine args docs `_ for the full list. +Selected arguments that often help on ROCm. See `Engine Arguments +`__ in the vLLM +documentation for the full list. Configure --max-num-seqs ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ diff --git a/docs/how-to/rocm-for-ai/inference/benchmark-docker/previous-versions/vllm-0.10.2-20251006.rst b/docs/how-to/rocm-for-ai/inference/benchmark-docker/previous-versions/vllm-0.10.2-20251006.rst new file mode 100644 index 000000000..22bcee541 --- /dev/null +++ b/docs/how-to/rocm-for-ai/inference/benchmark-docker/previous-versions/vllm-0.10.2-20251006.rst @@ -0,0 +1,482 @@ +:orphan: + +.. meta:: + :description: Learn how to validate LLM inference performance on MI300X GPUs using AMD MAD and the ROCm vLLM Docker image. + :keywords: model, MAD, automation, dashboarding, validate + +********************************** +vLLM inference performance testing +********************************** + +.. caution:: + + This documentation does not reflect the latest version of ROCm vLLM + inference performance documentation. See :doc:`../vllm` for the latest version. + +.. _vllm-benchmark-unified-docker-930: + +.. datatemplate:yaml:: /data/how-to/rocm-for-ai/inference/previous-versions/vllm_0.10.1_20251006-benchmark-models.yaml + + {% set docker = data.dockers[0] %} + + The `ROCm vLLM Docker <{{ docker.docker_hub_url }}>`_ image offers a + prebuilt, optimized environment for validating large language model (LLM) + inference performance on AMD Instinct™ MI355X, MI350X, MI325X and MI300X + GPUs. This ROCm vLLM Docker image integrates vLLM and PyTorch tailored + specifically for AMD data center GPUs and includes the following components: + + .. tab-set:: + + .. tab-item:: {{ docker.pull_tag }} + + .. list-table:: + :header-rows: 1 + + * - Software component + - Version + + {% for component_name, component_version in docker.components.items() %} + * - {{ component_name }} + - {{ component_version }} + {% endfor %} + +With this Docker image, you can quickly test the :ref:`expected +inference performance numbers ` for +AMD Instinct GPUs. + +What's new +========== + +The following is summary of notable changes since the :doc:`previous ROCm/vLLM Docker release `. + +* Added support for AMD Instinct MI355X and MI350X GPUs. + +* Added support and benchmarking instructions for the following models. See :ref:`vllm-benchmark-supported-models-930`. + + * Llama 4 Scout and Maverick + + * DeepSeek R1 0528 FP8 + + * MXFP4 models (MI355X and MI350X only): Llama 3.3 70B MXFP4 and Llama 3.1 405B MXFP4 + + * GPT OSS 20B and 120B + + * Qwen 3 32B, 30B-A3B, and 235B-A22B + +* Removed the deprecated ``--max-seq-len-to-capture`` flag. + +* ``--gpu-memory-utilization`` is now configurable via the `configuration files + `__ in the MAD + repository. + +.. _vllm-benchmark-supported-models-930: + +Supported models +================ + +.. datatemplate:yaml:: /data/how-to/rocm-for-ai/inference/previous-versions/vllm_0.10.1_20251006-benchmark-models.yaml + + {% set docker = data.dockers[0] %} + {% set model_groups = data.model_groups %} + + .. _vllm-benchmark-available-models-930: + + The following models are supported for inference performance benchmarking + with vLLM and ROCm. Some instructions, commands, and recommendations in this + documentation might vary by model -- select one to get started. MXFP4 models + are only supported on MI355X and MI350X GPUs. + + .. raw:: html + +
+
+
Model
+
+ {% for model_group in model_groups %} +
{{ model_group.group }}
+ {% endfor %} +
+
+ +
+
Variant
+
+ {% for model_group in model_groups %} + {% set models = model_group.models %} + {% for model in models %} + {% if models|length % 3 == 0 %} +
{{ model.model }}
+ {% else %} +
{{ model.model }}
+ {% endif %} + {% endfor %} + {% endfor %} +
+
+
+ + .. _vllm-benchmark-vllm-930: + + {% for model_group in model_groups %} + {% for model in model_group.models %} + + .. container:: model-doc {{ model.mad_tag }} + + + {% if model.precision == "float4" %} + .. important:: + + MXFP4 is supported only on MI355X and MI350X GPUs. + {% endif %} + + .. note:: + + See the `{{ model.model }} model card on Hugging Face <{{ model.url }}>`_ to learn more about your selected model. + Some models require access authorization prior to use via an external license agreement through a third party. + {% if model.precision == "float8" and model.model_repo.startswith("amd") %} + This model uses FP8 quantization via `AMD Quark `__ for efficient inference on AMD GPUs. + {% endif %} + {% if model.precision == "float4" and model.model_repo.startswith("amd") %} + This model uses FP4 quantization via `AMD Quark `__ for efficient inference on AMD GPUs. + {% endif %} + + {% endfor %} + {% endfor %} + +.. _vllm-benchmark-performance-measurements-930: + +Performance measurements +======================== + +To evaluate performance, the +`Performance results with AMD ROCm software `_ +page provides reference throughput and serving measurements for inferencing popular AI models. + +.. important:: + + The performance data presented in + `Performance results with AMD ROCm software `_ + only reflects the latest version of this inference benchmarking environment. + The listed measurements should not be interpreted as the peak performance achievable by AMD Instinct GPUs or ROCm software. + +System validation +================= + +Before running AI workloads, it's important to validate that your AMD hardware is configured +correctly and performing optimally. + +If you have already validated your system settings, including aspects like NUMA auto-balancing, you +can skip this step. Otherwise, complete the procedures in the :ref:`System validation and +optimization ` guide to properly configure your system settings +before starting training. + +To test for optimal performance, consult the recommended :ref:`System health benchmarks +`. This suite of tests will help you verify and fine-tune your +system's configuration. + +Pull the Docker image +===================== + +.. datatemplate:yaml:: /data/how-to/rocm-for-ai/inference/previous-versions/vllm_0.10.1_20251006-benchmark-models.yaml + + {% set docker = data.dockers[0] %} + + Download the `ROCm vLLM Docker image <{{ docker.docker_hub_url }}>`_. + Use the following command to pull the Docker image from Docker Hub. + + .. code-block:: shell + + docker pull {{ docker.pull_tag }} + +Benchmarking +============ + +.. datatemplate:yaml:: /data/how-to/rocm-for-ai/inference/previous-versions/vllm_0.10.1_20251006-benchmark-models.yaml + + {% set docker = data.dockers[0] %} + {% set model_groups = data.model_groups %} + + Once the setup is complete, choose between two options to reproduce the + benchmark results: + + .. _vllm-benchmark-mad-930: + + {% for model_group in model_groups %} + {% for model in model_group.models %} + + .. container:: model-doc {{model.mad_tag}} + + .. tab-set:: + + .. tab-item:: MAD-integrated benchmarking + + The following run command is tailored to {{ model.model }}. + See :ref:`vllm-benchmark-supported-models-930` to switch to another available model. + + 1. Clone the ROCm Model Automation and Dashboarding (``__) repository to a local + directory and install the required packages on the host machine. + + .. code-block:: shell + + git clone https://github.com/ROCm/MAD + cd MAD + pip install -r requirements.txt + + 2. On the host machine, use this command to run the performance benchmark test on + the `{{model.model}} <{{ model.url }}>`_ model using one node with the + :literal:`{{model.precision}}` data type. + + .. code-block:: shell + + export MAD_SECRETS_HFTOKEN="your personal Hugging Face token to access gated models" + madengine run \ + --tags {{model.mad_tag}} \ + --keep-model-dir \ + --live-output + + MAD launches a Docker container with the name + ``container_ci-{{model.mad_tag}}``. The throughput and serving reports of the + model are collected in the following paths: ``{{ model.mad_tag }}_throughput.csv`` + and ``{{ model.mad_tag }}_serving.csv``. + + Although the :ref:`available models + ` are preconfigured to collect + offline throughput and online serving performance data, you can + also change the benchmarking parameters. See the standalone + benchmarking tab for more information. + + {% if model.tunableop %} + + .. note:: + + For improved performance, consider enabling :ref:`PyTorch TunableOp `. + TunableOp automatically explores different implementations and configurations of certain PyTorch + operators to find the fastest one for your hardware. + + By default, ``{{model.mad_tag}}`` runs with TunableOp disabled (see + ``__). To enable it, include + the ``--tunableop on`` argument in your run. + + Enabling TunableOp triggers a two-pass run -- a warm-up followed by the + performance-collection run. + + {% endif %} + + .. tab-item:: Standalone benchmarking + + The following commands are optimized for {{ model.model }}. + See :ref:`vllm-benchmark-supported-models-930` to switch to another available model. + + .. seealso:: + + For more information on configuration, see the `config files + `__ + in the MAD repository. Refer to the `vLLM engine `__ + for descriptions of available configuration options + and `Benchmarking vLLM `__ for + additional benchmarking information. + + .. rubric:: Launch the container + + You can run the vLLM benchmark tool independently by starting the + `Docker container <{{ docker.docker_hub_url }}>`_ as shown + in the following snippet. + + .. code-block:: shell + + docker pull {{ docker.pull_tag }} + docker run -it \ + --device=/dev/kfd \ + --device=/dev/dri \ + --group-add video \ + --shm-size 16G \ + --security-opt seccomp=unconfined \ + --security-opt apparmor=unconfined \ + --cap-add=SYS_PTRACE \ + -v $(pwd):/workspace \ + --env HUGGINGFACE_HUB_CACHE=/workspace \ + --name test \ + {{ docker.pull_tag }} + + .. rubric:: Throughput command + + Use the following command to start the throughput benchmark. + + .. code-block:: shell + + model={{ model.model_repo }} + tp={{ model.config.tp }} + num_prompts={{ model.config.num_prompts | default(1024) }} + in={{ model.config.in | default(128) }} + out={{ model.config.in | default(128) }} + dtype={{ model.config.dtype | default("auto") }} + kv_cache_dtype={{ model.config.kv_cache_dtype }} + max_num_seqs={{ model.config.max_num_seqs | default(1024) }} + max_num_batched_tokens={{ model.config.max_num_batched_tokens }} + max_model_len={{ model.config.max_model_len }} + + vllm bench throughput --model $model \ + -tp $tp \ + --num-prompts $num_prompts \ + --input-len $in \ + --output-len $out \ + --dtype $dtype \ + --kv-cache-dtype $kv_cache_dtype \ + --max-num-seqs $max_num_seqs \ + --max-num-batched-tokens $max_num_batched_tokens \ + --max-model-len $max_model_len \ + --trust-remote-code \ + --output-json ${model}_throughput.json \ + --gpu-memory-utilization {{ model.config.gpu_memory_utilization | default(0.9) }} + + .. rubric:: Serving command + + 1. Start the server using the following command: + + .. code-block:: shell + + model={{ model.model_repo }} + tp={{ model.config.tp }} + dtype={{ model.config.dtype }} + kv_cache_dtype={{ model.config.kv_cache_dtype }} + max_num_seqs=256 + max_num_batched_tokens={{ model.config.max_num_batched_tokens }} + max_model_len={{ model.config.max_model_len }} + + vllm serve $model \ + -tp $tp \ + --dtype $dtype \ + --kv-cache-dtype $kv_cache_dtype \ + --max-num-seqs $max_num_seqs \ + --max-num-batched-tokens $max_num_batched_tokens \ + --max-model-len $max_model_len \ + --no-enable-prefix-caching \ + --swap-space 16 \ + --disable-log-requests \ + --trust-remote-code \ + --gpu-memory-utilization 0.9 + + Wait until the model has loaded and the server is ready to accept requests. + + 2. On another terminal on the same machine, run the benchmark: + + .. code-block:: shell + + # Connect to the container + docker exec -it test bash + + # Wait for the server to start + until curl -s http://localhost:8000/v1/models; do sleep 30; done + + # Run the benchmark + model={{ model.model_repo }} + max_concurrency=1 + num_prompts=10 + in=128 + out=128 + vllm bench serve --model $model \ + --percentile-metrics "ttft,tpot,itl,e2el" \ + --dataset-name random \ + --ignore-eos \ + --max-concurrency $max_concurrency \ + --num-prompts $num_prompts \ + --random-input-len $in \ + --random-output-len $out \ + --trust-remote-code \ + --save-result \ + --result-filename ${model}_serving.json + + .. note:: + + For improved performance with certain Mixture of Experts models, such as Mixtral 8x22B, + try adding ``export VLLM_ROCM_USE_AITER=1`` to your commands. + + If you encounter the following error, pass your access-authorized Hugging + Face token to the gated models. + + .. code-block:: + + OSError: You are trying to access a gated repo. + + # pass your HF_TOKEN + export HF_TOKEN=$your_personal_hf_token + + .. raw:: html + + + + .. note:: + + Throughput is calculated as: + + - .. math:: throughput\_tot = requests \times (\mathsf{\text{input lengths}} + \mathsf{\text{output lengths}}) / elapsed\_time + + - .. math:: throughput\_gen = requests \times \mathsf{\text{output lengths}} / elapsed\_time + {% endfor %} + {% endfor %} + +Advanced usage +============== + +For information on experimental features and known issues related to ROCm optimization efforts on vLLM, +see the developer's guide at ``__. + +Reproducing the Docker image +---------------------------- + +To reproduce this ROCm-enabled vLLM Docker image release, follow these steps: + +1. Clone the `vLLM repository `__. + + .. code-block:: shell + + git clone https://github.com/vllm-project/vllm.git + cd vllm + +2. Use the following command to build the image directly from the specified commit. + + .. datatemplate:yaml:: /data/how-to/rocm-for-ai/inference/previous-versions/vllm_0.10.1_20251006-benchmark-models.yaml + + {% set docker = data.dockers[0] %} + .. code-block:: shell + + docker build -f docker/Dockerfile.rocm \ + --build-arg REMOTE_VLLM=1 \ + --build-arg VLLM_REPO=https://github.com/ROCm/vllm \ + --build-arg VLLM_BRANCH="{{ docker.dockerfile.commit }}" \ + -t vllm-rocm . + + .. tip:: + + Replace ``vllm-rocm`` with your desired image tag. + +Further reading +=============== + +- To learn more about the options for latency and throughput benchmark scripts, + see ``_. + +- To learn more about MAD and the ``madengine`` CLI, see the `MAD usage guide `__. + +- To learn more about system settings and management practices to configure your system for + AMD Instinct MI300X Series GPUs, see `AMD Instinct MI300X system optimization `_. + +- See :ref:`fine-tuning-llms-vllm` and :ref:`mi300x-vllm-optimization` for + a brief introduction to vLLM and optimization strategies. + +- For application performance optimization strategies for HPC and AI workloads, + including inference with vLLM, see :doc:`/how-to/rocm-for-ai/inference-optimization/workload`. + +- For a list of other ready-made Docker images for AI with ROCm, see + `AMD Infinity Hub `_. + +Previous versions +================= + +See :doc:`vllm-history` to find documentation for previous releases +of the ``ROCm/vllm`` Docker image. \ No newline at end of file diff --git a/docs/how-to/rocm-for-ai/inference/benchmark-docker/previous-versions/vllm-history.rst b/docs/how-to/rocm-for-ai/inference/benchmark-docker/previous-versions/vllm-history.rst index 274492147..9ee280d6c 100644 --- a/docs/how-to/rocm-for-ai/inference/benchmark-docker/previous-versions/vllm-history.rst +++ b/docs/how-to/rocm-for-ai/inference/benchmark-docker/previous-versions/vllm-history.rst @@ -16,14 +16,23 @@ previous releases of the ``ROCm/vllm`` Docker image on `Docker Hub ` + * `Docker Hub `__ + + * - ``rocm/vllm:rocm7.0.0_vllm_0.10.2_20251006`` - * ROCm 7.0.0 * vLLM 0.10.2 * PyTorch 2.9.0 - - * :doc:`Documentation <../vllm>` + * :doc:`Documentation ` * `Docker Hub `__ * - ``rocm/vllm:rocm6.4.1_vllm_0.10.1_20250909`` diff --git a/docs/how-to/rocm-for-ai/inference/benchmark-docker/vllm.rst b/docs/how-to/rocm-for-ai/inference/benchmark-docker/vllm.rst index d8b26325b..2258c3417 100644 --- a/docs/how-to/rocm-for-ai/inference/benchmark-docker/vllm.rst +++ b/docs/how-to/rocm-for-ai/inference/benchmark-docker/vllm.rst @@ -6,7 +6,7 @@ vLLM inference performance testing ********************************** -.. _vllm-benchmark-unified-docker-930: +.. _vllm-benchmark-unified-docker-1024: .. datatemplate:yaml:: /data/how-to/rocm-for-ai/inference/vllm-benchmark-models.yaml @@ -34,7 +34,7 @@ vLLM inference performance testing {% endfor %} With this Docker image, you can quickly test the :ref:`expected -inference performance numbers ` for +inference performance numbers ` for AMD Instinct GPUs. What's new @@ -42,27 +42,13 @@ What's new The following is summary of notable changes since the :doc:`previous ROCm/vLLM Docker release `. -* Added support for AMD Instinct MI355X and MI350X GPUs. +* Enabled :ref:`AITER ` by default. -* Added support and benchmarking instructions for the following models. See :ref:`vllm-benchmark-supported-models-930`. +* Fixed ``rms_norm`` segfault issue with Qwen 3 235B. - * Llama 4 Scout and Maverick +* Known performance degradation on Llama 4 models due to `an upstream vLLM issue `_. - * DeepSeek R1 0528 FP8 - - * MXFP4 models (MI355X and MI350X only): Llama 3.3 70B MXFP4 and Llama 3.1 405B MXFP4 - - * GPT OSS 20B and 120B - - * Qwen 3 32B, 30B-A3B, and 235B-A22B - -* Removed the deprecated ``--max-seq-len-to-capture`` flag. - -* ``--gpu-memory-utilization`` is now configurable via the `configuration files - `__ in the MAD - repository. - -.. _vllm-benchmark-supported-models-930: +.. _vllm-benchmark-supported-models-1024: Supported models ================ @@ -72,7 +58,7 @@ Supported models {% set docker = data.dockers[0] %} {% set model_groups = data.model_groups %} - .. _vllm-benchmark-available-models-930: + .. _vllm-benchmark-available-models-1024: The following models are supported for inference performance benchmarking with vLLM and ROCm. Some instructions, commands, and recommendations in this @@ -108,7 +94,7 @@ Supported models - .. _vllm-benchmark-vllm-930: + .. _vllm-benchmark-vllm-1024: {% for model_group in model_groups %} {% for model in model_group.models %} @@ -136,7 +122,7 @@ Supported models {% endfor %} {% endfor %} -.. _vllm-benchmark-performance-measurements-930: +.. _vllm-benchmark-performance-measurements-1024: Performance measurements ======================== @@ -192,7 +178,7 @@ Benchmarking Once the setup is complete, choose between two options to reproduce the benchmark results: - .. _vllm-benchmark-mad-930: + .. _vllm-benchmark-mad-1024: {% for model_group in model_groups %} {% for model in model_group.models %} @@ -204,7 +190,7 @@ Benchmarking .. tab-item:: MAD-integrated benchmarking The following run command is tailored to {{ model.model }}. - See :ref:`vllm-benchmark-supported-models-930` to switch to another available model. + See :ref:`vllm-benchmark-supported-models-1024` to switch to another available model. 1. Clone the ROCm Model Automation and Dashboarding (``__) repository to a local directory and install the required packages on the host machine. @@ -233,7 +219,7 @@ Benchmarking and ``{{ model.mad_tag }}_serving.csv``. Although the :ref:`available models - ` are preconfigured to collect + ` are preconfigured to collect offline throughput and online serving performance data, you can also change the benchmarking parameters. See the standalone benchmarking tab for more information. @@ -258,7 +244,7 @@ Benchmarking .. tab-item:: Standalone benchmarking The following commands are optimized for {{ model.model }}. - See :ref:`vllm-benchmark-supported-models-930` to switch to another available model. + See :ref:`vllm-benchmark-supported-models-1024` to switch to another available model. .. seealso:: @@ -419,6 +405,10 @@ Advanced usage For information on experimental features and known issues related to ROCm optimization efforts on vLLM, see the developer's guide at ``__. +.. note:: + + If you’re using this Docker image on other AMD GPUs such as the AMD Instinct MI200 Series or Radeon, add ``export VLLM_ROCM_USE_AITER=0`` to your command, since AITER is only supported on gfx942 and gfx950 architectures. + Reproducing the Docker image ---------------------------- diff --git a/docs/how-to/rocm-for-ai/inference/deploy-your-model.rst b/docs/how-to/rocm-for-ai/inference/deploy-your-model.rst index 65d6ac909..d54c686c1 100644 --- a/docs/how-to/rocm-for-ai/inference/deploy-your-model.rst +++ b/docs/how-to/rocm-for-ai/inference/deploy-your-model.rst @@ -22,7 +22,7 @@ See the `GitHub repository `_ and `officia `_ for more information. For guidance on using vLLM with ROCm, refer to `Installation with ROCm -`_. +`__. vLLM installation ----------------- diff --git a/docs/how-to/rocm-for-ai/system-setup/multi-node-setup.rst b/docs/how-to/rocm-for-ai/system-setup/multi-node-setup.rst index 3d4e44182..0b9c87588 100644 --- a/docs/how-to/rocm-for-ai/system-setup/multi-node-setup.rst +++ b/docs/how-to/rocm-for-ai/system-setup/multi-node-setup.rst @@ -254,7 +254,7 @@ PyTorch training The ROCm PyTorch Training Docker image now focuses on :doc:`Training a model with Primus and PyTorch <../training/benchmark-docker/primus-pytorch>`. The following example refers to the legacy workflow :ref:`Training a - model with PyTorch `. + model with PyTorch `. 1. Download the ``run_multinode_train.sh`` benchmarking script from ``__. @@ -277,7 +277,7 @@ PyTorch training .. seealso:: - See :ref:`Training a model with PyTorch ` for more examples and information. + See :ref:`Training a model with PyTorch ` for more examples and information. Megatron-LM ----------- diff --git a/docs/index.md b/docs/index.md index be6026ef3..397ef5134 100644 --- a/docs/index.md +++ b/docs/index.md @@ -65,6 +65,8 @@ ROCm documentation is organized into the following categories: * [ROCm libraries](./reference/api-libraries.md) * [ROCm tools, compilers, and runtimes](./reference/rocm-tools.md) * [GPU hardware specifications](./reference/gpu-arch-specs.rst) +* [Hardware atomics operation support](./reference/gpu-atomics-operation.rst) +* [Environment variables](./reference/env-variables.rst) * [Data types and precision support](./reference/precision-support.rst) * [Graph safe support](./reference/graph-safe-support.rst) diff --git a/docs/reference/env-variables.rst b/docs/reference/env-variables.rst new file mode 100644 index 000000000..393fa9c0b --- /dev/null +++ b/docs/reference/env-variables.rst @@ -0,0 +1,173 @@ +.. meta:: + :description: Environment variables reference + :keywords: AMD, ROCm, environment variables, environment, reference, settings + +.. role:: cpp(code) + :language: cpp + +.. _env-variables-reference: + +************************************************************* +ROCm environment variables +************************************************************* + +ROCm provides a set of environment variables that allow users to configure and optimize their development +and runtime experience. These variables define key settings such as installation paths, platform selection, +and runtime behavior for applications running on AMD accelerators and GPUs. + +This page outlines commonly used environment variables across different components of the ROCm software stack, +including HIP and ROCR-Runtime. Understanding these variables can help streamline software development and +execution in ROCm-based environments. + +HIP environment variables +========================= + +The following tables list the HIP environment variables. + +GPU isolation variables +-------------------------------------------------------------------------------- + +.. remote-content:: + :repo: ROCm/rocm-systems + :path: /projects/hip/docs/reference/env_variables/gpu_isolation_hip_env.rst + :default_branch: develop + :tag_prefix: docs/ + + +Profiling variables +-------------------------------------------------------------------------------- + +.. remote-content:: + :repo: ROCm/rocm-systems + :path: /projects/hip/docs/reference/env_variables/profiling_hip_env.rst + :default_branch: develop + :tag_prefix: docs/ + + +Debug variables +-------------------------------------------------------------------------------- + +.. remote-content:: + :repo: ROCm/rocm-systems + :path: /projects/hip/docs/reference/env_variables/debug_hip_env.rst + :default_branch: develop + :tag_prefix: docs/ + +Memory management related variables +-------------------------------------------------------------------------------- + +.. remote-content:: + :repo: ROCm/rocm-systems + :path: /projects/hip/docs/reference/env_variables/memory_management_hip_env.rst + :default_branch: develop + :tag_prefix: docs/ + +Other useful variables +-------------------------------------------------------------------------------- + +.. remote-content:: + :repo: ROCm/rocm-systems + :path: /projects/hip/docs/reference/env_variables/miscellaneous_hip_env.rst + :default_branch: develop + :tag_prefix: docs/ + +ROCR-Runtime environment variables +================================== + +The following table lists the ROCR-Runtime environment variables: + +.. remote-content:: + :repo: ROCm/rocm-systems + :path: /projects/rocr-runtime/runtime/docs/data/env_variables.rst + :default_branch: develop + :tag_prefix: docs/ + +HIPCC environment variables +=========================== + +This topic provides descriptions of the HIPCC environment variables. + +.. remote-content:: + :repo: ROCm/llvm-project + :path: amd/hipcc/docs/env.rst + :default_branch: amd-staging + :start_line: 14 + :tag_prefix: docs/ + +Environment variables in ROCm libraries +======================================= + +Many ROCm libraries define environment variables for specific tuning, debugging, +or behavioral control. The table below provides an overview and links to further +documentation. + +.. list-table:: + :header-rows: 1 + :widths: 30, 70 + + * - Library + - Purpose of Environment Variables + + * - :doc:`hipBLASLt ` + - Manage logging, debugging, offline tuning, and stream-K configuration + for hipBLASLt. + + * - :doc:`hipSPARSELt ` + - Control logging, debugging and performance monitoring of hipSPARSELt. + + * - :doc:`rocBLAS ` + - Performance tuning, kernel selection, logging, and debugging for BLAS + operations. + + * - :doc:`rocSolver ` + - Control logging of rocSolver. + + * - :doc:`rocSPARSE ` + - Control logging of rocSPARSE. + + * - :doc:`MIGraphX ` + - Control debugging, testing, and model performance tuning options for + MIGraphX. + + * - :doc:`MIOpen ` + - Control MIOpen logging and debugging, find mode and algorithm behavior + and others. + + * - :doc:`MIVisionX ` + - Control core OpenVX, GPU/device and debugging/profiling, stitching and + chroma key configurations, file I/O operations, model deployment, and + neural network parameters of MIVisionX. + + * - :doc:`RCCL ` + - Control the logging, debugging, compiler and assembly behavior, and + cache of RPP. + + * - :doc:`RPP ` + - Logging, debugging, compiler and assembly management, and cache control in RPP + + * - `Tensile `_ + - Enable testing, debugging, and experimental features for Tensile clients and applications + +Key single-variable details +=========================== + +This section provides detailed descriptions, in the standard format, for ROCm +libraries that feature a single, key environment variable (or a very minimal set) +which is documented directly on this page for convenience. + +.. _rocalution-vars-detail: + +rocALUTION +---------- + +.. list-table:: + :header-rows: 1 + :widths: 70,30 + + * - Environment variable + - Value + + * - | ``ROCALUTION_LAYER`` + | If set to ``1``, enable file logging. Logs each rocALUTION function call including object constructor/destructor, address of the object, memory allocation, data transfers, all function calls for matrices, vectors, solvers, and preconditioners. The log file is placed in the working directory. + - | ``1`` (Enable trace file logging) + | Default: Not set. diff --git a/docs/reference/graph-safe-support.rst b/docs/reference/graph-safe-support.rst index 44283e732..ec181f629 100644 --- a/docs/reference/graph-safe-support.rst +++ b/docs/reference/graph-safe-support.rst @@ -93,7 +93,7 @@ The following table shows whether a ROCm library is graph-safe. - ⚠️ (experimental) * - `rocThrust `_ - - ❌ (see :doc:`details `) + - ❌ * - `rocWMMA `_ - ❌ diff --git a/docs/release/versions.md b/docs/release/versions.md index 0a600f238..219f77b8f 100644 --- a/docs/release/versions.md +++ b/docs/release/versions.md @@ -10,6 +10,7 @@ | Version | Release date | | ------- | ------------ | +| [7.1.1](https://rocm.docs.amd.com/en/docs-7.1.1/) | November 26, 2025 | | [7.1.0](https://rocm.docs.amd.com/en/docs-7.1.0/) | October 30, 2025 | | [7.0.2](https://rocm.docs.amd.com/en/docs-7.0.2/) | October 10, 2025 | | [7.0.1](https://rocm.docs.amd.com/en/docs-7.0.1/) | September 17, 2025 | diff --git a/docs/sphinx/_toc.yml.in b/docs/sphinx/_toc.yml.in index 64fe5eae3..d46a111b6 100644 --- a/docs/sphinx/_toc.yml.in +++ b/docs/sphinx/_toc.yml.in @@ -218,6 +218,8 @@ subtrees: title: ROCm tools, compilers, and runtimes - file: reference/gpu-arch-specs.rst - file: reference/gpu-atomics-operation.rst + - file: reference/env-variables.rst + title: Environment variables - file: reference/precision-support.rst title: Data types and precision support - file: reference/graph-safe-support.rst diff --git a/docs/sphinx/requirements.in b/docs/sphinx/requirements.in index 4b700d8b7..ef4ce55fd 100644 --- a/docs/sphinx/requirements.in +++ b/docs/sphinx/requirements.in @@ -1,4 +1,4 @@ -rocm-docs-core==1.27.0 +rocm-docs-core==1.30.1 sphinx-reredirects sphinx-sitemap sphinxcontrib.datatemplates==0.11.0 diff --git a/docs/sphinx/requirements.txt b/docs/sphinx/requirements.txt index 832b43108..2749919fc 100644 --- a/docs/sphinx/requirements.txt +++ b/docs/sphinx/requirements.txt @@ -2,13 +2,13 @@ # This file is autogenerated by pip-compile with Python 3.10 # by the following command: # -# pip-compile docs/sphinx/requirements.in +# pip-compile requirements.in # accessible-pygments==0.0.5 # via pydata-sphinx-theme alabaster==1.0.0 # via sphinx -asttokens==3.0.0 +asttokens==3.0.1 # via stack-data attrs==25.4.0 # via @@ -23,21 +23,21 @@ beautifulsoup4==4.14.2 # via pydata-sphinx-theme breathe==4.36.0 # via rocm-docs-core -certifi==2025.10.5 +certifi==2025.11.12 # via requests cffi==2.0.0 # via # cryptography # pynacl -charset-normalizer==3.4.3 +charset-normalizer==3.4.4 # via requests -click==8.3.0 +click==8.3.1 # via # jupyter-cache # sphinx-external-toc comm==0.2.3 # via ipykernel -cryptography==46.0.2 +cryptography==46.0.3 # via pyjwt debugpy==1.8.17 # via ipykernel @@ -50,7 +50,7 @@ docutils==0.21.2 # myst-parser # pydata-sphinx-theme # sphinx -exceptiongroup==1.3.0 +exceptiongroup==1.3.1 # via ipython executing==2.2.1 # via stack-data @@ -64,7 +64,7 @@ gitpython==3.1.45 # via rocm-docs-core greenlet==3.2.4 # via sqlalchemy -idna==3.10 +idna==3.11 # via requests imagesize==1.4.1 # via sphinx @@ -72,7 +72,7 @@ importlib-metadata==8.7.0 # via # jupyter-cache # myst-nb -ipykernel==6.30.1 +ipykernel==7.1.0 # via myst-nb ipython==8.37.0 # via @@ -94,7 +94,7 @@ jupyter-client==8.6.3 # via # ipykernel # nbclient -jupyter-core==5.8.1 +jupyter-core==5.9.1 # via # ipykernel # jupyter-client @@ -106,7 +106,7 @@ markdown-it-py==3.0.0 # myst-parser markupsafe==3.0.3 # via jinja2 -matplotlib-inline==0.1.7 +matplotlib-inline==0.2.1 # via # ipykernel # ipython @@ -137,11 +137,11 @@ parso==0.8.5 # via jedi pexpect==4.9.0 # via ipython -platformdirs==4.4.0 +platformdirs==4.5.0 # via jupyter-core prompt-toolkit==3.0.52 # via ipython -psutil==7.1.0 +psutil==7.1.3 # via ipykernel ptyprocess==0.7.0 # via pexpect @@ -163,7 +163,7 @@ pygments==2.19.2 # sphinx pyjwt[crypto]==2.10.1 # via pygithub -pynacl==1.6.0 +pynacl==1.6.1 # via pygithub python-dateutil==2.9.0.post0 # via jupyter-client @@ -179,7 +179,7 @@ pyzmq==27.1.0 # via # ipykernel # jupyter-client -referencing==0.36.2 +referencing==0.37.0 # via # jsonschema # jsonschema-specifications @@ -187,9 +187,9 @@ requests==2.32.5 # via # pygithub # sphinx -rocm-docs-core==1.27.0 +rocm-docs-core==1.30.1 # via -r requirements.in -rpds-py==0.27.1 +rpds-py==0.29.0 # via # jsonschema # referencing @@ -249,13 +249,13 @@ sphinxcontrib-runcmd==0.2.0 # via sphinxcontrib-datatemplates sphinxcontrib-serializinghtml==2.0.0 # via sphinx -sqlalchemy==2.0.43 +sqlalchemy==2.0.44 # via jupyter-cache stack-data==0.6.3 # via ipython tabulate==0.9.0 # via jupyter-cache -tomli==2.2.1 +tomli==2.3.0 # via sphinx tornado==6.5.2 # via diff --git a/docs/sphinx/static/css/rocm_rn.css b/docs/sphinx/static/css/rocm_rn.css index dd82ed4b7..de31a6ea3 100644 --- a/docs/sphinx/static/css/rocm_rn.css +++ b/docs/sphinx/static/css/rocm_rn.css @@ -124,3 +124,26 @@ #rocm-rn-components:has(tbody.rocm-components-runtimes td:hover) tr:hover > td { background-color: var(--pst-color-table-row-hover-bg); } + +/* Left-align text + vertically center content for any table using this class */ +.table--middle-left { + border-collapse: collapse; /* optional but typical for docs tables */ + width: 100%; +} + +.table--middle-left th, +.table--middle-left td { + text-align: left; + vertical-align: middle !important; /* override Bootstrap/Sphinx defaults */ + padding: 0.5rem; /* optional: adjust to your spacing scale */ +} + +/* Normalize paragraphs inside cells so margins don't disrupt centering */ +.table--middle-left th p, +.table--middle-left td p { + margin: 0; +} + +div.sd-row ul { + padding-left: 2rem; +} diff --git a/tools/rocm-build/rocm-7.1.1.xml b/tools/rocm-build/rocm-7.1.1.xml new file mode 100644 index 000000000..0f0fdbd26 --- /dev/null +++ b/tools/rocm-build/rocm-7.1.1.xml @@ -0,0 +1,60 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +