mirror of
https://github.com/ROCm/ROCm.git
synced 2026-01-09 22:58:17 -05:00
Compare commits
7 Commits
update-HIP
...
JeniferC99
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
22572a9857 | ||
|
|
794b34f40e | ||
|
|
25ef417b31 | ||
|
|
78f9adc6ec | ||
|
|
4abcae54a8 | ||
|
|
2690506e64 | ||
|
|
3dffe1998a |
@@ -41,6 +41,7 @@ parameters:
|
||||
- ROCR-Runtime
|
||||
- rocprofiler-register
|
||||
- roctracer
|
||||
- aomp
|
||||
|
||||
jobs:
|
||||
- job: rocprofilersdk
|
||||
|
||||
@@ -8,10 +8,7 @@
|
||||
<!--list of projects for ROCm-->
|
||||
<project name="ROCK-Kernel-Driver" />
|
||||
<project name="ROCR-Runtime" />
|
||||
<project name="ROCT-Thunk-Interface" />
|
||||
<project name="amdsmi" />
|
||||
<project name="omniperf" />
|
||||
<project name="omnitrace" />
|
||||
<project name="rdc" />
|
||||
<project name="rocm_bandwidth_test" />
|
||||
<project name="rocm_smi_lib" />
|
||||
@@ -21,6 +18,8 @@
|
||||
<project name="rocprofiler" />
|
||||
<project name="rocprofiler-register" />
|
||||
<project name="rocprofiler-sdk" />
|
||||
<project name="rocprofiler-compute" />
|
||||
<project name="rocprofiler-systems" />
|
||||
<project name="roctracer" />
|
||||
<!--HIP Projects-->
|
||||
<project name="HIP" />
|
||||
@@ -42,6 +41,7 @@
|
||||
<project groups="mathlibs" name="ROCmValidationSuite" />
|
||||
<project groups="mathlibs" name="Tensile" />
|
||||
<project groups="mathlibs" name="composable_kernel" />
|
||||
<project groups="mathlibs" name="hipBLAS-common" />
|
||||
<project groups="mathlibs" name="hipBLAS" />
|
||||
<project groups="mathlibs" name="hipBLASLt" />
|
||||
<project groups="mathlibs" name="hipCUB" />
|
||||
@@ -57,6 +57,7 @@
|
||||
<project groups="mathlibs" name="rocALUTION" />
|
||||
<project groups="mathlibs" name="rocBLAS" />
|
||||
<project groups="mathlibs" name="rocDecode" />
|
||||
<project groups="mathlibs" name="rocJPEG" />
|
||||
<project groups="mathlibs" name="rocPyDecode" />
|
||||
<project groups="mathlibs" name="rocFFT" />
|
||||
<project groups="mathlibs" name="rocPRIM" />
|
||||
@@ -67,6 +68,7 @@
|
||||
<project groups="mathlibs" name="rocWMMA" />
|
||||
<project groups="mathlibs" name="rocm-cmake" />
|
||||
<project groups="mathlibs" name="rpp" />
|
||||
<project groups="mathlibs" name="TransferBench" />
|
||||
<!-- Projects for OpenMP-Extras -->
|
||||
<project name="aomp" path="openmp-extras/aomp" />
|
||||
<project name="aomp-extras" path="openmp-extras/aomp-extras" />
|
||||
|
||||
@@ -2062,11 +2062,10 @@ collectives.
|
||||
Multi-node FSDP and RCCL settings
|
||||
---------------------------------
|
||||
|
||||
It's recommended to use high-priority HIP streams with RCCL.
|
||||
|
||||
The simplest way to enable this is by using the nightly PyTorch wheels, as the required changes from
|
||||
`PR #122830 <https://github.com/pytorch/pytorch/pull/122830>`_ were not included in the PyTorch 2.3
|
||||
release but are available in the nightly builds.
|
||||
When using PyTorch's FSDP (Full Sharded Data Parallel) feature, the HIP
|
||||
streams used by RCCL and HIP streams used for compute kernels do not
|
||||
always overlap well. As a workaround, it's recommended to use
|
||||
high-priority HIP streams with RCCL.
|
||||
|
||||
To configure high-priority streams:
|
||||
|
||||
|
||||
Reference in New Issue
Block a user