github/ROCm
1
1
Fork 0
mirror of https://github.com/ROCm/ROCm.git synced 2026-04-05 03:01:17 -04:00
Code Issues Packages Projects Releases Wiki Activity

[FRONTEND] dot now uses tl.float32 by default for out_dtype.

Browse Source
This commit is contained in:
Phil Tillet
2023-03-19 21:57:32 -07:00
parent b4decbe155
commit e650d3708b
2 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
python/test/regression/test_performance.py
View File

@@ -162,7 +162,7 @@ def test_elementwise(N):
flash_attention_data = {
"a100": {
(4, 48, 4096, 64, 'forward', 'float16'): 0.37,
(4, 48, 4096, 64, 'backward', 'float16'): 0.26,
(4, 48, 4096, 64, 'backward', 'float16'): 0.25,
}
}

2
python/triton/language/core.py
View File

@@ -862,7 +862,7 @@ def reshape(input, shape, _builder=None):
@builtin
def dot(input, other, allow_tf32=True, out_dtype=float16, _builder=None):
def dot(input, other, allow_tf32=True, out_dtype=float32, _builder=None):
"""
Returns the matrix product of two blocks.