github/tinygrad
1
1
Fork 0
mirror of https://github.com/tinygrad/tinygrad.git synced 2026-01-09 23:18:04 -05:00
Code Issues Packages Projects Releases Wiki Activity

make sure the old hyp breaks the test

Browse Source
This commit is contained in:
Yixiang Gao
2024-01-03 07:13:54 -08:00
parent 84eb6dd32a
commit 4f89f8b73a
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
examples/hlb_cifar10.py
View File

@@ -92,7 +92,7 @@ hyp: Dict[str, Any] = {
'bias_decay': 1.08 * 6.45e-4 * BS/bias_scaler,
'non_bias_decay': 1.08 * 6.45e-4 * BS,
'final_lr_ratio': 0.025,
'initial_div_factor': 1e6,
'initial_div_factor': 1e16,
'label_smoothing': 0.20,
'momentum': 0.85,
'percent_start': 0.23,