diff --git a/examples/hlb_cifar10.py b/examples/hlb_cifar10.py
index 670299be8b..fdd43be264 100644
--- a/examples/hlb_cifar10.py
+++ b/examples/hlb_cifar10.py
@@ -92,7 +92,7 @@ hyp: Dict[str, Any] = {
     'bias_decay':         1.08 * 6.45e-4 * BS/bias_scaler,
     'non_bias_decay':     1.08 * 6.45e-4 * BS,
     'final_lr_ratio':     0.025,
-    'initial_div_factor': 1e6,
+    'initial_div_factor': 1e16,
     'label_smoothing':    0.20,
     'momentum':           0.85,
     'percent_start':      0.23,