From f81603d9835cfa7568f429b6f7cb560589dbcf90 Mon Sep 17 00:00:00 2001
From: Francis Lata <francisalbertlata@gmail.com>
Date: Wed, 2 Oct 2024 06:57:23 -0700
Subject: [PATCH] minor cleanup

---
 examples/mlperf/model_train.py | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/examples/mlperf/model_train.py b/examples/mlperf/model_train.py
index adf09ccba7..c73c7f5daf 100644
--- a/examples/mlperf/model_train.py
+++ b/examples/mlperf/model_train.py
@@ -351,9 +351,6 @@ def train_retinanet():
 
   NUM_CLASSES = len(MLPERF_CLASSES)
 
-  # ** hyperparameters **
-  LR = 1e-4
-
   def _freeze_backbone_layers(backbone, trainable_layers, loaded_keys):
     model_layers = ["layer4", "layer3", "layer2", "layer1", "conv1"][:trainable_layers]
     for model_layer in model_layers:
@@ -362,6 +359,9 @@ def train_retinanet():
           layer:Tensor = get_child(backbone, loaded_key)
           layer.requires_grad = False
 
+  # ** hyperparameters **
+  LR = 1e-4
+
   # ** model initializers **
   resnet.BatchNorm = FrozenBatchNorm2d