improve test_dropout_on_shard (#4912)

tested some basic property, also minor formatting for a few Tensor.training setups
This commit is contained in:
chenyu
2024-06-11 11:36:02 -04:00
committed by GitHub
parent 7f03420d05
commit b886d250fb
4 changed files with 12 additions and 8 deletions

View File

@@ -46,7 +46,8 @@ class TestOptim(unittest.TestCase):
def setUp(self):
self.old_training = Tensor.training
Tensor.training = True
def tearDown(self): Tensor.training = self.old_training
def tearDown(self):
Tensor.training = self.old_training
def _test_optim(self, tinygrad_optim, torch_optim, steps, opts, atol, rtol):
for x,y in zip(step(Tensor, tinygrad_optim, steps, **opts),