github/tinygrad
1
1
Fork 0
mirror of https://github.com/tinygrad/tinygrad.git synced 2026-01-08 22:48:25 -05:00
Code Issues Packages Projects Releases Wiki Activity

reenable test and add some debugging to the test

Browse Source
This commit is contained in:
Francis Lata
2025-01-17 09:23:15 -08:00
parent 537e215436
commit 467704fec6
2 changed files with 10 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
.github/workflows/test.yml vendored
View File

@@ -336,7 +336,7 @@ jobs:
run: GPU=1 python -m pytest -n=auto test/external/external_test_metrics.py --durations=20
- if: ${{ matrix.task == 'onnx' }}
name: Test MLPerf datasets
run: GPU=1 python -m pytest -n=auto test/external/external_test_datasets.py --durations=20
run: GPU=1 python -m pytest -sv -n=auto test/external/external_test_datasets.py --durations=20
- if: ${{ matrix.task == 'onnx' }}
name: Run handcode_opt
run: PYTHONPATH=. MODEL=resnet GPU=1 DEBUG=1 BS=4 HALF=0 python3 examples/handcode_opt.py

18
test/external/external_test_datasets.py vendored
View File

@@ -150,16 +150,16 @@ class TestOpenImagesDataset(ExternalTestDatasets):
np.testing.assert_equal(tinygrad_boxes[0].numpy(), ref_boxes.numpy())
np.testing.assert_equal(tinygrad_labels[0].numpy(), ref_labels.numpy())
# def test_validation_set(self):
# base_dir, ann_file = self._create_samples(subset := "validation")
# img_size, img_mean, img_std, anchors = (800, 800), [0.0, 0.0, 0.0], [1.0, 1.0, 1.0], torch.ones((120087, 4))
# tinygrad_dataloader = self._create_tinygrad_dataloader(base_dir, ann_file, subset, anchors.numpy())
# ref_dataloader = self._create_ref_dataloader(base_dir, ann_file, "val")
# transform = GeneralizedRCNNTransform(img_size, img_mean, img_std)
def test_validation_set(self):
base_dir, ann_file = self._create_samples(subset := "validation")
img_size, img_mean, img_std, anchors = (800, 800), [0.0, 0.0, 0.0], [1.0, 1.0, 1.0], torch.ones((120087, 4))
tinygrad_dataloader = self._create_tinygrad_dataloader(base_dir, ann_file, subset, anchors.numpy())
ref_dataloader = self._create_ref_dataloader(base_dir, ann_file, "val")
transform = GeneralizedRCNNTransform(img_size, img_mean, img_std)
# for ((tinygrad_img, _), (ref_img, _)) in zip(tinygrad_dataloader, ref_dataloader):
# ref_img, _ = transform(ref_img.unsqueeze(0))
# np.testing.assert_equal(tinygrad_img.numpy(), ref_img.tensors.transpose(1, 3).numpy())
for ((tinygrad_img, _), (ref_img, _)) in zip(tinygrad_dataloader, ref_dataloader):
ref_img, _ = transform(ref_img.unsqueeze(0))
np.testing.assert_equal(tinygrad_img.numpy(), ref_img.tensors.transpose(1, 3).numpy())
if __name__ == '__main__':
unittest.main()