diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml index 9fbc0bf5d9..be82930b62 100644 --- a/.github/workflows/test.yml +++ b/.github/workflows/test.yml @@ -337,7 +337,7 @@ jobs: run: GPU=1 python -m pytest -n=auto test/external/external_test_metrics.py --durations=20 - if: ${{ matrix.task == 'onnx' }} name: Test MLPerf datasets - run: GPU=1 python -m pytest -sv -n=auto test/external/external_test_datasets.py --durations=20 + run: GPU=1 python -m pytest -n=auto test/external/external_test_datasets.py --durations=20 - if: ${{ matrix.task == 'onnx' }} name: Run handcode_opt run: PYTHONPATH=. MODEL=resnet GPU=1 DEBUG=1 BS=4 HALF=0 python3 examples/handcode_opt.py diff --git a/examples/mlperf/dataloader.py b/examples/mlperf/dataloader.py index a1a21cfd0d..cad8cf7f09 100644 --- a/examples/mlperf/dataloader.py +++ b/examples/mlperf/dataloader.py @@ -394,9 +394,7 @@ def batch_load_retinanet(dataset, val:bool, base_dir:Path, batch_size:int=32, sh queue_in.put((idx, img, ann)) def _setup_shared_mem(shm_name:str, size:Tuple[int, ...], dtype:dtypes) -> Tuple[shared_memory.SharedMemory, Tensor]: - if os.path.exists(f"/dev/shm/{shm_name}"): - print(f"---unlinking----") - os.unlink(f"/dev/shm/{shm_name}") + if os.path.exists(f"/dev/shm/{shm_name}"): os.unlink(f"/dev/shm/{shm_name}") shm = shared_memory.SharedMemory(name=shm_name, create=True, size=prod(size)) shm_tensor = Tensor.empty(*size, dtype=dtype, device=f"disk:/dev/shm/{shm_name}") return shm, shm_tensor