github/tinygrad
1
1
Fork 0
mirror of https://github.com/tinygrad/tinygrad.git synced 2026-01-10 07:28:15 -05:00
Code Issues Packages Projects Releases Wiki Activity

allow hugepage failure in memadvise (#5207)

Browse Source
This commit is contained in:
nimlgen
2024-06-28 11:41:10 +03:00
committed by GitHub
parent 73395b998b
commit 7f7fa26e03
1 changed files with 3 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
tinygrad/runtime/ops_disk.py
View File

@@ -1,5 +1,5 @@
from __future__ import annotations
import os, mmap, _posixshmem, io, ctypes, ctypes.util, platform
import os, mmap, _posixshmem, io, ctypes, ctypes.util, platform, contextlib
from typing import Optional, Generator, Tuple, Callable, List
from tinygrad.helpers import OSX, round_up
from tinygrad.device import Compiled, Allocator
@@ -94,7 +94,8 @@ class DiskDevice(Compiled):
except OSError: self.fd = os.open(filename, os.O_RDWR|os.O_CREAT)
if os.fstat(self.fd).st_size < self.size: os.ftruncate(self.fd, self.size)
self.mem = mmap.mmap(self.fd, self.size)
if (hp := getattr(mmap, "MADV_HUGEPAGE", None)) is not None: self.mem.madvise(hp) # type: ignore
if (hp := getattr(mmap, "MADV_HUGEPAGE", None)) is not None:
with contextlib.suppress(OSError): self.mem.madvise(hp) # some systems have transparent_hugepage disabled
def _might_close(self):
self.count -= 1
if self.count == 0: