github/tinygrad
1
1
Fork 0
mirror of https://github.com/tinygrad/tinygrad.git synced 2026-01-09 15:08:02 -05:00
Code Issues Packages Projects Releases Wiki Activity

make self_tokenize output more like a python file (#8411)

Browse Source 
use comment for file name and join with newline instead of null byte when export to file
This commit is contained in:
chenyu
2024-12-25 14:16:30 -05:00
committed by GitHub
parent c1cd94baf6
commit 4712847766
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
examples/self_tokenize.py
View File

@@ -15,13 +15,13 @@ def read_code(base_path):
if 'tinygrad/runtime/autogen' in path.replace('\\', '/'): continue if 'tinygrad/runtime/autogen' in path.replace('\\', '/'): continue
fullpath = os.path.join(path, name) fullpath = os.path.join(path, name)
code = pathlib.Path(fullpath).read_text() code = pathlib.Path(fullpath).read_text()
ret += [(fullpath.split("tinygrad/", 1)[1], code)] ret.append(("### " + fullpath.split("tinygrad/", 1)[1], code))
return ret return ret
def write_code_to_file(filename, code_list): def write_code_to_file(filename, code_list):
"""Writes the combined code to a specified file.""" """Writes the combined code to a specified file."""
with open(filename, 'w') as f: with open(filename, 'w') as f:
f.write('\x00'.join(flatten(code_list))) f.write('\n'.join(flatten(code_list)))
if __name__ == "__main__": if __name__ == "__main__":
parser = argparse.ArgumentParser(description="Analyze and optionally save tinygrad code.") parser = argparse.ArgumentParser(description="Analyze and optionally save tinygrad code.")