github/tinygrad
1
1
Fork 0
mirror of https://github.com/tinygrad/tinygrad.git synced 2026-01-09 15:08:02 -05:00
Code Issues Packages Projects Releases Wiki Activity

hotfix: actually fix pylint, it's a python 3.10 issue

Browse Source
This commit is contained in:
George Hotz
2024-12-06 13:53:46 +08:00
parent b28d660172
commit e2fe7f0d2f
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
examples/self_tokenize.py
View File

@@ -28,7 +28,8 @@ if __name__ == "__main__":
code_str = '\x00'.join(flatten(ret))
print(f"code has {len(code_str)} chars")
print(f"code has {code_str.count("\n")} newlines")
newline_count = code_str.count('\n')
print(f"code has {newline_count} newlines")
encoded = tokenizer.encode(code_str)
print(f"code has {len(encoded)} tokens")