mirror of
https://github.com/tinygrad/tinygrad.git
synced 2026-01-09 15:08:02 -05:00
move line counter to python
This commit is contained in:
27
sz.py
Executable file
27
sz.py
Executable file
@@ -0,0 +1,27 @@
|
||||
#!/usr/bin/env python3
|
||||
import os
|
||||
import token
|
||||
import tokenize
|
||||
import itertools
|
||||
from tabulate import tabulate
|
||||
|
||||
TOKEN_WHITELIST = [token.OP, token.NAME, token.NUMBER, token.STRING]
|
||||
|
||||
if __name__ == "__main__":
|
||||
headers = ["Name", "Lines", "Tokens/Line"]
|
||||
table = []
|
||||
for path, subdirs, files in os.walk("tinygrad"):
|
||||
for name in files:
|
||||
if not name.endswith(".py"): continue
|
||||
filepath = os.path.join(path, name)
|
||||
with tokenize.open(filepath) as file_:
|
||||
tokens = [t for t in tokenize.generate_tokens(file_.readline) if t.type in TOKEN_WHITELIST]
|
||||
token_count, line_count = len(tokens), len(set([t.start[0] for t in tokens]))
|
||||
table.append([filepath, line_count, token_count/line_count])
|
||||
|
||||
print(tabulate([headers] + sorted(table, key=lambda x: -x[1]), headers="firstrow", floatfmt=".1f")+"\n")
|
||||
|
||||
for dir_name, group in itertools.groupby(sorted([(x[0].rsplit("/", 1)[0], x[1]) for x in table]), key=lambda x:x[0]):
|
||||
print(f"{dir_name:30s} : {sum([x[1] for x in group]):6d}")
|
||||
|
||||
print(f"\ntotal line count: {sum([x[1] for x in table])}")
|
||||
Reference in New Issue
Block a user