llm is the only app (#15779)

* tinygrad/llm is the only app

* upd pyproject

* claude refs

* scoping

* min diff
This commit is contained in:
George Hotz
2026-04-17 10:44:48 +08:00
committed by GitHub
parent 0e69388f6b
commit ec00cefa5b
16 changed files with 49 additions and 32 deletions

View File

@@ -1,4 +1,4 @@
# eval for tinygrad.apps.llm -- hits the server via OpenAI API
# eval for OpenAI API server
# uses Meta's exact ARC-Challenge prompt template from lm-evaluation-harness llama3 tasks
import argparse, re, pyarrow.parquet as pq
from openai import OpenAI

View File

@@ -1,7 +1,7 @@
import functools, multiprocessing
from transformers import AutoTokenizer
from datasets import load_dataset
from tinygrad.apps.llm import SimpleTokenizer
from tinygrad.llm.cli import SimpleTokenizer
from tinygrad.helpers import tqdm, getenv, partition
@functools.cache