From f34f26bca008c7972177351630463c1456bf3f7f Mon Sep 17 00:00:00 2001 From: chenyu Date: Thu, 16 Oct 2025 09:55:20 -0400 Subject: [PATCH] fix gpt2 with benchmark (#12736) `CPU=1 python3 examples/gpt2.py --benchmark 128` works now --- examples/gpt2.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/gpt2.py b/examples/gpt2.py index 7b508c1b3a..5c4dd28f2b 100644 --- a/examples/gpt2.py +++ b/examples/gpt2.py @@ -232,7 +232,7 @@ if __name__ == "__main__": gpt2 = GPT2.build_gguf(args.model_size) if args.model_size.startswith("gpt2_gguf_") else GPT2.build(args.model_size) if args.benchmark != -1: - gpt2.model(Tensor.rand(args.batch_size, args.benchmark), Variable("a", 0, MAX_CONTEXT).bind(0)).realize() + gpt2.model(Tensor.randint(args.batch_size, args.benchmark), Variable("a", 0, MAX_CONTEXT).bind(0)).realize() else: texts = gpt2.generate(args.prompt, args.count, args.temperature, timing=args.timing, batch_size=args.batch_size) if not args.noshow: