From 3322b7264f157f2d8d18ef466c20b96e7bf05daf Mon Sep 17 00:00:00 2001 From: Ean Garvey <87458719+monorimet@users.noreply.github.com> Date: Wed, 6 Dec 2023 14:57:32 -0600 Subject: [PATCH] (vicuna.py) Move enable_tracy_tracing outside of BenchmarkRunInfo (#2011) --- apps/language_models/scripts/vicuna.py | 16 ++++++++-------- 1 file changed, 8 insertions(+), 8 deletions(-) diff --git a/apps/language_models/scripts/vicuna.py b/apps/language_models/scripts/vicuna.py index 6f1458fc..544c3fde 100644 --- a/apps/language_models/scripts/vicuna.py +++ b/apps/language_models/scripts/vicuna.py @@ -2277,14 +2277,14 @@ class BenchmarkRunInfo: print(f"Decode: {self.get_decode_time_ms():.2f} ms, {self.get_decode_speed():.2f} tokens/s") print(f"Decode end-2-end: {self.get_e2e_decode_speed():.2f} tokens/s (w/o prompt), {self.get_e2e_token_processing_speed():.2f} tokens/s (w/ prompt)") - def enable_tracy_tracing(): - # Make tracy wait for a caputre to be collected before exiting. - environ["TRACY_NO_EXIT"] = "1" +def enable_tracy_tracing(): + # Make tracy wait for a caputre to be collected before exiting. + environ["TRACY_NO_EXIT"] = "1" - if "IREE_PY_RUNTIME" not in environ or environ["IREE_PY_RUNTIME"] != "tracy": - print("ERROR: Tracing enabled but tracy iree runtime not used.", file=sys.stderr) - print("Set the IREE_PY_RUNTIME=tracy environment variable.", file=sys.stderr) - sys.exit(1) + if "IREE_PY_RUNTIME" not in environ or environ["IREE_PY_RUNTIME"] != "tracy": + print("ERROR: Tracing enabled but tracy iree runtime not used.", file=sys.stderr) + print("Set the IREE_PY_RUNTIME=tracy environment variable.", file=sys.stderr) + sys.exit(1) def print_aggregate_stats(run_infos: list[BenchmarkRunInfo]) -> None: @@ -2469,4 +2469,4 @@ if __name__ == "__main__": if args.enable_microbenchmark: print("\n### Final Statistics ###") - print_aggregate_stats(benchmark_run_infos) \ No newline at end of file + print_aggregate_stats(benchmark_run_infos)