updated text generation benchmark to work for both openvino and windows ML, openvino remains to be tested

This commit is contained in:
ablouin-lmg
2024-12-23 16:19:20 -08:00
parent a0c82726cb
commit 3282f50138
7 changed files with 182 additions and 22 deletions

View File

@@ -167,6 +167,10 @@ def run_benchmark(process_name, command_to_run):
try:
setup_logging()
logging.info(f"Detected Windows ML Devices: {WINML_DEVICES}")
logging.info(f"Detected OpenVino Devices: {OPENVINO_DEVICES}")
logging.info(f"Detected CUDA Devices: {CUDA_DEVICES}")
args = get_arguments()
option = BENCHMARK_CONFIG[args.engine]["config"]
process_name = BENCHMARK_CONFIG[args.engine]["process_name"]