mirror of
https://github.com/LTTLabsOSS/markbench-tests.git
synced 2026-01-10 06:28:05 -05:00
151 lines
4.7 KiB
Python
151 lines
4.7 KiB
Python
"""Counter-Strike 2 test script"""
|
|
from argparse import ArgumentParser
|
|
import logging
|
|
import os
|
|
from pathlib import Path
|
|
import time
|
|
import pyautogui as gui
|
|
import pydirectinput as user
|
|
import sys
|
|
from cs2_utils import get_resolution, copy_config
|
|
|
|
sys.path.insert(1, os.path.join(sys.path[0], '..'))
|
|
|
|
from harness_utils.output import (
|
|
write_report_json,
|
|
format_resolution,
|
|
seconds_to_milliseconds,
|
|
DEFAULT_LOGGING_FORMAT,
|
|
DEFAULT_DATE_FORMAT)
|
|
from harness_utils.process import terminate_processes
|
|
from harness_utils.keras_service import KerasService
|
|
from harness_utils.steam import exec_steam_game
|
|
|
|
|
|
SCRIPT_DIR = Path(__file__).resolve().parent
|
|
LOG_DIR = SCRIPT_DIR.joinpath("run")
|
|
PROCESS_NAME = "cs2.exe"
|
|
STEAM_GAME_ID = 730
|
|
|
|
def setup_logging():
|
|
"""default logging config"""
|
|
LOG_DIR.mkdir(exist_ok=True)
|
|
logging.basicConfig(filename=f'{LOG_DIR}/harness.log',
|
|
format=DEFAULT_LOGGING_FORMAT,
|
|
datefmt=DEFAULT_DATE_FORMAT,
|
|
level=logging.DEBUG)
|
|
console = logging.StreamHandler()
|
|
formatter = logging.Formatter(DEFAULT_LOGGING_FORMAT)
|
|
console.setFormatter(formatter)
|
|
logging.getLogger('').addHandler(console)
|
|
|
|
|
|
def start_game():
|
|
"""Launch the game with console enabled and FPS unlocked"""
|
|
return exec_steam_game(STEAM_GAME_ID, game_params=["-console", "+fps_max 0"])
|
|
|
|
|
|
def console_command(command):
|
|
"""Enter a console command"""
|
|
gui.write(command)
|
|
user.press("enter")
|
|
|
|
|
|
def run_benchmark(keras_service):
|
|
"""Run cs2 benchmark"""
|
|
copy_config()
|
|
setup_start_time = time.time()
|
|
start_game()
|
|
time.sleep(20) # wait for game to load into main menu
|
|
|
|
result = keras_service.wait_for_word("play", timeout=30, interval=0.1)
|
|
if not result:
|
|
logging.info("Did not find the play menu. Did the game load?")
|
|
sys.exit(1)
|
|
|
|
logging.info('Starting benchmark')
|
|
user.press("`")
|
|
time.sleep(0.5)
|
|
console_command(r"exec maps\de_dust2_benchmark")
|
|
time.sleep(1)
|
|
console_command("ui_playsettings_maps_workshop @workshop/3240880604/de_dust2_benchmark")
|
|
time.sleep(1)
|
|
console_command("map_workshop 3240880604 de_dust2_benchmark")
|
|
time.sleep(1)
|
|
user.press("`")
|
|
|
|
time.sleep(3)
|
|
if keras_service.wait_for_word(word="benchmark", timeout=30, interval=0.1) is None:
|
|
logging.error("Didn't see the title of the benchmark. Did the map load?")
|
|
sys.exit(1)
|
|
|
|
setup_end_time = time.time()
|
|
elapsed_setup_time = round(setup_end_time - setup_start_time, 2)
|
|
logging.info("Harness setup took %f seconds", elapsed_setup_time)
|
|
time.sleep(1)
|
|
|
|
# Default fallback start time
|
|
test_start_time = time.time()
|
|
|
|
result = keras_service.wait_for_word(word="roll", timeout=30, interval=0.1)
|
|
if result is None:
|
|
logging.error("Didn't see \'lets roll\'. Did the map load?")
|
|
else:
|
|
test_start_time = time.time()
|
|
logging.info("Saw \'lets roll\'! Marking the time.")
|
|
|
|
time.sleep(112) # sleep duration during gameplay
|
|
|
|
# Default fallback end time
|
|
test_end_time = time.time()
|
|
|
|
result = keras_service.wait_for_word(word="console", timeout=30, interval=0.1)
|
|
if result is None:
|
|
logging.error("The console didn't open. Please check settings and try again.")
|
|
sys.exit(1)
|
|
else:
|
|
test_end_time = time.time()
|
|
logging.info("The console opened. Marking end time.")
|
|
|
|
time.sleep(10)
|
|
logging.info("Run completed. Closing game.")
|
|
|
|
elapsed_test_time = round((test_end_time - test_start_time), 2)
|
|
logging.info("Benchmark took %f seconds", elapsed_test_time)
|
|
terminate_processes(PROCESS_NAME)
|
|
return test_start_time, test_end_time
|
|
|
|
|
|
def main():
|
|
"""entry point to test script"""
|
|
parser = ArgumentParser()
|
|
parser.add_argument("--kerasHost", dest="keras_host",
|
|
help="Host for Keras OCR service", required=True)
|
|
parser.add_argument("--kerasPort", dest="keras_port",
|
|
help="Port for Keras OCR service", required=True)
|
|
args = parser.parse_args()
|
|
|
|
keras_service = KerasService(args.keras_host, args.keras_port, os.path.join(
|
|
LOG_DIR, "screenshot.jpg"))
|
|
|
|
start_time, end_time = run_benchmark(keras_service)
|
|
|
|
height, width = get_resolution()
|
|
report = {
|
|
"resolution": format_resolution(width, height),
|
|
"start_time": seconds_to_milliseconds(start_time),
|
|
"end_time": seconds_to_milliseconds(end_time)
|
|
}
|
|
|
|
write_report_json(LOG_DIR, "report.json", report)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
try:
|
|
setup_logging()
|
|
main()
|
|
except Exception as ex:
|
|
logging.error("something went wrong running the benchmark!")
|
|
logging.exception(ex)
|
|
sys.exit(1)
|