import datetime import json import logging import os import time from wrapt_timeout_decorator import * logger = logging.getLogger("desktopenv.experiment") def run_single_example(agent, env, example, max_steps, instruction, args, example_result_dir, scores): runtime_logger = setup_logger(example, example_result_dir) try: agent.reset(runtime_logger) except: agent.reset() env.reset(task_config=example) time.sleep(60) # Wait for the environment to be ready obs = env._get_obs() # Get the initial observation done = False step_idx = 0 # save the first step action_timestamp = datetime.datetime.now().strftime("%Y%m%d@%H%M%S") with open(os.path.join(example_result_dir, f"step_{step_idx}_{action_timestamp}.png"), "wb") as _f: _f.write(obs['screenshot']) eval_flag = True env.controller.start_recording() while not done and step_idx < max_steps: global_state, action_code, step_status, reward, done = agent.step(instruction, env, args) action_timestamp = datetime.datetime.now().strftime("%Y%m%d@%H%M%S") if step_status is False: eval_flag = False done = True reward = None else: obs = env._get_obs() with open(os.path.join(example_result_dir, f"step_{step_idx + 1}_{action_timestamp}.png"), "wb") as _f: _f.write(obs['screenshot']) with open(os.path.join(example_result_dir, "traj.jsonl"), "a") as f: f.write(json.dumps({ "step_num": step_idx + 1, "step_status": step_status, "action_timestamp": action_timestamp, "action": action_code, "reward": reward, "done": done, "screenshot_file": f"step_{step_idx + 1}_{action_timestamp}.png", })) f.write("\n") if done: logger.info("The episode is done.") break step_idx += 1 if eval_flag: result = env.evaluate() logger.info("Result: %.2f", result) scores.append(result) with open(os.path.join(example_result_dir, "result.txt"), "w", encoding="utf-8") as f: f.write(f"{result}\n") env.controller.end_recording(os.path.join(example_result_dir, "recording.mp4")) def setup_logger(example, example_result_dir): runtime_logger = logging.getLogger(f"desktopenv.example.{example['id']}") runtime_logger.setLevel(logging.DEBUG) runtime_logger.addHandler(logging.FileHandler(os.path.join(example_result_dir, "runtime.log"))) return runtime_logger