mirrored 5 minutes ago
0
MillanKpatch: minor bug fixes for evaluator and task configurations, documentation update (#121) * fix: /cursor_position api return format fix * chore: update README.md to remove deprecated command * fix: add base score for evaluators and minor bug fixes * fix: add base score for setup configurations --------- Co-authored-by: Jiaqi Deng <jiaqideng@Jiaqis-MacBook-Pro.local>983283a
{
  "id": "a4d98375-215b-4a4d-aee9-3d4370fccc41",
  "snapshot": "os",
  "instruction": "I want to have my computer automatically locked after I leaved. Can you help me?",
  "source": "https://help.ubuntu.com/lts/ubuntu-help/privacy-screen-lock.html.en",
  "trajectory": "trajectories/",
  "config": [
    {
      "type": "execute",
      "parameters": {
        "command": [
          "gsettings",
          "set",
          "org.gnome.desktop.screensaver",
          "lock-enabled",
          "false"
        ]
      }
    },
    {
      "type": "execute",
      "parameters": {
        "command": [
          "python",
          "-c",
          "import pyautogui; import time; pyautogui.click(960, 540); time.sleep(0.5);"
        ]
      }
    }
  ],
  "related_apps": [
    "os"
  ],
  "evaluator": {
    "func": "exact_match",
    "result": {
      "type": "vm_command_line",
      "command": "gsettings get org.gnome.desktop.screensaver lock-enabled",
      "shell": true
    },
    "expected": {
      "type": "rule",
      "rules": {
        "expected": "true\n"
      }
    }
  }
}