mirrored 18 minutes ago
0
Timothyxxxfeat: Add proxy configuration to all 369 evaluation examples - 55 with proxy, 314 without fb7bafb
{
  "id": "0e5303d4-8820-42f6-b18d-daf7e633de21",
  "snapshot": "chrome",
  "instruction": "I want to learn python programming and my friend recommends me this course website. I have grabbed the lecture slide for week 0. Please download the PDFs for other weeks into the opened folder and leave the file name as-it-is.",
  "source": "authors",
  "config": [
    {
      "type": "launch",
      "parameters": {
        "command": [
          "google-chrome",
          "--remote-debugging-port=1337"
        ]
      }
    },
    {
      "type": "launch",
      "parameters": {
        "command": [
          "socat",
          "tcp-listen:9222,fork",
          "tcp:localhost:1337"
        ]
      }
    },
    {
      "type": "chrome_open_tabs",
      "parameters": {
        "urls_to_open": [
          "https://cs50.harvard.edu/python/2022/weeks/0/"
        ]
      }
    },
    {
      "type": "execute",
      "parameters": {
        "command": [
          "mkdir",
          "-p",
          "/home/user/lecture_slides"
        ]
      }
    },
    {
      "type": "download",
      "parameters": {
        "files": [
          {
            "url": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/multi_apps/0e5303d4-8820-42f6-b18d-daf7e633de21/lecture0.pdf",
            "path": "/home/user/lecture_slides/lecture0.pdf"
          }
        ]
      }
    },
    {
      "type": "launch",
      "parameters": {
        "command": [
          "nautilus",
          "/home/user/lecture_slides"
        ]
      }
    }
  ],
  "trajectory": "trajectories/",
  "related_apps": [
    "os",
    "chrome"
  ],
  "evaluator": {
    "postconfig": [
      {
        "type": "execute",
        "parameters": {
          "command": [
            "/bin/bash",
            "-c",
            "cd /home/user && zip -qr lecture_slides.zip lecture_slides/"
          ]
        }
      }
    ],
    "func": "compare_archive",
    "result": {
      "type": "vm_file",
      "path": "/home/user/lecture_slides.zip",
      "dest": "lecture_slides.zip"
    },
    "expected": {
      "type": "cloud_file",
      "path": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/multi_apps/0e5303d4-8820-42f6-b18d-daf7e633de21/lecture_slides.zip",
      "dest": "gold_lecture_slides.zip"
    },
    "options": {
      "file_path": "lecture_slides",
      "file_type": "pdf"
    }
  },
  "proxy": true
}