mirrored 14 minutes ago
0
Adam Yanxiao ZhaoAdd AutoGLM-OS agent (#309) * autoglm-os initialize * clean code * chore: use proxy for download setup * feat(autoglm-os): add parameter to toggle images * fix: use temporary directory for files pulled from the vm to prevent potential collision when running multiple instances of the same task in parallel * update * add client_password * update multienv * fix * fix prompt * fix prompt * fix prompt * fix sys prompt * feat: use proxy in file evaluator * fix client_password * fix note_prompt * fix autoglm agent cmd type * fix * revert: fix: use temporary directory for files pulled from the vm to prevent potential collision when running multiple instances of the same task in parallel reverts commit bab5473eea1de0e61b0e1d68b23ce324a5b0ee57 * feat(autoglm): setup tools * fix(autoglm): remove second time of get a11y tree * add osworld server restart * Revert "add osworld server restart" This reverts commit 7bd9d84122e246ce2a26de0e49c25494244c2b3d. * fix _launch_setup * fix autoglm agent tools & xml tree * fix desktop_env * fix bug for tool name capitalization * fix: always use proxy for setup download * add fail after exceeding max turns * fix(autoglm): avoid adding image to message when screenshot is empty * fix maximize_window * fix maximize_window * fix maximize_window * fix import browsertools module bug * fix task proxy config bug * restore setup * refactor desktop env * restore image in provider * restore file.py * refactor desktop_env * quick fix * refactor desktop_env.step * fix our env reset * add max truns constraint * clean run script * clean lib_run_single.py --------- Co-authored-by: hanyullai <hanyullai@outlook.com> Co-authored-by: JingBh <jingbohao@yeah.net>aa05f6c
[
    {
        "type": "function",
        "function": {
            "name": "CodeTools.launch_vscode",
            "description": "Launches Visual Studio Code with the specified file path or directory",
            "parameters": {
                "type": "object",
                "properties": {
                    "path": {
                        "type": "string",
                        "description": "The file path or directory to open in VS Code"
                    }
                },
                "required": [
                    "path"
                ]
            }
        }
    },
    {
        "type": "function",
        "function": {
            "name": "CodeTools.compare_files",
            "description": "Compares two files in VSCode",
            "parameters": {
                "type": "object",
                "properties": {
                    "file1": {
                        "type": "string",
                        "description": "The path to the first file"
                    },
                    "file2": {
                        "type": "string",
                        "description": "The path to the second file"
                    }
                },
                "required": [
                    "file1",
                    "file2"
                ]
            }
        }
    },
    {
        "type": "function",
        "function": {
            "name": "CodeTools.add_folder",
            "description": "Adds a folder to the last active window in VSCode",
            "parameters": {
                "type": "object",
                "properties": {
                    "folder": {
                        "type": "string",
                        "description": "The folder path to add"
                    }
                },
                "required": [
                    "folder"
                ]
            }
        }
    },
    {
        "type": "function",
        "function": {
            "name": "CodeTools.goto_file",
            "description": "Opens a file at a specific line and character position",
            "parameters": {
                "type": "object",
                "properties": {
                    "file_path": {
                        "type": "string",
                        "description": "The file path to open"
                    },
                    "line": {
                        "type": "integer",
                        "description": "The line number to navigate to",
                        "default": 1
                    },
                    "character": {
                        "type": "integer",
                        "description": "The character position to navigate to",
                        "default": 1
                    }
                },
                "required": [
                    "file_path"
                ]
            }
        }
    },
    {
        "type": "function",
        "function": {
            "name": "CodeTools.perform_merge",
            "description": "Perform a three-way merge",
            "parameters": {
                "type": "object",
                "properties": {
                    "path1": {
                        "type": "string",
                        "description": "The path to the first version file"
                    },
                    "path2": {
                        "type": "string",
                        "description": "The path to the second version file"
                    },
                    "base": {
                        "type": "string",
                        "description": "The path to the base version file"
                    },
                    "result": {
                        "type": "string",
                        "description": "The path to save the merged result"
                    }
                },
                "required": [
                    "path1",
                    "path2",
                    "base",
                    "result"
                ]
            }
        }
    },
    {
        "type": "function",
        "function": {
            "name": "CodeTools.remove_folder",
            "description": "Removes a folder from the last active window in VSCode",
            "parameters": {
                "type": "object",
                "properties": {
                    "folder": {
                        "type": "string",
                        "description": "The folder path to remove"
                    }
                },
                "required": [
                    "folder"
                ]
            }
        }
    },
    {
        "type": "function",
        "function": {
            "name": "CodeTools.install_extension",
            "description": "Installs an extension or updates it in VSCode",
            "parameters": {
                "type": "object",
                "properties": {
                    "extension_id": {
                        "type": "string",
                        "description": "The identifier of the extension"
                    },
                    "pre_release": {
                        "type": "boolean",
                        "description": "Whether to install the pre-release version",
                        "default": false
                    }
                },
                "required": [
                    "extension_id"
                ]
            }
        }
    },
    {
        "type": "function",
        "function": {
            "name": "CodeTools.uninstall_extension",
            "description": "Uninstalls an extension from VSCode",
            "parameters": {
                "type": "object",
                "properties": {
                    "extension_id": {
                        "type": "string",
                        "description": "The identifier of the extension"
                    }
                },
                "required": [
                    "extension_id"
                ]
            }
        }
    },
    {
        "type": "function",
        "function": {
            "name": "CodeTools.list_extensions",
            "description": "Lists installed extensions in VSCode",
            "parameters": {
                "type": "object",
                "properties": {
                    "show_versions": {
                        "type": "boolean",
                        "description": "Whether to show extension versions",
                        "default": false
                    },
                    "category": {
                        "type": "string",
                        "description": "The category to filter extensions by"
                    }
                }
            }
        }
    },
    {
        "type": "function",
        "function": {
            "name": "CodeTools.update_extensions",
            "description": "Updates all installed extensions in VSCode to the latest version",
            "parameters": {
                "type": "object",
                "properties": {}
            }
        }
    },
    {
        "type": "function",
        "function": {
            "name": "CodeTools.disable_extension",
            "description": "Disables a specific extension for the next instance of VSCode",
            "parameters": {
                "type": "object",
                "properties": {
                    "extension_id": {
                        "type": "string",
                        "description": "The identifier of the extension"
                    }
                },
                "required": [
                    "extension_id"
                ]
            }
        }
    },
    {
        "type": "function",
        "function": {
            "name": "CodeTools.toggle_sync",
            "description": "Toggles synchronization on or off in VSCode",
            "parameters": {
                "type": "object",
                "properties": {
                    "state": {
                        "type": "string",
                        "description": "The state to set ('on' or 'off')",
                        "enum": ["on", "off"]
                    }
                },
                "required": [
                    "state"
                ]
            }
        }
    }
]