Orgo - Cloud computers for AI agents

POST

computers

{id}

drag

Drag mouse

curl --request POST \
  --url https://www.orgo.ai/api/computers/{id}/drag \
  --header 'Authorization: Bearer <token>' \
  --header 'Content-Type: application/json' \
  --data '
{
  "start_x": 100,
  "start_y": 100,
  "end_x": 300,
  "end_y": 200
}
'

import requests

url = "https://www.orgo.ai/api/computers/{id}/drag"

payload = {
    "start_x": 100,
    "start_y": 100,
    "end_x": 300,
    "end_y": 200
}
headers = {
    "Authorization": "Bearer <token>",
    "Content-Type": "application/json"
}

response = requests.post(url, json=payload, headers=headers)

print(response.text)

const options = {
  method: 'POST',
  headers: {Authorization: 'Bearer <token>', 'Content-Type': 'application/json'},
  body: JSON.stringify({start_x: 100, start_y: 100, end_x: 300, end_y: 200})
};

fetch('https://www.orgo.ai/api/computers/{id}/drag', options)
  .then(res => res.json())
  .then(res => console.log(res))
  .catch(err => console.error(err));

<?php

$curl = curl_init();

curl_setopt_array($curl, [
  CURLOPT_URL => "https://www.orgo.ai/api/computers/{id}/drag",
  CURLOPT_RETURNTRANSFER => true,
  CURLOPT_ENCODING => "",
  CURLOPT_MAXREDIRS => 10,
  CURLOPT_TIMEOUT => 30,
  CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
  CURLOPT_CUSTOMREQUEST => "POST",
  CURLOPT_POSTFIELDS => json_encode([
    'start_x' => 100,
    'start_y' => 100,
    'end_x' => 300,
    'end_y' => 200
  ]),
  CURLOPT_HTTPHEADER => [
    "Authorization: Bearer <token>",
    "Content-Type: application/json"
  ],
]);

$response = curl_exec($curl);
$err = curl_error($curl);

curl_close($curl);

if ($err) {
  echo "cURL Error #:" . $err;
} else {
  echo $response;
}

package main

import (
	"fmt"
	"strings"
	"net/http"
	"io"
)

func main() {

	url := "https://www.orgo.ai/api/computers/{id}/drag"

	payload := strings.NewReader("{\n  \"start_x\": 100,\n  \"start_y\": 100,\n  \"end_x\": 300,\n  \"end_y\": 200\n}")

	req, _ := http.NewRequest("POST", url, payload)

	req.Header.Add("Authorization", "Bearer <token>")
	req.Header.Add("Content-Type", "application/json")

	res, _ := http.DefaultClient.Do(req)

	defer res.Body.Close()
	body, _ := io.ReadAll(res.Body)

	fmt.Println(string(body))

}

HttpResponse<String> response = Unirest.post("https://www.orgo.ai/api/computers/{id}/drag")
  .header("Authorization", "Bearer <token>")
  .header("Content-Type", "application/json")
  .body("{\n  \"start_x\": 100,\n  \"start_y\": 100,\n  \"end_x\": 300,\n  \"end_y\": 200\n}")
  .asString();

require 'uri'
require 'net/http'

url = URI("https://www.orgo.ai/api/computers/{id}/drag")

http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true

request = Net::HTTP::Post.new(url)
request["Authorization"] = 'Bearer <token>'
request["Content-Type"] = 'application/json'
request.body = "{\n  \"start_x\": 100,\n  \"start_y\": 100,\n  \"end_x\": 300,\n  \"end_y\": 200\n}"

response = http.request(request)
puts response.read_body

{
  "success": true,
  "action": "drag",
  "details": {
    "start_x": 100,
    "start_y": 100,
    "end_x": 300,
    "end_y": 200
  },
  "error": null,
  "error_type": null
}

Presses the left mouse button at the start coordinate, moves to the end coordinate, and releases. The drag is one continuous motion; there is no way to set its speed, and on Linux the button is always the left one.

On a Windows computer the response is {"ok": true}, an optional button field (left, right, or middle) picks the button, and ?screen= is ignored.

Path parameters

string

required

Computer ID (UUID). An instance_id is not accepted here and fails with 500.

Query parameters

string

Which screen to drag on. Optional. Omit it to act on the screen the computer booted with. An unknown id returns 404 rather than falling back to the default screen.

Body parameters

All four coordinates are required, and each must be a non-negative integer. 0 is a valid coordinate. A missing, negative, or non-integer coordinate returns 400.

integer

required

X coordinate the drag starts at, in pixels from the left edge.

integer

required

Y coordinate the drag starts at, in pixels from the top edge.

integer

required

X coordinate the drag ends at, in pixels from the left edge.

integer

required

Y coordinate the drag ends at, in pixels from the top edge.

Response

boolean

Always true on a 200. A failed drag is an error status.

string

Always drag.

object

Echo of the four coordinates that were used.

null

Always null on a 200.

null

Always null on a 200.

Example

curl -X POST https://www.orgo.ai/api/computers/$COMPUTER_ID/drag \
  -H "Authorization: Bearer $ORGO_API_KEY" \
  -H "Content-Type: application/json" \
  -d '{
    "start_x": 100,
    "start_y": 100,
    "end_x": 300,
    "end_y": 200
  }'

import requests

requests.post(
    f"https://www.orgo.ai/api/computers/{computer_id}/drag",
    headers={"Authorization": f"Bearer {api_key}", "Content-Type": "application/json"},
    json={
        "start_x": 100,
        "start_y": 100,
        "end_x": 300,
        "end_y": 200
    }
)

await fetch(`https://www.orgo.ai/api/computers/${computerId}/drag`, {
  method: 'POST',
  headers: {
    'Authorization': `Bearer ${apiKey}`,
    'Content-Type': 'application/json'
  },
  body: JSON.stringify({
    start_x: 100,
    start_y: 100,
    end_x: 300,
    end_y: 200
  })
});

Response

{
  "success": true,
  "action": "drag",
  "details": { "start_x": 100, "start_y": 100, "end_x": 300, "end_y": 200 },
  "error": null,
  "error_type": null
}

Errors

Status	Meaning
`400`	A coordinate is missing, negative, or not an integer, including a number sent as a string: `{"error": "start_x, start_y, end_x, and end_y are required non-negative integers"}`. Also returned when the computer has no VM attached: `{"error": "Desktop instance not available"}`.
`401`	Invalid API key: `{"error": "Invalid API key"}`. A request with no `Authorization` header returns `{"error": "Authentication required"}`. Access failures also return `401` on this endpoint, not `403`: `{"error": "You do not have access to this workspace."}` when you are neither the owner nor a member of the computer’s workspace, `{"error": "This workspace is view-only. Ask the owner for write access (workspace_read_only)."}` for a view-only member, and `{"error": "This API key cannot access this workspace (workspace_scope_mismatch)."}` for a workspace-scoped key used outside its workspace. A server-side fault while verifying the credential also returns `401`, with `{"error": "Service temporarily unavailable. The database is not accepting requests. Retry shortly."}`. Retry that one; the key is fine.
`402`	The computer was created as a free trial that is no longer active: `{"error": "Choose a plan to continue."}`.
`404`	No computer with this id: `{"error": "Desktop not found"}`. Also returned by the computer agent when `?screen=` names a screen this computer does not have, as in `{"error": "no screen \"2\"", "request_id": "…", "upstream_status": 404}`.
`500`	The computer agent could not perform the drag, or the request body is not valid JSON (with the parser’s message in `error`).
`503`	The computer could not be reached: `{"error": "Could not reach the desktop. Try again in a moment.", "code": "ECONNREFUSED"}`. Safe to retry. Also returned when the computer never finished provisioning: `{"error": "Computer not ready"}`.

Every failure raised after the request leaves the API layer also carries a request_id. Quote it in support requests. When the computer agent itself answered non-2xx, the body additionally carries upstream_status.

{
  "error": "start_x, start_y, end_x, and end_y are required non-negative integers"
}

Authorizations

Authorization

string

header

required

API key authentication. Get your key at orgo.ai/workspaces

Path Parameters

string

required

Computer ID

Query Parameters

screen

string

Which screen to act on. Omit for the boot screen. An unknown id returns 404 rather than falling back.

Body

application/json

On Linux the drag always uses the left button. There is no speed setting. Each coordinate must be a non-negative integer: 0 is a valid coordinate, and a missing, negative, or non-integer coordinate is rejected with 400.

start_x

integer

required

X coordinate the drag starts at, in pixels from the left edge. A non-negative integer.

Required range: x >= 0

start_y

integer

required

Y coordinate the drag starts at, in pixels from the top edge. A non-negative integer.

Required range: x >= 0

end_x

integer

required

X coordinate the drag ends at, in pixels from the left edge. A non-negative integer.

Required range: x >= 0

end_y

integer

required

Y coordinate the drag ends at, in pixels from the top edge. A non-negative integer.

Required range: x >= 0

Response

Drag performed

success

boolean

Always true on a 200. A failed action is an error status.

Example:

true

action

string

The action performed: click, mouse_move, drag, type, key_press, scroll, or wait.

details

object

Echo of what was performed. Its fields depend on the action.

error

null

Always null on a 200.

error_type

null

Always null on a 200.

Drag mouse

curl --request POST \
  --url https://www.orgo.ai/api/computers/{id}/drag \
  --header 'Authorization: Bearer <token>' \
  --header 'Content-Type: application/json' \
  --data '
{
  "start_x": 100,
  "start_y": 100,
  "end_x": 300,
  "end_y": 200
}
'

import requests

url = "https://www.orgo.ai/api/computers/{id}/drag"

payload = {
    "start_x": 100,
    "start_y": 100,
    "end_x": 300,
    "end_y": 200
}
headers = {
    "Authorization": "Bearer <token>",
    "Content-Type": "application/json"
}

response = requests.post(url, json=payload, headers=headers)

print(response.text)

const options = {
  method: 'POST',
  headers: {Authorization: 'Bearer <token>', 'Content-Type': 'application/json'},
  body: JSON.stringify({start_x: 100, start_y: 100, end_x: 300, end_y: 200})
};

fetch('https://www.orgo.ai/api/computers/{id}/drag', options)
  .then(res => res.json())
  .then(res => console.log(res))
  .catch(err => console.error(err));

<?php

$curl = curl_init();

curl_setopt_array($curl, [
  CURLOPT_URL => "https://www.orgo.ai/api/computers/{id}/drag",
  CURLOPT_RETURNTRANSFER => true,
  CURLOPT_ENCODING => "",
  CURLOPT_MAXREDIRS => 10,
  CURLOPT_TIMEOUT => 30,
  CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
  CURLOPT_CUSTOMREQUEST => "POST",
  CURLOPT_POSTFIELDS => json_encode([
    'start_x' => 100,
    'start_y' => 100,
    'end_x' => 300,
    'end_y' => 200
  ]),
  CURLOPT_HTTPHEADER => [
    "Authorization: Bearer <token>",
    "Content-Type: application/json"
  ],
]);

$response = curl_exec($curl);
$err = curl_error($curl);

curl_close($curl);

if ($err) {
  echo "cURL Error #:" . $err;
} else {
  echo $response;
}

package main

import (
	"fmt"
	"strings"
	"net/http"
	"io"
)

func main() {

	url := "https://www.orgo.ai/api/computers/{id}/drag"

	payload := strings.NewReader("{\n  \"start_x\": 100,\n  \"start_y\": 100,\n  \"end_x\": 300,\n  \"end_y\": 200\n}")

	req, _ := http.NewRequest("POST", url, payload)

	req.Header.Add("Authorization", "Bearer <token>")
	req.Header.Add("Content-Type", "application/json")

	res, _ := http.DefaultClient.Do(req)

	defer res.Body.Close()
	body, _ := io.ReadAll(res.Body)

	fmt.Println(string(body))

}

HttpResponse<String> response = Unirest.post("https://www.orgo.ai/api/computers/{id}/drag")
  .header("Authorization", "Bearer <token>")
  .header("Content-Type", "application/json")
  .body("{\n  \"start_x\": 100,\n  \"start_y\": 100,\n  \"end_x\": 300,\n  \"end_y\": 200\n}")
  .asString();

require 'uri'
require 'net/http'

url = URI("https://www.orgo.ai/api/computers/{id}/drag")

http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true

request = Net::HTTP::Post.new(url)
request["Authorization"] = 'Bearer <token>'
request["Content-Type"] = 'application/json'
request.body = "{\n  \"start_x\": 100,\n  \"start_y\": 100,\n  \"end_x\": 300,\n  \"end_y\": 200\n}"

response = http.request(request)
puts response.read_body

{
  "success": true,
  "action": "drag",
  "details": {
    "start_x": 100,
    "start_y": 100,
    "end_x": 300,
    "end_y": 200
  },
  "error": null,
  "error_type": null
}

Overview

Account

Clients

Computer Use API

Workspaces

Computers

Computer Lifecycle

Computer Actions

Screens

Files

Templates

Drag mouse

Path parameters

Query parameters

Body parameters

Response

Example

Response

Errors

Authorizations

Path Parameters

Query Parameters

Body

Response

​Path parameters

​Query parameters

​Body parameters

​Response

​Example

​Response

​Errors

Authorizations

Path Parameters

Query Parameters

Body

Response

Path parameters

Query parameters

Body parameters

Response

Example

Response

Errors