Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
22 commits
Select commit Hold shift + click to select a range
5858006
improvement(mothership): log each client tool's outcome and wait time…
waleedlatif1 Nov 19, 2026
0a1be19
improvement(seo): connect buying guides to runnable workflows (#10195)
waleedlatif1 Nov 19, 2026
ad8ff86
feat(search): manage sources and permission uploads through the CLI (…
waleedlatif1 Nov 19, 2026
911d599
fix(integrations): stop the higgsfield and exa tools crashing on miss…
waleedlatif1 Nov 19, 2026
f9c4d7b
improvement(search): index permission-import identities by subject (#…
waleedlatif1 Nov 19, 2026
cda9499
feat(usage): serve organization activity from an hourly rollup (#10200)
waleedlatif1 Nov 19, 2026
ac8aacf
fix(deps): pin patched hono and @hono/node-server, refresh fflate (#1…
waleedlatif1 Nov 19, 2026
e0b5ec1
feat(computer-use): add typed reminder, event and contact app command…
waleedlatif1 Nov 19, 2026
8052750
fix(usage): harden activity rollup maintenance (#10201)
waleedlatif1 Nov 19, 2026
27a73ac
fix(usage): page heavy rollup hours once over active workspaces (#10203)
waleedlatif1 Nov 19, 2026
8ea9ffc
feat(mcp): add code mode to the Sim MCP server (#10204)
waleedlatif1 Nov 19, 2026
57fa18e
fix(usage): gate rollup reads on the late-end scan and marked cells, …
waleedlatif1 Nov 19, 2026
2190a00
fix(seo): parse headings in the live landing check (#10209)
waleedlatif1 Nov 19, 2026
994babd
fix(cli): preserve permission CSV compatibility and diagnostics (#10208)
waleedlatif1 Nov 19, 2026
627d213
fix(usage): make rollup migrations atomic and mark late-committing fi…
waleedlatif1 Nov 19, 2026
395212f
fix(mcp): accept numeric path params, read-aware unreadable advice, r…
waleedlatif1 Nov 19, 2026
e97cb17
fix(computer-use): reject impossible app-command dates and name the d…
waleedlatif1 Nov 19, 2026
32b5d05
docs(library): update best-ai-workflow-builders (#10213)
waleedlatif1 Nov 19, 2026
33b07fb
feat(library): 5 Best Activepieces Alternatives in 2026 for AI Agent …
waleedlatif1 Nov 19, 2026
cf3c44c
feat(library): AI Agents vs Copilots for Enterprise Teams (#10216)
waleedlatif1 Nov 19, 2026
082dfa8
feat(library): 5 Best Salesforce Agentforce Alternatives in 2026 for …
waleedlatif1 Nov 19, 2026
4d3fedf
feat(library): Best MindStudio Alternatives in 2026 for Governed Team…
waleedlatif1 Nov 19, 2026
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
38 changes: 38 additions & 0 deletions .github/workflows/ci.yml
Original file line number Diff line number Diff line change
Expand Up @@ -683,6 +683,44 @@ jobs:
fi
bunx trigger.dev@4.8.3 promote "$VERSION" "${TARGET_ARGS[@]}"

landing-seo-live:
name: landing-seo-live
needs: [promote, trigger-promote]
if: >-
!cancelled() &&
github.event_name == 'push' &&
github.ref == 'refs/heads/main' &&
needs.promote.outputs.promoted == 'true' &&
needs.trigger-promote.outputs.cutover == 'success'
runs-on: ubuntu-24.04
timeout-minutes: 8
permissions:
contents: read
steps:
- name: Checkout code
uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v6
with:
persist-credentials: false

- name: Setup workspace
uses: ./.github/actions/setup
with:
provider: github
node-version: ''

- name: Check priority landing pages after cutover
env:
LANDING_SEO_E2E_BASE_URL: https://www.sim.ai
LANDING_SEO_E2E_REPORT_PATH: ${{ runner.temp }}/landing-seo-live.json
run: bun run --cwd apps/sim test:landing-seo:e2e --live

- name: Upload live landing SEO results
if: always()
uses: actions/upload-artifact@cf430e030ddbb5b0abf93d22962f4752f3646cd9 # v7.0.2
with:
name: landing-seo-live
path: ${{ runner.temp }}/landing-seo-live.json

# Production only, once the new app serves traffic: submit the library and comparison URLs this
# push changed to IndexNow. Best effort: nothing depends on it, and a failure never fails the run.
indexnow:
Expand Down
7 changes: 7 additions & 0 deletions apps/desktop/build/entitlements.mac.plist
Original file line number Diff line number Diff line change
Expand Up @@ -14,5 +14,12 @@
Hardened Runtime denies the camera no matter what the user allowed. -->
<key>com.apple.security.device.camera</key>
<true/>
<!-- Computer Use app commands add confirmed reminders, events and
contacts through EventKit and Contacts; the Hardened Runtime denies
that access without these keys. -->
<key>com.apple.security.personal-information.calendars</key>
<true/>
<key>com.apple.security.personal-information.addressbook</key>
<true/>
</dict>
</plist>
3 changes: 3 additions & 0 deletions apps/desktop/electron-builder.yml
Original file line number Diff line number Diff line change
Expand Up @@ -70,6 +70,9 @@ mac:
# unless the bundle declares why it wants the device.
extendInfo:
NSScreenCaptureUsageDescription: Mothership captures approved app windows to understand and verify computer-use actions.
NSRemindersFullAccessUsageDescription: Mothership adds reminders you confirm and lists your reminder lists so it can file them correctly.
NSCalendarsFullAccessUsageDescription: Mothership adds calendar events you confirm and lists your calendars so it can file them correctly.
NSContactsUsageDescription: Mothership adds contacts and contact groups you confirm.
NSMicrophoneUsageDescription: Sim uses your microphone for voice input in Chat and for meetings you join in the built-in browser.
NSCameraUsageDescription: Sim uses your camera for meetings you join in the built-in browser, such as Google Meet.
# macOS 15 blocks connections to private addresses (self-hosted servers on a
Expand Down
266 changes: 264 additions & 2 deletions apps/desktop/native/computer-use/ComputerUse.swift

Large diffs are not rendered by default.

3 changes: 3 additions & 0 deletions apps/desktop/native/computer-use/Info.plist
Original file line number Diff line number Diff line change
Expand Up @@ -11,5 +11,8 @@
<key>LSMinimumSystemVersion</key><string>14.0</string>
<key>LSUIElement</key><true/>
<key>NSHighResolutionCapable</key><true/>
<key>NSCalendarsFullAccessUsageDescription</key><string>Mothership adds calendar events you confirm and lists your calendars so it can file them correctly.</string>
<key>NSContactsUsageDescription</key><string>Mothership adds contacts and contact groups you confirm.</string>
<key>NSRemindersFullAccessUsageDescription</key><string>Mothership adds reminders you confirm and lists your reminder lists so it can file them correctly.</string>
<key>NSScreenCaptureUsageDescription</key><string>Mothership captures the app window you select to understand and verify computer-use actions.</string>
</dict></plist>
4 changes: 3 additions & 1 deletion apps/desktop/native/computer-use/README.md
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,9 @@ Compile each architecture with `swiftc -parse-as-library -O -target arm64-apple-

## Protocol

Persistent newline-delimited JSON over stdin/stdout: `{id,method,params}` returns `{id,result}` or `{id,error:{code,message,dispatchState?}}`. The producer contract is `worker/packages/contracts/src/computer-use.ts` in mothership, copied into the desktop bridge by contract sync. `request_permission` is a local onboarding method, never a model tool; params are `{permission:"accessibility"|"screenCapture"}`. Status/preflight never triggers prompts. Errors go through the protocol, and stdout contains no logs.
Persistent newline-delimited JSON over stdin/stdout: `{id,method,params}` returns `{id,result}` or `{id,error:{code,message,dispatchState?}}`. The producer contract is `worker/packages/contracts/src/computer-use.ts` in mothership, copied into the desktop bridge by contract sync. `request_permission` is a local onboarding method, never a model tool; params are `{permission:"accessibility"|"screenCapture"|"reminders"|"calendars"|"contacts"}`. Status/preflight never triggers prompts; it reports `reminders`, `calendars` and `contacts` as `granted`, `denied` or `not_determined`.

`app_command` takes `{command:{name,...}}` and runs one allowlisted command through EventKit or Contacts, never Apple Events or scripts. Reads: `list_reminder_lists`, `list_calendars` and `list_contact_groups` return `{kind:"command",items:[{id,title,allowsModifications}]}`. Creates return `{kind:"command",created:{id,title,list}}`: `create_reminder` (`title`, `notes`, `due` as `YYYY-MM-DD` or an ISO 8601 date-time, `listId`, `priority` 0/1/5/9), `create_event` (`title`, `start`/`end` as ISO 8601 date-times or `YYYY-MM-DD` with `allDay`, at most 31 days, `location`, `notes`, `calendarId`, `alertMinutesBefore`), `create_contact_group` (`title`; an existing group with that name is returned instead of a duplicate) and `create_contact` (`givenName`, `familyName`, `organization`, `jobTitle`, up to 5 `emails` and `phones`, `groupId`). A date-time without an offset is this Mac's local time, as typing it into the app would be. Without the matching access a command fails with `reminders_permission_required`, `calendars_permission_required` or `contacts_permission_required` before touching anything. There is no update, delete or search. The desktop service confirms each create with the user before sending it.

The helper observes up to 2000 accessibility nodes (depth 64, queue 4000, traversal deadline 8 seconds, each AX call timeout 250ms). Selected-window and focused-element ancestry are prioritized. The menu bar and menus are read in place, so an open menu's items and their submenus come first; items of closed menus are read last, capped at 80 menu nodes. Electron accessibility is enabled using its documented `AXManualAccessibility` attribute. The helper observes 100 windows and 1000 apps. Requests are bounded to 128 KiB during ingestion. Text/value input is capped at 32000 UTF-16 units. State references are per-process, per-app, expire after 60 seconds, and are consumed by every action that reaches the app; a request that fails before sending anything reports `dispatchState: "not_started"` and keeps them valid. An Accessibility failure counts as sent unless Accessibility rejected the request before the app saw it (unsupported attribute or action, illegal argument). Restarts invalidate all references. Screen captures exclude window shadows, preserve the selected window’s coordinate geometry, and are capped to 1600 pixels on the longest side and 8 MiB encoded. Complete JSON replies are capped at 16 MiB: oversized observations omit screenshots first, then truncate accessibility nodes, while preserving action outcomes. Screenshots are optional and failure is reported in `screenshotError` without discarding accessibility state. macOS 26 uses the screenshot-specific capture API; the macOS 14/15 API path includes only the selected window in a display filter and crops its exact frame. That older path requires the window to fit within one display and reports `capture_geometry_unavailable` otherwise.

Expand Down
31 changes: 31 additions & 0 deletions apps/desktop/native/computer-use/tests/NativeTests.swift
Original file line number Diff line number Diff line change
Expand Up @@ -36,6 +36,37 @@ import AppKit
precondition(isProtectedApp(bundle), bundle)
}
for bundle in ["com.apple.TextEdit", "com.apple.finder", "com.apple.Safari"] { precondition(!isProtectedApp(bundle), bundle) }
let dateOnly = try dueComponents("2027-05-04")
precondition(dateOnly.year == 2027 && dateOnly.month == 5 && dateOnly.day == 4 && dateOnly.hour == nil)
let timed = try dueComponents("2027-05-04T09:30:45Z")
precondition(timed.hour != nil && timed.minute != nil && timed.second == 45)
let localDue = try dueComponents("2027-05-04T09:30")
precondition(localDue.hour == 9 && localDue.minute == 30)
for due in ["2027-02-30", "2027-05-04T25:30:00", "May 4", "2027-5-4", "2027-02-30T09:00:00Z", "2027-02-29T09:00:00.5+01:00", "2027-05-04T24:00:00Z", "2027-05-04T09:00:00+25:00", "2027-05-04T09:00:00+05:99", "2027-05-04T09:00:00+14:59", "2027-05-04T09:00:00-14:30", "2027-0٥-04", "2027-05-04T1٠:00Z"] {
expectError("invalid_arguments") { _ = try dueComponents(due) }
}
precondition(isoDateTime("2028-02-29T09:00Z") == Date(timeIntervalSince1970: 1_835_427_600))
precondition(isoDateTime("2027-05-04T09:00:00+05:30") == Date(timeIntervalSince1970: 1_809_401_400))
precondition(isoDateTime("2027-05-04T09:00:00+14:00") == Date(timeIntervalSince1970: 1_809_370_800))
expectError("unknown_command") { _ = try runAppCommand(AppCommand(name: "run_script")) }
expectError("invalid_arguments") { _ = try runAppCommand(AppCommand(name: "create_reminder", title: " ")) }
expectError("invalid_arguments") { _ = try runAppCommand(AppCommand(name: "create_reminder", title: "Pay rent", priority: 3)) }
var local = Calendar(identifier: .gregorian); local.timeZone = .current
let floating = try eventDate("2027-06-09T07:15:00", "Start", allDay: false)
precondition(local.dateComponents([.hour, .minute], from: floating) == DateComponents(hour: 7, minute: 15))
expectError("invalid_arguments") { _ = try eventDate("2027-06-09 07:15", "Start", allDay: false) }
let fractional = try eventDate("2027-06-09T06:15:00.000Z", "Start", allDay: false)
precondition(fractional == Date(timeIntervalSince1970: 1_812_521_700))
let localFraction = try eventDate("2027-06-09T07:15:00.250", "Start", allDay: false)
precondition(local.dateComponents([.hour, .minute], from: localFraction) == DateComponents(hour: 7, minute: 15))
expectError("invalid_arguments") { _ = try eventDate("2027-06-09T07:15:00+01:00", "Start", allDay: true) }
let zoned = try eventDate("2027-06-09T07:15:00+01:00", "Start", allDay: false)
precondition(zoned == Date(timeIntervalSince1970: 1_812_521_700))
expectError("invalid_arguments") { _ = try runAppCommand(AppCommand(name: "create_event", title: "Flight", start: "2027-06-09T08:10:00Z", end: "2027-06-09T07:15:00Z")) }
expectError("invalid_arguments") { _ = try runAppCommand(AppCommand(name: "create_event", title: "Trip", start: "2027-06-01T00:00:00Z", end: "2027-08-01T00:00:00Z")) }
expectError("invalid_arguments") { _ = try runAppCommand(AppCommand(name: "create_contact", jobTitle: "Engineer")) }
expectError("invalid_arguments") { _ = try runAppCommand(AppCommand(name: "create_contact", givenName: "Ana", emails: ["not-an-email"])) }
expectError("invalid_arguments") { _ = try runAppCommand(AppCommand(name: "create_contact_group", title: " ")) }
var queue = AXTraversalQueue<String>(limit: 1000)
queue.append(AXTraversalEntry(element: "menu", parent: nil, depth: 0, menu: true, priority: false))
queue.append(AXTraversalEntry(element: "content", parent: nil, depth: 0, menu: false, priority: false))
Expand Down
Loading
Loading