mirror of
https://github.com/hanzoai/python-sdk.git
synced 2026-10-23 20:23:00 +00:00
zeekay
259d437061
Fix 21 auto-fixable errors: import sorting (I001), unused import (F401), and empty f-strings (F541) in 13 files across tool packages.
102 lines
2.9 KiB
Python
102 lines
2.9 KiB
Python
"""UI control tools for Hanzo AI (HIP-0300).
|
|
|
|
Tools:
|
|
- ui: Unified interface control (HIP-0300 compliant)
|
|
- Mouse: click, double_click, right_click, move, drag, scroll
|
|
- Touch: tap, swipe, pinch (mobile emulation)
|
|
- Keyboard: type, write, press, key_down, key_up, hotkey
|
|
- Screen capture: screenshot, screenshot_region, capture
|
|
- Screen recording: session, record, stop, analyze
|
|
- Window: focus_window, list_windows, get_active_window
|
|
- Screen info: get_screens, screen_size
|
|
|
|
Cross-platform support:
|
|
- macOS: Quartz/CoreGraphics (10-50x faster than pyautogui)
|
|
- Linux: xdotool/scrot for X11
|
|
- Windows: win32api via ctypes
|
|
- Fallback: pyautogui when native unavailable
|
|
|
|
Install:
|
|
pip install hanzo-tools-computer
|
|
|
|
Usage:
|
|
from hanzo_tools.computer import register_tools, TOOLS
|
|
|
|
# Register with MCP server
|
|
register_tools(mcp_server, permission_manager)
|
|
|
|
# Or access individual tool
|
|
from hanzo_tools.computer import UiTool
|
|
|
|
Screen Limits (configurable via env vars):
|
|
HANZO_SCREEN_DURATION=30 # Default session duration (seconds)
|
|
HANZO_SCREEN_TARGET_FRAMES=30 # Target frames per session
|
|
HANZO_SCREEN_MAX_SIZE=768 # Max frame dimension (capped at 1568)
|
|
HANZO_SCREEN_QUALITY=60 # JPEG quality (1-100)
|
|
"""
|
|
|
|
from hanzo_tools.core import BaseTool, ToolRegistry, PermissionManager
|
|
|
|
# Backward compat
|
|
from .ui_tool import UiTool, ui_tool
|
|
|
|
# Internal utilities (used by screen_tool)
|
|
from .media_tool import MediaLimits, MediaResult, ActivitySegment, media_tool
|
|
from .screen_tool import ScreenTool, ScreenConfig, screen_tool
|
|
|
|
# HIP-0300: Single unified 'computer' tool
|
|
from .computer_tool import ComputerTool
|
|
|
|
# Export list for tool discovery - single computer tool (HIP-0300)
|
|
TOOLS = [ComputerTool]
|
|
|
|
__all__ = [
|
|
# HIP-0300 unified tool
|
|
"ComputerTool",
|
|
# Backward compat
|
|
"UiTool",
|
|
"ui_tool",
|
|
"ScreenTool",
|
|
"ScreenConfig",
|
|
"screen_tool",
|
|
# Internal utilities
|
|
"MediaLimits",
|
|
"MediaResult",
|
|
"ActivitySegment",
|
|
"media_tool",
|
|
"register_tools",
|
|
"TOOLS",
|
|
]
|
|
|
|
|
|
def register_tools(
|
|
mcp_server,
|
|
permission_manager: PermissionManager,
|
|
enabled_tools: dict[str, bool] | None = None,
|
|
) -> list[BaseTool]:
|
|
"""Register computer control tools with the MCP server.
|
|
|
|
Args:
|
|
mcp_server: The FastMCP server instance
|
|
permission_manager: Permission manager for access control
|
|
enabled_tools: Dict of tool_name -> enabled state
|
|
|
|
Returns:
|
|
List of registered tools
|
|
"""
|
|
enabled = enabled_tools or {}
|
|
registered = []
|
|
|
|
for tool_class in TOOLS:
|
|
tool_name = (
|
|
tool_class.name
|
|
if hasattr(tool_class, "name")
|
|
else tool_class.__name__.lower()
|
|
)
|
|
if enabled.get(tool_name, True): # Enabled by default
|
|
tool = tool_class(permission_manager)
|
|
ToolRegistry.register_tool(mcp_server, tool)
|
|
registered.append(tool)
|
|
|
|
return registered
|