mirror of
https://github.com/hanzoskill/pi-orchestration.git
synced 2026-10-30 21:13:01 +00:00
258 lines
8.2 KiB
Python
258 lines
8.2 KiB
Python
# /// script
|
|
# requires-python = ">=3.11"
|
|
# dependencies = ["click"]
|
|
# ///
|
|
"""Orchestrate AI model workers via Pi Coding Agent."""
|
|
|
|
import json
|
|
import os
|
|
import subprocess
|
|
import sys
|
|
from datetime import datetime
|
|
from pathlib import Path
|
|
|
|
import click
|
|
|
|
DATA_DIR = Path(__file__).parent.parent / "data"
|
|
WORKERS_FILE = DATA_DIR / "workers.json"
|
|
|
|
PROVIDERS = {
|
|
"glm": {"model": "glm-4.7", "env": "GLM_API_KEY"},
|
|
"minimax": {"model": "MiniMax-M2.1", "env": "MINIMAX_API_KEY"},
|
|
"openai": {"model": "gpt-4o", "env": "OPENAI_API_KEY"},
|
|
"anthropic": {"model": "claude-sonnet-4-20250514", "env": "ANTHROPIC_API_KEY"},
|
|
}
|
|
|
|
|
|
def load_workers() -> dict:
|
|
"""Load worker state."""
|
|
if not WORKERS_FILE.exists():
|
|
return {"workers": []}
|
|
try:
|
|
return json.loads(WORKERS_FILE.read_text())
|
|
except (json.JSONDecodeError, IOError):
|
|
return {"workers": []}
|
|
|
|
|
|
def save_workers(data: dict) -> None:
|
|
"""Save worker state."""
|
|
DATA_DIR.mkdir(parents=True, exist_ok=True)
|
|
WORKERS_FILE.write_text(json.dumps(data, indent=2))
|
|
|
|
|
|
def check_provider(provider: str) -> bool:
|
|
"""Check if provider is configured."""
|
|
if provider not in PROVIDERS:
|
|
return False
|
|
env_var = PROVIDERS[provider]["env"]
|
|
return bool(os.environ.get(env_var))
|
|
|
|
|
|
@click.group()
|
|
def cli():
|
|
"""Orchestrate AI model workers."""
|
|
pass
|
|
|
|
|
|
@cli.command()
|
|
def providers():
|
|
"""List available providers and their status."""
|
|
click.echo("Available providers:\n")
|
|
for name, config in PROVIDERS.items():
|
|
env_var = config["env"]
|
|
configured = "✅" if os.environ.get(env_var) else "❌"
|
|
click.echo(f" {configured} {name:12} model={config['model']:20} env={env_var}")
|
|
|
|
|
|
@cli.command()
|
|
@click.option("--provider", "-p", default="glm", help="AI provider (glm, minimax, openai, anthropic)")
|
|
@click.option("--model", "-m", help="Override model name")
|
|
@click.option("--task", "-t", required=True, help="Task description")
|
|
@click.option("--session", "-s", help="tmux session name (auto-generated if not provided)")
|
|
@click.option("--background", "-b", is_flag=True, help="Run in background tmux session")
|
|
def spawn(provider: str, model: str, task: str, session: str, background: bool):
|
|
"""Spawn a worker with a task."""
|
|
if provider not in PROVIDERS:
|
|
click.echo(f"❌ Unknown provider: {provider}")
|
|
click.echo(f" Available: {', '.join(PROVIDERS.keys())}")
|
|
sys.exit(1)
|
|
|
|
if not check_provider(provider):
|
|
env_var = PROVIDERS[provider]["env"]
|
|
click.echo(f"❌ {provider} not configured. Set {env_var}")
|
|
sys.exit(1)
|
|
|
|
model_name = model or PROVIDERS[provider]["model"]
|
|
session_name = session or f"worker-{provider}-{datetime.now().strftime('%H%M%S')}"
|
|
|
|
cmd = f'pi --provider {provider} --model {model_name} -p "{task}"'
|
|
|
|
if background:
|
|
# Create tmux session and run command
|
|
subprocess.run(["tmux", "new-session", "-d", "-s", session_name], check=False)
|
|
subprocess.run(["tmux", "send-keys", "-t", session_name, cmd, "Enter"], check=True)
|
|
|
|
# Track worker
|
|
data = load_workers()
|
|
data["workers"].append({
|
|
"session": session_name,
|
|
"provider": provider,
|
|
"model": model_name,
|
|
"task": task[:100],
|
|
"started": datetime.now().isoformat(),
|
|
"status": "running",
|
|
})
|
|
save_workers(data)
|
|
|
|
click.echo(f"✅ Spawned worker in tmux session: {session_name}")
|
|
click.echo(f" Provider: {provider} / {model_name}")
|
|
click.echo(f" Task: {task[:60]}...")
|
|
click.echo(f"\n Check: tmux attach -t {session_name}")
|
|
else:
|
|
# Run directly
|
|
click.echo(f"Running: {cmd}\n")
|
|
os.system(cmd)
|
|
|
|
|
|
@cli.command()
|
|
def status():
|
|
"""Check status of all workers."""
|
|
data = load_workers()
|
|
workers = data.get("workers", [])
|
|
|
|
if not workers:
|
|
click.echo("No workers spawned")
|
|
return
|
|
|
|
click.echo(f"Workers ({len(workers)}):\n")
|
|
|
|
for w in workers:
|
|
session = w["session"]
|
|
|
|
# Check if tmux session exists
|
|
result = subprocess.run(
|
|
["tmux", "has-session", "-t", session],
|
|
capture_output=True
|
|
)
|
|
alive = result.returncode == 0
|
|
status_icon = "🟢" if alive else "⚫"
|
|
|
|
click.echo(f" {status_icon} {session}")
|
|
click.echo(f" Provider: {w['provider']} / {w['model']}")
|
|
click.echo(f" Task: {w['task'][:50]}...")
|
|
click.echo(f" Started: {w['started'][:19]}")
|
|
click.echo()
|
|
|
|
|
|
@cli.command()
|
|
@click.option("--session", "-s", help="Specific session to collect from")
|
|
@click.option("--all", "collect_all", is_flag=True, help="Collect from all workers")
|
|
@click.option("--output", "-o", help="Output file")
|
|
def collect(session: str, collect_all: bool, output: str):
|
|
"""Collect output from worker(s)."""
|
|
data = load_workers()
|
|
workers = data.get("workers", [])
|
|
|
|
if session:
|
|
sessions = [session]
|
|
elif collect_all:
|
|
sessions = [w["session"] for w in workers]
|
|
else:
|
|
click.echo("Specify --session or --all")
|
|
return
|
|
|
|
results = []
|
|
|
|
for sess in sessions:
|
|
result = subprocess.run(
|
|
["tmux", "capture-pane", "-t", sess, "-p"],
|
|
capture_output=True,
|
|
text=True
|
|
)
|
|
if result.returncode == 0:
|
|
results.append(f"=== {sess} ===\n{result.stdout}\n")
|
|
click.echo(f"✅ Collected from {sess}")
|
|
else:
|
|
click.echo(f"❌ Failed to collect from {sess}")
|
|
|
|
if output:
|
|
Path(output).write_text("\n".join(results))
|
|
click.echo(f"\nSaved to {output}")
|
|
else:
|
|
click.echo("\n" + "\n".join(results))
|
|
|
|
|
|
@cli.command()
|
|
@click.option("--session", "-s", help="Specific session to kill")
|
|
@click.option("--all", "kill_all", is_flag=True, help="Kill all workers")
|
|
def kill(session: str, kill_all: bool):
|
|
"""Kill worker session(s)."""
|
|
data = load_workers()
|
|
workers = data.get("workers", [])
|
|
|
|
if session:
|
|
sessions = [session]
|
|
elif kill_all:
|
|
sessions = [w["session"] for w in workers]
|
|
else:
|
|
click.echo("Specify --session or --all")
|
|
return
|
|
|
|
for sess in sessions:
|
|
result = subprocess.run(["tmux", "kill-session", "-t", sess], capture_output=True)
|
|
if result.returncode == 0:
|
|
click.echo(f"✅ Killed {sess}")
|
|
else:
|
|
click.echo(f"⚠️ {sess} not found or already killed")
|
|
|
|
# Clean up worker list
|
|
if kill_all:
|
|
data["workers"] = []
|
|
else:
|
|
data["workers"] = [w for w in workers if w["session"] not in sessions]
|
|
save_workers(data)
|
|
|
|
|
|
@cli.command()
|
|
@click.argument("tasks", nargs=-1, required=True)
|
|
@click.option("--provider", "-p", default="glm", help="AI provider")
|
|
@click.option("--model", "-m", help="Model name")
|
|
def parallel(tasks: tuple, provider: str, model: str):
|
|
"""Spawn multiple workers in parallel."""
|
|
if not check_provider(provider):
|
|
env_var = PROVIDERS[provider]["env"]
|
|
click.echo(f"❌ {provider} not configured. Set {env_var}")
|
|
sys.exit(1)
|
|
|
|
model_name = model or PROVIDERS[provider]["model"]
|
|
|
|
click.echo(f"Spawning {len(tasks)} workers with {provider}/{model_name}:\n")
|
|
|
|
for i, task in enumerate(tasks, 1):
|
|
session_name = f"parallel-{i}-{datetime.now().strftime('%H%M%S')}"
|
|
cmd = f'pi --provider {provider} --model {model_name} -p "{task}"'
|
|
|
|
subprocess.run(["tmux", "new-session", "-d", "-s", session_name], check=False)
|
|
subprocess.run(["tmux", "send-keys", "-t", session_name, cmd, "Enter"], check=True)
|
|
|
|
data = load_workers()
|
|
data["workers"].append({
|
|
"session": session_name,
|
|
"provider": provider,
|
|
"model": model_name,
|
|
"task": task[:100],
|
|
"started": datetime.now().isoformat(),
|
|
"status": "running",
|
|
})
|
|
save_workers(data)
|
|
|
|
click.echo(f" ✅ Worker {i}: {session_name}")
|
|
click.echo(f" Task: {task[:50]}...")
|
|
|
|
click.echo(f"\nUse 'orchestrate.py status' to check progress")
|
|
click.echo(f"Use 'orchestrate.py collect --all' to gather results")
|
|
|
|
|
|
if __name__ == "__main__":
|
|
cli()
|