feat: Add intelligent fallback and memory management to hanzo dev

- Automatic fallback handler tries all available AI options
- Memory persistence with #memory commands (like Claude Desktop)
- Smart context management with priority-based memories
- Session tracking and user preferences
- Export/import memory capabilities
- Enhanced AI responses with contextual awareness
- Version bump to 0.3.20
This commit is contained in:
2025-08-19 22:11:42 -05:00
parent 9e31283aa5
commit 2d617d2014
8 changed files with 1224 additions and 3 deletions
+1 -1
View File
@@ -1,6 +1,6 @@
[project]
name = "hanzo"
version = "0.3.19"
version = "0.3.20"
description = "Hanzo AI - Complete AI Infrastructure Platform with CLI, Router, MCP, and Agent Runtime"
authors = [
{name = "Hanzo AI", email = "[email protected]"},
+1 -1
View File
@@ -26,7 +26,7 @@ from .utils.output import console
from .interactive.repl import HanzoREPL
# Version
__version__ = "0.3.19"
__version__ = "0.3.20"
@click.group(invoke_without_command=True)
+44 -1
View File
@@ -661,6 +661,11 @@ class HanzoDevREPL:
"help": self.cmd_help,
"exit": self.cmd_exit,
}
# Initialize memory manager
from .memory_manager import MemoryManager
workspace = getattr(orchestrator, 'workspace_dir', '/tmp/hanzo')
self.memory_manager = MemoryManager(workspace)
async def run(self):
"""Run the REPL."""
@@ -741,7 +746,10 @@ class HanzoDevREPL:
elif user_input.startswith("#"):
# Handle memory/context commands
await self.handle_memory_command(user_input[1:].strip())
from .memory_manager import handle_memory_command
handled = handle_memory_command(user_input, self.memory_manager, console)
if not handled:
console.print("[yellow]Unknown memory command. Use #memory help[/yellow]")
else:
# Natural chat - send directly to AI agents
@@ -906,6 +914,41 @@ Examples:
async def chat_with_agents(self, message: str):
"""Send message to AI agents for natural chat."""
try:
# Add message to memory
self.memory_manager.add_message("user", message)
# Get memory context
memory_context = self.memory_manager.summarize_for_ai()
# Enhance message with context
if memory_context:
enhanced_message = f"{memory_context}\n\nUser: {message}"
else:
enhanced_message = message
# Try smart fallback if no specific model configured
if not hasattr(self.orchestrator, 'orchestrator_model') or \
self.orchestrator.orchestrator_model == "auto":
from .fallback_handler import smart_chat
response = await smart_chat(enhanced_message, console)
if response:
# Save AI response to memory
self.memory_manager.add_message("assistant", response)
from rich.panel import Panel
console.print()
console.print(Panel(
response,
title="[bold cyan]AI Response[/bold cyan]",
title_align="left",
border_style="dim cyan",
padding=(1, 2)
))
return
else:
console.print("[red]No AI options available. Please configure API keys or install tools.[/red]")
return
# For codex and other CLI tools, go straight to direct API chat
if hasattr(self.orchestrator, 'orchestrator_model'):
model = self.orchestrator.orchestrator_model
+244
View File
@@ -0,0 +1,244 @@
"""
Intelligent fallback handler for Hanzo Dev.
Automatically tries available AI options when primary fails.
"""
import os
import shutil
import subprocess
from typing import Optional, Dict, Any
from pathlib import Path
class FallbackHandler:
"""Handles automatic fallback to available AI options."""
def __init__(self):
self.available_options = self._detect_available_options()
self.fallback_order = self._determine_fallback_order()
def _detect_available_options(self) -> Dict[str, bool]:
"""Detect which AI options are available."""
options = {
"openai_api": bool(os.getenv("OPENAI_API_KEY")),
"anthropic_api": bool(os.getenv("ANTHROPIC_API_KEY")),
"google_api": bool(os.getenv("GOOGLE_API_KEY") or os.getenv("GEMINI_API_KEY")),
"openai_cli": shutil.which("openai") is not None,
"claude_cli": shutil.which("claude") is not None,
"gemini_cli": shutil.which("gemini") is not None,
"ollama": self._check_ollama(),
"hanzo_ide": Path.home().joinpath("work/hanzo/ide").exists(),
"free_apis": True, # Always available (Codestral, StarCoder)
}
return options
def _check_ollama(self) -> bool:
"""Check if Ollama is running and has models."""
try:
import httpx
with httpx.Client(timeout=2.0) as client:
response = client.get("http://localhost:11434/api/tags")
if response.status_code == 200:
data = response.json()
return len(data.get("models", [])) > 0
except:
pass
return False
def _determine_fallback_order(self) -> list:
"""Determine the order of fallback options based on availability."""
order = []
# Priority 1: API keys (fastest, most reliable)
if self.available_options["openai_api"]:
order.append(("openai_api", "gpt-4"))
if self.available_options["anthropic_api"]:
order.append(("anthropic_api", "claude-3-5-sonnet"))
if self.available_options["google_api"]:
order.append(("google_api", "gemini-pro"))
# Priority 2: CLI tools (no API key needed)
if self.available_options["openai_cli"]:
order.append(("openai_cli", "codex"))
if self.available_options["claude_cli"]:
order.append(("claude_cli", "claude-desktop"))
if self.available_options["gemini_cli"]:
order.append(("gemini_cli", "gemini"))
# Priority 3: Local models (free, but requires setup)
if self.available_options["ollama"]:
order.append(("ollama", "local:llama3.2"))
if self.available_options["hanzo_ide"]:
order.append(("hanzo_ide", "hanzo-ide"))
# Priority 4: Free cloud APIs (rate limited)
if self.available_options["free_apis"]:
order.append(("free_api", "codestral-free"))
order.append(("free_api", "starcoder2"))
return order
def get_best_option(self) -> Optional[tuple]:
"""Get the best available AI option."""
if self.fallback_order:
return self.fallback_order[0]
return None
def get_next_option(self, failed_option: str) -> Optional[tuple]:
"""Get the next fallback option after one fails."""
for i, (option_type, model) in enumerate(self.fallback_order):
if model == failed_option and i + 1 < len(self.fallback_order):
return self.fallback_order[i + 1]
return None
def suggest_setup(self) -> str:
"""Suggest setup instructions for unavailable options."""
suggestions = []
if not self.available_options["openai_api"]:
suggestions.append("• Set OPENAI_API_KEY for GPT-4/GPT-5 access")
if not self.available_options["anthropic_api"]:
suggestions.append("• Set ANTHROPIC_API_KEY for Claude access")
if not self.available_options["ollama"]:
suggestions.append("• Install Ollama: curl -fsSL https://ollama.com/install.sh | sh")
suggestions.append(" Then run: ollama pull llama3.2")
if not self.available_options["openai_cli"]:
suggestions.append("• Install OpenAI CLI: pip install openai-cli")
if not self.available_options["claude_cli"]:
suggestions.append("• Install Claude Desktop from https://claude.ai/download")
return "\n".join(suggestions) if suggestions else "All AI options are available!"
def print_status(self, console):
"""Print the current status of available AI options."""
from rich.table import Table
table = Table(title="Available AI Options", show_header=True,
header_style="bold magenta")
table.add_column("Option", style="cyan", width=20)
table.add_column("Status", width=10)
table.add_column("Model", width=20)
status_map = {
"openai_api": ("OpenAI API", "gpt-4"),
"anthropic_api": ("Anthropic API", "claude-3-5"),
"google_api": ("Google API", "gemini-pro"),
"openai_cli": ("OpenAI CLI", "codex"),
"claude_cli": ("Claude Desktop", "claude"),
"gemini_cli": ("Gemini CLI", "gemini"),
"ollama": ("Ollama Local", "llama3.2"),
"hanzo_ide": ("Hanzo IDE", "hanzo-dev"),
"free_apis": ("Free APIs", "codestral/starcoder"),
}
for key, available in self.available_options.items():
if key in status_map:
name, model = status_map[key]
status = "✅" if available else "❌"
table.add_row(name, status, model if available else "Not available")
console.print(table)
if self.fallback_order:
console.print(f"\n[green]Primary option: {self.fallback_order[0][1]}[/green]")
if len(self.fallback_order) > 1:
fallbacks = ", ".join([opt[1] for opt in self.fallback_order[1:]])
console.print(f"[yellow]Fallback options: {fallbacks}[/yellow]")
else:
console.print("\n[red]No AI options available![/red]")
console.print("\n[yellow]Setup suggestions:[/yellow]")
console.print(self.suggest_setup())
async def smart_chat(message: str, console=None) -> Optional[str]:
"""
Smart chat that automatically tries available AI options.
Returns the AI response or None if all options fail.
"""
handler = FallbackHandler()
if console:
console.print("\n[dim]Detecting available AI options...[/dim]")
best_option = handler.get_best_option()
if not best_option:
if console:
handler.print_status(console)
return None
option_type, model = best_option
# Try the primary option
try:
if option_type == "openai_api":
from openai import AsyncOpenAI
client = AsyncOpenAI()
response = await client.chat.completions.create(
model="gpt-4",
messages=[{"role": "user", "content": message}],
max_tokens=500
)
return response.choices[0].message.content
elif option_type == "anthropic_api":
from anthropic import AsyncAnthropic
client = AsyncAnthropic()
response = await client.messages.create(
model="claude-3-5-sonnet-20241022",
messages=[{"role": "user", "content": message}],
max_tokens=500
)
return response.content[0].text
elif option_type == "openai_cli":
# Use OpenAI CLI
result = subprocess.run(
["openai", "api", "chat.completions.create", "-m", "gpt-4", "-g", message],
capture_output=True,
text=True,
timeout=30
)
if result.returncode == 0:
return result.stdout.strip()
elif option_type == "ollama":
# Use Ollama
import httpx
async with httpx.AsyncClient() as client:
response = await client.post(
"http://localhost:11434/api/generate",
json={"model": "llama3.2", "prompt": message, "stream": False},
timeout=30.0
)
if response.status_code == 200:
return response.json().get("response", "")
elif option_type == "free_api":
# Try free Codestral API
import httpx
async with httpx.AsyncClient() as client:
response = await client.post(
"https://codestral.mistral.ai/v1/fim/completions",
headers={"Content-Type": "application/json"},
json={"prompt": message, "suffix": "", "max_tokens": 500},
timeout=30.0
)
if response.status_code == 200:
return response.json().get("choices", [{}])[0].get("text", "")
except Exception as e:
if console:
console.print(f"[yellow]Primary option {model} failed: {e}[/yellow]")
console.print("[dim]Trying fallback...[/dim]")
# Try next fallback
next_option = handler.get_next_option(model)
if next_option:
# Recursively try the next option
handler.fallback_order.remove(best_option)
return await smart_chat(message, console)
return None
+425
View File
@@ -0,0 +1,425 @@
"""
Memory management system for Hanzo Dev.
Provides persistent context and memory like Claude Desktop.
"""
import json
import os
from pathlib import Path
from typing import Dict, List, Any, Optional
from datetime import datetime
from dataclasses import dataclass, asdict
import hashlib
@dataclass
class MemoryItem:
"""A single memory item."""
id: str
content: str
type: str # 'context', 'instruction', 'fact', 'code'
created_at: str
tags: List[str]
priority: int = 0 # Higher priority items are kept longer
def to_dict(self) -> Dict:
return asdict(self)
@classmethod
def from_dict(cls, data: Dict) -> 'MemoryItem':
return cls(**data)
class MemoryManager:
"""Manages persistent memory and context for AI conversations."""
def __init__(self, workspace_dir: str = None):
"""Initialize memory manager."""
if workspace_dir:
self.memory_dir = Path(workspace_dir) / ".hanzo" / "memory"
else:
self.memory_dir = Path.home() / ".hanzo" / "memory"
self.memory_dir.mkdir(parents=True, exist_ok=True)
self.memory_file = self.memory_dir / "context.json"
self.session_file = self.memory_dir / "session.json"
self.memories: List[MemoryItem] = []
self.session_context: Dict[str, Any] = {}
self.load_memories()
self.load_session()
def load_memories(self):
"""Load persistent memories from disk."""
if self.memory_file.exists():
try:
with open(self.memory_file, 'r') as f:
data = json.load(f)
self.memories = [MemoryItem.from_dict(item) for item in data.get('memories', [])]
except Exception as e:
print(f"Error loading memories: {e}")
self.memories = []
else:
# Initialize with default memories
self._init_default_memories()
def _init_default_memories(self):
"""Initialize with helpful default memories."""
defaults = [
MemoryItem(
id=self._generate_id("system"),
content="I am Hanzo Dev, an AI coding assistant with multiple orchestrator modes.",
type="instruction",
created_at=datetime.now().isoformat(),
tags=["system", "identity"],
priority=10
),
MemoryItem(
id=self._generate_id("capabilities"),
content="I can read/write files, search code, run commands, and use various AI models.",
type="fact",
created_at=datetime.now().isoformat(),
tags=["system", "capabilities"],
priority=9
),
MemoryItem(
id=self._generate_id("help"),
content="Use /help for commands, #memory for context management, or just chat naturally.",
type="instruction",
created_at=datetime.now().isoformat(),
tags=["system", "usage"],
priority=8
),
]
self.memories = defaults
self.save_memories()
def save_memories(self):
"""Save memories to disk."""
try:
data = {
'memories': [m.to_dict() for m in self.memories],
'updated_at': datetime.now().isoformat()
}
with open(self.memory_file, 'w') as f:
json.dump(data, f, indent=2)
except Exception as e:
print(f"Error saving memories: {e}")
def load_session(self):
"""Load current session context."""
if self.session_file.exists():
try:
with open(self.session_file, 'r') as f:
self.session_context = json.load(f)
except:
self.session_context = {}
else:
self.session_context = {
'started_at': datetime.now().isoformat(),
'messages': [],
'current_task': None,
'preferences': {}
}
def save_session(self):
"""Save session context."""
try:
with open(self.session_file, 'w') as f:
json.dump(self.session_context, f, indent=2)
except Exception as e:
print(f"Error saving session: {e}")
def add_memory(self, content: str, type: str = "context", tags: List[str] = None, priority: int = 0) -> str:
"""Add a new memory item."""
memory_id = self._generate_id(content)
# Check if similar memory exists
for mem in self.memories:
if mem.content == content:
return mem.id # Don't duplicate
memory = MemoryItem(
id=memory_id,
content=content,
type=type,
created_at=datetime.now().isoformat(),
tags=tags or [],
priority=priority
)
self.memories.append(memory)
self.save_memories()
return memory_id
def remove_memory(self, memory_id: str) -> bool:
"""Remove a memory by ID."""
for i, mem in enumerate(self.memories):
if mem.id == memory_id:
del self.memories[i]
self.save_memories()
return True
return False
def clear_memories(self, keep_system: bool = True):
"""Clear all memories, optionally keeping system memories."""
if keep_system:
self.memories = [m for m in self.memories if "system" in m.tags]
else:
self.memories = []
self.save_memories()
def get_memories(self, type: str = None, tags: List[str] = None) -> List[MemoryItem]:
"""Get memories filtered by type or tags."""
result = self.memories
if type:
result = [m for m in result if m.type == type]
if tags:
result = [m for m in result if any(tag in m.tags for tag in tags)]
# Sort by priority and creation date
result.sort(key=lambda m: (-m.priority, m.created_at), reverse=True)
return result
def get_context_string(self, max_tokens: int = 2000) -> str:
"""Get a formatted context string for AI prompts."""
# Sort memories by priority
sorted_memories = sorted(self.memories, key=lambda m: -m.priority)
context_parts = []
token_count = 0
for memory in sorted_memories:
# Rough token estimation (4 chars = 1 token)
memory_tokens = len(memory.content) // 4
if token_count + memory_tokens > max_tokens:
break
if memory.type == "instruction":
context_parts.append(f"INSTRUCTION: {memory.content}")
elif memory.type == "fact":
context_parts.append(f"FACT: {memory.content}")
elif memory.type == "code":
context_parts.append(f"CODE CONTEXT:\n{memory.content}")
else:
context_parts.append(memory.content)
token_count += memory_tokens
return "\n\n".join(context_parts)
def add_message(self, role: str, content: str):
"""Add a message to session history."""
self.session_context['messages'].append({
'role': role,
'content': content,
'timestamp': datetime.now().isoformat()
})
# Keep only last 50 messages
if len(self.session_context['messages']) > 50:
self.session_context['messages'] = self.session_context['messages'][-50:]
self.save_session()
def get_recent_messages(self, count: int = 10) -> List[Dict]:
"""Get recent messages from session."""
return self.session_context['messages'][-count:]
def set_preference(self, key: str, value: Any):
"""Set a user preference."""
self.session_context['preferences'][key] = value
self.save_session()
def get_preference(self, key: str, default: Any = None) -> Any:
"""Get a user preference."""
return self.session_context['preferences'].get(key, default)
def _generate_id(self, content: str) -> str:
"""Generate a unique ID for a memory item."""
hash_input = f"{content}{datetime.now().isoformat()}"
return hashlib.md5(hash_input.encode()).hexdigest()[:8]
def summarize_for_ai(self) -> str:
"""Create a summary suitable for AI context."""
summary = []
# Add system memories
system_memories = self.get_memories(tags=["system"])
if system_memories:
summary.append("SYSTEM CONTEXT:")
for mem in system_memories[:3]: # Top 3 system memories
summary.append(f"- {mem.content}")
# Add recent instructions
instructions = self.get_memories(type="instruction")
if instructions:
summary.append("\nINSTRUCTIONS:")
for mem in instructions[:3]: # Top 3 instructions
summary.append(f"- {mem.content}")
# Add important facts
facts = self.get_memories(type="fact")
if facts:
summary.append("\nKEY FACTS:")
for mem in facts[:5]: # Top 5 facts
summary.append(f"- {mem.content}")
# Add current task if set
if self.session_context.get('current_task'):
summary.append(f"\nCURRENT TASK: {self.session_context['current_task']}")
return "\n".join(summary)
def export_memories(self, file_path: str):
"""Export memories to a file."""
data = {
'memories': [m.to_dict() for m in self.memories],
'session': self.session_context,
'exported_at': datetime.now().isoformat()
}
with open(file_path, 'w') as f:
json.dump(data, f, indent=2)
def import_memories(self, file_path: str):
"""Import memories from a file."""
with open(file_path, 'r') as f:
data = json.load(f)
# Merge memories (avoid duplicates)
existing_ids = {m.id for m in self.memories}
for mem_data in data.get('memories', []):
if mem_data['id'] not in existing_ids:
self.memories.append(MemoryItem.from_dict(mem_data))
# Merge session preferences
if 'session' in data and 'preferences' in data['session']:
self.session_context['preferences'].update(data['session']['preferences'])
self.save_memories()
self.save_session()
def handle_memory_command(command: str, memory_manager: MemoryManager, console) -> bool:
"""
Handle #memory commands.
Returns True if command was handled, False otherwise.
"""
from rich.table import Table
from rich.panel import Panel
parts = command.strip().split(maxsplit=2)
if len(parts) == 1 or parts[1] == "show":
# Show current memories
memories = memory_manager.get_memories()
if not memories:
console.print("[yellow]No memories stored.[/yellow]")
return True
table = Table(title="Current Memories", show_header=True,
header_style="bold magenta")
table.add_column("ID", style="cyan", width=10)
table.add_column("Type", width=12)
table.add_column("Content", width=50)
table.add_column("Priority", width=8)
for mem in memories[:10]: # Show top 10
content = mem.content[:47] + "..." if len(mem.content) > 50 else mem.content
table.add_row(mem.id, mem.type, content, str(mem.priority))
console.print(table)
if len(memories) > 10:
console.print(f"[dim]... and {len(memories) - 10} more[/dim]")
return True
elif parts[1] == "add":
if len(parts) < 3:
console.print("[red]Usage: #memory add <content>[/red]")
return True
content = parts[2]
memory_id = memory_manager.add_memory(content, type="context")
console.print(f"[green]Added memory: {memory_id}[/green]")
return True
elif parts[1] == "remove":
if len(parts) < 3:
console.print("[red]Usage: #memory remove <id>[/red]")
return True
memory_id = parts[2]
if memory_manager.remove_memory(memory_id):
console.print(f"[green]Removed memory: {memory_id}[/green]")
else:
console.print(f"[red]Memory not found: {memory_id}[/red]")
return True
elif parts[1] == "clear":
memory_manager.clear_memories(keep_system=True)
console.print("[green]Cleared all non-system memories.[/green]")
return True
elif parts[1] == "save":
memory_manager.save_memories()
memory_manager.save_session()
console.print("[green]Memories saved.[/green]")
return True
elif parts[1] == "export":
if len(parts) < 3:
file_path = "hanzo_memories.json"
else:
file_path = parts[2]
memory_manager.export_memories(file_path)
console.print(f"[green]Exported memories to {file_path}[/green]")
return True
elif parts[1] == "import":
if len(parts) < 3:
console.print("[red]Usage: #memory import <file_path>[/red]")
return True
file_path = parts[2]
try:
memory_manager.import_memories(file_path)
console.print(f"[green]Imported memories from {file_path}[/green]")
except Exception as e:
console.print(f"[red]Error importing: {e}[/red]")
return True
elif parts[1] == "context":
# Show AI context
context = memory_manager.summarize_for_ai()
console.print(Panel(context, title="[bold cyan]AI Context[/bold cyan]",
title_align="left", border_style="dim cyan"))
return True
elif parts[1] == "help":
help_text = """Memory Commands:
#memory [show] - Show current memories
#memory add <text> - Add new memory
#memory remove <id> - Remove memory by ID
#memory clear - Clear all memories (keep system)
#memory save - Save memories to disk
#memory export [file] - Export memories to file
#memory import <file> - Import memories from file
#memory context - Show AI context summary
#memory help - Show this help"""
console.print(Panel(help_text, title="[bold cyan]Memory Help[/bold cyan]",
title_align="left", border_style="dim cyan"))
return True
return False