mirror of
https://github.com/hanzo-apps/university.git
synced 2026-11-02 20:17:27 +00:00
458 lines
27 KiB
TypeScript
458 lines
27 KiB
TypeScript
export interface CourseWorkspaceData {
|
|
terminalPrompt: string
|
|
initialHistory: string[]
|
|
quickCommands: string[]
|
|
commandOutputs: Record<string, string[]>
|
|
graderTitle: string
|
|
graderTasks: { task: string; cost: string; time: string; status: 'PASS' | 'RUNNING' | 'QUEUED' }[]
|
|
codeInspectorTitle: string
|
|
codeInspectorSubtitle: string
|
|
codeInspectorDiff: { type: 'del' | 'add' | 'context'; text: string }[]
|
|
codeInspectorValidation: string
|
|
resourceBreakdown: { item: string; cost: string }[]
|
|
}
|
|
|
|
export const COURSE_PORTAL_DATA: Record<string, CourseWorkspaceData> = {
|
|
'agentic-coding': {
|
|
terminalPrompt: 'alex@hanzo-sandbox:~/swe-bench-agent$',
|
|
initialHistory: [
|
|
'alex@hanzo-sandbox:~/swe-bench-agent$ hanzo dev status',
|
|
'[OK] Hanzo Visor microVM sandbox lease active (id: pod-vsr-uswest2-01)',
|
|
'[OK] Zen 6 (27.3B) inference endpoint connected via ZAP RPC (latency: 1.4ms)',
|
|
'[OK] Compute credit balance: $37.55 USD remaining of $50.00 deposit',
|
|
'alex@hanzo-sandbox:~/swe-bench-agent$ pytest -v tests/test_agent.py',
|
|
'============================= test session starts =============================',
|
|
'platform linux -- Python 3.12.3, pytest-8.1.1, pluggy-1.4.0',
|
|
'tests/test_agent.py::test_ast_symbol_resolution PASSED [ 25%]',
|
|
'tests/test_agent.py::test_zap_zerocopy_serialization PASSED [ 50%]',
|
|
'tests/test_agent.py::test_visor_sandboxed_reproduction PASSED [ 75%]',
|
|
'tests/test_agent.py::test_kai_zerotoken_decision_checkpoint PASSED [100%]',
|
|
'============================== 4 passed in 0.42s ===============================',
|
|
'alex@hanzo-sandbox:~/swe-bench-agent$ _',
|
|
],
|
|
quickCommands: [
|
|
'pytest -v tests/test_agent.py',
|
|
'zen eval --benchmark swe-bench',
|
|
'hanzo dev diff',
|
|
],
|
|
commandOutputs: {
|
|
'pytest -v tests/test_agent.py': [
|
|
'============================= test session starts =============================',
|
|
'tests/test_agent.py::test_ast_symbol_resolution PASSED [ 25%]',
|
|
'tests/test_agent.py::test_zap_zerocopy_serialization PASSED [ 50%]',
|
|
'tests/test_agent.py::test_visor_sandboxed_reproduction PASSED [ 75%]',
|
|
'tests/test_agent.py::test_kai_zerotoken_decision_checkpoint PASSED [100%]',
|
|
'============================== 4 passed in 0.38s ===============================',
|
|
'[PASS] All laboratory unit tests verified in Hanzo Visor sandbox.',
|
|
],
|
|
'zen eval --benchmark swe-bench': [
|
|
'[HANZO EVAL] Running SWE-bench Lite benchmark evaluation harness...',
|
|
' [1/5] django/django-14999: AST diff generated (cost: $0.038) -> TEST PASSED [100%]',
|
|
' [2/5] sympy/sympy-18057: Symbol extraction verified (cost: $0.041) -> TEST PASSED [100%]',
|
|
' [3/5] scikit-learn/scikit-learn-14092: Reproducing bug in Hanzo Visor -> TEST PASSED [100%]',
|
|
' [4/5] pytest-dev/pytest-7432: Zero syntax regressions -> TEST PASSED [100%]',
|
|
' [5/5] astropy/astropy-12907: Synthesizing patch -> TEST PASSED [100%]',
|
|
'--------------------------------------------------------------------------------',
|
|
'[SUMMARY] 5 of 5 SWE-bench benchmark issues resolved autonomously.',
|
|
'[ECONOMICS] Average compute cost per patch: $0.042 USD (Budget cap: $0.50).',
|
|
'[STATUS] 100% Test Pass Rate. Verification verified by Kai Decision Model.',
|
|
],
|
|
'hanzo dev diff': [
|
|
'--- a/src/agent/synthesizer.py',
|
|
'+++ b/src/agent/synthesizer.py',
|
|
'@@ -42,7 +42,7 @@ class CodePatchSynthesizer:',
|
|
'- def repair_ast(self, tree: ast.AST) -> str:',
|
|
'+ def repair_ast(self, tree: ast.AST, budget_usd: float = 0.05) -> ast.AST:',
|
|
' """Generates syntax-safe diff with zero syntax regressions."""',
|
|
'+ kai_check = self.evaluator.verify_state(tree, ceiling=budget_usd)',
|
|
'+ assert kai_check.safe_to_execute, "Refusing execution: budget violation"',
|
|
'[DIFF VERIFIED] 0 syntax regressions, AST parse tree valid.',
|
|
],
|
|
},
|
|
graderTitle: 'SWE-bench Automated Evaluation Harness',
|
|
graderTasks: [
|
|
{ task: 'django/django-14999', cost: '$0.038', time: '1.2s', status: 'PASS' },
|
|
{ task: 'sympy/sympy-18057', cost: '$0.041', time: '1.4s', status: 'PASS' },
|
|
{ task: 'scikit-learn/scikit-learn-14092', cost: '$0.044', time: '1.8s', status: 'PASS' },
|
|
{ task: 'pytest-dev/pytest-7432', cost: '$0.029', time: '0.9s', status: 'PASS' },
|
|
{ task: 'astropy/astropy-12907', cost: '$0.052', time: '2.1s', status: 'PASS' },
|
|
],
|
|
codeInspectorTitle: 'AST Diff Inspector: Verified Zero Syntax Regressions',
|
|
codeInspectorSubtitle: 'Tree-Sitter syntax tree diff validation and micro-USD economic guardrails',
|
|
codeInspectorDiff: [
|
|
{ type: 'del', text: '- def repair_ast(self, tree: ast.AST) -> str:' },
|
|
{ type: 'add', text: '+ def repair_ast(self, tree: ast.AST, budget_usd: float = 0.05) -> ast.AST:' },
|
|
{ type: 'context', text: ' """Generates syntax-safe diff with zero syntax regressions."""' },
|
|
{ type: 'add', text: '+ kai_check = self.evaluator.verify_state(tree, ceiling=budget_usd)' },
|
|
{ type: 'add', text: '+ assert kai_check.safe_to_execute, "Refusing execution: budget violation"' },
|
|
],
|
|
codeInspectorValidation: 'AST Tree-Sitter validation: 0 errors · 0 unused symbols · Exit Code 0',
|
|
resourceBreakdown: [
|
|
{ item: 'Zen 6 (27.3B) Inference (142k tokens)', cost: '$7.10' },
|
|
{ item: 'Hanzo Visor Pod Execution (18.4 runtime hrs)', cost: '$4.60' },
|
|
{ item: 'ZAP Zero-Copy RPC Channels', cost: '$0.75' },
|
|
],
|
|
},
|
|
|
|
'reinforcement-learning': {
|
|
terminalPrompt: 'alex@hanzo-sandbox:~/zoo-gym-rl$',
|
|
initialHistory: [
|
|
'alex@hanzo-sandbox:~/zoo-gym-rl$ hanzo rl status',
|
|
'[OK] Zoo Gym Multi-GPU Cluster attached (4x NVIDIA L4 - 96GB VRAM)',
|
|
'[OK] Policy Model: Zen-6-RL-Base initialized (FP8 mixed precision)',
|
|
'[OK] Compute credit balance: $48.20 USD remaining of $63.00 deposit',
|
|
'alex@hanzo-sandbox:~/zoo-gym-rl$ torchrun --nproc_per_node=4 train_grpo.py --dataset gsm8k',
|
|
'========================== Zoo Gym GRPO Training Session ==========================',
|
|
'[STEP 100] Rollouts: 16 groups | Mean reward: 0.42 | KL div: 0.012 | Loss: 0.184',
|
|
'[STEP 250] Rollouts: 16 groups | Mean reward: 0.68 | KL div: 0.021 | Loss: 0.092',
|
|
'[STEP 500] Rollouts: 16 groups | Mean reward: 0.89 | KL div: 0.034 | Loss: 0.031',
|
|
'[EVAL] GSM8k test accuracy: 88.4% (+24.1% over base policy)',
|
|
'alex@hanzo-sandbox:~/zoo-gym-rl$ _',
|
|
],
|
|
quickCommands: [
|
|
'torchrun train_grpo.py --dataset gsm8k',
|
|
'zen eval --benchmark math-500',
|
|
'hanzo rl loss-curve',
|
|
],
|
|
commandOutputs: {
|
|
'torchrun train_grpo.py --dataset gsm8k': [
|
|
'========================== Zoo Gym GRPO Training Session ==========================',
|
|
'[GROUP ADVANTAGE] Computing relative reward baselines across G=16 candidate rollouts...',
|
|
'[NO-CRITIC SPEEDUP] 2.4x throughput increase over standard PPO (critic memory eliminated).',
|
|
'[STEP 500] Mean reward: 0.91 | KL div: 0.028 | Value drift: 0.000',
|
|
'[CONVERGENCE] Policy gradient stabilized. Checkpoint saved to checkpoints/grpo-step500.pt',
|
|
'[STATUS] GRPO lab module passed with zero NaN gradients.',
|
|
],
|
|
'zen eval --benchmark math-500': [
|
|
'[RL EVAL] Running MATH-500 Verifiable Reasoning Benchmark...',
|
|
' [1/5] algebra/polynomial-roots: Group rollout verified -> PASS (reward: 1.0) [100%]',
|
|
' [2/5] number-theory/diophantine-bounds: Verified by Lean 4 -> PASS (reward: 1.0) [100%]',
|
|
' [3/5] combinatorics/derangements: Verified step proofs -> PASS (reward: 1.0) [100%]',
|
|
' [4/5] geometry/conic-projection: Verified by CAS engine -> PASS (reward: 1.0) [100%]',
|
|
' [5/5] calculus/contour-integral: Zero reward hacking -> PASS (reward: 1.0) [100%]',
|
|
'--------------------------------------------------------------------------------',
|
|
'[SUMMARY] 5 of 5 reasoning benchmarks solved with verifiable reward verification.',
|
|
'[ACCURACY] 89.2% on Level 5 Competition Mathematics.',
|
|
],
|
|
'hanzo rl loss-curve': [
|
|
'Epoch 1 | Reward: 0.42 | KL: 0.012 [##########....................]',
|
|
'Epoch 2 | Reward: 0.65 | KL: 0.019 [##################............]',
|
|
'Epoch 3 | Reward: 0.81 | KL: 0.024 [########################......]',
|
|
'Epoch 4 | Reward: 0.89 | KL: 0.028 [############################..]',
|
|
'Epoch 5 | Reward: 0.92 | KL: 0.031 [##############################] CONVERGED',
|
|
'[LOSS CURVE] Monotonic reward ascent confirmed. Zero policy collapse observed.',
|
|
],
|
|
},
|
|
graderTitle: 'RLVR & MATH-500 Verifiable Reasoning Harness',
|
|
graderTasks: [
|
|
{ task: 'gsm8k/chain-of-thought-rollout', cost: '$0.048', time: '1.8s', status: 'PASS' },
|
|
{ task: 'dpo/preference-margin-loss', cost: '$0.039', time: '1.2s', status: 'PASS' },
|
|
{ task: 'grpo/group-advantage-eval', cost: '$0.052', time: '2.4s', status: 'PASS' },
|
|
{ task: 'reward-model/alignment-score', cost: '$0.031', time: '1.1s', status: 'PASS' },
|
|
{ task: 'math-500/test-time-compute', cost: '$0.065', time: '2.8s', status: 'PASS' },
|
|
],
|
|
codeInspectorTitle: 'GRPO Policy Gradient & Advantage Normalization',
|
|
codeInspectorSubtitle: 'Eliminating the critic network via group relative advantage estimation',
|
|
codeInspectorDiff: [
|
|
{ type: 'del', text: '- def compute_advantage(rewards, values):' },
|
|
{ type: 'del', text: '- return gae_estimator(rewards, values, gamma=0.99, lam=0.95)' },
|
|
{ type: 'add', text: '+ def compute_group_advantage(rewards_group: torch.Tensor) -> torch.Tensor:' },
|
|
{ type: 'add', text: '+ # Normalize rewards across candidate generation cohort (size G)' },
|
|
{ type: 'add', text: '+ return (rewards_group - rewards_group.mean()) / (rewards_group.std() + 1e-8)' },
|
|
],
|
|
codeInspectorValidation: 'Torch autograd check: 0 gradient explosions · KL penalty bounded < 0.04',
|
|
resourceBreakdown: [
|
|
{ item: 'Zoo Gym 4x L4 GPU Cluster (14.2 hrs)', cost: '$8.52' },
|
|
{ item: 'Zen 6 Teacher Rollout Generation', cost: '$4.90' },
|
|
{ item: 'Verifiable Reward Engine (Lean 4 CAS)', cost: '$1.38' },
|
|
],
|
|
},
|
|
|
|
'agentic-marketing': {
|
|
terminalPrompt: 'alex@hanzo-sandbox:~/growth-swarm$',
|
|
initialHistory: [
|
|
'alex@hanzo-sandbox:~/growth-swarm$ hanzo agent status',
|
|
'[OK] Multi-Touch Attribution Engine active (Markov chain order 2)',
|
|
'[OK] Creative Generator: Zen 6 Multi-Modal connected',
|
|
'[OK] Compute credit balance: $31.80 USD remaining of $38.00 deposit',
|
|
'alex@hanzo-sandbox:~/growth-swarm$ python run_attribution.py --budget 50000',
|
|
'======================== Campaign Attribution Session ========================',
|
|
'[INGEST] 1,420,000 user event touchpoints processed in memory.',
|
|
'[MARKOV WEIGHTS] Search: 34.2% | Paid Social: 28.1% | Content: 22.4% | Referral: 15.3%',
|
|
'[ANOMALY CHECK] Zero bot traffic deviations detected. CAC variance < 2.5%.',
|
|
'[ROAS OPTIMIZER] Projected Return on Ad Spend: 3.84x (Budget allocated across 12 channels)',
|
|
'alex@hanzo-sandbox:~/growth-swarm$ _',
|
|
],
|
|
quickCommands: [
|
|
'python run_attribution.py --budget 50000',
|
|
'zen eval --benchmark campaign-roas',
|
|
'hanzo agent simulate-funnel',
|
|
],
|
|
commandOutputs: {
|
|
'python run_attribution.py --budget 50000': [
|
|
'[ATTRIBUTION] Markov removal effect calculation complete across 50,000 USD budget.',
|
|
' - Reallocated $12,400 from saturated ad sets to high-LTV search queries.',
|
|
' - Simulated blended CAC dropped from $48.20 to $31.10 USD (-35.4%).',
|
|
' - Bounded circuit-breaker: Max daily spend variance capped at $2,000.',
|
|
'[STATUS] Attribution algorithm verified with zero budget overspend.',
|
|
],
|
|
'zen eval --benchmark campaign-roas': [
|
|
'[GROWTH EVAL] Running Autonomous Marketing Benchmark Harness...',
|
|
' [1/5] attribution/markov-chain-weights: Verified -> PASS [100%]',
|
|
' [2/5] creative/dynamic-copy-matrix: 120 ad variants generated -> PASS [100%]',
|
|
' [3/5] bidding/anomaly-circuit-breaker: Tripped on 200% CPA surge -> PASS [100%]',
|
|
' [4/5] budget/cac-ltv-optimizer: Payback period < 60 days -> PASS [100%]',
|
|
' [5/5] roas/multi-channel-attribution: 4.1x blended return -> PASS [100%]',
|
|
'--------------------------------------------------------------------------------',
|
|
'[SUMMARY] 5 of 5 autonomous marketing modules passed evaluation.',
|
|
],
|
|
'hanzo agent simulate-funnel': [
|
|
'Top of Funnel (Impressions: 4.2M) [==============================] 100%',
|
|
'Mid Funnel (Engaged Clicks: 240k) [===============...............] 5.7%',
|
|
'Product Trial (Signups: 32.4k) [======........................] 13.5%',
|
|
'Paid Conversion (Subscribers: 4.8k) [==............................] 14.8%',
|
|
'[FUNNEL METRICS] Blended Conversion Rate: 2.0% | Payback Velocity: 34 days.',
|
|
],
|
|
},
|
|
graderTitle: 'Autonomous Campaign & ROAS Attribution Harness',
|
|
graderTasks: [
|
|
{ task: 'attribution/markov-chain-weights', cost: '$0.028', time: '0.8s', status: 'PASS' },
|
|
{ task: 'creative/dynamic-copy-matrix', cost: '$0.034', time: '1.2s', status: 'PASS' },
|
|
{ task: 'bidding/anomaly-circuit-breaker', cost: '$0.022', time: '0.7s', status: 'PASS' },
|
|
{ task: 'budget/cac-ltv-optimizer', cost: '$0.031', time: '1.0s', status: 'PASS' },
|
|
{ task: 'roas/multi-channel-attribution', cost: '$0.042', time: '1.4s', status: 'PASS' },
|
|
],
|
|
codeInspectorTitle: 'Markov Chain Multi-Touch Attribution Engine',
|
|
codeInspectorSubtitle: 'Removal effect modeling for fair ad channel credit assignment',
|
|
codeInspectorDiff: [
|
|
{ type: 'del', text: '- def attribute_last_touch(conversions):' },
|
|
{ type: 'del', text: '- return {touchpoint[-1]: 1.0 for touchpoint in conversions}' },
|
|
{ type: 'add', text: '+ def attribute_markov_removal_effects(paths, conversions):' },
|
|
{ type: 'add', text: '+ trans_matrix = build_transition_graph(paths)' },
|
|
{ type: 'add', text: '+ return calculate_removal_marginal_value(trans_matrix, conversions)' },
|
|
],
|
|
codeInspectorValidation: 'Attribution accuracy: 99.4% correlation with real-world conversion incrementality',
|
|
resourceBreakdown: [
|
|
{ item: 'Zen 6 Multi-Modal Copy & Creative Gen', cost: '$3.40' },
|
|
{ item: 'Attribution Vector DB & Event Graph', cost: '$1.80' },
|
|
{ item: 'Real-Time Bidding Simulator', cost: '$1.00' },
|
|
],
|
|
},
|
|
|
|
'systems-engineering': {
|
|
terminalPrompt: 'alex@hanzo-sandbox:~/systems-engine$',
|
|
initialHistory: [
|
|
'alex@hanzo-sandbox:~/systems-engine$ cargo check --release',
|
|
' Checking zap-protocol v1.4.2 (/home/alex/systems-engine/zap)',
|
|
' Checking paged-attention v0.9.1 (/home/alex/systems-engine/attention)',
|
|
' Checking inference-gateway v2.0.0 (/home/alex/systems-engine/gateway)',
|
|
' Finished `release` profile [optimized] in 2.14s',
|
|
'alex@hanzo-sandbox:~/systems-engine$ cargo test --package zap-rpc',
|
|
'running 5 tests',
|
|
'test protocol::test_zero_copy_capnp_layout ... ok',
|
|
'test memory::test_pinned_host_buffer_pool ... ok',
|
|
'test ipc::test_unix_domain_socket_latency ... ok (1.2 microseconds)',
|
|
'test gateway::test_10k_concurrent_streams ... ok',
|
|
'test attention::test_kv_cache_block_eviction ... ok',
|
|
'test result: ok. 5 passed; 0 failed; 0 ignored in 0.81s',
|
|
'alex@hanzo-sandbox:~/systems-engine$ _',
|
|
],
|
|
quickCommands: [
|
|
'cargo test --package zap-rpc',
|
|
'zen eval --benchmark throughput-10k-qps',
|
|
'hanzo sys paged-attention-bench',
|
|
],
|
|
commandOutputs: {
|
|
'cargo test --package zap-rpc': [
|
|
'running 5 tests',
|
|
'test protocol::test_zero_copy_capnp_layout ... ok',
|
|
'test memory::test_pinned_host_buffer_pool ... ok',
|
|
'test ipc::test_unix_domain_socket_latency ... ok (1.1 microseconds)',
|
|
'test gateway::test_10k_concurrent_streams ... ok',
|
|
'test attention::test_kv_cache_block_eviction ... ok',
|
|
'test result: ok. 5 passed; 0 failed; 0 ignored in 0.74s',
|
|
'[RUST VERIFIED] Zero memory allocations in inner token streaming loop.',
|
|
],
|
|
'zen eval --benchmark throughput-10k-qps': [
|
|
'[SYSTEMS EVAL] Running Distributed Gateway Stress Test...',
|
|
' Concurrent clients: 10,000 | Request payload: 512 tokens prompt, 128 gen',
|
|
' - Throughput: 14,280 tokens/sec across 4x L4 cluster.',
|
|
' - P50 Latency: 1.2ms | P99 Latency: 3.4ms | P99.9 Latency: 6.8ms',
|
|
' - Zero memory leaks detected by Valgrind / AddressSanitizer.',
|
|
'[STATUS] 10,000 QPS benchmark successfully sustained for 300 seconds.',
|
|
],
|
|
'hanzo sys paged-attention-bench': [
|
|
'KV-Cache Block Size: 16 tokens | Block Table Occupancy: 94.2%',
|
|
'Memory Fragmentation: < 2.1% (Compared to 38.4% in naive contiguous buffer)',
|
|
'Speculative Decoding Verification: 3.2 tokens verified per forward pass.',
|
|
'[PERFORMANCE] Effective throughput multiplier: 2.8x baseline vLLM.',
|
|
],
|
|
},
|
|
graderTitle: 'High-Throughput Gateway & PagedAttention Harness',
|
|
graderTasks: [
|
|
{ task: 'zap-rpc/zerocopy-ipc-test', cost: '$0.021', time: '0.4s', status: 'PASS' },
|
|
{ task: 'cuda/paged-attention-allocator', cost: '$0.038', time: '1.1s', status: 'PASS' },
|
|
{ task: 'speculative/draft-verification', cost: '$0.029', time: '0.9s', status: 'PASS' },
|
|
{ task: 'gateway/10k-qps-concurrency', cost: '$0.045', time: '1.5s', status: 'PASS' },
|
|
{ task: 'memory/leak-detection-sanitizer', cost: '$0.025', time: '0.8s', status: 'PASS' },
|
|
],
|
|
codeInspectorTitle: 'PagedAttention Block Table Virtual Allocation',
|
|
codeInspectorSubtitle: 'Non-contiguous GPU memory paging for dynamic KV cache tensors',
|
|
codeInspectorDiff: [
|
|
{ type: 'del', text: '- float* kv_cache = malloc(max_seq_len * num_heads * head_dim * sizeof(float));' },
|
|
{ type: 'add', text: '+ struct BlockTable* table = paged_block_pool_acquire(req_id);' },
|
|
{ type: 'add', text: '+ void* physical_block = gpu_memory_map_virtual_page(table, logical_page_idx);' },
|
|
{ type: 'add', text: '+ assert(physical_block != NULL, "Out of PagedAttention block frames");' },
|
|
],
|
|
codeInspectorValidation: 'AddressSanitizer clean: 0 heap overflows · 0 use-after-free · 0 memory leaks',
|
|
resourceBreakdown: [
|
|
{ item: 'CUDA L4 Memory Virtualization Leases', cost: '$5.40' },
|
|
{ item: 'ZAP High-Frequency IPC Benchmarking', cost: '$1.20' },
|
|
{ item: 'Distributed Cluster Load Generator', cost: '$2.10' },
|
|
],
|
|
},
|
|
|
|
'ai-practitioner': {
|
|
terminalPrompt: 'alex@hanzo-sandbox:~/mcp-orchestration$',
|
|
initialHistory: [
|
|
'alex@hanzo-sandbox:~/mcp-orchestration$ hanzo mcp doctor',
|
|
'[OK] Model Context Protocol Daemon v1.2 active',
|
|
'[OK] Configured servers: git, postgres, filesystem, web-search, zen-tools',
|
|
'[OK] Compute credit balance: $21.40 USD remaining of $25.00 deposit',
|
|
'alex@hanzo-sandbox:~/mcp-orchestration$ mcp test --servers git,postgres,zen',
|
|
'======================== MCP Tool Calling Test Suite ========================',
|
|
'test servers::git::handshake ... ok (JSON-RPC 2.0 handshake verified)',
|
|
'test servers::postgres::schema_reflection ... ok (read_query safe mode)',
|
|
'test tools::validation::strict_json_schema ... ok',
|
|
'test agent::execution::zero_hallucination ... ok (100% parameter accuracy)',
|
|
'test result: 4 passed; 0 failed in 0.35s',
|
|
'alex@hanzo-sandbox:~/mcp-orchestration$ _',
|
|
],
|
|
quickCommands: [
|
|
'mcp test --servers git,postgres,zen',
|
|
'zen eval --benchmark tool-calling-eval',
|
|
'hanzo mcp doctor',
|
|
],
|
|
commandOutputs: {
|
|
'mcp test --servers git,postgres,zen': [
|
|
'======================== MCP Tool Calling Test Suite ========================',
|
|
'Server [git]: protocol version 2024-11-05 verified. 8 tools exported.',
|
|
'Server [postgres]: read-only connection active. 4 tools exported.',
|
|
'Server [zen]: high-speed embedding & reranking active.',
|
|
'[OK] All 14 tool interfaces registered with strict JSON schema validation.',
|
|
],
|
|
'zen eval --benchmark tool-calling-eval': [
|
|
'[PRACTITIONER EVAL] Running Tool-Use Reliability Benchmark...',
|
|
' [1/5] mcp/jsonrpc-handshake-protocol: Verified -> PASS [100%]',
|
|
' [2/5] tools/schema-validation-test: Zero schema violations -> PASS [100%]',
|
|
' [3/5] function-calling/zero-hallucination: 100/100 parameters exact -> PASS [100%]',
|
|
' [4/5] orchestration/multi-server-pipeline: Pipeline chained -> PASS [100%]',
|
|
' [5/5] security/sandbox-permission-check: Read-only guard enforced -> PASS [100%]',
|
|
'--------------------------------------------------------------------------------',
|
|
'[SUMMARY] 100% tool-calling precision across 5 enterprise tool scenarios.',
|
|
],
|
|
'hanzo mcp doctor': [
|
|
'✓ MCP Daemon running on /var/run/hanzo-mcp.sock',
|
|
'✓ stdio transport latency: 0.14ms',
|
|
'✓ SSE transport latency: 1.1ms',
|
|
'✓ Security isolation: chroot sandbox enabled for local filesystem tools',
|
|
'[DOCTOR] All MCP systems operational. Zero configuration warnings.',
|
|
],
|
|
},
|
|
graderTitle: 'MCP Tool-Calling & Schema Reliability Harness',
|
|
graderTasks: [
|
|
{ task: 'mcp/jsonrpc-handshake-protocol', cost: '$0.015', time: '0.4s', status: 'PASS' },
|
|
{ task: 'tools/schema-validation-test', cost: '$0.021', time: '0.6s', status: 'PASS' },
|
|
{ task: 'function-calling/zero-hallucination', cost: '$0.032', time: '0.9s', status: 'PASS' },
|
|
{ task: 'orchestration/multi-server-pipeline', cost: '$0.028', time: '0.8s', status: 'PASS' },
|
|
{ task: 'security/sandbox-permission-check', cost: '$0.018', time: '0.5s', status: 'PASS' },
|
|
],
|
|
codeInspectorTitle: 'MCP Protocol Tool Declaration & JSON-RPC Transport',
|
|
codeInspectorSubtitle: 'Strict JSON schema definitions preventing parameter hallucination',
|
|
codeInspectorDiff: [
|
|
{ type: 'del', text: '- def call_external_db(raw_sql):' },
|
|
{ type: 'del', text: '- return db.execute(raw_sql)' },
|
|
{ type: 'add', text: '+ def mcp_query_database(params: StrictQueryParams) -> ToolResult:' },
|
|
{ type: 'add', text: '+ validate_json_schema(params, DB_SCHEMA_V2)' },
|
|
{ type: 'add', text: '+ return mcp_client.send_request("postgres/query", params)' },
|
|
],
|
|
codeInspectorValidation: 'JSON Schema v7: 100% parameter compliance · Zero SQL injection vectors',
|
|
resourceBreakdown: [
|
|
{ item: 'Zen 6 Tool-Calling Fine-Tuned Model', cost: '$2.10' },
|
|
{ item: 'MCP Container Isolation Runtime', cost: '$0.90' },
|
|
{ item: 'Mock Enterprise Data & API Sandbox', cost: '$0.60' },
|
|
],
|
|
},
|
|
|
|
'ai-architect': {
|
|
terminalPrompt: 'alex@hanzo-sandbox:~/enterprise-cluster$',
|
|
initialHistory: [
|
|
'alex@hanzo-sandbox:~/enterprise-cluster$ hanzo arch status',
|
|
'[OK] Sovereign Multi-Cloud Fabric connected (AWS us-east-1 + GCP us-west1)',
|
|
'[OK] Post-Quantum Cryptographic attestation module loaded (Kyber-1024)',
|
|
'[OK] Compute credit balance: $102.50 USD remaining of $125.00 deposit',
|
|
'alex@hanzo-sandbox:~/enterprise-cluster$ zen cluster health --region multi-cloud',
|
|
'======================== Sovereign Topology Audit ========================',
|
|
'Node 1 (us-west-gcp): 8x NVIDIA H100 SXM5 - Health: NOMINAL (Latency: 1.1ms)',
|
|
'Node 2 (us-east-aws): 8x NVIDIA H100 SXM5 - Health: NOMINAL (Latency: 1.4ms)',
|
|
'Decentralized Model State Checkpointing: Active on Lux Chain (Block #9,418,290)',
|
|
'Autonomous Budget Kill-Switch: Verified at $5,000/hr ceiling',
|
|
'alex@hanzo-sandbox:~/enterprise-cluster$ _',
|
|
],
|
|
quickCommands: [
|
|
'zen cluster health --region multi-cloud',
|
|
'zen eval --benchmark fault-tolerance-dr',
|
|
'hanzo arch audit-topology',
|
|
],
|
|
commandOutputs: {
|
|
'zen cluster health --region multi-cloud': [
|
|
'======================== Sovereign Topology Audit ========================',
|
|
'Multi-Cloud Fabric: BGP Anycast mesh verified between AWS and GCP.',
|
|
'Zero-Trust Identity: SPIFFE/SPIRE micro-segmentation active across all pods.',
|
|
'Confidential Computing: AMD SEV-SNP enclaves verified for model weights.',
|
|
'[TOPOLOGY] Zero single points of failure across infrastructure matrix.',
|
|
],
|
|
'zen eval --benchmark fault-tolerance-dr': [
|
|
'[ARCHITECT EVAL] Running Disaster Recovery & Failover Benchmark...',
|
|
' [1/5] cluster/multi-tenant-zero-trust: Isolation verified -> PASS [100%]',
|
|
' [2/5] attestation/post-quantum-pki: Kyber-1024 signed -> PASS [100%]',
|
|
' [3/5] gpu-fabric/hybrid-interconnect: RoCE v2 low latency -> PASS [100%]',
|
|
' [4/5] governance/budget-killswitch-test: Dispatched trip in 40ms -> PASS [100%]',
|
|
' [5/5] disaster-recovery/checkpoint-replication: State resumed -> PASS [100%]',
|
|
'--------------------------------------------------------------------------------',
|
|
'[SUMMARY] Failover recovery completed in 1.4 seconds with zero lost tokens.',
|
|
],
|
|
'hanzo arch audit-topology': [
|
|
'Architecture Defense Verification: Certified for mission-critical banking & defense.',
|
|
' - Model weights encrypted at rest and in transit via Kyber-1024 post-quantum cipher.',
|
|
' - Automatic failover tested against intentional datacenter sever scenario.',
|
|
' - W3C Verifiable Credential standard certified by Hanzo Fellow review board.',
|
|
'[AUDIT PASSED] Ready for Principal Architecture Board Defense.',
|
|
],
|
|
},
|
|
graderTitle: 'Multi-Region Sovereign Fault-Tolerance Harness',
|
|
graderTasks: [
|
|
{ task: 'cluster/multi-tenant-zero-trust', cost: '$0.058', time: '1.4s', status: 'PASS' },
|
|
{ task: 'attestation/post-quantum-pki', cost: '$0.044', time: '1.1s', status: 'PASS' },
|
|
{ task: 'gpu-fabric/hybrid-interconnect', cost: '$0.068', time: '2.1s', status: 'PASS' },
|
|
{ task: 'governance/budget-killswitch-test', cost: '$0.035', time: '0.9s', status: 'PASS' },
|
|
{ task: 'disaster-recovery/checkpoint-replication', cost: '$0.075', time: '2.8s', status: 'PASS' },
|
|
],
|
|
codeInspectorTitle: 'Zero-Trust SPIFFE Identity & Post-Quantum Attestation',
|
|
codeInspectorSubtitle: 'Hardware-rooted model weight encryption and autonomous kill-switch circuit',
|
|
codeInspectorDiff: [
|
|
{ type: 'del', text: '- def authenticate_node(node_token):' },
|
|
{ type: 'del', text: '- return node_token == SHARED_SECRET_ENV' },
|
|
{ type: 'add', text: '+ def authenticate_spiffe_hardware_enclave(node_csr: bytes) -> VerifiedAttestation:' },
|
|
{ type: 'add', text: '+ kyber_verify = pq_crypto_verify_kyber1024(node_csr, ROOT_CERT)' },
|
|
{ type: 'add', text: '+ assert kyber_verify.sev_snp_enclave_valid, "Untrusted node: rejecting cluster join"' },
|
|
],
|
|
codeInspectorValidation: 'Kyber-1024 & Dilithium-3: Post-quantum cryptographic proof confirmed on Lux Chain',
|
|
resourceBreakdown: [
|
|
{ item: 'Sovereign Multi-Region Enclave Leases', cost: '$14.20' },
|
|
{ item: 'Post-Quantum Hardware Security Modules', cost: '$5.80' },
|
|
{ item: 'Disaster Recovery Replication Fabric', cost: '$3.50' },
|
|
],
|
|
},
|
|
}
|