mirror of
https://github.com/hanzoai/skills.git
synced 2026-11-21 09:33:35 +00:00
hanzoskills.com/llms.txt now opens with the install line, the API reference index and the company index, so an agent that lands on any one of the three can find the rest. robots.txt claimed 537 documents while llms.txt counts 920. The number is gone from robots.txt; llms.txt derives it. public/ is regenerated from scripts/site.py, which it had fallen behind: the copy-prompt menu and agent bar were in the generator and not in the committed pages. tests/site.mjs passes against the result. Co-authored-by: Hanzo Dev <[email protected]>
550 lines
28 KiB
HTML
550 lines
28 KiB
HTML
<!doctype html>
|
|
<html lang="en"><head>
|
|
<meta charset="utf-8"><meta name="viewport" content="width=device-width,initial-scale=1">
|
|
<title>protocols-amqp-rabbitmq</title>
|
|
<meta name="color-scheme" content="dark">
|
|
<style>
|
|
/* Committed to one visual world: a dark instrument panel. No light variant —
|
|
the dot field and the hairline rules only read on black, and a naive
|
|
inversion would wash both out. Every colour is painted explicitly so the page
|
|
never borrows a host background. */
|
|
@font-face{font-family:'Zen';src:url('/fonts/Zen-Variable.woff2') format('woff2');font-weight:100 900;font-style:normal;font-display:swap}
|
|
@font-face{font-family:'Zen';src:url('/fonts/Zen-Italic-Variable.woff2') format('woff2');font-weight:100 900;font-style:italic;font-display:swap}
|
|
@font-face{font-family:'Zen Mono';src:url('/fonts/ZenMono-Variable.woff2') format('woff2');font-weight:100 900;font-style:normal;font-display:swap}
|
|
@font-face{font-family:'Zen Mono';src:url('/fonts/ZenMono-Italic-Variable.woff2') format('woff2');font-weight:100 900;font-style:italic;font-display:swap}
|
|
@font-face{font-family:'Zen Pixel Square';src:url('/fonts/ZenPixel-Square.woff2') format('woff2');font-style:normal;font-display:swap}
|
|
|
|
:root{
|
|
--ink:#f4f4f2; --soft:#9c9c98; --faint:#6a6a66; --ground:#000; --panel:#0a0a0a;
|
|
--line:#232323; --line-hi:#3a3a3a; --accent:#f4f4f2;
|
|
--font-zen-sans:'Zen',-apple-system,BlinkMacSystemFont,"Segoe UI",Helvetica,Arial,sans-serif;
|
|
--font-zen-mono:'Zen Mono',ui-monospace,"SF Mono",SFMono-Regular,Menlo,Consolas,monospace;
|
|
--font-zen-pixel-square:'Zen Pixel Square',monospace;
|
|
--mono:var(--font-zen-mono);
|
|
--sans:var(--font-zen-sans);
|
|
/* Controls are pills and surfaces are soft, as on hanzo.ai. */
|
|
--r:999px; --r-soft:14px;
|
|
}
|
|
*{box-sizing:border-box}
|
|
html{-webkit-text-size-adjust:100%}
|
|
body{margin:0;background:var(--ground);color:var(--ink);font-family:var(--sans);
|
|
font-size:16px;line-height:1.65;-webkit-font-smoothing:antialiased}
|
|
.wrap{max-width:60rem;margin:0 auto;padding:0 1.75rem}
|
|
|
|
/* The dot field. A halftone made of one repeating radial-gradient, faded out
|
|
along the diagonal by a mask so it reads as a wave rather than wallpaper. */
|
|
/* No overflow clip here: the dot field is inset to the box already, and a clip
|
|
would cut off the copy-prompt menu. */
|
|
.hero{position:relative;border-bottom:1px solid var(--line)}
|
|
.hero::before{content:"";position:absolute;inset:0;
|
|
background-image:radial-gradient(var(--line-hi) 1px, transparent 1px);
|
|
background-size:7px 7px;
|
|
-webkit-mask-image:linear-gradient(115deg,#000 0%,rgba(0,0,0,.55) 38%,transparent 72%);
|
|
mask-image:linear-gradient(115deg,#000 0%,rgba(0,0,0,.55) 38%,transparent 72%);
|
|
pointer-events:none}
|
|
.hero .wrap{position:relative;padding-top:5.5rem;padding-bottom:4rem}
|
|
|
|
nav{border-bottom:1px solid var(--line)}
|
|
nav .in{max-width:60rem;margin:0 auto;padding:1.1rem 1.75rem;display:flex;
|
|
justify-content:space-between;align-items:center;gap:1rem}
|
|
.brand{font-family:var(--mono);font-size:.85rem;letter-spacing:.14em;
|
|
text-transform:uppercase;color:var(--ink);text-decoration:none;
|
|
display:inline-flex;align-items:center;gap:.6rem}
|
|
.brand i{font-style:normal;color:var(--faint)}
|
|
.mark{width:1.15em;height:1.15em;display:block;flex:0 0 auto}
|
|
nav a.up{font-family:var(--mono);font-size:.72rem;letter-spacing:.14em;
|
|
text-transform:uppercase;color:var(--soft);text-decoration:none}
|
|
nav a.up:hover{color:var(--ink)}
|
|
|
|
h1{font-family:var(--mono);font-size:clamp(2rem,5.4vw,3.4rem);line-height:1.12;
|
|
letter-spacing:-.02em;margin:0 0 1.1rem;font-weight:500;text-wrap:balance}
|
|
h1 em{font-style:normal;color:var(--faint)}
|
|
.lede{color:var(--soft);font-size:1.05rem;max-width:52ch;margin:0 0 2.25rem}
|
|
|
|
.btns{display:flex;flex-wrap:wrap;gap:.7rem;margin:0 0 .5rem;align-items:center}
|
|
.btn{display:inline-flex;align-items:center;gap:.5rem;font-family:var(--mono);
|
|
font-size:.72rem;letter-spacing:.14em;text-transform:uppercase;
|
|
padding:.8rem 1.4rem;border:1px solid var(--line-hi);border-radius:var(--r);
|
|
color:var(--ink);text-decoration:none;background:transparent;cursor:pointer;
|
|
line-height:1.2;font-weight:400}
|
|
.btn:hover{background:#141414;text-decoration:none;border-color:var(--soft)}
|
|
.btn.solid{background:var(--ink);color:#000;border-color:var(--ink)}
|
|
.btn.solid:hover{background:#d8d8d4}
|
|
.btn .chev{width:.7em;height:.7em;flex:0 0 auto;transition:transform .15s ease}
|
|
.btn[aria-expanded="true"] .chev{transform:rotate(180deg)}
|
|
|
|
/* Copy-prompt selector. Each row copies the prompt for its own target. */
|
|
.copy{position:relative;display:inline-flex}
|
|
.menu{position:absolute;top:calc(100% + .5rem);left:0;z-index:20;min-width:21rem;
|
|
background:var(--panel);border:1px solid var(--line-hi);border-radius:var(--r-soft);
|
|
padding:.4rem;display:flex;flex-direction:column;
|
|
box-shadow:0 12px 32px rgba(0,0,0,.75)}
|
|
.menu[hidden]{display:none}
|
|
.mi{display:flex;align-items:center;gap:.7rem;width:100%;text-align:left;
|
|
padding:.62rem .8rem;border:0;border-radius:calc(var(--r-soft) - .35rem);
|
|
background:transparent;color:var(--ink);font-family:var(--mono);font-size:.76rem;
|
|
letter-spacing:.04em;text-decoration:none;cursor:pointer;line-height:1.3;
|
|
white-space:nowrap}
|
|
.mi:hover,.mi:focus-visible{background:#181818;outline:none}
|
|
.mi .mark{width:1.05rem;height:1.05rem;color:var(--soft)}
|
|
.mi:hover .mark{color:var(--ink)}
|
|
.mi u{margin-left:auto;color:var(--faint);text-decoration:none;font-size:.68rem;
|
|
letter-spacing:.1em;text-transform:uppercase}
|
|
|
|
/* Works-with bar: one scrolling row, name and mark per agent. */
|
|
.strip{border-bottom:1px solid var(--line);background:var(--panel)}
|
|
.strip .in{max-width:60rem;margin:0 auto;padding:.9rem 1.75rem;display:flex;
|
|
align-items:center;gap:1.25rem;font-family:var(--mono);font-size:.72rem;
|
|
letter-spacing:.1em;text-transform:uppercase;color:var(--faint)}
|
|
.strip b{color:var(--soft);font-weight:400;flex:0 0 auto;
|
|
border-right:1px solid var(--line);padding-right:1.25rem;align-self:stretch;
|
|
display:flex;align-items:center}
|
|
.bar{display:flex;align-items:center;gap:.5rem;flex:1 1 auto;min-width:0;
|
|
overflow-x:auto;scrollbar-width:none;scroll-snap-type:x proximity;
|
|
-webkit-overflow-scrolling:touch;
|
|
-webkit-mask-image:linear-gradient(90deg,#000 calc(100% - 3rem),transparent);
|
|
mask-image:linear-gradient(90deg,#000 calc(100% - 3rem),transparent)}
|
|
.bar::-webkit-scrollbar{display:none}
|
|
.agent{display:inline-flex;align-items:center;gap:.45rem;flex:0 0 auto;
|
|
padding:.4rem .85rem;border:1px solid var(--line);border-radius:var(--r);
|
|
color:var(--soft);white-space:nowrap;scroll-snap-align:start;
|
|
text-decoration:none;background:var(--ground)}
|
|
.agent:hover{color:var(--ink);border-color:var(--line-hi);text-decoration:none}
|
|
.agent .mark{width:.95rem;height:.95rem}
|
|
|
|
h2{font-family:var(--mono);font-size:1.1rem;letter-spacing:-.01em;margin:2.75rem 0 .75rem;font-weight:500}
|
|
h3{font-size:1rem;margin:2rem 0 .5rem;font-weight:600}
|
|
h4,h5,h6{font-size:.94rem;margin:1.5rem 0 .5rem;font-weight:600}
|
|
p{margin:0 0 1rem;max-width:70ch}
|
|
ul,ol{margin:0 0 1rem;padding-left:1.35rem;max-width:70ch}
|
|
li{margin:.22rem 0}
|
|
a{color:var(--ink);text-decoration:underline;text-underline-offset:3px;
|
|
text-decoration-color:var(--line-hi)}
|
|
a:hover{text-decoration-color:var(--ink)}
|
|
a:focus-visible{outline:1px solid var(--ink);outline-offset:3px}
|
|
code{font-family:var(--mono);font-size:.85em;background:var(--panel);
|
|
border:1px solid var(--line);border-radius:5px;padding:.1em .36em}
|
|
pre{background:var(--panel);border:1px solid var(--line);padding:1rem 1.1rem;
|
|
border-radius:var(--r-soft);overflow-x:auto;margin:0 0 1.25rem}
|
|
pre code{background:none;border:0;padding:0;font-size:.82rem;line-height:1.7}
|
|
blockquote{margin:0 0 1rem;padding-left:1rem;border-left:1px solid var(--line-hi);color:var(--soft)}
|
|
hr{border:0;border-top:1px solid var(--line);margin:2.5rem 0}
|
|
table{border-collapse:collapse;width:100%;margin:0 0 1.25rem;font-size:.92rem;
|
|
display:block;overflow-x:auto}
|
|
th,td{border:1px solid var(--line);padding:.5rem .7rem;text-align:left}
|
|
|
|
.curl{display:block;background:var(--panel);border:1px solid var(--line);
|
|
border-radius:var(--r-soft);padding:.95rem 1.1rem;font-family:var(--mono);
|
|
font-size:.8rem;color:var(--soft);overflow-x:auto;margin:0 0 2.5rem;
|
|
white-space:pre;line-height:1.9}
|
|
.curl b{color:var(--ink);font-weight:400}
|
|
.curl i{font-style:normal;color:var(--faint)}
|
|
|
|
/* index */
|
|
#q{width:100%;padding:.85rem 1.2rem;font-family:var(--mono);font-size:.85rem;color:var(--ink);
|
|
background:var(--panel);border:1px solid var(--line);border-radius:var(--r);margin:0 0 .6rem}
|
|
#q::placeholder{color:var(--faint);text-transform:uppercase;letter-spacing:.1em;font-size:.72rem}
|
|
#q:focus{outline:none;border-color:var(--soft)}
|
|
#count{color:var(--faint);font-family:var(--mono);font-size:.72rem;letter-spacing:.1em;
|
|
text-transform:uppercase;margin:0 0 2rem}
|
|
.cat{margin:2.5rem 0 .5rem;font-family:var(--mono);font-size:.7rem;letter-spacing:.16em;
|
|
text-transform:uppercase;color:var(--faint);border-bottom:1px solid var(--line);
|
|
padding-bottom:.45rem}
|
|
.row{display:block;padding:.6rem .9rem;margin:0 -.9rem;border-bottom:1px solid var(--line);
|
|
border-radius:var(--r-soft);text-decoration:none}
|
|
.row:hover{background:#0a0a0a}
|
|
.nm{font-family:var(--mono);font-size:.84rem;color:var(--ink);display:block}
|
|
.ds{color:var(--soft);font-size:.9rem;display:block;margin-top:.12rem}
|
|
footer{margin-top:4rem;padding:2rem 0 4rem;border-top:1px solid var(--line);
|
|
color:var(--faint);font-size:.85rem}
|
|
footer a{color:var(--soft)}
|
|
.fmap{display:grid;gap:1.75rem;grid-template-columns:repeat(auto-fit,minmax(11rem,1fr));
|
|
margin:0 0 2rem;font-size:.85rem}
|
|
.fmap b{display:block;font-family:var(--mono);font-size:.68rem;letter-spacing:.16em;
|
|
text-transform:uppercase;color:var(--faint);font-weight:400;margin:0 0 .6rem;
|
|
border-bottom:1px solid var(--line);padding-bottom:.4rem}
|
|
.fmap a{display:inline-block;color:var(--ink);text-decoration:none;margin:.3rem .35rem 0 0}
|
|
.fmap a:hover{text-decoration:underline}
|
|
.fmap div{color:var(--faint);line-height:1.5}
|
|
.fend{border-top:1px solid var(--line);padding-top:1.25rem;font-size:.82rem}
|
|
|
|
@media (max-width:640px){
|
|
.hero .wrap{padding-top:3.25rem;padding-bottom:2.75rem}
|
|
.btns{gap:.5rem}
|
|
.btn{padding:.75rem 1.15rem;font-size:.68rem}
|
|
.copy,.copy .btn{width:100%;justify-content:center}
|
|
.menu{left:0;right:0;min-width:0}
|
|
.strip .in{flex-direction:column;align-items:flex-start;gap:.6rem;padding:.9rem 1.75rem}
|
|
.strip b{border-right:0;padding-right:0}
|
|
.bar{width:100%}
|
|
}
|
|
</style>
|
|
<link rel="alternate" type="text/markdown" href="/protocols-amqp-rabbitmq.md">
|
|
|
|
<link rel="icon" href="/favicon.svg">
|
|
<link rel="canonical" href="https://hanzoskills.com/protocols-amqp-rabbitmq">
|
|
</head>
|
|
<!-- Reading this with a machine? Every page here is also plain markdown.
|
|
This one: https://hanzoskills.com/protocols-amqp-rabbitmq.md
|
|
Index: https://hanzoskills.com/llms.txt
|
|
Corpus: https://hanzoskills.com/all.md
|
|
Append .md to any path for the markdown twin. -->
|
|
<body>
|
|
<nav><div class="in">
|
|
<a class="brand" href="/"><svg class="mark" viewBox="0 0 67 67" fill="currentColor" aria-hidden="true"><path d="M22.21 67V44.6369H0V67H22.21Z"/><path d="M66.7038 22.3184H22.2534L0.0878906 44.6367H44.4634L66.7038 22.3184Z"/><path d="M22.21 0H0V22.3184H22.21V0Z"/><path d="M66.7198 0H44.5098V22.3184H66.7198V0Z"/><path d="M66.7198 67V44.6369H44.5098V67H66.7198Z"/></svg> HANZO<i>SKILLS</i></a>
|
|
<a class="up" href="/">All skills</a>
|
|
</div></nav>
|
|
|
|
<div class="wrap">
|
|
<h1>protocols-amqp-rabbitmq</h1><p class="lede">RabbitMQ and AMQP 0-9-1 message broker implementation</p><h1>AMQP and RabbitMQ Implementation</h1>
|
|
<p><strong>Scope</strong>: AMQP 0-9-1 protocol, RabbitMQ broker, exchanges, queues, routing patterns, clustering, high availability <strong>Lines</strong>: ~350 <strong>Last Updated</strong>: 2025-10-27</p>
|
|
<h2>When to Use This Skill</h2>
|
|
<p>Activate this skill when:</p>
|
|
<ul><li>Implementing message queuing with RabbitMQ</li><li>Designing exchange and queue topologies</li><li>Building work queue, pub-sub, routing, or RPC patterns</li><li>Implementing message durability and acknowledgments</li><li>Setting up RabbitMQ clustering and high availability</li><li>Optimizing RabbitMQ performance</li><li>Debugging message routing issues</li><li>Implementing dead letter exchanges and retry logic</li><li>Monitoring RabbitMQ metrics</li></ul>
|
|
<h2>Core Concepts</h2>
|
|
<h3>AMQP 0-9-1 Architecture</h3>
|
|
<p><strong>AMQP</strong> (Advanced Message Queuing Protocol): Open standard application layer protocol for message-oriented middleware.</p>
|
|
<p><strong>Key characteristics</strong>:</p>
|
|
<ul><li><strong>Message broker</strong>: Central hub for routing messages</li><li><strong>Exchanges</strong>: Route messages to queues based on bindings</li><li><strong>Queues</strong>: Buffer that stores messages for consumers</li><li><strong>Bindings</strong>: Rules that link exchanges to queues</li><li><strong>Routing keys</strong>: Used to match messages to queues</li><li><strong>Virtual hosts</strong>: Isolated namespaces within a broker</li><li><strong>Channels</strong>: Lightweight connections sharing a TCP connection</li></ul>
|
|
<p><strong>Message flow</strong>:</p>
|
|
<pre><code>Publisher → Exchange → Binding → Queue → Consumer
|
|
↓ ↓
|
|
Routing Key Delivery Ack</code></pre>
|
|
<hr>
|
|
<h2>Exchange Types</h2>
|
|
<h3>1. Direct Exchange</h3>
|
|
<p>Routes messages with a specific routing key to queues bound with that exact key.</p>
|
|
<p><strong>Use cases</strong>:</p>
|
|
<ul><li>Task distribution with specific worker types</li><li>Targeted notifications</li><li>Command routing</li></ul>
|
|
<p><strong>Example binding</strong>:</p>
|
|
<pre><code>Exchange: tasks
|
|
Queue: email_tasks Binding: email
|
|
Queue: sms_tasks Binding: sms
|
|
Queue: push_tasks Binding: push
|
|
|
|
Message with routing_key="email" → email_tasks queue</code></pre>
|
|
<h3>2. Fanout Exchange</h3>
|
|
<p>Routes messages to all bound queues (ignores routing key).</p>
|
|
<p><strong>Use cases</strong>:</p>
|
|
<ul><li>Broadcasting events to multiple systems</li><li>Cache invalidation across services</li><li>Real-time updates to all subscribers</li></ul>
|
|
<p><strong>Example</strong>:</p>
|
|
<pre><code>Exchange: notifications
|
|
Queue: slack_notifier
|
|
Queue: email_notifier
|
|
Queue: sms_notifier
|
|
|
|
All queues receive every message</code></pre>
|
|
<h3>3. Topic Exchange</h3>
|
|
<p>Routes based on wildcard pattern matching of routing keys.</p>
|
|
<p><strong>Use cases</strong>:</p>
|
|
<ul><li>Multi-criteria subscriptions</li><li>Log aggregation with filtering</li><li>Event routing by category</li></ul>
|
|
<p><strong>Patterns</strong>:</p>
|
|
<ul><li><code>*</code> matches exactly one word</li><li><code>#</code> matches zero or more words</li></ul>
|
|
<p><strong>Example</strong>:</p>
|
|
<pre><code>Routing key: "order.created.us"
|
|
Binding: "order.*.*" → Matches
|
|
Binding: "order.created.#" → Matches
|
|
Binding: "order.#" → Matches
|
|
Binding: "*.created.*" → Matches
|
|
Binding: "invoice.#" → No match</code></pre>
|
|
<h3>4. Headers Exchange</h3>
|
|
<p>Routes based on message header attributes instead of routing key.</p>
|
|
<p><strong>Use cases</strong>:</p>
|
|
<ul><li>Complex routing logic</li><li>Multiple attribute matching</li><li>Non-string routing criteria</li></ul>
|
|
<p><strong>Example</strong>:</p>
|
|
<pre><code>Headers: {type: "order", region: "us", priority: "high"}
|
|
Binding: {type: "order", region: "us"} → Matches if x-match=all</code></pre>
|
|
<hr>
|
|
<h2>Common Patterns</h2>
|
|
<h3>Pattern 1: Work Queue</h3>
|
|
<p><strong>Goal</strong>: Distribute tasks among multiple workers.</p>
|
|
<p><strong>Setup</strong>:</p>
|
|
<ul><li>One queue</li><li>Multiple consumers</li><li>Round-robin distribution (default)</li></ul>
|
|
<p><strong>Python example</strong>:</p>
|
|
<pre><code class="lang-python">import pika
|
|
|
|
# Publisher
|
|
connection = pika.BlockingConnection(pika.ConnectionParameters('localhost'))
|
|
channel = connection.channel()
|
|
channel.queue_declare(queue='tasks', durable=True)
|
|
|
|
channel.basic_publish(
|
|
exchange='',
|
|
routing_key='tasks',
|
|
body='Task data',
|
|
properties=pika.BasicProperties(delivery_mode=2) # Persistent
|
|
)
|
|
|
|
# Consumer
|
|
def callback(ch, method, properties, body):
|
|
print(f"Processing: {body}")
|
|
# Do work...
|
|
ch.basic_ack(delivery_tag=method.delivery_tag)
|
|
|
|
channel.basic_qos(prefetch_count=1) # Fair dispatch
|
|
channel.basic_consume(queue='tasks', on_message_callback=callback)
|
|
channel.start_consuming()</code></pre>
|
|
<h3>Pattern 2: Pub-Sub</h3>
|
|
<p><strong>Goal</strong>: Broadcast messages to multiple subscribers.</p>
|
|
<p><strong>Setup</strong>:</p>
|
|
<ul><li>Fanout exchange</li><li>One temporary queue per subscriber</li><li>Auto-delete queues</li></ul>
|
|
<p><strong>Python example</strong>:</p>
|
|
<pre><code class="lang-python"># Publisher
|
|
channel.exchange_declare(exchange='logs', exchange_type='fanout')
|
|
channel.basic_publish(exchange='logs', routing_key='', body='Log message')
|
|
|
|
# Subscriber
|
|
result = channel.queue_declare(queue='', exclusive=True)
|
|
queue_name = result.method.queue
|
|
channel.queue_bind(exchange='logs', queue=queue_name)
|
|
channel.basic_consume(queue=queue_name, on_message_callback=callback, auto_ack=True)</code></pre>
|
|
<h3>Pattern 3: Routing</h3>
|
|
<p><strong>Goal</strong>: Subscribe to subset of messages.</p>
|
|
<p><strong>Setup</strong>:</p>
|
|
<ul><li>Direct or topic exchange</li><li>Selective queue bindings</li></ul>
|
|
<p><strong>Python example</strong>:</p>
|
|
<pre><code class="lang-python"># Publisher
|
|
channel.exchange_declare(exchange='logs', exchange_type='direct')
|
|
channel.basic_publish(exchange='logs', routing_key='error', body='Error log')
|
|
|
|
# Consumer (only error logs)
|
|
channel.queue_bind(exchange='logs', queue=queue_name, routing_key='error')</code></pre>
|
|
<h3>Pattern 4: RPC</h3>
|
|
<p><strong>Goal</strong>: Remote procedure calls with response.</p>
|
|
<p><strong>Setup</strong>:</p>
|
|
<ul><li>Request queue</li><li>Temporary reply queue</li><li>Correlation ID to match requests/responses</li></ul>
|
|
<p><strong>Python example</strong>:</p>
|
|
<pre><code class="lang-python"># Client
|
|
import uuid
|
|
|
|
class RpcClient:
|
|
def __init__(self):
|
|
self.connection = pika.BlockingConnection(pika.ConnectionParameters('localhost'))
|
|
self.channel = self.connection.channel()
|
|
result = self.channel.queue_declare(queue='', exclusive=True)
|
|
self.callback_queue = result.method.queue
|
|
self.channel.basic_consume(
|
|
queue=self.callback_queue,
|
|
on_message_callback=self.on_response,
|
|
auto_ack=True
|
|
)
|
|
self.response = None
|
|
self.corr_id = None
|
|
|
|
def on_response(self, ch, method, props, body):
|
|
if self.corr_id == props.correlation_id:
|
|
self.response = body
|
|
|
|
def call(self, n):
|
|
self.response = None
|
|
self.corr_id = str(uuid.uuid4())
|
|
self.channel.basic_publish(
|
|
exchange='',
|
|
routing_key='rpc_queue',
|
|
properties=pika.BasicProperties(
|
|
reply_to=self.callback_queue,
|
|
correlation_id=self.corr_id,
|
|
),
|
|
body=str(n)
|
|
)
|
|
while self.response is None:
|
|
self.connection.process_data_events()
|
|
return int(self.response)</code></pre>
|
|
<hr>
|
|
<h2>Message Durability</h2>
|
|
<h3>Making Messages Persistent</h3>
|
|
<p><strong>Requirements</strong>:</p>
|
|
<ol><li>Queue must be durable</li><li>Message must be marked persistent</li><li>Exchange durability (recommended)</li></ol>
|
|
<p><strong>Python example</strong>:</p>
|
|
<pre><code class="lang-python"># Durable queue
|
|
channel.queue_declare(queue='tasks', durable=True)
|
|
|
|
# Persistent message
|
|
channel.basic_publish(
|
|
exchange='',
|
|
routing_key='tasks',
|
|
body='Important task',
|
|
properties=pika.BasicProperties(
|
|
delivery_mode=2, # Persistent
|
|
)
|
|
)</code></pre>
|
|
<p><strong>Note</strong>: Persistence doesn't guarantee 100% durability. For stronger guarantees, use publisher confirms.</p>
|
|
<h3>Publisher Confirms</h3>
|
|
<p>Ensure message was written to disk before considering it sent.</p>
|
|
<p><strong>Python example</strong>:</p>
|
|
<pre><code class="lang-python">channel.confirm_delivery()
|
|
|
|
try:
|
|
channel.basic_publish(
|
|
exchange='',
|
|
routing_key='tasks',
|
|
body='Task',
|
|
properties=pika.BasicProperties(delivery_mode=2),
|
|
mandatory=True
|
|
)
|
|
print("Message delivered")
|
|
except pika.exceptions.UnroutableError:
|
|
print("Message could not be routed")</code></pre>
|
|
<hr>
|
|
<h2>Acknowledgments</h2>
|
|
<h3>Manual Acknowledgments</h3>
|
|
<p><strong>Consumer should acknowledge</strong> after processing completes.</p>
|
|
<pre><code class="lang-python">def callback(ch, method, properties, body):
|
|
try:
|
|
process_message(body)
|
|
ch.basic_ack(delivery_tag=method.delivery_tag)
|
|
except Exception as e:
|
|
# Requeue on failure
|
|
ch.basic_nack(delivery_tag=method.delivery_tag, requeue=True)
|
|
|
|
channel.basic_consume(
|
|
queue='tasks',
|
|
on_message_callback=callback,
|
|
auto_ack=False # Manual ack
|
|
)</code></pre>
|
|
<h3>Prefetch Count</h3>
|
|
<p>Control how many messages delivered to consumer before acknowledgment.</p>
|
|
<pre><code class="lang-python">channel.basic_qos(prefetch_count=1) # One at a time (fair dispatch)
|
|
channel.basic_qos(prefetch_count=10) # Batch processing</code></pre>
|
|
<p><strong>Best practice</strong>: Use <code>prefetch_count=1</code> for long-running tasks to ensure fair distribution.</p>
|
|
<hr>
|
|
<h2>Dead Letter Exchanges</h2>
|
|
<p>Route failed messages to another exchange for retry or inspection.</p>
|
|
<p><strong>Setup</strong>:</p>
|
|
<pre><code class="lang-python"># Main queue with DLX
|
|
channel.queue_declare(
|
|
queue='tasks',
|
|
durable=True,
|
|
arguments={
|
|
'x-dead-letter-exchange': 'dlx',
|
|
'x-dead-letter-routing-key': 'failed.tasks',
|
|
'x-message-ttl': 60000 # Optional: TTL before DLX
|
|
}
|
|
)
|
|
|
|
# Dead letter exchange
|
|
channel.exchange_declare(exchange='dlx', exchange_type='direct')
|
|
|
|
# Dead letter queue
|
|
channel.queue_declare(queue='failed_tasks', durable=True)
|
|
channel.queue_bind(exchange='dlx', queue='failed_tasks', routing_key='failed.tasks')</code></pre>
|
|
<p><strong>Messages sent to DLX when</strong>:</p>
|
|
<ul><li>Consumer rejects with <code>requeue=False</code></li><li>Message TTL expires</li><li>Queue length limit reached</li></ul>
|
|
<hr>
|
|
<h2>High Availability</h2>
|
|
<h3>Clustering</h3>
|
|
<p><strong>Setup</strong> (3-node cluster):</p>
|
|
<pre><code class="lang-bash"># Node 1
|
|
rabbitmq-server -detached
|
|
rabbitmqctl stop_app
|
|
rabbitmqctl reset
|
|
rabbitmqctl start_app
|
|
|
|
# Node 2
|
|
rabbitmq-server -detached
|
|
rabbitmqctl stop_app
|
|
rabbitmqctl reset
|
|
rabbitmqctl join_cluster rabbit@node1
|
|
rabbitmqctl start_app
|
|
|
|
# Node 3
|
|
rabbitmqctl stop_app
|
|
rabbitmqctl join_cluster rabbit@node1
|
|
rabbitmqctl start_app</code></pre>
|
|
<h3>Quorum Queues</h3>
|
|
<p>Replicated queue type with high availability and data safety.</p>
|
|
<p><strong>Python example</strong>:</p>
|
|
<pre><code class="lang-python">channel.queue_declare(
|
|
queue='ha_tasks',
|
|
durable=True,
|
|
arguments={
|
|
'x-queue-type': 'quorum'
|
|
}
|
|
)</code></pre>
|
|
<p><strong>Characteristics</strong>:</p>
|
|
<ul><li>Raft consensus algorithm</li><li>Data replicated across nodes</li><li>Leader election on failure</li><li>Stronger durability guarantees</li></ul>
|
|
<hr>
|
|
<h2>Performance Optimization</h2>
|
|
<h3>Connection Pooling</h3>
|
|
<p>Reuse connections and channels.</p>
|
|
<pre><code class="lang-python">import pika.pool
|
|
|
|
params = pika.ConnectionParameters('localhost')
|
|
pool = pika.pool.ConnectionPool(
|
|
lambda: pika.BlockingConnection(params),
|
|
max_size=10,
|
|
max_overflow=20,
|
|
timeout=10,
|
|
recycle=3600
|
|
)
|
|
|
|
with pool.acquire() as connection:
|
|
channel = connection.channel()
|
|
channel.basic_publish(...)</code></pre>
|
|
<h3>Batch Publishing</h3>
|
|
<p>Publish multiple messages in one go.</p>
|
|
<pre><code class="lang-python">for i in range(1000):
|
|
channel.basic_publish(
|
|
exchange='',
|
|
routing_key='tasks',
|
|
body=f'Task {i}'
|
|
)
|
|
# All published in one network round trip</code></pre>
|
|
<h3>Lazy Queues</h3>
|
|
<p>Keep messages on disk instead of RAM.</p>
|
|
<pre><code class="lang-python">channel.queue_declare(
|
|
queue='large_queue',
|
|
durable=True,
|
|
arguments={'x-queue-mode': 'lazy'}
|
|
)</code></pre>
|
|
<p><strong>Use when</strong>: Queue has many messages (millions) or messages are large.</p>
|
|
<hr>
|
|
<h2>Monitoring</h2>
|
|
<h3>Key Metrics</h3>
|
|
<p>Monitor these via management API or Prometheus:</p>
|
|
<p><strong>Queue metrics</strong>:</p>
|
|
<ul><li><code>messages_ready</code>: Messages ready for delivery</li><li><code>messages_unacknowledged</code>: Messages delivered but not acked</li><li><code>message_stats.publish</code>: Publish rate</li><li><code>message_stats.deliver</code>: Delivery rate</li></ul>
|
|
<p><strong>Connection metrics</strong>:</p>
|
|
<ul><li><code>connection_count</code>: Active connections</li><li><code>channel_count</code>: Active channels</li></ul>
|
|
<p><strong>Node metrics</strong>:</p>
|
|
<ul><li><code>mem_used</code>: Memory usage</li><li><code>fd_used</code>: File descriptors</li><li><code>disk_free</code>: Available disk space</li></ul>
|
|
<p><strong>Python monitoring example</strong>:</p>
|
|
<pre><code class="lang-python">import requests
|
|
|
|
response = requests.get(
|
|
'http://localhost:15672/api/queues',
|
|
auth=('guest', 'guest')
|
|
)
|
|
queues = response.json()
|
|
|
|
for queue in queues:
|
|
print(f"{queue['name']}: {queue['messages']} messages")</code></pre>
|
|
<hr>
|
|
<h2>Best Practices</h2>
|
|
<ol><li><strong>Use manual acknowledgments</strong> for important messages</li><li><strong>Set prefetch_count=1</strong> for long-running tasks</li><li><strong>Enable publisher confirms</strong> for critical data</li><li><strong>Use quorum queues</strong> for high availability</li><li><strong>Monitor queue depths</strong> and set alerts</li><li><strong>Use dead letter exchanges</strong> for failed message handling</li><li><strong>Set message TTL</strong> to prevent queue buildup</li><li><strong>Limit queue length</strong> with <code>x-max-length</code></li><li><strong>Use connection pooling</strong> in high-throughput scenarios</li><li><strong>Test failure scenarios</strong> (node crashes, network partitions)</li></ol>
|
|
<hr>
|
|
<h2>Common Pitfalls</h2>
|
|
<ol><li><strong>Not using durable queues</strong>: Messages lost on broker restart</li><li><strong>Auto-acknowledgment</strong>: Messages lost if consumer crashes</li><li><strong>No prefetch limit</strong>: All messages delivered to one consumer</li><li><strong>Not handling connection errors</strong>: Application crashes on network issues</li><li><strong>Publishing to non-existent exchange</strong>: Messages silently dropped</li><li><strong>Not monitoring</strong>: Queue buildup goes unnoticed</li><li><strong>Ignoring memory alarms</strong>: Broker blocks publishers</li><li><strong>Too many connections</strong>: File descriptor exhaustion</li></ol>
|
|
<hr>
|
|
<h2>Resources</h2>
|
|
<ul><li><strong>Documentation</strong>: https://www.rabbitmq.com/documentation.html</li><li><strong>AMQP 0-9-1 Reference</strong>: https://www.rabbitmq.com/amqp-0-9-1-reference.html</li><li><strong>Management API</strong>: https://www.rabbitmq.com/management.html</li><li><strong>Monitoring</strong>: https://www.rabbitmq.com/monitoring.html</li><li><strong>Clustering</strong>: https://www.rabbitmq.com/clustering.html</li></ul>
|
|
<footer>
|
|
<div class="fmap">
|
|
<div><b>Build</b>
|
|
<a href="https://hanzo.app">hanzo.app</a> app builder
|
|
<a href="https://hanzo.codes">hanzo.codes</a> code with an agent
|
|
<a href="https://hanzoskills.com">hanzoskills.com</a> what an agent reads</div>
|
|
<div><b>Run</b>
|
|
<a href="https://console.hanzo.ai">console.hanzo.ai</a> cloud console
|
|
<a href="https://api.hanzo.ai">api.hanzo.ai</a> the API</div>
|
|
<div><b>Account</b>
|
|
<a href="https://hanzo.id">hanzo.id</a> sign in
|
|
<a href="https://pay.hanzo.ai">pay.hanzo.ai</a> top up
|
|
<a href="https://billing.hanzo.ai">billing.hanzo.ai</a> invoices and usage</div>
|
|
<div><b>Company</b>
|
|
<a href="https://hanzo.ai">hanzo.ai</a> canonical
|
|
<a href="https://hanzo.ventures">hanzo.ventures</a> ventures</div>
|
|
</div>
|
|
<div class="fend"><a href="/protocols-amqp-rabbitmq.md">This page as plain text</a> · <a href="/llms.txt">Index for agents</a></div>
|
|
</footer>
|
|
</div></body></html> |