mirror of
https://github.com/hanzoai/skills.git
synced 2026-11-19 00:47:36 +00:00
hanzoskills.com/llms.txt now opens with the install line, the API reference index and the company index, so an agent that lands on any one of the three can find the rest. robots.txt claimed 537 documents while llms.txt counts 920. The number is gone from robots.txt; llms.txt derives it. public/ is regenerated from scripts/site.py, which it had fallen behind: the copy-prompt menu and agent bar were in the generator and not in the committed pages. tests/site.mjs passes against the result. Co-authored-by: Hanzo Dev <[email protected]>
559 lines
25 KiB
HTML
559 lines
25 KiB
HTML
<!doctype html>
|
|
<html lang="en"><head>
|
|
<meta charset="utf-8"><meta name="viewport" content="width=device-width,initial-scale=1">
|
|
<title>distributed-systems-eventual-consistency</title>
|
|
<meta name="color-scheme" content="dark">
|
|
<style>
|
|
/* Committed to one visual world: a dark instrument panel. No light variant —
|
|
the dot field and the hairline rules only read on black, and a naive
|
|
inversion would wash both out. Every colour is painted explicitly so the page
|
|
never borrows a host background. */
|
|
@font-face{font-family:'Zen';src:url('/fonts/Zen-Variable.woff2') format('woff2');font-weight:100 900;font-style:normal;font-display:swap}
|
|
@font-face{font-family:'Zen';src:url('/fonts/Zen-Italic-Variable.woff2') format('woff2');font-weight:100 900;font-style:italic;font-display:swap}
|
|
@font-face{font-family:'Zen Mono';src:url('/fonts/ZenMono-Variable.woff2') format('woff2');font-weight:100 900;font-style:normal;font-display:swap}
|
|
@font-face{font-family:'Zen Mono';src:url('/fonts/ZenMono-Italic-Variable.woff2') format('woff2');font-weight:100 900;font-style:italic;font-display:swap}
|
|
@font-face{font-family:'Zen Pixel Square';src:url('/fonts/ZenPixel-Square.woff2') format('woff2');font-style:normal;font-display:swap}
|
|
|
|
:root{
|
|
--ink:#f4f4f2; --soft:#9c9c98; --faint:#6a6a66; --ground:#000; --panel:#0a0a0a;
|
|
--line:#232323; --line-hi:#3a3a3a; --accent:#f4f4f2;
|
|
--font-zen-sans:'Zen',-apple-system,BlinkMacSystemFont,"Segoe UI",Helvetica,Arial,sans-serif;
|
|
--font-zen-mono:'Zen Mono',ui-monospace,"SF Mono",SFMono-Regular,Menlo,Consolas,monospace;
|
|
--font-zen-pixel-square:'Zen Pixel Square',monospace;
|
|
--mono:var(--font-zen-mono);
|
|
--sans:var(--font-zen-sans);
|
|
/* Controls are pills and surfaces are soft, as on hanzo.ai. */
|
|
--r:999px; --r-soft:14px;
|
|
}
|
|
*{box-sizing:border-box}
|
|
html{-webkit-text-size-adjust:100%}
|
|
body{margin:0;background:var(--ground);color:var(--ink);font-family:var(--sans);
|
|
font-size:16px;line-height:1.65;-webkit-font-smoothing:antialiased}
|
|
.wrap{max-width:60rem;margin:0 auto;padding:0 1.75rem}
|
|
|
|
/* The dot field. A halftone made of one repeating radial-gradient, faded out
|
|
along the diagonal by a mask so it reads as a wave rather than wallpaper. */
|
|
/* No overflow clip here: the dot field is inset to the box already, and a clip
|
|
would cut off the copy-prompt menu. */
|
|
.hero{position:relative;border-bottom:1px solid var(--line)}
|
|
.hero::before{content:"";position:absolute;inset:0;
|
|
background-image:radial-gradient(var(--line-hi) 1px, transparent 1px);
|
|
background-size:7px 7px;
|
|
-webkit-mask-image:linear-gradient(115deg,#000 0%,rgba(0,0,0,.55) 38%,transparent 72%);
|
|
mask-image:linear-gradient(115deg,#000 0%,rgba(0,0,0,.55) 38%,transparent 72%);
|
|
pointer-events:none}
|
|
.hero .wrap{position:relative;padding-top:5.5rem;padding-bottom:4rem}
|
|
|
|
nav{border-bottom:1px solid var(--line)}
|
|
nav .in{max-width:60rem;margin:0 auto;padding:1.1rem 1.75rem;display:flex;
|
|
justify-content:space-between;align-items:center;gap:1rem}
|
|
.brand{font-family:var(--mono);font-size:.85rem;letter-spacing:.14em;
|
|
text-transform:uppercase;color:var(--ink);text-decoration:none;
|
|
display:inline-flex;align-items:center;gap:.6rem}
|
|
.brand i{font-style:normal;color:var(--faint)}
|
|
.mark{width:1.15em;height:1.15em;display:block;flex:0 0 auto}
|
|
nav a.up{font-family:var(--mono);font-size:.72rem;letter-spacing:.14em;
|
|
text-transform:uppercase;color:var(--soft);text-decoration:none}
|
|
nav a.up:hover{color:var(--ink)}
|
|
|
|
h1{font-family:var(--mono);font-size:clamp(2rem,5.4vw,3.4rem);line-height:1.12;
|
|
letter-spacing:-.02em;margin:0 0 1.1rem;font-weight:500;text-wrap:balance}
|
|
h1 em{font-style:normal;color:var(--faint)}
|
|
.lede{color:var(--soft);font-size:1.05rem;max-width:52ch;margin:0 0 2.25rem}
|
|
|
|
.btns{display:flex;flex-wrap:wrap;gap:.7rem;margin:0 0 .5rem;align-items:center}
|
|
.btn{display:inline-flex;align-items:center;gap:.5rem;font-family:var(--mono);
|
|
font-size:.72rem;letter-spacing:.14em;text-transform:uppercase;
|
|
padding:.8rem 1.4rem;border:1px solid var(--line-hi);border-radius:var(--r);
|
|
color:var(--ink);text-decoration:none;background:transparent;cursor:pointer;
|
|
line-height:1.2;font-weight:400}
|
|
.btn:hover{background:#141414;text-decoration:none;border-color:var(--soft)}
|
|
.btn.solid{background:var(--ink);color:#000;border-color:var(--ink)}
|
|
.btn.solid:hover{background:#d8d8d4}
|
|
.btn .chev{width:.7em;height:.7em;flex:0 0 auto;transition:transform .15s ease}
|
|
.btn[aria-expanded="true"] .chev{transform:rotate(180deg)}
|
|
|
|
/* Copy-prompt selector. Each row copies the prompt for its own target. */
|
|
.copy{position:relative;display:inline-flex}
|
|
.menu{position:absolute;top:calc(100% + .5rem);left:0;z-index:20;min-width:21rem;
|
|
background:var(--panel);border:1px solid var(--line-hi);border-radius:var(--r-soft);
|
|
padding:.4rem;display:flex;flex-direction:column;
|
|
box-shadow:0 12px 32px rgba(0,0,0,.75)}
|
|
.menu[hidden]{display:none}
|
|
.mi{display:flex;align-items:center;gap:.7rem;width:100%;text-align:left;
|
|
padding:.62rem .8rem;border:0;border-radius:calc(var(--r-soft) - .35rem);
|
|
background:transparent;color:var(--ink);font-family:var(--mono);font-size:.76rem;
|
|
letter-spacing:.04em;text-decoration:none;cursor:pointer;line-height:1.3;
|
|
white-space:nowrap}
|
|
.mi:hover,.mi:focus-visible{background:#181818;outline:none}
|
|
.mi .mark{width:1.05rem;height:1.05rem;color:var(--soft)}
|
|
.mi:hover .mark{color:var(--ink)}
|
|
.mi u{margin-left:auto;color:var(--faint);text-decoration:none;font-size:.68rem;
|
|
letter-spacing:.1em;text-transform:uppercase}
|
|
|
|
/* Works-with bar: one scrolling row, name and mark per agent. */
|
|
.strip{border-bottom:1px solid var(--line);background:var(--panel)}
|
|
.strip .in{max-width:60rem;margin:0 auto;padding:.9rem 1.75rem;display:flex;
|
|
align-items:center;gap:1.25rem;font-family:var(--mono);font-size:.72rem;
|
|
letter-spacing:.1em;text-transform:uppercase;color:var(--faint)}
|
|
.strip b{color:var(--soft);font-weight:400;flex:0 0 auto;
|
|
border-right:1px solid var(--line);padding-right:1.25rem;align-self:stretch;
|
|
display:flex;align-items:center}
|
|
.bar{display:flex;align-items:center;gap:.5rem;flex:1 1 auto;min-width:0;
|
|
overflow-x:auto;scrollbar-width:none;scroll-snap-type:x proximity;
|
|
-webkit-overflow-scrolling:touch;
|
|
-webkit-mask-image:linear-gradient(90deg,#000 calc(100% - 3rem),transparent);
|
|
mask-image:linear-gradient(90deg,#000 calc(100% - 3rem),transparent)}
|
|
.bar::-webkit-scrollbar{display:none}
|
|
.agent{display:inline-flex;align-items:center;gap:.45rem;flex:0 0 auto;
|
|
padding:.4rem .85rem;border:1px solid var(--line);border-radius:var(--r);
|
|
color:var(--soft);white-space:nowrap;scroll-snap-align:start;
|
|
text-decoration:none;background:var(--ground)}
|
|
.agent:hover{color:var(--ink);border-color:var(--line-hi);text-decoration:none}
|
|
.agent .mark{width:.95rem;height:.95rem}
|
|
|
|
h2{font-family:var(--mono);font-size:1.1rem;letter-spacing:-.01em;margin:2.75rem 0 .75rem;font-weight:500}
|
|
h3{font-size:1rem;margin:2rem 0 .5rem;font-weight:600}
|
|
h4,h5,h6{font-size:.94rem;margin:1.5rem 0 .5rem;font-weight:600}
|
|
p{margin:0 0 1rem;max-width:70ch}
|
|
ul,ol{margin:0 0 1rem;padding-left:1.35rem;max-width:70ch}
|
|
li{margin:.22rem 0}
|
|
a{color:var(--ink);text-decoration:underline;text-underline-offset:3px;
|
|
text-decoration-color:var(--line-hi)}
|
|
a:hover{text-decoration-color:var(--ink)}
|
|
a:focus-visible{outline:1px solid var(--ink);outline-offset:3px}
|
|
code{font-family:var(--mono);font-size:.85em;background:var(--panel);
|
|
border:1px solid var(--line);border-radius:5px;padding:.1em .36em}
|
|
pre{background:var(--panel);border:1px solid var(--line);padding:1rem 1.1rem;
|
|
border-radius:var(--r-soft);overflow-x:auto;margin:0 0 1.25rem}
|
|
pre code{background:none;border:0;padding:0;font-size:.82rem;line-height:1.7}
|
|
blockquote{margin:0 0 1rem;padding-left:1rem;border-left:1px solid var(--line-hi);color:var(--soft)}
|
|
hr{border:0;border-top:1px solid var(--line);margin:2.5rem 0}
|
|
table{border-collapse:collapse;width:100%;margin:0 0 1.25rem;font-size:.92rem;
|
|
display:block;overflow-x:auto}
|
|
th,td{border:1px solid var(--line);padding:.5rem .7rem;text-align:left}
|
|
|
|
.curl{display:block;background:var(--panel);border:1px solid var(--line);
|
|
border-radius:var(--r-soft);padding:.95rem 1.1rem;font-family:var(--mono);
|
|
font-size:.8rem;color:var(--soft);overflow-x:auto;margin:0 0 2.5rem;
|
|
white-space:pre;line-height:1.9}
|
|
.curl b{color:var(--ink);font-weight:400}
|
|
.curl i{font-style:normal;color:var(--faint)}
|
|
|
|
/* index */
|
|
#q{width:100%;padding:.85rem 1.2rem;font-family:var(--mono);font-size:.85rem;color:var(--ink);
|
|
background:var(--panel);border:1px solid var(--line);border-radius:var(--r);margin:0 0 .6rem}
|
|
#q::placeholder{color:var(--faint);text-transform:uppercase;letter-spacing:.1em;font-size:.72rem}
|
|
#q:focus{outline:none;border-color:var(--soft)}
|
|
#count{color:var(--faint);font-family:var(--mono);font-size:.72rem;letter-spacing:.1em;
|
|
text-transform:uppercase;margin:0 0 2rem}
|
|
.cat{margin:2.5rem 0 .5rem;font-family:var(--mono);font-size:.7rem;letter-spacing:.16em;
|
|
text-transform:uppercase;color:var(--faint);border-bottom:1px solid var(--line);
|
|
padding-bottom:.45rem}
|
|
.row{display:block;padding:.6rem .9rem;margin:0 -.9rem;border-bottom:1px solid var(--line);
|
|
border-radius:var(--r-soft);text-decoration:none}
|
|
.row:hover{background:#0a0a0a}
|
|
.nm{font-family:var(--mono);font-size:.84rem;color:var(--ink);display:block}
|
|
.ds{color:var(--soft);font-size:.9rem;display:block;margin-top:.12rem}
|
|
footer{margin-top:4rem;padding:2rem 0 4rem;border-top:1px solid var(--line);
|
|
color:var(--faint);font-size:.85rem}
|
|
footer a{color:var(--soft)}
|
|
.fmap{display:grid;gap:1.75rem;grid-template-columns:repeat(auto-fit,minmax(11rem,1fr));
|
|
margin:0 0 2rem;font-size:.85rem}
|
|
.fmap b{display:block;font-family:var(--mono);font-size:.68rem;letter-spacing:.16em;
|
|
text-transform:uppercase;color:var(--faint);font-weight:400;margin:0 0 .6rem;
|
|
border-bottom:1px solid var(--line);padding-bottom:.4rem}
|
|
.fmap a{display:inline-block;color:var(--ink);text-decoration:none;margin:.3rem .35rem 0 0}
|
|
.fmap a:hover{text-decoration:underline}
|
|
.fmap div{color:var(--faint);line-height:1.5}
|
|
.fend{border-top:1px solid var(--line);padding-top:1.25rem;font-size:.82rem}
|
|
|
|
@media (max-width:640px){
|
|
.hero .wrap{padding-top:3.25rem;padding-bottom:2.75rem}
|
|
.btns{gap:.5rem}
|
|
.btn{padding:.75rem 1.15rem;font-size:.68rem}
|
|
.copy,.copy .btn{width:100%;justify-content:center}
|
|
.menu{left:0;right:0;min-width:0}
|
|
.strip .in{flex-direction:column;align-items:flex-start;gap:.6rem;padding:.9rem 1.75rem}
|
|
.strip b{border-right:0;padding-right:0}
|
|
.bar{width:100%}
|
|
}
|
|
</style>
|
|
<link rel="alternate" type="text/markdown" href="/distributed-systems-eventual-consistency.md">
|
|
|
|
<link rel="icon" href="/favicon.svg">
|
|
<link rel="canonical" href="https://hanzoskills.com/distributed-systems-eventual-consistency">
|
|
</head>
|
|
<!-- Reading this with a machine? Every page here is also plain markdown.
|
|
This one: https://hanzoskills.com/distributed-systems-eventual-consistency.md
|
|
Index: https://hanzoskills.com/llms.txt
|
|
Corpus: https://hanzoskills.com/all.md
|
|
Append .md to any path for the markdown twin. -->
|
|
<body>
|
|
<nav><div class="in">
|
|
<a class="brand" href="/"><svg class="mark" viewBox="0 0 67 67" fill="currentColor" aria-hidden="true"><path d="M22.21 67V44.6369H0V67H22.21Z"/><path d="M66.7038 22.3184H22.2534L0.0878906 44.6367H44.4634L66.7038 22.3184Z"/><path d="M22.21 0H0V22.3184H22.21V0Z"/><path d="M66.7198 0H44.5098V22.3184H66.7198V0Z"/><path d="M66.7198 67V44.6369H44.5098V67H66.7198Z"/></svg> HANZO<i>SKILLS</i></a>
|
|
<a class="up" href="/">All skills</a>
|
|
</div></nav>
|
|
|
|
<div class="wrap">
|
|
<h1>distributed-systems-eventual-consistency</h1><p class="lede">Eventual consistency models, consistency levels, read/write quorums, and practical trade-offs in distributed systems</p><h1>Eventual Consistency</h1>
|
|
<p><strong>Scope</strong>: Eventual consistency, consistency levels, quorums, BASE, practical considerations <strong>Lines</strong>: ~300 <strong>Last Updated</strong>: 2025-10-27 <strong>Format Version</strong>: 1.0 (Atomic)</p>
|
|
<hr>
|
|
<h2>When to Use This Skill</h2>
|
|
<p>Activate this skill when:</p>
|
|
<ul><li>Building highly available systems</li><li>Designing AP systems (CAP theorem)</li><li>Working with Cassandra, DynamoDB</li><li>Understanding NoSQL databases</li><li>Implementing distributed caching</li><li>Handling network partitions</li><li>Optimizing for low latency</li><li>Building global systems</li></ul>
|
|
<h2>Core Concepts</h2>
|
|
<h3>ACID vs BASE</h3>
|
|
<p><strong>ACID</strong> (traditional databases):</p>
|
|
<pre><code>Atomicity: All or nothing
|
|
Consistency: Valid state always
|
|
Isolation: Concurrent transactions don't interfere
|
|
Durability: Committed data persists</code></pre>
|
|
<p><strong>BASE</strong> (eventually consistent systems):</p>
|
|
<pre><code>Basically Available: System appears to work most of the time
|
|
Soft state: State may change without input (due to eventual consistency)
|
|
Eventual consistency: System becomes consistent over time</code></pre>
|
|
<h3>Eventual Consistency</h3>
|
|
<p><strong>Definition</strong>: If no new updates made, all replicas eventually converge to same value</p>
|
|
<p><strong>Key property</strong>: Temporary inconsistency tolerated for availability</p>
|
|
<pre><code>Time →
|
|
Replica A: v1 ─→ v2 ────────────→ v3
|
|
Replica B: v1 ────→ v2 ─→ v2' ──→ v3
|
|
Replica C: v1 ───────→ v2 ───────→ v3
|
|
|
|
Eventually all reach v3 (after replication settles)</code></pre>
|
|
<hr>
|
|
<h2>Consistency Levels</h2>
|
|
<h3>Spectrum of Consistency</h3>
|
|
<pre><code>Strongest ←──────────────────────────────────────→ Weakest
|
|
|
|
Linearizable (Strong Consistency)
|
|
├─ All operations appear instantaneous
|
|
├─ Total global order
|
|
└─ Example: Single-node database
|
|
|
|
Sequential Consistency
|
|
├─ Operations appear in same order to all
|
|
├─ Order respects program order per process
|
|
└─ Example: Some distributed databases
|
|
|
|
Causal Consistency
|
|
├─ Causally-related operations seen in order
|
|
├─ Concurrent operations may differ
|
|
└─ Example: Systems with vector clocks
|
|
|
|
Eventual Consistency
|
|
├─ Replicas converge eventually
|
|
├─ No ordering guarantees
|
|
└─ Example: DNS, Cassandra (default)</code></pre>
|
|
<h3>Tunable Consistency</h3>
|
|
<p><strong>Common in NoSQL databases</strong> (Cassandra, Riak):</p>
|
|
<pre><code class="lang-python"># Cassandra example
|
|
from cassandra.cluster import Cluster
|
|
from cassandra import ConsistencyLevel
|
|
|
|
cluster = Cluster(['node1', 'node2', 'node3'])
|
|
session = cluster.connect('my_keyspace')
|
|
|
|
# Write to ONE node (fastest, least consistent)
|
|
session.execute(query, consistency_level=ConsistencyLevel.ONE)
|
|
|
|
# Write to QUORUM (balance)
|
|
session.execute(query, consistency_level=ConsistencyLevel.QUORUM)
|
|
|
|
# Write to ALL nodes (slowest, most consistent)
|
|
session.execute(query, consistency_level=ConsistencyLevel.ALL)</code></pre>
|
|
<hr>
|
|
<h2>Read/Write Quorums</h2>
|
|
<h3>Quorum Formula</h3>
|
|
<p><strong>N</strong>: Number of replicas <strong>W</strong>: Write quorum (nodes that must acknowledge write) <strong>R</strong>: Read quorum (nodes that must respond to read)</p>
|
|
<p><strong>Strong consistency</strong>: <code>W + R > N</code> <strong>Eventual consistency</strong>: <code>W + R ≤ N</code></p>
|
|
<h3>Examples</h3>
|
|
<pre><code>N=3 replicas:
|
|
|
|
W=2, R=2: W+R=4 > N=3 ✅ Strong consistency
|
|
W=1, R=1: W+R=2 < N=3 ❌ Eventual consistency
|
|
|
|
W=3, R=1: Consistent reads (all nodes have latest)
|
|
W=1, R=3: Fast writes, slow reads
|
|
|
|
W=2, R=1: Common balance (allows 1 node failure)</code></pre>
|
|
<h3>Implementation</h3>
|
|
<pre><code class="lang-python">class QuorumStore:
|
|
"""Key-value store with quorum reads/writes"""
|
|
|
|
def __init__(self, nodes, n, w, r):
|
|
self.nodes = nodes
|
|
self.n = n # Total replicas
|
|
self.w = w # Write quorum
|
|
self.r = r # Read quorum
|
|
|
|
def write(self, key, value):
|
|
"""Write to W replicas"""
|
|
acks = 0
|
|
for node in self.nodes[:self.n]:
|
|
try:
|
|
if node.write(key, value):
|
|
acks += 1
|
|
if acks >= self.w:
|
|
return True # Quorum reached
|
|
except:
|
|
continue
|
|
|
|
raise QuorumNotMetError(f"Only {acks}/{self.w} acks")
|
|
|
|
def read(self, key):
|
|
"""Read from R replicas, return latest version"""
|
|
responses = []
|
|
|
|
for node in self.nodes[:self.n]:
|
|
try:
|
|
value, version = node.read(key)
|
|
responses.append((value, version))
|
|
if len(responses) >= self.r:
|
|
break # Quorum reached
|
|
except:
|
|
continue
|
|
|
|
if len(responses) < self.r:
|
|
raise QuorumNotMetError(f"Only {len(responses)}/{self.r} responses")
|
|
|
|
# Return value with highest version
|
|
return max(responses, key=lambda x: x[1])[0]</code></pre>
|
|
<hr>
|
|
<h2>Consistency Models in Practice</h2>
|
|
<h3>Read Your Writes</h3>
|
|
<p><strong>Guarantee</strong>: After write, your reads see that write (or later)</p>
|
|
<pre><code class="lang-python">class ReadYourWritesStore:
|
|
"""Ensures client sees own writes"""
|
|
|
|
def __init__(self, store):
|
|
self.store = store
|
|
self.client_versions = {} # client_id → last written version
|
|
|
|
def write(self, client_id, key, value):
|
|
"""Write and track version"""
|
|
version = self.store.write(key, value)
|
|
self.client_versions[client_id] = version
|
|
return version
|
|
|
|
def read(self, client_id, key):
|
|
"""Read with minimum version guarantee"""
|
|
min_version = self.client_versions.get(client_id, 0)
|
|
|
|
value, version = self.store.read(key)
|
|
|
|
# Wait if necessary to see own write
|
|
while version < min_version:
|
|
time.sleep(0.01)
|
|
value, version = self.store.read(key)
|
|
|
|
return value</code></pre>
|
|
<h3>Monotonic Reads</h3>
|
|
<p><strong>Guarantee</strong>: Once read value V, won't later read older value</p>
|
|
<pre><code class="lang-python">class MonotonicReadsStore:
|
|
"""Ensures non-decreasing versions"""
|
|
|
|
def __init__(self, store):
|
|
self.store = store
|
|
self.client_max_versions = {} # client_id → max seen version
|
|
|
|
def read(self, client_id, key):
|
|
"""Read with monotonic version guarantee"""
|
|
max_seen = self.client_max_versions.get(client_id, 0)
|
|
|
|
value, version = self.store.read(key)
|
|
|
|
# Wait if version went backwards
|
|
while version < max_seen:
|
|
time.sleep(0.01)
|
|
value, version = self.store.read(key)
|
|
|
|
self.client_max_versions[client_id] = max(max_seen, version)
|
|
return value</code></pre>
|
|
<h3>Monotonic Writes</h3>
|
|
<p><strong>Guarantee</strong>: Writes by same client applied in order</p>
|
|
<pre><code class="lang-python">class MonotonicWritesStore:
|
|
"""Ensures writes from client ordered"""
|
|
|
|
def __init__(self, store):
|
|
self.store = store
|
|
self.client_write_queues = {} # client_id → ordered writes
|
|
|
|
def write(self, client_id, key, value):
|
|
"""Queue write to ensure ordering"""
|
|
if client_id not in self.client_write_queues:
|
|
self.client_write_queues[client_id] = []
|
|
|
|
write_op = (key, value)
|
|
self.client_write_queues[client_id].append(write_op)
|
|
|
|
# Process writes in order
|
|
self._process_write_queue(client_id)
|
|
|
|
def _process_write_queue(self, client_id):
|
|
"""Process queued writes in order"""
|
|
while self.client_write_queues[client_id]:
|
|
key, value = self.client_write_queues[client_id][0]
|
|
try:
|
|
self.store.write(key, value)
|
|
self.client_write_queues[client_id].pop(0)
|
|
except:
|
|
break # Retry later</code></pre>
|
|
<hr>
|
|
<h2>Conflict Resolution</h2>
|
|
<h3>Last-Write-Wins (LWW)</h3>
|
|
<pre><code class="lang-python">class LWWStore:
|
|
"""Resolve conflicts with timestamps"""
|
|
|
|
def __init__(self):
|
|
self.data = {} # key → (value, timestamp)
|
|
|
|
def write(self, key, value, timestamp):
|
|
"""Write if timestamp is latest"""
|
|
if key not in self.data or timestamp > self.data[key][1]:
|
|
self.data[key] = (value, timestamp)
|
|
|
|
def merge(self, other):
|
|
"""Merge with another replica"""
|
|
for key, (value, timestamp) in other.data.items():
|
|
if key not in self.data or timestamp > self.data[key][1]:
|
|
self.data[key] = (value, timestamp)</code></pre>
|
|
<h3>Vector Clocks</h3>
|
|
<pre><code class="lang-python"># See vector-clocks skill for full implementation
|
|
|
|
class VectorClockStore:
|
|
"""Track causality to detect conflicts"""
|
|
|
|
def write(self, key, value):
|
|
"""Write with vector clock"""
|
|
vc = self.get_next_vector_clock()
|
|
self.data[key] = (value, vc)
|
|
|
|
def read(self, key):
|
|
"""Return all concurrent versions"""
|
|
return [v for v, vc in self.data[key]] # Siblings</code></pre>
|
|
<hr>
|
|
<h2>Trade-offs</h2>
|
|
<h3>When to Use Eventual Consistency</h3>
|
|
<pre><code>✅ High write throughput required
|
|
✅ Low latency critical
|
|
✅ Global distribution needed
|
|
✅ Availability > consistency
|
|
✅ Conflicts rare or easily resolved
|
|
✅ Data can be stale briefly
|
|
|
|
Examples:
|
|
- Social media feeds
|
|
- Product catalogs
|
|
- User profiles
|
|
- Analytics data
|
|
- Caching layers</code></pre>
|
|
<h3>When to Use Strong Consistency</h3>
|
|
<pre><code>✅ Correctness critical
|
|
✅ Complex transactions
|
|
✅ Can tolerate higher latency
|
|
✅ Single region
|
|
✅ Consistency > availability
|
|
|
|
Examples:
|
|
- Financial transactions
|
|
- Inventory management
|
|
- Booking systems
|
|
- Configuration data
|
|
- Distributed locks</code></pre>
|
|
<hr>
|
|
<h2>Real-World Examples</h2>
|
|
<h3>DynamoDB</h3>
|
|
<pre><code class="lang-python">import boto3
|
|
|
|
dynamodb = boto3.resource('dynamodb')
|
|
table = dynamodb.Table('Users')
|
|
|
|
# Eventually consistent read (default, faster)
|
|
response = table.get_item(
|
|
Key={'user_id': '123'}
|
|
)
|
|
|
|
# Strongly consistent read (slower, guaranteed latest)
|
|
response = table.get_item(
|
|
Key={'user_id': '123'},
|
|
ConsistentRead=True
|
|
)</code></pre>
|
|
<h3>Cassandra</h3>
|
|
<pre><code class="lang-python">from cassandra.cluster import Cluster
|
|
from cassandra.query import SimpleStatement
|
|
from cassandra import ConsistencyLevel
|
|
|
|
cluster = Cluster()
|
|
session = cluster.connect('my_keyspace')
|
|
|
|
# Eventual consistency (fast)
|
|
session.execute(
|
|
"SELECT * FROM users WHERE user_id = %s",
|
|
[user_id],
|
|
consistency_level=ConsistencyLevel.ONE
|
|
)
|
|
|
|
# Strong consistency (slower)
|
|
session.execute(
|
|
"SELECT * FROM users WHERE user_id = %s",
|
|
[user_id],
|
|
consistency_level=ConsistencyLevel.QUORUM
|
|
)</code></pre>
|
|
<hr>
|
|
<h2>Testing Eventual Consistency</h2>
|
|
<pre><code class="lang-python">import unittest
|
|
import time
|
|
|
|
class TestEventualConsistency(unittest.TestCase):
|
|
def test_convergence(self):
|
|
"""Test replicas eventually converge"""
|
|
store_a = EventuallyConsistentStore()
|
|
store_b = EventuallyConsistentStore()
|
|
|
|
# Concurrent writes
|
|
store_a.write('key', 'value_a')
|
|
store_b.write('key', 'value_b')
|
|
|
|
# Replicate
|
|
store_a.merge(store_b)
|
|
store_b.merge(store_a)
|
|
|
|
# Should converge (same conflict resolution)
|
|
self.assertEqual(store_a.read('key'), store_b.read('key'))
|
|
|
|
def test_read_your_writes(self):
|
|
"""Test client sees own writes"""
|
|
store = ReadYourWritesStore(backend_store)
|
|
client_id = 'client_1'
|
|
|
|
store.write(client_id, 'key', 'value')
|
|
result = store.read(client_id, 'key')
|
|
|
|
self.assertEqual(result, 'value')</code></pre>
|
|
<hr>
|
|
<h2>Related Skills</h2>
|
|
<ul><li><code>distributed-systems-cap-theorem</code> - Consistency vs availability</li><li><code>distributed-systems-conflict-resolution</code> - Handling conflicts</li><li><code>distributed-systems-crdt-fundamentals</code> - Conflict-free data types</li><li><code>distributed-systems-replication-strategies</code> - Replication patterns</li></ul>
|
|
<hr>
|
|
<p><strong>Last Updated</strong>: 2025-10-27</p>
|
|
<footer>
|
|
<div class="fmap">
|
|
<div><b>Build</b>
|
|
<a href="https://hanzo.app">hanzo.app</a> app builder
|
|
<a href="https://hanzo.codes">hanzo.codes</a> code with an agent
|
|
<a href="https://hanzoskills.com">hanzoskills.com</a> what an agent reads</div>
|
|
<div><b>Run</b>
|
|
<a href="https://console.hanzo.ai">console.hanzo.ai</a> cloud console
|
|
<a href="https://api.hanzo.ai">api.hanzo.ai</a> the API</div>
|
|
<div><b>Account</b>
|
|
<a href="https://hanzo.id">hanzo.id</a> sign in
|
|
<a href="https://pay.hanzo.ai">pay.hanzo.ai</a> top up
|
|
<a href="https://billing.hanzo.ai">billing.hanzo.ai</a> invoices and usage</div>
|
|
<div><b>Company</b>
|
|
<a href="https://hanzo.ai">hanzo.ai</a> canonical
|
|
<a href="https://hanzo.ventures">hanzo.ventures</a> ventures</div>
|
|
</div>
|
|
<div class="fend"><a href="/distributed-systems-eventual-consistency.md">This page as plain text</a> · <a href="/llms.txt">Index for agents</a></div>
|
|
</footer>
|
|
</div></body></html> |