mirror of
https://github.com/hanzoai/gocache.git
synced 2026-10-30 18:36:04 +00:00
zeekay
2cde1f9be8
Implements the GOCACHEPROG protocol (go1.26.4, no GOEXPERIMENT gate) with two tiers: local disk first, S3-compatible object storage on a miss. Results one machine compiles are available to the next. Caches compiles. Link actions are not cached by the go command and are not addressed here. The shared tier is bounded by deadline, disabled after three consecutive failures, and written to through a bounded queue that drops rather than blocks. Unreachable shared storage degrades to a local-only cache; it cannot stall or fail a build. Objects are verified against their output digest before reaching the compiler. Uploads are off by default. Credentials come from KMS, either already in the environment or read directly with a machine identity. No dependencies outside the standard library.
51 lines
1.1 KiB
Go
51 lines
1.1 KiB
Go
package main
|
|
|
|
import "sync/atomic"
|
|
|
|
// Tier composes the two levels. Local disk answers first and answers most of
|
|
// the time; the shared tier only ever turns a miss into a hit. Remote may be
|
|
// nil, in which case this is exactly the cache the go command keeps for
|
|
// itself.
|
|
type Tier struct {
|
|
disk *Disk
|
|
remote *Remote
|
|
|
|
Local, Shared, Misses atomic.Int64
|
|
}
|
|
|
|
func (t *Tier) Get(a ID) (Entry, bool) {
|
|
if e, ok := t.disk.Get(a); ok {
|
|
t.Local.Add(1)
|
|
return e, true
|
|
}
|
|
if t.remote == nil {
|
|
t.Misses.Add(1)
|
|
return Entry{}, false
|
|
}
|
|
out, body, ok := t.remote.Get(a)
|
|
if !ok {
|
|
t.Misses.Add(1)
|
|
return Entry{}, false
|
|
}
|
|
// Promote into the local tier so the next build in this checkout, and the
|
|
// rest of this one, never crosses the network for it again.
|
|
e, err := t.disk.Put(a, out, body)
|
|
if err != nil {
|
|
t.Misses.Add(1)
|
|
return Entry{}, false
|
|
}
|
|
t.Shared.Add(1)
|
|
return e, true
|
|
}
|
|
|
|
func (t *Tier) Put(a, o ID, body []byte) (Entry, error) {
|
|
e, err := t.disk.Put(a, o, body)
|
|
if err != nil {
|
|
return Entry{}, err
|
|
}
|
|
if t.remote != nil {
|
|
t.remote.Offer(a, o, e.Path, e.Size)
|
|
}
|
|
return e, nil
|
|
}
|