anchorage v1.0 initial tree
Greenfield Go multi-tenant IPFS Pinning Service wire-compatible with the
IPFS Pinning Services API spec. Paired 1:1 with Kubo over localhost RPC,
clustered via embedded NATS JetStream, Postgres source-of-truth with
RLS-enforced tenancy, Fiber + huma v2 for the HTTP surface, Authentik
OIDC for session login with kid-rotated HS256 JWT API tokens.
Feature-complete against the 22-milestone build plan, including the
ship-it v1.0 gap items:
* admin CLIs: drain/uncordon, maintenance, mint-token, rotate-key,
prune-denylist, rebalance --dry-run, cache-stats, cluster-presences
* TTL leader election via NATS KV, fence tokens, JetStream dedup
* rebalancer (plan/apply split), reconciler, requeue sweeper
* ristretto caches with NATS-backed cross-node invalidation
(placements live-nodes + token denylist)
* maintenance watchdog for stuck cluster-pause flag
* Prometheus /metrics with CIDR ACL, HTTP/pin/scheduler/cache gauges
* rate limiting: session (10/min) + anonymous global (120/min)
* integration tests: rebalance, refcount multi-org, RLS belt
* goreleaser (tar + deb/rpm/apk + Alpine Docker) targeting Gitea
Stack: Cobra/Viper, Fiber v2 + huma v2, embedded NATS JetStream,
pgx/sqlc/golang-migrate, ristretto, TypeID, prometheus/client_golang,
testcontainers-go.
This commit is contained in:
commit
12bf35caf8
112 files changed
+16884
No files matched your search
Vendored
+97
@@ -0,0 +1,97 @@
|
||||
package cache
|
||||
|
||||
import (
|
||||
"context"
|
||||
"fmt"
|
||||
"log/slog"
|
||||
|
||||
"github.com/nats-io/nats.go"
|
||||
)
|
||||
|
||||
// Subject prefix for cache invalidation events. The full subject is
|
||||
//
|
||||
// cache.invalidate.<entity>.<id>
|
||||
//
|
||||
// where <entity> is "org", "node", "token", etc. Writers publish to the
|
||||
// specific subject after a successful Postgres commit; every node's
|
||||
// subscriber wildcards the prefix and drops matching cached entries.
|
||||
const InvalidateSubjectPrefix = "cache.invalidate"
|
||||
|
||||
// Invalidator publishes cache-invalidation events across the cluster.
|
||||
//
|
||||
// Each writer holds one Invalidator shared across all caches; after a
|
||||
// successful mutation it calls Emit("org", orgID) and every node sees
|
||||
// the message within a NATS RTT (typically <1ms in-cluster).
|
||||
type Invalidator struct {
|
||||
nc *nats.Conn
|
||||
}
|
||||
|
||||
// NewInvalidator wraps a connected nats.Conn.
|
||||
func NewInvalidator(nc *nats.Conn) *Invalidator {
|
||||
return &Invalidator{nc: nc}
|
||||
}
|
||||
|
||||
// Emit publishes cache.invalidate.<entity>.<id>. The payload is empty —
|
||||
// subscribers only need the subject to know which key to drop.
|
||||
//
|
||||
// Errors are returned rather than swallowed so the caller can decide
|
||||
// whether to retry or log. For most write paths a best-effort log-only
|
||||
// handling is fine because the cache entry will TTL out regardless.
|
||||
func (i *Invalidator) Emit(entity, id string) error {
|
||||
if i == nil || i.nc == nil {
|
||||
return nil // no-op in tests / standalone mode
|
||||
}
|
||||
subject := fmt.Sprintf("%s.%s.%s", InvalidateSubjectPrefix, entity, id)
|
||||
return i.nc.Publish(subject, nil)
|
||||
}
|
||||
|
||||
// Subscriber wires a NATS subscription to a cache's Delete method.
|
||||
//
|
||||
// The returned subscription must be drained / unsubscribed at shutdown.
|
||||
type Subscriber interface {
|
||||
Unsubscribe() error
|
||||
}
|
||||
|
||||
// WatchEntity starts a subscription that calls onInvalidate(id) for every
|
||||
// message arriving on cache.invalidate.<entity>.*.
|
||||
//
|
||||
// Intended to be called once per cache per node during startup.
|
||||
func WatchEntity(ctx context.Context, nc *nats.Conn, entity string, onInvalidate func(id string)) (Subscriber, error) {
|
||||
subject := fmt.Sprintf("%s.%s.*", InvalidateSubjectPrefix, entity)
|
||||
sub, err := nc.Subscribe(subject, func(m *nats.Msg) {
|
||||
// Subject is "cache.invalidate.<entity>.<id>" — the ID is the
|
||||
// trailing token.
|
||||
tokens := splitSubject(m.Subject)
|
||||
if len(tokens) < 4 {
|
||||
slog.Warn("invalidate: malformed subject", "subject", m.Subject)
|
||||
return
|
||||
}
|
||||
onInvalidate(tokens[len(tokens)-1])
|
||||
})
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("subscribe %s: %w", subject, err)
|
||||
}
|
||||
|
||||
// Tie unsubscription to ctx cancellation so the caller doesn't have
|
||||
// to plumb sub.Unsubscribe() manually if they're already managing
|
||||
// lifecycles via context.
|
||||
go func() {
|
||||
<-ctx.Done()
|
||||
_ = sub.Unsubscribe()
|
||||
}()
|
||||
|
||||
return sub, nil
|
||||
}
|
||||
|
||||
func splitSubject(s string) []string {
|
||||
out := make([]string, 0, 4)
|
||||
start := 0
|
||||
for i := 0; i < len(s); i++ {
|
||||
if s[i] == '.' {
|
||||
out = append(out, s[start:i])
|
||||
start = i + 1
|
||||
}
|
||||
}
|
||||
out = append(out, s[start:])
|
||||
return out
|
||||
}
|
||||
Reference in new issue
Block a user