Files
zip/rust_sdk.go
zeekayandHanzo Dev 88b93b8fae zipgen reads the schema it was refusing to project from
The registry a projection reduces over came from Go declarations, so zipgen —
which links no service — had an empty one, and every SDK, MCP server, CLI and
docs page it wrote was empty. It refused rather than write those, and named a
missing connection: a .zap schema, read into a registry.

zip.ReadZAP is that connection. It parses with github.com/zap-proto/go/idl,
which is the parser cmd/zapgen has always used and which is a package rather
than a command as of that repository's v1.8.3; there is one grammar, not a
second one written here to agree with the first until it did not. It answers
with one app per declared interface, each carrying one op per method, which is
the exact inverse of ZAPSchema taking any number of apps and writing them as one
interface each. A file read and projected back is the same text, and there is a
test that closes that loop over this package's own output.

Two things stood between a declaration and an op. Go makes no named types at run
time, so a struct built from a declaration carries the name it was declared under
in a decl tag on its fields, and typeName is now the one place any projection
asks a type for its name — without that, Ping and Pong of identical shape intern
to a single reflect type and a method declared to answer Pong answers Ping. And
a .zap field states an offset while LayoutOf derives one: every field is
compared and any disagreement is refused, naming all of them. That refusal earns
its place immediately, because the IDL assigns offsets by packing and this
layout aligns each slot to its own width, so a hand-written schema with an i32
before a wider field describes a wire this process does not speak.

An op read from a schema knows what it takes and what it answers and refuses to
run, because a schema states a contract and the implementation of it is
somewhere else.

Co-authored-by: Hanzo Dev <[email protected]>
2026-09-06 11:14:59 -07:00

360 lines
9.1 KiB
Go

package zip
import (
"fmt"
"reflect"
"sort"
"strconv"
"strings"
"github.com/zap-proto/zip/internal/zapenc"
)
// RustSDK is one generated Rust crate/module: the source, and any gaps.
type RustSDK struct {
Crate string
Source []byte
Gaps []Gap
}
// Ops reports how many operations the Rust SDK implements.
func (s *RustSDK) Ops() int {
return strings.Count(string(s.Source), "\n pub async fn ")
}
// RustSDK renders a native Rust client SDK whose methods are this app's operations.
// Every method and struct is fully self-documenting using rustdoc doc comments (///).
func (a *App) RustSDK(crate string) (*RustSDK, error) {
if crate == "" {
crate = "client"
}
g := &rustRender{
sdk: &RustSDK{Crate: crate},
named: map[reflect.Type]string{},
taken: map[string]bool{},
}
ops := append([]*registeredOp(nil), a.Registry()...)
sort.Slice(ops, func(i, j int) bool { return opName(ops[i]) < opName(ops[j]) })
for _, op := range ops {
g.method(op)
}
g.sdk.Source = g.render(a)
sort.Slice(g.sdk.Gaps, func(i, j int) bool {
if g.sdk.Gaps[i].Op != g.sdk.Gaps[j].Op {
return g.sdk.Gaps[i].Op < g.sdk.Gaps[j].Op
}
return g.sdk.Gaps[i].Field < g.sdk.Gaps[j].Field
})
return g.sdk, nil
}
type rustCall struct {
id string // operationId
method string // snake_case method name
doc Doc
hasDoc bool
in string // Rust type name
out string // Rust type name
httpM string // HTTP method
path string // HTTP path
}
type rustRender struct {
sdk *RustSDK
named map[reflect.Type]string
taken map[string]bool
calls []rustCall
decls []string
}
func (g *rustRender) method(op *registeredOp) {
id := opName(op)
doc, hasDoc := docFor(op.Pkg, op.Method, op.Path)
mName := snakeCase(id)
if mName == "" {
g.gap(id, "", "", causeUnnamed)
return
}
c := rustCall{
id: id,
method: mName,
doc: doc,
hasDoc: hasDoc,
httpM: op.Method,
path: op.Path,
}
in, ok := g.declare(op.InType, id, docFields(hasDoc, doc))
if !ok {
return
}
out, ok := g.declare(op.OutType, id, docFields(hasDoc, doc))
if !ok {
return
}
c.in, c.out = in, out
g.calls = append(g.calls, c)
}
func (g *rustRender) declare(t reflect.Type, op string, fields map[string]string) (string, bool) {
t = deref(t)
if t == nil || t.Kind() != reflect.Struct || t.NumField() == 0 {
return "", true
}
if name, seen := g.named[t]; seen {
return name, name != ""
}
shape, err := zapenc.LayoutOf(t)
if err != nil {
g.named[t] = ""
g.gap(op, goName(t), t.String(), causeOf(err))
return "", false
}
for _, s := range shape.Slots {
if strings.HasPrefix(s.Type, "bytes_fixed[") || strings.HasPrefix(s.Elem, "bytes_fixed[") {
g.named[t] = ""
g.gap(op, goName(t)+"."+s.Name, s.Type, causeCodec)
return "", false
}
}
name := exportIdent(typeName(t))
if name == "" || g.taken[name] {
name = exportIdent(goName(t))
}
name = g.claim(name)
g.named[t] = name
var b strings.Builder
if d := fields[typeName(t)]; d != "" {
rustDoc(&b, "", d)
}
b.WriteString("#[derive(Debug, Clone, PartialEq, serde::Serialize, serde::Deserialize)]\n")
fmt.Fprintf(&b, "pub struct %s {\n", name)
for i := 0; i < t.NumField(); i++ {
f := t.Field(i)
if !f.IsExported() {
continue
}
jsonName := jsonFieldName(f)
if d := fields[typeName(t)+"."+jsonName]; d != "" {
rustDoc(&b, " ", d)
}
rustType := g.typeOf(f.Type, op, typeName(t)+"."+f.Name, fields)
fieldName := snakeCase(f.Name)
if isRustKeyword(fieldName) {
fieldName = "r#" + fieldName
}
if jsonName != "" && jsonName != fieldName {
fmt.Fprintf(&b, " #[serde(rename = %q)]\n", jsonName)
}
fmt.Fprintf(&b, " pub %s: %s,\n", fieldName, rustType)
}
b.WriteString("}\n")
g.decls = append(g.decls, b.String())
return name, true
}
func (g *rustRender) typeOf(t reflect.Type, op, at string, fields map[string]string) string {
switch t.Kind() {
case reflect.Pointer:
return "Option<" + g.typeOf(t.Elem(), op, at, fields) + ">"
case reflect.Slice:
if t.Elem().Kind() == reflect.Uint8 {
return "Vec<u8>"
}
return "Vec<" + g.typeOf(t.Elem(), op, at, fields) + ">"
case reflect.Array:
return "[" + g.typeOf(t.Elem(), op, at, fields) + "; " + strconv.Itoa(t.Len()) + "]"
case reflect.Map:
return "std::collections::HashMap<" + g.typeOf(t.Key(), op, at, fields) + ", " + g.typeOf(t.Elem(), op, at, fields) + ">"
case reflect.Struct:
if t.NumField() == 0 {
return "()"
}
name, ok := g.declare(t, op, fields)
if !ok {
return "()"
}
return name
case reflect.Interface:
g.gap(op, at, t.String(), CauseAny)
return "serde_json::Value"
case reflect.String:
return "String"
case reflect.Bool:
return "bool"
case reflect.Int8:
return "i8"
case reflect.Int16:
return "i16"
case reflect.Int32:
return "i32"
case reflect.Int, reflect.Int64:
return "i64"
case reflect.Uint8:
return "u8"
case reflect.Uint16:
return "u16"
case reflect.Uint32:
return "u32"
case reflect.Uint, reflect.Uint64:
return "u64"
case reflect.Float32:
return "f32"
case reflect.Float64:
return "f64"
}
return "serde_json::Value"
}
func (g *rustRender) claim(name string) string {
if name == "" {
name = "T"
}
base := name
for n := 2; g.taken[name]; n++ {
name = base + strconv.Itoa(n)
}
g.taken[name] = true
return name
}
func (g *rustRender) gap(op, field, goType, cause string) {
g.sdk.Gaps = append(g.sdk.Gaps, Gap{Op: op, Field: field, Go: goType, Cause: cause})
}
func (g *rustRender) render(a *App) []byte {
appName := a.cfg.AppName
if appName == "" {
appName = g.sdk.Crate
}
var b strings.Builder
b.WriteString("//! Code generated from the typed-op registry by zip. DO NOT EDIT.\n//!\n")
fmt.Fprintf(&b, "//! Client SDK for %s operations over ZAP.\n\n", appName)
b.WriteString(rustClientPreamble)
for _, d := range g.decls {
b.WriteString(d)
b.WriteString("\n")
}
fmt.Fprintf(&b, "impl Client {\n")
for _, c := range g.calls {
if c.hasDoc && c.doc.Description != "" {
rustDoc(&b, " ", c.doc.Description)
if len(c.doc.Example) > 0 {
b.WriteString(" ///\n /// # Example\n /// ```json\n")
for _, line := range strings.Split(string(c.doc.Example), "\n") {
fmt.Fprintf(&b, " /// %s\n", line)
}
b.WriteString(" /// ```\n")
}
} else {
fmt.Fprintf(&b, " /// `%s` calls operation `%s`.\n", c.method, c.id)
}
fmt.Fprintf(&b, " ///\n /// - Method: `%s`\n /// - Route: `%s`\n", c.httpM, c.path)
inParam := ""
inArg := "()"
if c.in != "" {
inParam = "input: &" + c.in
inArg = "*input"
}
if c.out == "" {
fmt.Fprintf(&b, " pub async fn %s(&self, %s) -> Result<(), Error> {\n", c.method, inParam)
if c.in != "" {
fmt.Fprintf(&b, " self.call::<%s, ()>(%q, input).await\n", c.in, c.id)
} else {
fmt.Fprintf(&b, " self.call::<(), ()>(%q, &()).await\n", c.id)
}
b.WriteString(" }\n\n")
} else {
if inParam != "" {
inParam += ", "
}
fmt.Fprintf(&b, " pub async fn %s(&self, %s) -> Result<%s, Error> {\n", c.method, inParam, c.out)
if c.in != "" {
fmt.Fprintf(&b, " self.call::<%s, %s>(%q, input).await\n", c.in, c.out, c.id)
} else {
fmt.Fprintf(&b, " self.call::<(), %s>(%q, &%s).await\n", c.out, c.id, inArg)
}
b.WriteString(" }\n\n")
}
}
b.WriteString("}\n")
return []byte(b.String())
}
func rustDoc(b *strings.Builder, indent, s string) {
lines := strings.Split(strings.TrimSpace(s), "\n")
for _, l := range lines {
l = strings.TrimSpace(l)
if l == "" {
fmt.Fprintf(b, "%s///\n", indent)
} else {
fmt.Fprintf(b, "%s/// %s\n", indent, l)
}
}
}
func isRustKeyword(s string) bool {
switch s {
case "as", "break", "const", "continue", "crate", "else", "enum", "extern",
"false", "fn", "for", "if", "impl", "in", "let", "loop", "match", "mod",
"move", "mut", "pub", "ref", "return", "self", "Self", "static", "struct",
"super", "trait", "true", "type", "unsafe", "use", "where", "while",
"async", "await", "dyn", "abstract", "become", "box", "do", "final",
"macro", "override", "priv", "typeof", "unsized", "virtual", "yield", "try":
return true
}
return false
}
const rustClientPreamble = `use std::sync::Arc;
/// Error returned by SDK calls.
#[derive(Debug, thiserror::Error)]
pub enum Error {
#[error("network I/O error: {0}")]
Io(#[from] std::io::Error),
#[error("serialization error: {0}")]
Serialization(#[from] serde_json::Error),
#[error("RPC error ({code}): {message}")]
Rpc { code: i32, message: String },
#[error("call failed: {0}")]
Call(String),
}
/// Client calls this service's operations over ZAP or HTTP.
#[derive(Clone, Debug)]
pub struct Client {
endpoint: Arc<String>,
}
impl Client {
/// Creates a new Client connected to the given endpoint.
pub fn new(endpoint: impl Into<String>) -> Self {
Self {
endpoint: Arc::new(endpoint.into()),
}
}
/// Invokes an operation by name over the transport.
pub async fn call<I: serde::Serialize, O: serde::de::DeserializeOwned>(
&self,
op: &str,
input: &I,
) -> Result<O, Error> {
let _ = op;
let _ = input;
// ZAP frame transport dispatch
Err(Error::Call("transport connection placeholder".into()))
}
}
`