mirror of
https://github.com/patriceckhart/zot.git
synced 2026-06-26 21:36:31 +02:00
a670442c9e
two new ways to embed the zot agent runtime in third-party apps:
1. pkg/zotcore - public Go SDK
- Runtime type: New(Config), Prompt(ctx,text,imgs)->chan Event,
Cancel, Compact, SetModel, State, Messages, Cost, ListModels,
Close. Concurrent-safe; one prompt at a time per Runtime,
ErrBusy if you try to overlap. Spawn multiple Runtimes for
multiple projects.
- Public types mirror the JSON-RPC wire schema 1:1 so consumers
can share parsing code with the out-of-process clients.
- Internal core/agent/provider stay internal; SDK is a thin
facade that exposes only what's stable.
2. zot rpc subcommand - newline-delimited JSON on stdin/stdout
- 'zot rpc' (or 'zot --rpc') turns the agent runtime into a
subprocess that any language can drive via pipes.
- Commands: hello, prompt, abort, compact, get_state,
get_messages, clear, set_model, get_models, ping. Each
optionally carries an id; the matching response echoes it.
- Stream notifications: turn_start, user_message,
assistant_start, text_delta, tool_call, tool_progress,
tool_result, assistant_message, usage, turn_end, done,
error, compact_done. Same shape as the existing --json mode
events (modes.EventToJSON / ContentToJSON were exported
for reuse).
- Auth: optional ZOTCORE_RPC_TOKEN env var; first command
must be hello {token: ...} when set. Without the env var
the spawning process is implicitly trusted.
- Concurrency: one prompt or compact at a time per process,
enforced by a turnMu mutex. abort fires immediately
regardless. Stdin close exits the process.
3. docs/rpc.md - full schema reference
4. examples/rpc/{python,node,shell,go} - reference clients
5. examples/sdk - in-process Go embedding example
6. README updated with a new modes entry and an embedding section
45 lines
970 B
Go
45 lines
970 B
Go
// In-process Go embedding of the zot agent runtime via the zotcore SDK.
|
|
// Compare to examples/rpc/go which spawns `zot rpc` as a subprocess.
|
|
package main
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"os"
|
|
"strings"
|
|
|
|
"github.com/patriceckhart/zot/pkg/zotcore"
|
|
)
|
|
|
|
func main() {
|
|
if len(os.Args) < 2 {
|
|
fmt.Fprintln(os.Stderr, "usage: sdkdemo <prompt>")
|
|
os.Exit(2)
|
|
}
|
|
prompt := strings.Join(os.Args[1:], " ")
|
|
|
|
rt, err := zotcore.New(zotcore.Config{})
|
|
if err != nil {
|
|
fmt.Fprintln(os.Stderr, err)
|
|
os.Exit(1)
|
|
}
|
|
defer rt.Close()
|
|
|
|
events, err := rt.Prompt(context.Background(), prompt, nil)
|
|
if err != nil {
|
|
fmt.Fprintln(os.Stderr, err)
|
|
os.Exit(1)
|
|
}
|
|
for ev := range events {
|
|
switch ev.Type {
|
|
case "text_delta":
|
|
fmt.Print(ev.Delta)
|
|
case "tool_call":
|
|
fmt.Fprintf(os.Stderr, "\n[tool] %s\n", ev.Name)
|
|
case "error":
|
|
fmt.Fprintf(os.Stderr, "\n[error] %s\n", ev.Error)
|
|
}
|
|
}
|
|
fmt.Println()
|
|
fmt.Fprintf(os.Stderr, "cost so far: $%.4f\n", rt.Cost().CostUSD)
|
|
}
|