cb59b77ed2
Two parallel atomars in the kei-buddy phase-1 plan. Mirror each other's
architecture: trait + feature-gated backend modules + env-driven dispatch
+ wiremock tests for HTTP backends + subprocess-error test for local.
## kei-tts (text-to-speech)
LOC: 959 across 15 files (largest src/lib.rs 121).
Trait `TtsBackend` + 4 backends behind feature flags:
* elevenlabs — POST api.elevenlabs.io/v1/text-to-speech/{voice}/stream
* openai — POST api.openai.com/v1/audio/speech (tts-1, tts-1-hd)
* google — POST texttospeech.googleapis.com/v1/text:synthesize
(Wavenet voices, base64 audioContent)
* piper — local subprocess to piper-tts binary, raw PCM out
Default features: ["piper"]. all-backends feature gates the rest.
`from_env()` reads KEI_TTS_BACKEND (default piper). Returns Box<dyn TtsBackend>.
Tests: 9 passed (env routing + 3 wiremock backends + piper subprocess error).
## kei-stt (speech-to-text)
LOC: 935 across 13 files (largest whisper_local.rs 181).
Trait `SttBackend` + 3 backends:
* whisper-local — subprocess to `whisper` CLI / faster-whisper,
reads JSON output, parses segments
* deepgram — POST api.deepgram.com/v1/listen (Token auth header,
raw audio body, parses words → Segments)
* openai-whisper — POST api.openai.com/v1/audio/transcriptions
(multipart file + model=whisper-1 +
response_format=verbose_json)
Default features: ["whisper-local"]. all-backends gates the rest.
`from_env()` reads KEI_STT_BACKEND (default whisper-local).
Tests: 10 passed + 1 doc-test (env routing + 5 wiremock + 2 JSON parsers
+ 1 subprocess error + 1 auth-header check).
## Common architecture decisions
* `with_base_url(url)` constructor on each HTTP backend for wiremock
testability — same pattern as kei-llm-router and kei-notify-telegram.
* `tempfile` crate added to kei-stt for whisper-local audio scratch.
* `base64 = { version = "0.22", optional = true }` in kei-tts for
Google's base64-encoded audioContent.
## Verify-before-commit (RULE 0.13 §)
* cargo check -p kei-tts (default + all-backends): PASS
* cargo check -p kei-stt (default + all-backends): PASS
* cargo test -p kei-tts --features all-backends --lib: 9/0
* cargo test -p kei-stt --features all-backends --lib: 10/0
* cargo check --workspace: PASS
STATUS-TRUTH from both agents: shipped=functional, stubs=0,
behaviour-verified=yes.
## Follow-up (deferred, non-blocking)
* Real backend verification needs API keys for ElevenLabs / OpenAI /
Google / Deepgram and piper-tts binary + .onnx model on PATH.
* whisper-local language_detected always None — whisper CLI JSON
schema differs across versions, parse heuristic to be added.
* faster-whisper has different JSON schema from openai-whisper;
current parser covers openai-whisper convention only.
245 lines
10 KiB
TOML
245 lines
10 KiB
TOML
[workspace]
|
||
resolver = "2"
|
||
members = [
|
||
"kei-ledger",
|
||
"kei-migrate",
|
||
"kei-changelog",
|
||
"ssh-check",
|
||
"firewall-diff",
|
||
"mock-render",
|
||
"visual-diff",
|
||
"tokens-sync",
|
||
"kei-memory",
|
||
"kei-conflict-scan",
|
||
"kei-refactor-engine",
|
||
"kei-graph-check",
|
||
"kei-store",
|
||
# v0.14 LBM port — 10 new MCP-core primitives
|
||
"kei-router",
|
||
"kei-sage",
|
||
"kei-task",
|
||
"kei-chat-store",
|
||
"kei-crossdomain",
|
||
"kei-search-core",
|
||
"kei-content-store",
|
||
"kei-social-store",
|
||
"kei-curator",
|
||
"kei-auth",
|
||
# v0.15 artifact handoff pipeline
|
||
"kei-artifact",
|
||
# v0.18 exobrain CLI
|
||
"keisei",
|
||
# v1 substrate — local web wizard for scaffolding atoms (Stream A)
|
||
"kei-forge",
|
||
# v1 substrate — atom invocation runtime + schema linter (Stream D)
|
||
"kei-runtime",
|
||
# Hosted Sleep substrate — 12 traits + DNA + plugin registry (impls in sibling crates)
|
||
"kei-runtime-core",
|
||
# Hosted Sleep Wave 2 — bare-metal SSH ComputeProvider impl
|
||
"kei-compute-baremetal",
|
||
# v1 substrate — shared atom discovery + frontmatter + safe path (Stream E)
|
||
"kei-atom-discovery",
|
||
# agent substrate v1 — phase 3 runtime (Capability trait + registry + compose/spawn/verify)
|
||
"kei-agent-runtime",
|
||
# agent substrate v1 — phase 3 hook-protocol CLI adapter
|
||
"kei-capability",
|
||
# v0.24 unification — unified VPS provisioner (supersedes provision-{hetzner,vultr}.sh)
|
||
"kei-provision",
|
||
# Convergence Layer A — schema-driven verb-template engine for SQLite-CRUD stores
|
||
"kei-entity-store",
|
||
# v1 substrate — atom DAG pipe runtime (topo-sort + JSON piping between atoms)
|
||
"kei-pipe",
|
||
# v1 substrate — deterministic result cache for pure (query/transform) atoms
|
||
"kei-cache",
|
||
# agent substrate v1 — automation envelope: prepare + ledger fork + verify
|
||
"kei-spawn",
|
||
# agent substrate v1 — reconstruct spawn from DNA (ledger row + task.toml + recompose)
|
||
"kei-replay",
|
||
# v0.29 Wave 13 — structural JSON diff primitive (RFC 6902 subset add/remove/replace)
|
||
"kei-diff",
|
||
# v0.29 Wave 13 — durable task scheduler (cron / at / interval) metadata primitive
|
||
"kei-scheduler",
|
||
# v0.29 Wave 13 — filesystem watcher primitive (thin notify wrapper, sync API)
|
||
"kei-watch",
|
||
# v0.30 Wave 14 — bio-inspired pruning (retire idle agents)
|
||
"kei-prune",
|
||
# v0.30 Wave 14 — federated marketplace discovery stub
|
||
"kei-discover",
|
||
# v0.30 Wave 14 — taxonomy graph + lineage stdout visualizer
|
||
"kei-brain-view",
|
||
# v0.30 Wave 14 — whole-brain tar.zst export/import
|
||
"kei-hibernate",
|
||
# v0.30 Wave 14 — ed25519 creator attestation
|
||
"kei-ledger-sign",
|
||
# v0.31 Wave 15 — managed git worktree + ledger lifecycle (fork/collect/gc/rescue)
|
||
"kei-fork",
|
||
# v0.34 Wave 17 — SSoT for DNA format + shared substrate types
|
||
"kei-shared",
|
||
# v0.32 Wave 15 — read-only DNA adjacency/cluster/precedent over kei-ledger
|
||
"kei-dna-index",
|
||
# Pet UI v1 — persona manifest parse/validate + Ed25519 identity + overlay renderer
|
||
"kei-pet",
|
||
# v0.37 Wave 20 — local HTTP daemon (axum) exposing cortex state for web UI at keisei.app
|
||
# v0.39 Wave 25 — longitudinal user-frustration matrix (regex + byte n-gram firmware classifier)
|
||
"frustration-matrix",
|
||
# Wave 54 — per-user online learning loop on top of frustration-matrix (sleep Phase 0 + install bootstrap)
|
||
"kei-frustration-loop",
|
||
# Wave 26.5 — universal external skill-format importer (OpenClaw/Cline/Cursor/Claude/Kimi)
|
||
"kei-skill-importer",
|
||
# Wave 45 — dev-hub bundle (project dashboard data sources)
|
||
"kei-projects-index",
|
||
"kei-projects-watcher",
|
||
# Wave 46 — Google Drive → Forgejo one-shot importer (folder classifier)
|
||
"kei-gdrive-import",
|
||
# Wave 48 — content protection SSoT (regex matrix scanner / substituter)
|
||
"kei-leak-matrix",
|
||
# Wave 51 — research output → action pipeline (parses MASTER-REPORT.md, emits kei-spawn task.toml)
|
||
"kei-decision",
|
||
# Wave 52 — UNIVERSAL decomposition layer: 5 MD-format parsers (research/audit/sleep/architecture/new-project)
|
||
"kei-decompose",
|
||
# A1.1 — foreign project ingestion runtime (clone → walk → identify modules → stage for downstream atomars)
|
||
"kei-import-project",
|
||
# Wave 53 — UNIVERSAL block identity registry (primitive/skill/rule/hook/atom DNA in SQLite)
|
||
"kei-registry",
|
||
# Wave 55 — UNIVERSAL model registry + selector (verified pricing 2026-04-28)
|
||
"kei-model",
|
||
# P1.2 daytona
|
||
"kei-backend-daytona",
|
||
# P0.2 trajectory export
|
||
"kei-export-trajectories",
|
||
# Phase 3.1 — Hermes/agentskills.io SKILL.md format primitives
|
||
"kei-skills",
|
||
# P4.1 gateway — multi-platform messaging unified (Telegram/Discord/Slack/CLI/WhatsApp/Signal/Generic)
|
||
"kei-gateway",
|
||
# P4.2 scheduler — Hermes-equivalent cron/at/interval with JSON persistence
|
||
# NOTE: distinct from existing `kei-scheduler` (SQLite metadata DB). See
|
||
# `kei-cron-scheduler/Cargo.toml` for the rationale on coexistence.
|
||
"kei-cron-scheduler",
|
||
# Wave 56 — Mac hardware/OS/tooling detector (foundation for local LLM stack: ollama/llamacpp/mlx)
|
||
"kei-machine-probe",
|
||
# Wave 57 — Ollama HTTP adapter (localhost:11434, streaming, 5 subcommands)
|
||
"kei-llm-ollama",
|
||
# Wave 58 — llama.cpp shell-out adapter (no FFI, llama-cli/llama-server, 5 subcommands)
|
||
"kei-llm-llamacpp",
|
||
# Wave 59 — Apple MLX adapter (mlx_lm shell-out, macOS Apple Silicon only, hard platform gate)
|
||
"kei-llm-mlx",
|
||
# Hosted Sleep Wave 4 — MLX LlmBackend bridge (Apple Silicon only)
|
||
"kei-llm-bridge-mlx",
|
||
# Hosted Sleep Wave 2 — Vultr ComputeProvider impl
|
||
"kei-compute-vultr",
|
||
# Hosted Sleep Wave 2 — Linode ComputeProvider impl
|
||
"kei-compute-linode",
|
||
# Wave 60 — UNIVERSAL local-LLM backend selector (glues W55+W56+W57+W58+W59 → picks Mlx/LlamaCpp/Ollama)
|
||
"kei-llm-router",
|
||
# Hosted Sleep Wave 1 — systemd ServiceManager impl
|
||
"kei-svc-systemd",
|
||
# RULE 0.17 — atomar time-logger (Wave 10)
|
||
"kei-tlog",
|
||
# Per-LLM-call token + cost observability store (cortex token tracker, Phase D sleep-report)
|
||
"kei-token-tracker",
|
||
# Cross-window agent heartbeat (auto: redis | sqlite)
|
||
"kei-ping",
|
||
# Hosted Sleep Wave 2 — DigitalOcean ComputeProvider impl (Wave 5 redo)
|
||
"kei-compute-digitalocean",
|
||
# Hosted Sleep Wave 5 — git providers (Gitea/Forgejo/GitLab/Bitbucket)
|
||
"kei-git-gitea",
|
||
"kei-git-forgejo",
|
||
"kei-git-gitlab",
|
||
"kei-git-bitbucket",
|
||
# Hosted Sleep Wave 6 — memory backends (sled/redis/postgres/sqlite)
|
||
"kei-memory-sled",
|
||
"kei-memory-redis",
|
||
"kei-memory-postgres",
|
||
"kei-memory-sqlite",
|
||
# Wave 7 — Google OAuth 2.0 + OIDC AuthProvider
|
||
"kei-auth-google",
|
||
# Wave 7 — Apple Sign-In AuthProvider
|
||
"kei-auth-apple",
|
||
# Wave 7 — Magic-Link email AuthProvider (HMAC-signed token, stateless)
|
||
"kei-auth-magiclink",
|
||
# Wave 7 — WebAuthn passkey AuthProvider
|
||
"kei-auth-webauthn",
|
||
# Wave 8 — Telegram Bot API NotifyChannel (sendMessage with HTML parse_mode + severity emoji)
|
||
"kei-notify-telegram",
|
||
# Wave 8 — Discord webhook NotifyChannel
|
||
"kei-notify-discord",
|
||
# Wave 8 — Slack incoming-webhook NotifyChannel
|
||
"kei-notify-slack",
|
||
# Wave 8 — SMS via Twilio Programmable Messaging
|
||
"kei-notify-sms",
|
||
# Wave 9 — VPN/network backends
|
||
"kei-net-wireguard",
|
||
"kei-net-openvpn",
|
||
"kei-net-ipsec",
|
||
# Cortex stack — local AI runtime (daemon + TUI + MCP server)
|
||
"kei-cortex",
|
||
"kei-tty",
|
||
"kei-mcp",
|
||
# SQL ↔ TypeScript schema drift detector
|
||
"kei-db-contract",
|
||
# Live runtime-graph exporter (registry + ledger → D3 space fragment)
|
||
"kei-graph-export",
|
||
# KeiBuddy personal-assistant Telegram bot — onboarding FSM scaffold
|
||
"kei-buddy",
|
||
# Inbound Telegram webhook handler — parses Update payloads into typed WebhookEvent
|
||
"kei-telegram-webhook",
|
||
# TTS abstraction — 4 backends (ElevenLabs/OpenAI/Google/Piper) behind feature flags
|
||
"kei-tts",
|
||
# STT abstraction — 3 backends (whisper-local/Deepgram/OpenAI-Whisper) behind feature flags
|
||
"kei-stt",
|
||
]
|
||
|
||
[workspace.package]
|
||
edition = "2021"
|
||
rust-version = "1.77"
|
||
authors = ["Denis Parfionovich <parfionovich@keilab.io>"]
|
||
license = "Apache-2.0"
|
||
repository = "https://github.com/KeiSei84/KeiSeiKit-1.0"
|
||
homepage = "https://github.com/KeiSei84/KeiSeiKit-1.0"
|
||
|
||
[workspace.dependencies]
|
||
clap = { version = "4", features = ["derive", "env"] }
|
||
serde = { version = "1", features = ["derive"] }
|
||
serde_json = "1"
|
||
serde_yaml = "0.9"
|
||
serde_yaml_ng = "0.10"
|
||
sha2 = "0.10"
|
||
image = { version = "0.25", default-features = false, features = ["png"] }
|
||
regex = "1.10"
|
||
rusqlite = { version = "0.31", features = ["bundled"] }
|
||
chrono = { version = "0.4", default-features = false, features = ["clock"] }
|
||
anyhow = "1"
|
||
thiserror = "1"
|
||
tempfile = "3"
|
||
toml = "0.8"
|
||
flate2 = "1"
|
||
walkdir = "2"
|
||
pretty_assertions = "1"
|
||
# Shared async + HTTP deps (Waves 31/32/33/35/36 etc — kei-tty / kei-router / etc)
|
||
tokio = { version = "1", features = ["rt-multi-thread", "macros", "signal", "net", "time", "process", "fs", "io-util", "sync"] }
|
||
tower = { version = "0.4", features = ["limit", "buffer", "util"] }
|
||
dashmap = "5"
|
||
notify = "8"
|
||
tokio-stream = "0.1"
|
||
futures = "0.3"
|
||
reqwest = { version = "0.12", features = ["json", "stream", "multipart", "rustls-tls"], default-features = false }
|
||
bytes = "1"
|
||
async-trait = "0.1"
|
||
wiremock = "0.6"
|
||
# Wave 38a — daemon integration deps (PTY for /term WS endpoint, tungstenite for axum WS)
|
||
portable-pty = "0.8"
|
||
tokio-tungstenite = "0.29"
|
||
# Wave 44a — tool-sandbox hardening (shell tokenization, URL parsing, bounded LRU)
|
||
shell-words = "1"
|
||
url = "2"
|
||
lru = "0.12"
|
||
# Wave 44b — atomic O_NOFOLLOW openat for symlink-safe writes (tool_apply.rs)
|
||
nix = { version = "0.29", default-features = false, features = ["fs"] }
|
||
# A2.1 — kei-import-project trait pattern matcher (syn AST parsing)
|
||
syn = { version = "2", features = ["full"] }
|
||
|
||
[profile.release]
|
||
opt-level = "z"
|
||
lto = "thin" # was true (full LTO is 3-5× slower)
|
||
strip = true
|
||
codegen-units = 16 # was 1 (4× more parallelism in codegen)
|