1. 1//! vak-llm: unified multi-provider LLM vocabulary and streaming.
2. 2//!
3. 3//! Design invariants (see docs/design/01-llm.md):
4. 4//! - every streaming event carries a delta AND the accumulated snapshot
5. 5//! - errors are values; streams never panic into consumers
6. 6//! - abort is first-class and preserves partial output
7. 7
8. 8pub mod anthropic;
9. 9pub mod error;
10. 10pub mod gate;
11. 11pub mod google;
12. 12pub mod google_live;
13. 13pub mod models;
14. 14pub mod ollama;
15. 15pub mod openai;
16. 16pub mod openai_realtime;
17. 17pub mod openai_responses;
18. 18pub mod provider_status;
19. 19pub mod registry;
20. 20pub mod route;
21. 21pub mod sse;
22. 22pub mod stream;
23. 23pub mod turn;
24. 24pub mod types;
25. 25pub mod work;
26. 26
27. 27pub use error::LlmError;
28. 28pub use gate::credential_id;
29. 29pub use registry::{ProviderAuth, ProviderRegistry};
30. 30pub use route::{
31. 31 BELIEF_FLOOR, BeliefMap, Demand, DemandBand, DemandInput, EndpointDialect, EvidenceSnapshot,
32. 32 ModelEvidence, QualityObjective, RouteLeg, order_ladder_v1, order_ladder_v2, score_demand,
33. 33};
34. 34pub use stream::{EventSink, EventStream, StreamEvent};
35. 35pub use turn::current_turn_boundary;
36. 36pub use types::{
37. 37 AssistantMessage, CacheBreakpoint, CacheHints, ChatRequest, ContentBlock, Effort, Message,
38. 38 Role, StopReason, ToolDefinition, Usage,
39. 39};
40. 40pub use work::{
41. 41 AttemptReason, DispatchAttempt, DispatchBudget, DispatchCeiling, FailureDomain, Settlement,
42. 42 StepLedger, WorkPurpose, WorkReceipt,
43. 43};
44. 44
45. 45use tokio_util::sync::CancellationToken;
46. 46
47. 47#[async_trait::async_trait]
48. 48pub trait Provider: Send + Sync {
49. 49 fn name(&self) -> &str;
50. 50
51. 51 /// Stable in-process health identity. Implementations with independent
52. 52 /// credentials must include that credential's fingerprint so one bad key
53. 53 /// cannot open the circuit for another key.
54. 54 fn circuit_key(&self) -> String {
55. 55 self.name().to_string()
56. 56 }
57. 57
58. 58 async fn stream(
59. 59 &self,
60. 60 request: ChatRequest,
61. 61 cancel: CancellationToken,
62. 62 ) -> Result<EventStream, LlmError>;
63. 63}
64. 64