Reliable and efficient
Your app does not stall at one million users. More devices means more distributed compute at the edge.
AI for Apple silicon.
Run your AI workflows locally on Apple silicon: iPhone, iPad, and Mac.
main.rs
use onde::inference::{ChatEngine, GgufModelConfig};
let engine = ChatEngine::new();
engine
.load_gguf_model(
GgufModelConfig::platform_default(),
Some("You are a helpful assistant.".into()),
None,
)
.await?;
let result = engine.send_message("Hello!").await?;
println!("{}", result.text);
// completed in 85ms — 100% on device