From 0676cca58f0ba7778c62729050f348265dd7f7fd Mon Sep 17 00:00:00 2001 From: Matthew Charles Busel Date: Sat, 21 Nov 2026 11:48:57 -0500 Subject: [PATCH] agent-core: optional per-run dollar cap via llm-budget, set from HAND.toml max_cost_usd --- Cargo.lock | 20 ++++++++++++++ workers/agent-core/Cargo.toml | 1 + workers/agent-core/src/main.rs | 46 +++++++++++++++++++++++++++++++- workers/agent-core/src/types.rs | 9 +++++++ workers/hand-runner/src/main.rs | 1 + workers/hand-runner/src/types.rs | 2 ++ 6 files changed, 78 insertions(+), 1 deletion(-) diff --git a/Cargo.lock b/Cargo.lock index c0e2fa5..7255afc 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -457,6 +457,7 @@ version = "0.0.1" dependencies = [ "anyhow", "iii-sdk", + "llm-budget", "serde", "serde_json", "tokio", @@ -2778,6 +2779,25 @@ version = "0.8.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "6373607a59f0be73a39b6fe456b8192fcc3585f602af20751600e974dd455e77" +[[package]] +name = "llm-budget" +version = "0.10.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0dc5da5b440da690a3fe3cbef4e3a7a52a3ad5f7c37b456feb3d048abf384244" +dependencies = [ + "llm-prices", + "serde", + "serde_json", + "thiserror 2.0.18", + "tokio", +] + +[[package]] +name = "llm-prices" +version = "1.8.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8687beff4d5ceb2b1a5fc5f242df4f2c107ca92609f47d30fab584591157d9dd" + [[package]] name = "lock_api" version = "0.4.14" diff --git a/workers/agent-core/Cargo.toml b/workers/agent-core/Cargo.toml index 3946947..485c655 100644 --- a/workers/agent-core/Cargo.toml +++ b/workers/agent-core/Cargo.toml @@ -13,3 +13,4 @@ uuid.workspace = true anyhow.workspace = true tracing.workspace = true tracing-subscriber.workspace = true +llm-budget = "0.10.0" diff --git a/workers/agent-core/src/main.rs b/workers/agent-core/src/main.rs index 98ee226..2c4715e 100644 --- a/workers/agent-core/src/main.rs +++ b/workers/agent-core/src/main.rs @@ -1,5 +1,6 @@ use iii_sdk::{III, InitOptions, RegisterFunction, RegisterTriggerInput, TriggerRequest, register_worker}; use iii_sdk::error::IIIError; +use llm_budget::AgentBudget; use serde_json::{json, Value}; use std::time::Instant; @@ -131,6 +132,11 @@ async fn main() -> Result<(), Box> { async fn agent_chat(iii: &III, req: ChatRequest) -> Result { let start = Instant::now(); + let budget = req + .max_cost_usd + .map(|cap| AgentBudget::builder(req.agent_id.clone(), cap).build()) + .transpose() + .map_err(|e| IIIError::Handler(e.to_string()))?; let config: Option = iii .trigger(TriggerRequest { @@ -229,7 +235,10 @@ async fn agent_chat(iii: &III, req: ChatRequest) -> Result { let mut iterations: u32 = 0; while let Some(tool_calls) = response.get("toolCalls").and_then(|v| v.as_array()) { - if tool_calls.is_empty() || iterations >= MAX_ITERATIONS { + if tool_calls.is_empty() + || iterations >= MAX_ITERATIONS + || over_budget(budget.as_ref(), &response).await + { break; } iterations += 1; @@ -427,11 +436,46 @@ async fn list_functions(iii: &III, agent_id: &str) -> Result { Ok(json!(filtered)) } +/// Books one llm::complete response against the run's dollar cap. +/// True once the cap is spent or the model cannot be priced. +async fn over_budget(budget: Option<&AgentBudget>, response: &Value) -> bool { + let Some(budget) = budget else { return false }; + let model = response["model"].as_str().unwrap_or(""); + let input = response["usage"]["input"].as_u64().unwrap_or(0) as u32; + let output = response["usage"]["output"].as_u64().unwrap_or(0) as u32; + match budget.charge_model(model, input, output, None, None).await { + Ok(_) => false, + Err(e) => { + tracing::warn!(error = %e, "agent run stopped by dollar cap"); + true + } + } +} + #[cfg(test)] mod tests { use super::*; use types::{ModelConfig, Capabilities, Resources}; + #[tokio::test] + async fn test_dollar_cap_stops_loop() { + let response = json!({ + "model": "claude-sonnet-4-20250514", + "usage": { "input": 10_000, "output": 1_000, "total": 11_000 }, + }); + assert!(!over_budget(None, &response).await); + + // $0.045 per turn against a $0.10 cap: two turns fit, the third stops the loop. + let budget = AgentBudget::builder("hand", 0.10).build().unwrap(); + assert!(!over_budget(Some(&budget), &response).await); + assert!(!over_budget(Some(&budget), &response).await); + assert!(over_budget(Some(&budget), &response).await); + + let unpriced = json!({ "model": "no-such-model", "usage": { "input": 1, "output": 1 } }); + let budget = AgentBudget::builder("hand", 1.0).build().unwrap(); + assert!(over_budget(Some(&budget), &unpriced).await); + } + #[test] fn test_max_iterations_constant() { assert_eq!(MAX_ITERATIONS, 50); diff --git a/workers/agent-core/src/types.rs b/workers/agent-core/src/types.rs index 47b6aea..0033a56 100644 --- a/workers/agent-core/src/types.rs +++ b/workers/agent-core/src/types.rs @@ -10,6 +10,12 @@ pub struct ChatRequest { pub session_id: Option, #[serde(rename = "systemPrompt")] pub system_prompt: Option, + #[serde( + rename = "maxCostUsd", + default, + skip_serializing_if = "Option::is_none" + )] + pub max_cost_usd: Option, } #[derive(Debug, Serialize, Deserialize)] @@ -94,6 +100,7 @@ mod tests { message: "test".to_string(), session_id: Some("s-1".to_string()), system_prompt: None, + max_cost_usd: None, }; let val = serde_json::to_value(&req).unwrap(); assert_eq!(val["agentId"], "a-1"); @@ -246,6 +253,7 @@ mod tests { message: "hello".to_string(), session_id: Some("s1".to_string()), system_prompt: Some("prompt".to_string()), + max_cost_usd: None, }; let json_str = serde_json::to_string(&req).unwrap(); let roundtripped: ChatRequest = serde_json::from_str(&json_str).unwrap(); @@ -480,6 +488,7 @@ mod tests { message: "".to_string(), session_id: Some("".to_string()), system_prompt: Some("".to_string()), + max_cost_usd: None, }; let val = serde_json::to_value(&req).unwrap(); assert_eq!(val["agentId"], ""); diff --git a/workers/hand-runner/src/main.rs b/workers/hand-runner/src/main.rs index e9f458d..bcb78e8 100644 --- a/workers/hand-runner/src/main.rs +++ b/workers/hand-runner/src/main.rs @@ -103,6 +103,7 @@ async fn run_hand(iii: &III, hand: Hand) -> Result { "systemPrompt": hand.agent.system_prompt, "temperature": hand.agent.temperature, "maxIterations": hand.agent.max_iterations, + "maxCostUsd": hand.agent.max_cost_usd, "model": hand.agent.model, }), action: None, diff --git a/workers/hand-runner/src/types.rs b/workers/hand-runner/src/types.rs index 0bd8067..1b90086 100644 --- a/workers/hand-runner/src/types.rs +++ b/workers/hand-runner/src/types.rs @@ -56,6 +56,8 @@ pub struct HandAgent { #[serde(default)] pub max_iterations: Option, #[serde(default)] + pub max_cost_usd: Option, + #[serde(default)] pub temperature: Option, #[serde(default)] pub system_prompt: String,