runtime: deliver immutable prompt bundle on initial spawn

This commit is contained in:
2026-08-14 14:24:59 +09:00
parent 93e784a3ed
commit ace134e2f0
3 changed files with 121 additions and 26 deletions
+8 -1
View File
@@ -1,5 +1,5 @@
use crate::catalog::{CreateWorkerRequest, WorkingDirectoryStatus}; use crate::catalog::{CreateWorkerRequest, WorkingDirectoryStatus};
use crate::config_bundle::ConfigBundle; use crate::config_bundle::{ConfigBundle, validate_config_bundle};
use crate::diagnostics::{DiagnosticSeverity, RuntimeDiagnostic}; use crate::diagnostics::{DiagnosticSeverity, RuntimeDiagnostic};
use crate::error::RuntimeError; use crate::error::RuntimeError;
use crate::identity::{WorkerId, WorkerRef}; use crate::identity::{WorkerId, WorkerRef};
@@ -324,6 +324,13 @@ impl RuntimeSnapshot {
message: format!("runtime snapshot backend is {:?}", self.backend), message: format!("runtime snapshot backend is {:?}", self.backend),
}); });
} }
for bundle in self.config_bundles.values() {
validate_config_bundle(bundle).map_err(|error| RuntimeError::StoreCorrupt {
operation: "read runtime snapshot",
path: path.to_path_buf(),
message: format!("invalid config bundle {}: {error}", bundle.metadata.id),
})?;
}
Ok(()) Ok(())
} }
+109 -25
View File
@@ -261,6 +261,19 @@ impl Runtime {
digest: bundle.metadata.digest.clone(), digest: bundle.metadata.digest.clone(),
}; };
let summary = bundle.summary(); let summary = bundle.summary();
if let Some(existing) = state.config_bundles.get(&bundle.metadata.id) {
if existing.metadata.digest != bundle.metadata.digest {
return Err(RuntimeError::ConfigBundleDigestMismatch {
bundle_id: bundle.metadata.id.clone(),
expected_digest: existing.metadata.digest.clone(),
actual_digest: bundle.metadata.digest.clone(),
});
}
return Ok(ConfigBundleAvailability {
reference,
summary: existing.summary(),
});
}
state state
.config_bundles .config_bundles
.insert(bundle.metadata.id.clone(), bundle); .insert(bundle.metadata.id.clone(), bundle);
@@ -526,6 +539,7 @@ impl Runtime {
message: "worker creation requires an execution backend".to_string(), message: "worker creation requires an execution backend".to_string(),
} }
})?; })?;
let config_bundle = state.resolve_config_bundle_ref(request.config_bundle.as_ref())?;
let worker_id = WorkerId::generated(state.next_worker_sequence); let worker_id = WorkerId::generated(state.next_worker_sequence);
state.next_worker_sequence += 1; state.next_worker_sequence += 1;
@@ -551,7 +565,7 @@ impl Runtime {
workspace_scope: scope.cloned(), workspace_scope: scope.cloned(),
context: self.execution_context(worker_ref.clone()), context: self.execution_context(worker_ref.clone()),
working_directory: None, working_directory: None,
config_bundle: None, config_bundle,
}; };
(backend, worker_ref, spawn_request) (backend, worker_ref, spawn_request)
}; };
@@ -868,7 +882,7 @@ impl Runtime {
let (backend, request) = { let (backend, request) = {
let mut state = self.lock()?; let mut state = self.lock()?;
state.ensure_running()?; state.ensure_running()?;
let (worker_request, previous_working_directory, config_bundle, run_generation) = { let (worker_request, previous_working_directory, run_generation) = {
let worker = state.worker(worker_ref)?; let worker = state.worker(worker_ref)?;
if worker.execution_handle.is_some() { if worker.execution_handle.is_some() {
return Ok(worker.detail()); return Ok(worker.detail());
@@ -879,19 +893,14 @@ impl Runtime {
worker_ref.worker_id worker_ref.worker_id
))); )));
} }
let config_bundle = worker
.request
.config_bundle
.as_ref()
.and_then(|bundle_ref| state.config_bundles.get(&bundle_ref.id))
.cloned();
( (
worker.request.clone(), worker.request.clone(),
worker.working_directory.clone(), worker.working_directory.clone(),
config_bundle,
worker.run_generation.saturating_add(1).max(1), worker.run_generation.saturating_add(1).max(1),
) )
}; };
let config_bundle =
state.resolve_config_bundle_ref(worker_request.config_bundle.as_ref())?;
let backend = state.execution_backend.clone().ok_or_else(|| { let backend = state.execution_backend.clone().ok_or_else(|| {
RuntimeError::WorkerExecutionUnavailable { RuntimeError::WorkerExecutionUnavailable {
worker_id: worker_ref.worker_id.clone(), worker_id: worker_ref.worker_id.clone(),
@@ -1557,31 +1566,20 @@ impl Runtime {
.collect::<Vec<_>>(); .collect::<Vec<_>>();
let mut candidates = Vec::with_capacity(worker_ids.len()); let mut candidates = Vec::with_capacity(worker_ids.len());
for worker_id in worker_ids { for worker_id in worker_ids {
let ( let (worker_ref, request, previous_working_directory, run_generation) = {
worker_ref,
request,
previous_working_directory,
config_bundle,
run_generation,
) = {
let worker = state let worker = state
.workers .workers
.get(&worker_id) .get(&worker_id)
.expect("collected Worker exists"); .expect("collected Worker exists");
let config_bundle = worker
.request
.config_bundle
.as_ref()
.and_then(|bundle_ref| state.config_bundles.get(&bundle_ref.id))
.cloned();
( (
worker.worker_ref.clone(), worker.worker_ref.clone(),
worker.request.clone(), worker.request.clone(),
worker.working_directory.clone(), worker.working_directory.clone(),
config_bundle,
worker.run_generation.saturating_add(1).max(1), worker.run_generation.saturating_add(1).max(1),
) )
}; };
let config_bundle =
state.resolve_config_bundle_ref(request.config_bundle.as_ref())?;
state state
.workers .workers
.get_mut(&worker_id) .get_mut(&worker_id)
@@ -2074,6 +2072,17 @@ impl RuntimeState {
}) })
} }
fn resolve_config_bundle_ref(
&self,
reference: Option<&ConfigBundleRef>,
) -> Result<Option<ConfigBundle>, RuntimeError> {
let Some(reference) = reference else {
return Ok(None);
};
self.check_config_bundle_ref(reference)?;
Ok(self.config_bundles.get(&reference.id).cloned())
}
fn validate_worker_config_boundary( fn validate_worker_config_boundary(
&self, &self,
_request: &CreateWorkerRequest, _request: &CreateWorkerRequest,
@@ -2845,6 +2854,7 @@ mod tests {
restore_result: Mutex<Option<WorkerExecutionSpawnResult>>, restore_result: Mutex<Option<WorkerExecutionSpawnResult>>,
restore_count: Mutex<u64>, restore_count: Mutex<u64>,
run_generations: Mutex<Vec<u64>>, run_generations: Mutex<Vec<u64>>,
config_bundles: Mutex<Vec<Option<ConfigBundle>>>,
contexts: Mutex<BTreeMap<WorkerId, WorkerExecutionContext>>, contexts: Mutex<BTreeMap<WorkerId, WorkerExecutionContext>>,
dispatched_inputs: Mutex<Vec<WorkerInput>>, dispatched_inputs: Mutex<Vec<WorkerInput>>,
preserve_commit_ack_submission_id: AtomicBool, preserve_commit_ack_submission_id: AtomicBool,
@@ -2892,6 +2902,10 @@ mod tests {
.lock() .lock()
.unwrap() .unwrap()
.push(request.run_generation); .push(request.run_generation);
self.config_bundles
.lock()
.unwrap()
.push(request.config_bundle.clone());
self.contexts self.contexts
.lock() .lock()
.unwrap() .unwrap()
@@ -2915,6 +2929,10 @@ mod tests {
.lock() .lock()
.unwrap() .unwrap()
.push(request.run_generation); .push(request.run_generation);
self.config_bundles
.lock()
.unwrap()
.push(request.config_bundle.clone());
if let Some(result) = self.restore_result.lock().unwrap().clone() { if let Some(result) = self.restore_result.lock().unwrap().clone() {
return result; return result;
} }
@@ -3411,11 +3429,30 @@ mod tests {
#[test] #[test]
fn synced_config_bundle_is_stored_checked_and_used_for_worker_creation() { fn synced_config_bundle_is_stored_checked_and_used_for_worker_creation() {
let runtime = runtime_with_backend(); let backend = Arc::new(TestExecutionBackend::default());
let bundle = test_bundle(); let runtime =
Runtime::with_execution_backend(RuntimeOptions::default(), backend.clone()).unwrap();
let mut bundle = test_bundle();
bundle.prompt_catalog = Some(
worker::EffectivePromptCatalog::new(
BTreeMap::from([("default".to_string(), "workspace prompt".to_string())]),
7,
"schema",
"toolchain",
)
.unwrap(),
);
bundle = bundle.with_computed_digest();
let availability = runtime.store_config_bundle(bundle.clone()).unwrap(); let availability = runtime.store_config_bundle(bundle.clone()).unwrap();
assert_eq!(availability.reference.id, "bundle-1"); assert_eq!(availability.reference.id, "bundle-1");
assert_eq!(availability.reference.digest, bundle.metadata.digest); assert_eq!(availability.reference.digest, bundle.metadata.digest);
let mut conflicting_bundle = bundle.clone();
conflicting_bundle.profiles[0].label = Some("conflicting".to_string());
conflicting_bundle = conflicting_bundle.with_computed_digest();
assert!(matches!(
runtime.store_config_bundle(conflicting_bundle),
Err(RuntimeError::ConfigBundleDigestMismatch { .. })
));
let listed = runtime.list_config_bundles().unwrap(); let listed = runtime.list_config_bundles().unwrap();
assert_eq!(listed.len(), 1); assert_eq!(listed.len(), 1);
@@ -3430,6 +3467,53 @@ mod tests {
.create_worker(bundled_task_request("synced", &bundle)) .create_worker(bundled_task_request("synced", &bundle))
.unwrap(); .unwrap();
assert_eq!(detail.config_bundle, Some(availability.reference)); assert_eq!(detail.config_bundle, Some(availability.reference));
assert_eq!(
backend.config_bundles.lock().unwrap().as_slice(),
&[Some(bundle.clone())]
);
runtime.stop_worker(&detail.worker_ref, None).unwrap();
runtime.restore_worker(&detail.worker_ref).unwrap();
assert_eq!(
backend.config_bundles.lock().unwrap().as_slice(),
&[Some(bundle.clone()), Some(bundle)]
);
}
#[test]
fn restore_fails_closed_when_recorded_config_bundle_is_missing_or_mismatched() {
let (runtime, backend) = runtime_and_backend();
let bundle = test_bundle();
let detail = runtime
.create_worker(bundled_task_request("missing-on-restore", &bundle))
.unwrap();
runtime.stop_worker(&detail.worker_ref, None).unwrap();
runtime.lock().unwrap().config_bundles.clear();
assert!(matches!(
runtime.restore_worker(&detail.worker_ref),
Err(RuntimeError::ConfigBundleMissing { .. })
));
assert_eq!(backend.config_bundles.lock().unwrap().len(), 1);
let (runtime, backend) = runtime_and_backend();
let bundle = test_bundle();
let detail = runtime
.create_worker(bundled_task_request("mismatch-on-restore", &bundle))
.unwrap();
runtime.stop_worker(&detail.worker_ref, None).unwrap();
let mut replacement = bundle.clone();
replacement.profiles[0].label = Some("replacement".to_string());
replacement = replacement.with_computed_digest();
runtime
.lock()
.unwrap()
.config_bundles
.insert(replacement.metadata.id.clone(), replacement);
assert!(matches!(
runtime.restore_worker(&detail.worker_ref),
Err(RuntimeError::ConfigBundleDigestMismatch { .. })
));
assert_eq!(backend.config_bundles.lock().unwrap().len(), 1);
} }
#[test] #[test]
@@ -793,6 +793,10 @@ mod tests {
.unwrap() .unwrap()
.unwrap(); .unwrap();
assert_eq!(projection.settings.config_revision, Some(7)); assert_eq!(projection.settings.config_revision, Some(7));
let prompt_catalog = bundle.prompt_catalog.as_ref().unwrap();
assert_eq!(prompt_catalog.config_revision, 7);
assert!(prompt_catalog.templates.contains_key("default"));
assert!(prompt_catalog.templates.contains_key("common.workspace"));
assert!( assert!(
bundle bundle
.metadata .metadata