chore: merge develop into companion integration

# Conflicts:
#	crates/workspace-server/src/server.rs
This commit is contained in:
2026-08-31 01:51:13 +09:00
35 changed files with 2751 additions and 629 deletions
+3 -1
View File
@@ -4450,7 +4450,9 @@ mod tests {
.unwrap();
assert!(companion.feature.manage_workdir.enabled);
assert!(companion.feature.sub_worker.enabled);
assert!(!companion.feature.worker.enabled);
assert!(companion.feature.worker.enabled);
assert!(!companion.feature.worker.direct_spawn);
assert!(companion.feature.workspace_worker_discovery.enabled);
let coder = archive
.resolve_profile("builtin:coder", root.path(), "embedded-test-coder")
.unwrap();
+558 -18
View File
@@ -44,7 +44,9 @@ use webauthn_rs::prelude::{
PublicKeyCredential, RegisterPublicKeyCredential, RequestChallengeResponse, Webauthn,
WebauthnBuilder,
};
use workdir::http::{WorkdirSessionOperation, WorkdirSessionOperationResult};
use workdir::http::{
WorkdirSessionOperation, WorkdirSessionOperationResult, WorkdirTransportError,
};
use workdir::workspace::{
MaterializerKind, WorkingDirectoryCleanupTarget,
WorkingDirectoryDetailResponse as BrowserWorkingDirectoryDetailResponse,
@@ -60,11 +62,12 @@ use worker_runtime::worker_backend::{ProfileRuntimeWorkerFactory, WorkerRuntimeE
use workspace_api::{
CreateRemoteRuntimeRequest, CreateRepositorySshCredentialRequest,
DeleteRepositorySshCredentialRequest, DeleteRepositorySshHostTrustRequest,
ObjectiveCreateRequest, ObjectiveEditRequest, ObjectiveLinkTicketRequest,
ObjectiveStateRequest, PutRepositorySshHostTrustRequest, RepositoryAccessProjection,
RepositorySshCredential, RepositorySshHostTrust, RotateRepositorySshCredentialRequest,
RuntimeConnectionTestResponse, RuntimeManagementSummary, TICKET_ORCHESTRATION_PLANS_QUERY_PATH,
TICKET_RELATIONS_QUERY_PATH, WorkspaceRuntimeResource,
ObjectiveCreateRequest, ObjectiveEditRequest, ObjectiveLinkTicketRequest, ObjectiveStateRequest,
PutRepositorySshHostTrustRequest, RepositoryAccessProjection, RepositorySshCredential,
RepositorySshHostTrust, RotateRepositorySshCredentialRequest, RuntimeConnectionTestResponse,
RuntimeManagementSummary, TICKET_ORCHESTRATION_PLANS_QUERY_PATH, TICKET_RELATIONS_QUERY_PATH,
WorkspaceRuntimeResource, WorkspaceWorkerDiscoveryItem, WorkspaceWorkerDiscoveryPage,
WorkspaceWorkerSubject,
};
use crate::auth::{
@@ -1062,7 +1065,13 @@ async fn authorize_scoped_workspace_request(
.map_err(|_| StatusCode::BAD_REQUEST.into_response())?;
let digest = worker_runtime::auth::request_body_digest(&body);
*request.body_mut() = axum::body::Body::from(body);
let permission = if path.starts_with("/api/runtime/v1/workspaces/")
let permission = if path
.split('?')
.next()
.is_some_and(|path| path.ends_with("/worker-discovery/workers"))
{
worker_runtime::auth::WORKSPACE_WORKER_DISCOVERY_PERMISSION
} else if path.starts_with("/api/runtime/v1/workspaces/")
|| path.contains("/profile-source-archives/")
{
worker_runtime::auth::BACKEND_RESOURCE_FETCH_PERMISSION
@@ -1134,7 +1143,13 @@ async fn authorize_workspace_api_request(
};
let digest = worker_runtime::auth::request_body_digest(&body);
*request.body_mut() = axum::body::Body::from(body);
let permission = if path.starts_with("/api/runtime/v1/workspaces/")
let permission = if path
.split('?')
.next()
.is_some_and(|path| path.ends_with("/worker-discovery/workers"))
{
worker_runtime::auth::WORKSPACE_WORKER_DISCOVERY_PERMISSION
} else if path.starts_with("/api/runtime/v1/workspaces/")
|| path.contains("/profile-source-archives/")
{
worker_runtime::auth::BACKEND_RESOURCE_FETCH_PERMISSION
@@ -2478,6 +2493,10 @@ fn build_inner_router(api: WorkspaceApi) -> Router {
"/api/w/{workspace_id}/worker-observation/session",
post(scoped_capture_worker_observation_session),
)
.route(
"/api/w/{workspace_id}/worker-discovery/workers",
get(scoped_discover_workspace_workers),
)
.route(
"/api/w/{workspace_id}/workers",
get(scoped_list_workers).post(scoped_create_workspace_worker),
@@ -6852,12 +6871,56 @@ fn validated_current_worker_attachment(
Ok(link)
}
#[derive(Debug)]
enum WorkdirOperationApiError {
Api(ApiError),
Provider(WorkdirTransportError),
}
impl From<ApiError> for WorkdirOperationApiError {
fn from(error: ApiError) -> Self {
Self::Api(error)
}
}
impl From<Error> for WorkdirOperationApiError {
fn from(error: Error) -> Self {
Self::Api(error.into())
}
}
impl From<WorkdirTransportError> for WorkdirOperationApiError {
fn from(error: WorkdirTransportError) -> Self {
Self::Provider(error)
}
}
impl IntoResponse for WorkdirOperationApiError {
fn into_response(self) -> Response {
match self {
Self::Api(error) => error.into_response(),
Self::Provider(error) => {
let status = StatusCode::from_u16(error.code.http_status())
.expect("Workdir transport error status is valid");
let log = ApiErrorLog {
kind: format!("workdir_session_operation_{}", error.code.as_str()),
message: error.message.clone(),
diagnostics: Vec::new(),
};
let mut response = (status, Json(error)).into_response();
response.extensions_mut().insert(log);
response
}
}
}
}
async fn scoped_execute_current_worker_workdir_operation(
State(api): State<WorkspaceApi>,
AxumPath(path): AxumPath<ScopedWorkspacePath>,
headers: HeaderMap,
Json(request): Json<WorkspaceWorkdirSessionOperationRequest>,
) -> ApiResult<Json<WorkdirSessionOperationResult>> {
) -> std::result::Result<Json<WorkdirSessionOperationResult>, WorkdirOperationApiError> {
validate_workspace_scope(&api, &path.workspace_id)?;
let worker = current_worker_identity(&api, &path.workspace_id, &headers)?;
let expected_session_fence = request.expected_session_fence;
@@ -6996,7 +7059,8 @@ async fn current_worker_command_session(
external_handle: &CommandHandle,
delegations: &[workdir::WorkdirDelegationRequest],
expected_session_fence: Option<&str>,
) -> ApiResult<(workdir::AppliedWorkdirDelegation, CommandHandle)> {
) -> std::result::Result<(workdir::AppliedWorkdirDelegation, CommandHandle), WorkdirOperationApiError>
{
let _link = validated_current_worker_attachment(api, worker, expected_session_fence)?;
let command = api
.workdir_sessions
@@ -7004,7 +7068,7 @@ async fn current_worker_command_session(
.expect("Workdir session registry lock poisoned")
.command(worker, external_handle)
.ok_or_else(|| {
ApiError::from(current_worker_workdir_operation_error(
WorkdirOperationApiError::Provider(current_worker_workdir_operation_error(
worker,
workdir::WorkdirError::UnknownCommand(external_handle.0.clone()),
))
@@ -7021,14 +7085,10 @@ async fn current_worker_command_session(
}
fn current_worker_workdir_operation_error(
worker: &RuntimeWorkerRef,
_worker: &RuntimeWorkerRef,
error: workdir::WorkdirError,
) -> Error {
Error::RuntimeOperationFailed {
runtime_id: worker.runtime_id.clone(),
code: "workdir_session_operation_failed".to_string(),
message: error.to_string(),
}
) -> WorkdirTransportError {
WorkdirTransportError::from_workdir_error(&error)
}
async fn execute_workdir_session_operation(
@@ -8099,6 +8159,144 @@ async fn scoped_get_workspace_worker(
})
}
#[derive(Debug, Deserialize)]
struct WorkspaceWorkerDiscoveryQuery {
cursor: Option<String>,
limit: Option<usize>,
query: Option<String>,
}
async fn scoped_discover_workspace_workers(
State(api): State<WorkspaceApi>,
AxumPath(path): AxumPath<ScopedWorkspacePath>,
Query(query): Query<WorkspaceWorkerDiscoveryQuery>,
source: Option<Extension<crate::worker_source::VerifiedRuntimeRequestSource>>,
) -> Response {
let Some(Extension(_source)) = source else {
return (
StatusCode::FORBIDDEN,
Json(serde_json::json!({
"error": "workspace_worker_discovery_source_required"
})),
)
.into_response();
};
if let Err(error) = validate_workspace_scope(&api, &path.workspace_id) {
return error.into_response();
}
let limit = query.limit.unwrap_or(50).clamp(1, 100);
let cursor = query.cursor.as_deref();
let query = match query.query.as_deref().map(str::trim) {
Some("") | None => None,
Some(query) if query.len() <= 128 => Some(query),
Some(_) => {
return (
StatusCode::BAD_REQUEST,
Json(serde_json::json!({
"error": "invalid_workspace_worker_discovery_query"
})),
)
.into_response();
}
};
let filter_fingerprint = workspace_worker_discovery_filter_fingerprint(query);
let offset = match query_cursor_offset(cursor, filter_fingerprint) {
Ok(offset) => offset,
Err(()) => {
return (
StatusCode::BAD_REQUEST,
Json(serde_json::json!({
"error": "invalid_workspace_worker_discovery_cursor"
})),
)
.into_response();
}
};
let workers = match workers_response(api) {
Ok(workers) => workers,
Err(error) => return error.into_response(),
};
Json(workspace_worker_discovery_page(
workers.items,
query,
offset,
limit,
filter_fingerprint,
))
.into_response()
}
fn workspace_worker_discovery_page(
workers: Vec<workspace_api::WorkerSummary>,
query: Option<&str>,
offset: usize,
limit: usize,
filter_fingerprint: u64,
) -> WorkspaceWorkerDiscoveryPage {
let mut workers = workers
.into_iter()
.filter(|worker| worker.workspace.visibility == "workspace_scoped")
.filter(|worker| {
query.is_none_or(|query| {
worker.resource_key == query
|| worker.display_name == query
|| worker.label == query
})
})
.collect::<Vec<_>>();
workers.sort_by(|left, right| left.resource_key.cmp(&right.resource_key));
let total = workers.len();
let page = workers
.into_iter()
.skip(offset)
.take(limit)
.map(|worker| WorkspaceWorkerDiscoveryItem {
subject: WorkspaceWorkerSubject::RuntimeWorker {
runtime_id: worker.runtime_id,
worker_id: worker.worker_id,
},
resource_key: worker.resource_key,
display_name: worker.display_name,
profile: worker.profile,
status: Some(worker.state),
})
.collect::<Vec<_>>();
let next_offset = offset.saturating_add(page.len());
WorkspaceWorkerDiscoveryPage {
workers: page,
next_cursor: (next_offset < total)
.then(|| format!("v1:{next_offset}:{filter_fingerprint:016x}")),
}
}
fn query_cursor_offset(
cursor: Option<&str>,
filter_fingerprint: u64,
) -> std::result::Result<usize, ()> {
let Some(cursor) = cursor else {
return Ok(0);
};
let mut parts = cursor.split(':');
match (parts.next(), parts.next(), parts.next(), parts.next()) {
(Some("v1"), Some(offset), Some(fingerprint), None)
if u64::from_str_radix(fingerprint, 16).ok() == Some(filter_fingerprint) =>
{
offset.parse().map_err(|_| ())
}
_ => Err(()),
}
}
fn workspace_worker_discovery_filter_fingerprint(query: Option<&str>) -> u64 {
use std::hash::{Hash, Hasher};
let mut hasher = std::collections::hash_map::DefaultHasher::new();
query.hash(&mut hasher);
hasher.finish()
}
async fn scoped_list_workers(
State(api): State<WorkspaceApi>,
AxumPath(path): AxumPath<ScopedWorkspacePath>,
@@ -15588,6 +15786,107 @@ mod tests {
assert_eq!(conflict.status(), StatusCode::CONFLICT);
}
#[tokio::test]
async fn workdir_operation_errors_preserve_typed_public_status_and_code() {
for (code, expected_status) in [
(
workdir::http::WorkdirTransportErrorCode::InvalidRequest,
StatusCode::BAD_REQUEST,
),
(
workdir::http::WorkdirTransportErrorCode::NotFound,
StatusCode::NOT_FOUND,
),
(
workdir::http::WorkdirTransportErrorCode::UnknownCommand,
StatusCode::NOT_FOUND,
),
(
workdir::http::WorkdirTransportErrorCode::Conflict,
StatusCode::CONFLICT,
),
(
workdir::http::WorkdirTransportErrorCode::Unsupported,
StatusCode::BAD_REQUEST,
),
(
workdir::http::WorkdirTransportErrorCode::Unavailable,
StatusCode::SERVICE_UNAVAILABLE,
),
(
workdir::http::WorkdirTransportErrorCode::Internal,
StatusCode::INTERNAL_SERVER_ERROR,
),
] {
let response = WorkdirOperationApiError::Provider(WorkdirTransportError {
code,
message: "safe provider message".to_string(),
})
.into_response();
assert_eq!(response.status(), expected_status);
let log = response.extensions().get::<ApiErrorLog>().unwrap();
assert_eq!(
log.kind,
format!("workdir_session_operation_{}", code.as_str())
);
let body = to_bytes(response.into_body(), usize::MAX).await.unwrap();
let decoded: WorkdirTransportError = serde_json::from_slice(&body).unwrap();
assert_eq!(decoded.code, code);
assert_eq!(decoded.message, "safe provider message");
}
}
#[tokio::test]
async fn local_and_remote_validation_errors_share_workspace_classification() {
let worker = RuntimeWorkerRef::new("runtime", "worker");
let local = current_worker_workdir_operation_error(
&worker,
workdir::WorkdirError::InvalidGlob("[".to_string()),
);
let remote = current_worker_workdir_operation_error(
&worker,
WorkdirTransportError {
code: workdir::http::WorkdirTransportErrorCode::InvalidRequest,
message: "Workdir operation request is invalid".to_string(),
}
.into_workdir_error(),
);
assert_eq!(local, remote);
for public in [local, remote] {
let response = WorkdirOperationApiError::Provider(public).into_response();
assert_eq!(response.status(), StatusCode::BAD_REQUEST);
let body = to_bytes(response.into_body(), usize::MAX).await.unwrap();
let decoded: WorkdirTransportError = serde_json::from_slice(&body).unwrap();
assert_eq!(
decoded.code,
workdir::http::WorkdirTransportErrorCode::InvalidRequest
);
}
}
#[tokio::test]
async fn workdir_operation_error_response_redacts_provider_internal_details() {
let error = workdir::WorkdirError::Io {
path: PathBuf::from("/host/private/worktree/secret.txt"),
source: std::io::Error::new(std::io::ErrorKind::PermissionDenied, "token=secret"),
};
let public = current_worker_workdir_operation_error(
&RuntimeWorkerRef::new("runtime", "worker"),
error,
);
let response = WorkdirOperationApiError::Provider(public).into_response();
let body = to_bytes(response.into_body(), usize::MAX).await.unwrap();
let text = String::from_utf8(body.to_vec()).unwrap();
assert!(!text.contains("/host/private"));
assert!(!text.contains("token=secret"));
let decoded: WorkdirTransportError = serde_json::from_str(&text).unwrap();
assert_eq!(
decoded.code,
workdir::http::WorkdirTransportErrorCode::Internal
);
}
#[test]
fn backend_worker_projection_preserves_missing_rows_links_and_redacts_paths() {
let worker = WorkerRegistryRecord {
@@ -22023,6 +22322,247 @@ mod tests {
assert_eq!(valid.status(), StatusCode::OK);
}
#[test]
fn workspace_worker_discovery_filters_internal_workers_and_paginates_typed_subjects() {
fn summary(
key: &str,
worker_id: &str,
name: &str,
visibility: &str,
) -> workspace_api::WorkerSummary {
workspace_api::WorkerSummary {
runtime_id: "runtime-test".to_string(),
worker_id: worker_id.to_string(),
resource_key: key.to_string(),
host_id: "host-test".to_string(),
display_name: name.to_string(),
label: name.to_string(),
profile: Some("builtin:coder".to_string()),
singleton_key: None,
tags: Vec::new(),
workspace: workspace_api::WorkerWorkspaceSummary {
visibility: visibility.to_string(),
identity: "workspace-test".to_string(),
workspace_id: Some(TEST_WORKSPACE_ID.to_string()),
},
state: "idle".to_string(),
last_seen_at: None,
pinned: false,
retention_state: "normal".to_string(),
implementation: workspace_api::WorkerImplementationSummary {
kind: "remote".to_string(),
display_hint: "remote".to_string(),
},
capabilities: workspace_api::WorkerCapabilitySummary {
can_stop: true,
can_spawn_followup: false,
},
working_directory: None,
diagnostics: Vec::new(),
}
}
let fingerprint = workspace_worker_discovery_filter_fingerprint(None);
let first = workspace_worker_discovery_page(
vec![
summary("W-3", "internal", "service", "backend_internal"),
summary("W-2", "worker-b", "beta", "workspace_scoped"),
summary("W-1", "worker-a", "alpha", "workspace_scoped"),
],
None,
0,
1,
fingerprint,
);
assert_eq!(first.workers.len(), 1);
assert_eq!(first.workers[0].resource_key, "W-1");
assert_eq!(
first.workers[0].subject,
WorkspaceWorkerSubject::RuntimeWorker {
runtime_id: "runtime-test".to_string(),
worker_id: "worker-a".to_string(),
}
);
let cursor = first.next_cursor.as_deref().unwrap();
let offset = query_cursor_offset(Some(cursor), fingerprint).unwrap();
let second = workspace_worker_discovery_page(
vec![
summary("W-3", "internal", "service", "backend_internal"),
summary("W-2", "worker-b", "beta", "workspace_scoped"),
summary("W-1", "worker-a", "alpha", "workspace_scoped"),
],
None,
offset,
1,
fingerprint,
);
assert_eq!(second.workers[0].resource_key, "W-2");
assert!(second.next_cursor.is_none());
let lookup_fingerprint = workspace_worker_discovery_filter_fingerprint(Some("beta"));
let lookup = workspace_worker_discovery_page(
vec![summary("W-2", "worker-b", "beta", "workspace_scoped")],
Some("beta"),
0,
10,
lookup_fingerprint,
);
assert_eq!(lookup.workers[0].resource_key, "W-2");
assert!(query_cursor_offset(Some(cursor), lookup_fingerprint).is_err());
}
#[tokio::test]
async fn workspace_worker_discovery_does_not_create_or_expand_control_grants() {
let workspace = tempfile::tempdir().unwrap();
let api = test_api(workspace.path()).await;
seed_worker_source_member(&api, "runtime-test", "worker-caller");
seed_worker_source_member(&api, "runtime-test", "worker-target");
let controller = RuntimeWorkerRef::new("runtime-test", "worker-caller");
let target = RuntimeWorkerRef::new("runtime-test", "worker-target");
let before = api
.store
.list_active_worker_control_grants(TEST_WORKSPACE_ID, &controller, 10)
.unwrap();
assert!(before.is_empty());
let discovered = workspace_worker_discovery_page(
vec![workspace_api::WorkerSummary {
runtime_id: target.runtime_id.clone(),
worker_id: target.worker_id.clone(),
resource_key: "W-2".to_string(),
host_id: "host-test".to_string(),
display_name: "ungranted-peer".to_string(),
label: "ungranted-peer".to_string(),
profile: Some("builtin:coder".to_string()),
singleton_key: None,
tags: Vec::new(),
workspace: workspace_api::WorkerWorkspaceSummary {
visibility: "workspace_scoped".to_string(),
identity: "workspace-test".to_string(),
workspace_id: Some(TEST_WORKSPACE_ID.to_string()),
},
state: "idle".to_string(),
last_seen_at: None,
pinned: false,
retention_state: "normal".to_string(),
implementation: workspace_api::WorkerImplementationSummary {
kind: "remote".to_string(),
display_hint: "remote".to_string(),
},
capabilities: workspace_api::WorkerCapabilitySummary {
can_stop: true,
can_spawn_followup: false,
},
working_directory: None,
diagnostics: Vec::new(),
}],
None,
0,
10,
workspace_worker_discovery_filter_fingerprint(None),
);
let WorkspaceWorkerSubject::RuntimeWorker {
runtime_id,
worker_id,
} = &discovered.workers[0].subject;
assert_eq!(discovered.workers[0].resource_key, "W-2");
let discovered_target = RuntimeWorkerRef::new(runtime_id, worker_id);
let error = authorize_known_worker_permission(
&api,
TEST_WORKSPACE_ID,
&controller,
&discovered_target,
"send_input",
)
.unwrap_err();
assert!(matches!(
error,
Error::UnknownWorker { worker } if worker == target
));
let after = api
.store
.list_active_worker_control_grants(TEST_WORKSPACE_ID, &controller, 10)
.unwrap();
assert!(after.is_empty());
}
#[tokio::test]
async fn workspace_worker_discovery_requires_dedicated_source_proof() {
let workspace = tempfile::tempdir().unwrap();
let mut api = test_api(workspace.path()).await;
let identity =
worker_runtime::auth::RuntimeIdentityMaterial::generate("runtime-test").unwrap();
configure_runtime_request_auth(&mut api, &identity, "runtime-test");
seed_worker_source_member(&api, "runtime-test", "worker-caller");
seed_worker_source_member(&api, "runtime-test", "worker-target");
let target_key = api
.store
.resource_key(
TEST_WORKSPACE_ID,
WorkspaceResourceKind::Worker,
"worker-target",
)
.unwrap()
.unwrap();
let target = format!(
"/api/w/{TEST_WORKSPACE_ID}/worker-discovery/workers?limit=1&query={target_key}"
);
let signer = worker_runtime::auth::RuntimeRequestSourceSigner::from_identity(&identity);
let issue = |permission| {
signer
.issue(
"server-test",
TEST_WORKSPACE_ID,
Some("worker-caller"),
permission,
"GET",
&target,
b"",
i64::try_from(worker_runtime::auth::unix_now_seconds()).unwrap_or(i64::MAX),
30,
)
.unwrap()
};
let app = build_router(api);
let generic = app
.clone()
.oneshot(
Request::builder()
.uri(&target)
.header(
worker_runtime::auth::RUNTIME_REQUEST_SOURCE_PROOF_HEADER,
issue(worker_runtime::auth::WORKSPACE_REQUEST_PERMISSION),
)
.body(Body::empty())
.unwrap(),
)
.await
.unwrap();
assert_eq!(generic.status(), StatusCode::UNAUTHORIZED);
let response = app
.oneshot(
Request::builder()
.uri(&target)
.header(
worker_runtime::auth::RUNTIME_REQUEST_SOURCE_PROOF_HEADER,
issue(worker_runtime::auth::WORKSPACE_WORKER_DISCOVERY_PERMISSION),
)
.body(Body::empty())
.unwrap(),
)
.await
.unwrap();
assert_eq!(response.status(), StatusCode::OK);
let body: WorkspaceWorkerDiscoveryPage =
serde_json::from_slice(&to_bytes(response.into_body(), usize::MAX).await.unwrap())
.unwrap();
assert!(body.workers.is_empty());
assert!(body.next_cursor.is_none());
}
#[tokio::test]
async fn internal_resource_fetch_rest_returns_typed_missing_resource() {
let workspace = tempfile::tempdir().unwrap();