test: connect Subject Web conversation to real Backend and Runtime
This commit is contained in:
@@ -6,6 +6,8 @@
|
||||
//! is scripted. All endpoints and storage are ephemeral; no live model is used.
|
||||
use super::*;
|
||||
use server_api::{ChatConversation, ChatMessagePage, ChatReceiveResponse};
|
||||
#[path = "chat_web_connected.rs"]
|
||||
mod web_connected;
|
||||
|
||||
fn conversations_path() -> String {
|
||||
format!("/api/w/{TEST_WORKSPACE_ID}/chat/conversations")
|
||||
@@ -921,6 +923,14 @@ impl ConnectedChat {
|
||||
async fn new(
|
||||
model: impl agen::llm_client::LlmClient + Clone + 'static,
|
||||
app_layer: impl FnOnce(Router) -> Router,
|
||||
) -> Self {
|
||||
Self::with_web_assets(model, app_layer, None).await
|
||||
}
|
||||
|
||||
async fn with_web_assets(
|
||||
model: impl agen::llm_client::LlmClient + Clone + 'static,
|
||||
app_layer: impl FnOnce(Router) -> Router,
|
||||
assets: Option<PathBuf>,
|
||||
) -> Self {
|
||||
const RUNTIME: &str = "connected-chat";
|
||||
let dir = tempfile::tempdir().unwrap();
|
||||
@@ -957,6 +967,7 @@ impl ConnectedChat {
|
||||
.unwrap();
|
||||
let mut config = test_server_config(dir.path());
|
||||
config.backend_base_url = Some(url.clone());
|
||||
config.static_assets_dir = assets.clone();
|
||||
let control = Arc::new(test_control_store(&config));
|
||||
seed_test_registered_workspace(control.as_ref(), &config)
|
||||
.await
|
||||
@@ -1087,10 +1098,23 @@ impl ConnectedChat {
|
||||
seed_test_delivery_binding(&api);
|
||||
let owner =
|
||||
seed_test_workspace_owner_token(api.store.as_ref(), "connected-chat-owner").await;
|
||||
let backend = AuthorizationCallbackServer::start(
|
||||
backend_listener,
|
||||
app_layer(build_router(api.clone())),
|
||||
);
|
||||
let router = if assets.is_some() {
|
||||
let server = WorkspaceServerApi::new_for_test(api.config.clone(), api.store.clone());
|
||||
server
|
||||
.apis
|
||||
.lock()
|
||||
.await
|
||||
.insert(TEST_WORKSPACE_ID.into(), api.clone());
|
||||
server
|
||||
.routers
|
||||
.lock()
|
||||
.await
|
||||
.insert(TEST_WORKSPACE_ID.into(), build_inner_router(api.clone()));
|
||||
workspace_server_router(server)
|
||||
} else {
|
||||
build_router(api.clone())
|
||||
};
|
||||
let backend = AuthorizationCallbackServer::start(backend_listener, app_layer(router));
|
||||
Self {
|
||||
api,
|
||||
runtime,
|
||||
|
||||
@@ -0,0 +1,163 @@
|
||||
//! Explicit browser/component connection, not a separate product-process launcher.
|
||||
//! Reuses ConnectedChat's real server/auth/storage/Runtime/installed chat Feature.
|
||||
//! The browser uses the actual static Web build and Account API-token auth; only
|
||||
//! the external model and response-loss/Busy timing are controlled. T807 Body and
|
||||
//! T817 canonical navigation are integrated separately once their refs arrive.
|
||||
//! Build `web/workspace` first, then explicitly select:
|
||||
//! `cargo test -p yoi-workspace-server --lib chat_web_connected -- --ignored --test-threads=1`.
|
||||
//! Uses the installed tools/web-ux Deno lock/Chromium; no browser download occurs.
|
||||
//! It is not selected by the normal suite; a dedicated CI job is not yet wired.
|
||||
use super::*;
|
||||
use std::process::Stdio;
|
||||
use tokio::io::AsyncWriteExt;
|
||||
|
||||
#[tokio::test(flavor = "multi_thread", worker_threads = 6)]
|
||||
#[ignore = "explicit Web build, Deno and installed Playwright Chromium required"]
|
||||
async fn chat_web_connected_busy_unknown_replay_and_authorization_use_real_runtime_publications() {
|
||||
let root = Path::new(env!("CARGO_MANIFEST_DIR")).join("../..");
|
||||
let assets = root.join("web/workspace/build");
|
||||
assert!(
|
||||
assets.join("index.html").is_file(),
|
||||
"build the production Workspace Web first"
|
||||
);
|
||||
let (inputs_tx, mut inputs) = tokio::sync::mpsc::channel(8);
|
||||
let conversation_id = Arc::new(Mutex::new(String::new()));
|
||||
let model = ChatModel {
|
||||
calls: Arc::new(std::sync::atomic::AtomicUsize::new(0)),
|
||||
conversation: conversation_id.clone(),
|
||||
inputs: inputs_tx,
|
||||
after_busy_boundary: Arc::new(tokio::sync::Semaphore::new(1)),
|
||||
};
|
||||
let calls = model.calls.clone();
|
||||
let public_posts = Arc::new(std::sync::atomic::AtomicUsize::new(0));
|
||||
let read_started = Arc::new(tokio::sync::Semaphore::new(0));
|
||||
let (release, wait) = tokio::sync::oneshot::channel::<()>();
|
||||
let release = Arc::new(Mutex::new(Some(release)));
|
||||
let wait = Arc::new(Mutex::new(Some(wait)));
|
||||
let f = ConnectedChat::with_web_assets(
|
||||
model,
|
||||
move |router| {
|
||||
router.layer(axum::middleware::from_fn(
|
||||
move |request: axum::extract::Request, next: axum::middleware::Next| {
|
||||
let public_posts = public_posts.clone();
|
||||
let read_started = read_started.clone();
|
||||
let release = release.clone();
|
||||
let wait = wait.clone();
|
||||
async move {
|
||||
let path = request.uri().path();
|
||||
let public = request.method() == axum::http::Method::POST
|
||||
&& path.starts_with(&conversations_path())
|
||||
&& path.ends_with("/messages");
|
||||
let gate = if path == chat_worker_path() {
|
||||
wait.lock().unwrap().take()
|
||||
} else {
|
||||
None
|
||||
};
|
||||
let response = next.run(request).await;
|
||||
if let Some(gate) = gate {
|
||||
assert!(response.status().is_success());
|
||||
read_started.add_permits(1);
|
||||
tokio::time::timeout(std::time::Duration::from_secs(60), gate)
|
||||
.await
|
||||
.expect("browser must submit the Busy follow-up")
|
||||
.unwrap();
|
||||
} else if public && response.status().is_success() {
|
||||
let count =
|
||||
public_posts.fetch_add(1, std::sync::atomic::Ordering::SeqCst) + 1;
|
||||
if count == 2 {
|
||||
tokio::time::timeout(
|
||||
std::time::Duration::from_secs(30),
|
||||
read_started.acquire(),
|
||||
)
|
||||
.await
|
||||
.expect("real ConversationRead must start")
|
||||
.unwrap()
|
||||
.forget();
|
||||
} else if count == 3 {
|
||||
release.lock().unwrap().take().unwrap().send(()).unwrap();
|
||||
}
|
||||
}
|
||||
response
|
||||
}
|
||||
},
|
||||
))
|
||||
},
|
||||
Some(assets),
|
||||
)
|
||||
.await;
|
||||
let subject = f.post(&format!("/api/w/{TEST_WORKSPACE_ID}/subjektiv/subjects"), json!({"operation_id":"browser-connected-subject","role":"Web connected companion","behavior_md":""})).await["id"].as_str().unwrap().to_owned();
|
||||
let conversation = f.post(&conversations_path(), json!({"operation_id":format!("web-subject-conversation/v1/{subject}"),"subject_id":subject})).await;
|
||||
let c = conversation["id"].as_str().unwrap();
|
||||
*conversation_id.lock().unwrap() = c.into();
|
||||
let created = f.post(&format!("/api/w/{TEST_WORKSPACE_ID}/workers"), json!({"runtime_id":"connected-chat","display_name":"Browser connected chat","profile":"builtin:async-chat","initial_submit":[],"workdir_attachments":[],"feature_connections":{"subjektiv":{"subject_id":subject}}})).await;
|
||||
let worker = created["worker_id"].as_str().unwrap();
|
||||
let mut events = f.runtime.subscribe_worker_observation().unwrap();
|
||||
f.lose_next_input_ack
|
||||
.store(true, std::sync::atomic::Ordering::SeqCst);
|
||||
let foreign = seed_test_api_token(f.api.store.as_ref(), "chat-connected-foreign");
|
||||
let mut child = tokio::process::Command::new("deno")
|
||||
.current_dir(&root)
|
||||
.args([
|
||||
"run",
|
||||
"--cached-only",
|
||||
"--config",
|
||||
"tools/web-ux/deno.json",
|
||||
"-A",
|
||||
"tools/web-ux/browser-tests/subject_conversation_connected.ts",
|
||||
])
|
||||
.stdin(Stdio::piped())
|
||||
.stdout(Stdio::piped())
|
||||
.stderr(Stdio::piped())
|
||||
.kill_on_drop(true)
|
||||
.spawn()
|
||||
.expect("explicit browser test requires Deno");
|
||||
let wire = serde_json::to_vec(&json!({"origin":f.url,"workspace_id":TEST_WORKSPACE_ID,"subject_path":format!("/w/{TEST_WORKSPACE_ID}/memory/{subject}"),"subject_name":"Web connected companion","conversation_id":c,"owner_token":f.owner,"foreign_token":foreign})).unwrap();
|
||||
let mut stdin = child.stdin.take().unwrap();
|
||||
stdin.write_all(&wire).await.unwrap();
|
||||
drop(stdin);
|
||||
let output = tokio::time::timeout(
|
||||
std::time::Duration::from_secs(120),
|
||||
child.wait_with_output(),
|
||||
)
|
||||
.await
|
||||
.expect("connected browser deadline")
|
||||
.unwrap();
|
||||
let redact = |bytes: &[u8]| {
|
||||
String::from_utf8_lossy(bytes)
|
||||
.replace(&f.owner, "[redacted]")
|
||||
.replace(&foreign, "[redacted]")
|
||||
};
|
||||
assert!(
|
||||
output.status.success(),
|
||||
"connected browser failed:\n{}\n{}",
|
||||
redact(&output.stdout),
|
||||
redact(&output.stderr)
|
||||
);
|
||||
assert!(
|
||||
String::from_utf8_lossy(&output.stdout)
|
||||
.contains("real Web -> Backend -> Runtime -> explicit public replies passed")
|
||||
);
|
||||
let _ = next_chat_input(&mut inputs, 0).await;
|
||||
let busy = next_chat_input(&mut inputs, 1).await;
|
||||
assert!(
|
||||
busy.contains("WEB_CONNECTED_FIRST_INPUT") && busy.contains("WEB_CONNECTED_BUSY_INPUT")
|
||||
);
|
||||
for phase in 2..=4 {
|
||||
next_chat_input(&mut inputs, phase).await;
|
||||
}
|
||||
chat_idle(&mut events, worker).await;
|
||||
assert_eq!(
|
||||
calls.load(std::sync::atomic::Ordering::SeqCst),
|
||||
5,
|
||||
"exact retry must not reactivate the model"
|
||||
);
|
||||
let (status, public) = account(&f.api, &f.owner, "GET", &messages_path(c), None).await;
|
||||
assert_eq!(status, StatusCode::OK);
|
||||
assert_eq!(public["messages"].as_array().unwrap().len(), 4);
|
||||
assert!(!public.to_string().contains("INTERNAL_ASSISTANT"));
|
||||
f.post(
|
||||
&format!("/api/w/{TEST_WORKSPACE_ID}/runtimes/connected-chat/workers/{worker}/stop"),
|
||||
json!({}),
|
||||
)
|
||||
.await;
|
||||
}
|
||||
@@ -0,0 +1,98 @@
|
||||
// Explicit connected test driver. Rust owns ephemeral Backend/Runtime/SQLite;
|
||||
// this browser runs the production Web build. Only the external model and
|
||||
// deliberate lost transport acknowledgement are substituted. No live instance.
|
||||
import { assert, assertEquals } from "@std/assert";
|
||||
import { chromium } from "playwright";
|
||||
|
||||
const input = JSON.parse(await new Response(Deno.stdin.readable).text());
|
||||
const origin = new URL(input.origin);
|
||||
assert(origin.hostname === "127.0.0.1" && origin.protocol === "http:");
|
||||
const base = `/api/w/${encodeURIComponent(input.workspace_id)}/chat/conversations`;
|
||||
const browser = await chromium.launch({ headless: true });
|
||||
try {
|
||||
const context = await browser.newContext({
|
||||
extraHTTPHeaders: { Authorization: `Bearer ${input.owner_token}` },
|
||||
});
|
||||
const page = await context.newPage();
|
||||
page.setDefaultTimeout(30000);
|
||||
const posts: Record<string, unknown>[] = [];
|
||||
const pageErrors: string[] = [];
|
||||
page.on("pageerror", (error) => pageErrors.push(error.message));
|
||||
page.on("request", (request) => {
|
||||
if (
|
||||
request.method() === "POST" &&
|
||||
new URL(request.url()).pathname ===
|
||||
`${base}/${encodeURIComponent(input.conversation_id)}/messages`
|
||||
) posts.push(request.postDataJSON());
|
||||
});
|
||||
const response = await page.goto(`${origin.origin}${input.subject_path}`);
|
||||
assertEquals(response?.status(), 200);
|
||||
await page.getByRole("link", { name: "Open conversation" }).click();
|
||||
await page.getByText("No public messages yet.").waitFor();
|
||||
const composer = page.getByRole("textbox", { name: `Message to ${input.subject_name}` });
|
||||
await composer.fill("WEB_CONNECTED_FIRST_INPUT");
|
||||
await page.getByRole("button", { name: "Send message", exact: true }).click();
|
||||
await page.getByText("Message saved; Runtime acceptance is unknown. Retry only this same input.")
|
||||
.waitFor();
|
||||
await page.getByRole("button", { name: "Retry same input" }).click();
|
||||
await page.getByText("Runtime accepted this input. Processing and replies are not confirmed.")
|
||||
.waitFor();
|
||||
assertEquals(posts.length, 2);
|
||||
assertEquals(posts[0], posts[1]);
|
||||
let lost = false;
|
||||
await page.route(`**${base}/**/messages`, async (route) => {
|
||||
if (!lost && route.request().method() === "POST") {
|
||||
lost = true;
|
||||
const actual = await route.fetch();
|
||||
assertEquals(actual.status(), 200);
|
||||
await route.abort("failed");
|
||||
} else await route.continue();
|
||||
});
|
||||
await composer.fill("WEB_CONNECTED_BUSY_INPUT");
|
||||
await page.getByRole("button", { name: "Send message", exact: true }).click();
|
||||
await page.getByRole("alert").filter({ hasText: /outcome could not be confirmed/ }).waitFor();
|
||||
await composer.fill("edited next draft must not replace retained input");
|
||||
assert(await page.getByRole("button", { name: "Send message", exact: true }).isDisabled());
|
||||
const retry = posts[2];
|
||||
const conflict = await context.request.post(
|
||||
`${origin.origin}${base}/${encodeURIComponent(input.conversation_id)}/messages`,
|
||||
{ data: { ...retry, text: "changed payload under original operation" } },
|
||||
);
|
||||
assertEquals(conflict.status(), 409);
|
||||
await page.reload();
|
||||
await page.getByText("Previous send outcome is unknown. Its original input is retained.")
|
||||
.waitFor();
|
||||
await page.getByRole("button", { name: "Retry same input" }).click();
|
||||
await page.getByText("Runtime accepted this input. Processing and replies are not confirmed.")
|
||||
.waitFor();
|
||||
assertEquals(posts.length, 4);
|
||||
assertEquals(posts[2], posts[3]);
|
||||
await page.getByRole("button", { name: "Refresh history", exact: true }).click();
|
||||
await page.getByText("public reply 2", { exact: true }).waitFor();
|
||||
await page.getByText("public reply 3", { exact: true }).waitFor();
|
||||
const history = page.getByRole("list", { name: "Saved public messages" });
|
||||
assertEquals(await history.getByRole("listitem").count(), 4);
|
||||
assertEquals(
|
||||
await page.getByText("INTERNAL_ASSISTANT_TEXT_NOT_A_PUBLIC_CHAT_MESSAGE").count(),
|
||||
0,
|
||||
);
|
||||
assertEquals(await history.getByText("WEB_CONNECTED_BUSY_INPUT", { exact: true }).count(), 1);
|
||||
const deniedPath = `${origin.origin}${base}/${
|
||||
encodeURIComponent(input.conversation_id)
|
||||
}/messages`;
|
||||
await context.setExtraHTTPHeaders({ Authorization: `Bearer ${input.foreign_token}` });
|
||||
const denied = await context.request.post(deniedPath, {
|
||||
data: { operation_id: "foreign-cannot-post", text: "must not append" },
|
||||
});
|
||||
assertEquals(denied.status(), 403);
|
||||
await page.getByRole("button", { name: "Refresh history", exact: true }).click();
|
||||
await page.getByRole("alert").filter({ hasText: /do not have access/ }).waitFor();
|
||||
assertEquals(await page.getByRole("textbox").count(), 0);
|
||||
assertEquals(await history.getByRole("listitem").count(), 0);
|
||||
assertEquals(pageErrors, []);
|
||||
console.log(
|
||||
"real Web -> Backend -> Runtime -> explicit public replies passed; scripted model, API-token browser transport; Body route not yet integrated",
|
||||
);
|
||||
} finally {
|
||||
await browser.close();
|
||||
}
|
||||
Reference in New Issue
Block a user