Reuse websocket connection (#9127)

Reuses the connection but still sends full requests.
This commit is contained in:
pakrym-oai
2026-01-12 19:30:09 -08:00
committed by GitHub
parent 12779c7c07
commit d75626ad99
10 changed files with 293 additions and 120 deletions

View File

@@ -88,7 +88,7 @@ async fn run_request(input: Vec<ResponseItem>) -> Value {
SessionSource::Exec,
);
let client = ModelClient::new(
let mut client_session = ModelClient::new(
Arc::clone(&config),
None,
model_info,
@@ -104,7 +104,7 @@ async fn run_request(input: Vec<ResponseItem>) -> Value {
let mut prompt = Prompt::default();
prompt.input = input;
let mut stream = match client.stream(&prompt).await {
let mut stream = match client_session.stream(&prompt).await {
Ok(s) => s,
Err(e) => panic!("stream chat failed: {e}"),
};