Use V2 websockets if feature enabled (#12071)

This commit is contained in:
pakrym-oai
2026-02-17 18:32:16 -08:00
committed by GitHub
parent eb68767f2f
commit fc810ba045
2 changed files with 107 additions and 1 deletions

View File

@@ -212,6 +212,8 @@ impl ModelClient {
include_timing_metrics: bool,
beta_features_header: Option<String>,
) -> Self {
let enable_responses_websockets =
enable_responses_websockets || enable_responses_websockets_v2;
Self {
state: Arc::new(ModelClientState {
auth_manager,
@@ -351,7 +353,9 @@ impl ModelClient {
/// to be eligible.
pub fn responses_websocket_enabled(&self, model_info: &ModelInfo) -> bool {
self.state.provider.supports_websockets
&& (self.state.enable_responses_websockets || model_info.prefer_websockets)
&& (self.state.enable_responses_websockets
|| self.state.enable_responses_websockets_v2
|| model_info.prefer_websockets)
}
fn responses_websockets_v2_enabled(&self) -> bool {