mirror of
https://github.com/openai/codex.git
synced 2026-05-14 16:22:51 +00:00
Tool suggest still misfires when model needs tool_search, updating the prompts to further disambiguate it: - [x] rename it from `tool_suggest` to `request_plugin_install` - [x] rephrase "suggestion" to "install" in the tool descriptions. - [x] disambiguate "the tool" vs "the plugin/connector". Tested with the Codex App and verified it still works.
211 lines
7.6 KiB
Rust
211 lines
7.6 KiB
Rust
use super::*;
|
|
use crate::DiscoverablePluginInfo;
|
|
use pretty_assertions::assert_eq;
|
|
use serde_json::json;
|
|
|
|
#[test]
|
|
fn build_request_plugin_install_elicitation_request_uses_expected_shape() {
|
|
let args = RequestPluginInstallArgs {
|
|
tool_type: DiscoverableToolType::Connector,
|
|
action_type: DiscoverableToolAction::Install,
|
|
tool_id: "connector_2128aebfecb84f64a069897515042a44".to_string(),
|
|
suggest_reason: "Plan and reference events from your calendar".to_string(),
|
|
};
|
|
let connector = DiscoverableTool::Connector(Box::new(AppInfo {
|
|
id: "connector_2128aebfecb84f64a069897515042a44".to_string(),
|
|
name: "Google Calendar".to_string(),
|
|
description: Some("Plan events and schedules.".to_string()),
|
|
logo_url: None,
|
|
logo_url_dark: None,
|
|
distribution_channel: None,
|
|
branding: None,
|
|
app_metadata: None,
|
|
labels: None,
|
|
install_url: Some(
|
|
"https://chatgpt.com/apps/google-calendar/connector_2128aebfecb84f64a069897515042a44"
|
|
.to_string(),
|
|
),
|
|
is_accessible: false,
|
|
is_enabled: true,
|
|
plugin_display_names: Vec::new(),
|
|
}));
|
|
|
|
let request = build_request_plugin_install_elicitation_request(
|
|
"codex-apps",
|
|
"thread-1".to_string(),
|
|
"turn-1".to_string(),
|
|
&args,
|
|
"Plan and reference events from your calendar",
|
|
&connector,
|
|
);
|
|
|
|
assert_eq!(
|
|
request,
|
|
McpServerElicitationRequestParams {
|
|
thread_id: "thread-1".to_string(),
|
|
turn_id: Some("turn-1".to_string()),
|
|
server_name: "codex-apps".to_string(),
|
|
request: McpServerElicitationRequest::Form {
|
|
meta: Some(json!(RequestPluginInstallMeta {
|
|
codex_approval_kind: REQUEST_PLUGIN_INSTALL_APPROVAL_KIND_VALUE,
|
|
persist: REQUEST_PLUGIN_INSTALL_PERSIST_ALWAYS_VALUE,
|
|
tool_type: DiscoverableToolType::Connector,
|
|
suggest_type: DiscoverableToolAction::Install,
|
|
suggest_reason: "Plan and reference events from your calendar",
|
|
tool_id: "connector_2128aebfecb84f64a069897515042a44",
|
|
tool_name: "Google Calendar",
|
|
install_url: Some(
|
|
"https://chatgpt.com/apps/google-calendar/connector_2128aebfecb84f64a069897515042a44"
|
|
),
|
|
})),
|
|
message: "Plan and reference events from your calendar".to_string(),
|
|
requested_schema: McpElicitationSchema {
|
|
schema_uri: None,
|
|
type_: McpElicitationObjectType::Object,
|
|
properties: BTreeMap::new(),
|
|
required: None,
|
|
},
|
|
},
|
|
},
|
|
);
|
|
}
|
|
|
|
#[test]
|
|
fn build_request_plugin_install_elicitation_request_for_plugin_omits_install_url() {
|
|
let args = RequestPluginInstallArgs {
|
|
tool_type: DiscoverableToolType::Plugin,
|
|
action_type: DiscoverableToolAction::Install,
|
|
tool_id: "sample@openai-curated".to_string(),
|
|
suggest_reason: "Use the sample plugin's skills and MCP server".to_string(),
|
|
};
|
|
let plugin = DiscoverableTool::Plugin(Box::new(DiscoverablePluginInfo {
|
|
id: "sample@openai-curated".to_string(),
|
|
name: "Sample Plugin".to_string(),
|
|
description: Some("Includes skills, MCP servers, and apps.".to_string()),
|
|
has_skills: true,
|
|
mcp_server_names: vec!["sample-docs".to_string()],
|
|
app_connector_ids: vec!["connector_calendar".to_string()],
|
|
}));
|
|
|
|
let request = build_request_plugin_install_elicitation_request(
|
|
"codex-apps",
|
|
"thread-1".to_string(),
|
|
"turn-1".to_string(),
|
|
&args,
|
|
"Use the sample plugin's skills and MCP server",
|
|
&plugin,
|
|
);
|
|
|
|
assert_eq!(
|
|
request,
|
|
McpServerElicitationRequestParams {
|
|
thread_id: "thread-1".to_string(),
|
|
turn_id: Some("turn-1".to_string()),
|
|
server_name: "codex-apps".to_string(),
|
|
request: McpServerElicitationRequest::Form {
|
|
meta: Some(json!(RequestPluginInstallMeta {
|
|
codex_approval_kind: REQUEST_PLUGIN_INSTALL_APPROVAL_KIND_VALUE,
|
|
persist: REQUEST_PLUGIN_INSTALL_PERSIST_ALWAYS_VALUE,
|
|
tool_type: DiscoverableToolType::Plugin,
|
|
suggest_type: DiscoverableToolAction::Install,
|
|
suggest_reason: "Use the sample plugin's skills and MCP server",
|
|
tool_id: "sample@openai-curated",
|
|
tool_name: "Sample Plugin",
|
|
install_url: None,
|
|
})),
|
|
message: "Use the sample plugin's skills and MCP server".to_string(),
|
|
requested_schema: McpElicitationSchema {
|
|
schema_uri: None,
|
|
type_: McpElicitationObjectType::Object,
|
|
properties: BTreeMap::new(),
|
|
required: None,
|
|
},
|
|
},
|
|
},
|
|
);
|
|
}
|
|
|
|
#[test]
|
|
fn build_request_plugin_install_meta_uses_expected_shape() {
|
|
let meta = build_request_plugin_install_meta(
|
|
DiscoverableToolType::Connector,
|
|
DiscoverableToolAction::Install,
|
|
"Find and reference emails from your inbox",
|
|
"connector_68df038e0ba48191908c8434991bbac2",
|
|
"Gmail",
|
|
Some("https://chatgpt.com/apps/gmail/connector_68df038e0ba48191908c8434991bbac2"),
|
|
);
|
|
|
|
assert_eq!(
|
|
meta,
|
|
RequestPluginInstallMeta {
|
|
codex_approval_kind: REQUEST_PLUGIN_INSTALL_APPROVAL_KIND_VALUE,
|
|
persist: REQUEST_PLUGIN_INSTALL_PERSIST_ALWAYS_VALUE,
|
|
tool_type: DiscoverableToolType::Connector,
|
|
suggest_type: DiscoverableToolAction::Install,
|
|
suggest_reason: "Find and reference emails from your inbox",
|
|
tool_id: "connector_68df038e0ba48191908c8434991bbac2",
|
|
tool_name: "Gmail",
|
|
install_url: Some(
|
|
"https://chatgpt.com/apps/gmail/connector_68df038e0ba48191908c8434991bbac2"
|
|
),
|
|
},
|
|
);
|
|
}
|
|
|
|
#[test]
|
|
fn verified_connector_install_completed_requires_accessible_connector() {
|
|
let accessible_connectors = vec![AppInfo {
|
|
id: "calendar".to_string(),
|
|
name: "Google Calendar".to_string(),
|
|
description: None,
|
|
logo_url: None,
|
|
logo_url_dark: None,
|
|
distribution_channel: None,
|
|
branding: None,
|
|
app_metadata: None,
|
|
labels: None,
|
|
install_url: None,
|
|
is_accessible: true,
|
|
is_enabled: false,
|
|
plugin_display_names: Vec::new(),
|
|
}];
|
|
|
|
assert!(verified_connector_install_completed(
|
|
"calendar",
|
|
&accessible_connectors,
|
|
));
|
|
assert!(!verified_connector_install_completed(
|
|
"gmail",
|
|
&accessible_connectors,
|
|
));
|
|
}
|
|
|
|
#[test]
|
|
fn all_requested_connectors_picked_up_requires_every_expected_connector() {
|
|
let accessible_connectors = vec![AppInfo {
|
|
id: "calendar".to_string(),
|
|
name: "Google Calendar".to_string(),
|
|
description: None,
|
|
logo_url: None,
|
|
logo_url_dark: None,
|
|
distribution_channel: None,
|
|
branding: None,
|
|
app_metadata: None,
|
|
labels: None,
|
|
install_url: None,
|
|
is_accessible: true,
|
|
is_enabled: false,
|
|
plugin_display_names: Vec::new(),
|
|
}];
|
|
|
|
assert!(all_requested_connectors_picked_up(
|
|
&["calendar".to_string()],
|
|
&accessible_connectors,
|
|
));
|
|
assert!(!all_requested_connectors_picked_up(
|
|
&["calendar".to_string(), "gmail".to_string()],
|
|
&accessible_connectors,
|
|
));
|
|
}
|