mirror of
https://github.com/openai/codex.git
synced 2026-04-24 22:54:54 +00:00
146 lines
4.4 KiB
Rust
146 lines
4.4 KiB
Rust
#![cfg(not(target_os = "windows"))]
|
|
|
|
use anyhow::Result;
|
|
use core_test_support::responses::mount_function_call_agent_response;
|
|
use core_test_support::responses::start_mock_server;
|
|
use core_test_support::skip_if_no_network;
|
|
use core_test_support::test_codex::TestCodex;
|
|
use core_test_support::test_codex::test_codex;
|
|
use std::collections::HashSet;
|
|
use std::path::Path;
|
|
use std::process::Command as StdCommand;
|
|
|
|
const MODEL_WITH_TOOL: &str = "test-gpt-5.1-codex";
|
|
|
|
fn ripgrep_available() -> bool {
|
|
StdCommand::new("rg")
|
|
.arg("--version")
|
|
.output()
|
|
.map(|output| output.status.success())
|
|
.unwrap_or(false)
|
|
}
|
|
|
|
macro_rules! skip_if_ripgrep_missing {
|
|
($ret:expr $(,)?) => {{
|
|
if !ripgrep_available() {
|
|
eprintln!("rg not available in PATH; skipping test");
|
|
return $ret;
|
|
}
|
|
}};
|
|
}
|
|
|
|
#[tokio::test(flavor = "multi_thread", worker_threads = 2)]
|
|
async fn grep_files_tool_collects_matches() -> Result<()> {
|
|
skip_if_no_network!(Ok(()));
|
|
skip_if_ripgrep_missing!(Ok(()));
|
|
|
|
let server = start_mock_server().await;
|
|
let test = build_test_codex(&server).await?;
|
|
|
|
let search_dir = test.cwd.path().join("src");
|
|
std::fs::create_dir_all(&search_dir)?;
|
|
let alpha = search_dir.join("alpha.rs");
|
|
let beta = search_dir.join("beta.rs");
|
|
let gamma = search_dir.join("gamma.txt");
|
|
std::fs::write(&alpha, "alpha needle\n")?;
|
|
std::fs::write(&beta, "beta needle\n")?;
|
|
std::fs::write(&gamma, "needle in text but excluded\n")?;
|
|
|
|
let call_id = "grep-files-collect";
|
|
let arguments = serde_json::json!({
|
|
"pattern": "needle",
|
|
"path": search_dir.to_string_lossy(),
|
|
"include": "*.rs",
|
|
})
|
|
.to_string();
|
|
|
|
let mocks =
|
|
mount_function_call_agent_response(&server, call_id, &arguments, "grep_files").await;
|
|
test.submit_turn("please find uses of needle").await?;
|
|
|
|
let req = mocks.completion.single_request();
|
|
let (content_opt, success_opt) = req
|
|
.function_call_output_content_and_success(call_id)
|
|
.expect("tool output present");
|
|
let content = content_opt.expect("content present");
|
|
let success = success_opt.unwrap_or(true);
|
|
assert!(
|
|
success,
|
|
"expected success for matches, got content={content}"
|
|
);
|
|
|
|
let entries = collect_file_names(&content);
|
|
assert_eq!(entries.len(), 2, "content: {content}");
|
|
assert!(
|
|
entries.contains("alpha.rs"),
|
|
"missing alpha.rs in {entries:?}"
|
|
);
|
|
assert!(
|
|
entries.contains("beta.rs"),
|
|
"missing beta.rs in {entries:?}"
|
|
);
|
|
assert!(
|
|
!entries.contains("gamma.txt"),
|
|
"txt file should be filtered out: {entries:?}"
|
|
);
|
|
|
|
Ok(())
|
|
}
|
|
|
|
#[tokio::test(flavor = "multi_thread", worker_threads = 2)]
|
|
async fn grep_files_tool_reports_empty_results() -> Result<()> {
|
|
skip_if_no_network!(Ok(()));
|
|
skip_if_ripgrep_missing!(Ok(()));
|
|
|
|
let server = start_mock_server().await;
|
|
let test = build_test_codex(&server).await?;
|
|
|
|
let search_dir = test.cwd.path().join("logs");
|
|
std::fs::create_dir_all(&search_dir)?;
|
|
std::fs::write(search_dir.join("output.txt"), "no hits here")?;
|
|
|
|
let call_id = "grep-files-empty";
|
|
let arguments = serde_json::json!({
|
|
"pattern": "needle",
|
|
"path": search_dir.to_string_lossy(),
|
|
"limit": 5,
|
|
})
|
|
.to_string();
|
|
|
|
let mocks =
|
|
mount_function_call_agent_response(&server, call_id, &arguments, "grep_files").await;
|
|
test.submit_turn("search again").await?;
|
|
|
|
let req = mocks.completion.single_request();
|
|
let (content_opt, success_opt) = req
|
|
.function_call_output_content_and_success(call_id)
|
|
.expect("tool output present");
|
|
let content = content_opt.expect("content present");
|
|
if let Some(success) = success_opt {
|
|
assert!(!success, "expected success=false content={content}");
|
|
}
|
|
assert_eq!(content, "No matches found.");
|
|
|
|
Ok(())
|
|
}
|
|
|
|
#[allow(clippy::expect_used)]
|
|
async fn build_test_codex(server: &wiremock::MockServer) -> Result<TestCodex> {
|
|
let mut builder = test_codex().with_model(MODEL_WITH_TOOL);
|
|
builder.build(server).await
|
|
}
|
|
|
|
fn collect_file_names(content: &str) -> HashSet<String> {
|
|
content
|
|
.lines()
|
|
.filter_map(|line| {
|
|
if line.trim().is_empty() {
|
|
return None;
|
|
}
|
|
Path::new(line)
|
|
.file_name()
|
|
.map(|name| name.to_string_lossy().into_owned())
|
|
})
|
|
.collect()
|
|
}
|