clone/codex
1
0
Fork 0
mirror of https://github.com/openai/codex.git synced 2026-04-29 08:56:38 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix except

Browse Source
This commit is contained in:
jif-oai
2026-02-24 11:55:11 +00:00
parent 3cd929bad3
commit bda478e3f5
3 changed files with 59 additions and 45 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
codex-rs/utils/stream-parser/README.md
View File

@@ -46,17 +46,20 @@ assert!(tail.extracted.is_empty());
use codex_utils_stream_parser::CitationStreamParser;
use codex_utils_stream_parser::Utf8StreamParser;
# fn demo() -> Result<(), codex_utils_stream_parser::Utf8StreamParserError> {
let mut parser = Utf8StreamParser::new(CitationStreamParser::new());
// "é" split across chunks: 0xC3 + 0xA9
let first = parser.push_bytes(&[b'H', 0xC3]).unwrap();
let first = parser.push_bytes(&[b'H', 0xC3])?;
assert_eq!(first.visible_text, "H");
let second = parser.push_bytes(&[0xA9, b'!']).unwrap();
let second = parser.push_bytes(&[0xA9, b'!'])?;
assert_eq!(second.visible_text, "é!");
let tail = parser.finish().unwrap();
let tail = parser.finish()?;
assert!(tail.visible_text.is_empty());
# Ok(())
# }
```
## Example: custom hidden tags