rei-forks/fred
1
0
Fork 0
Code Issues Pull Requests Actions 6 Packages Projects Releases Wiki Activity

language_models: Fix non-streaming Copilot Chat models (#28537)

Browse Source 
This PR fixes usage of non-streaming Copilot Chat models.

Closes https://github.com/zed-industries/zed/issues/28528.

Release Notes:

- Fixed an issue with using non-streaming Copilot Chat models (e.g., o1,
o3-mini).
This commit is contained in:
Marshall Bowers 2025-04-10 14:48:08 -06:00 committed by GitHub
parent 90f30b5c20
commit d88694f8da
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 30 additions and 19 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

19
crates/language_models/src/provider/copilot_chat.rs
View File

@ -254,6 +254,7 @@ impl LanguageModel for CopilotChatLanguageModel {
Ok(request) => request, Ok(request) => request,
Err(err) => return futures::future::ready(Err(err)).boxed(), Err(err) => return futures::future::ready(Err(err)).boxed(),
}; };
let is_streaming = copilot_request.stream;
let request_limiter = self.request_limiter.clone(); let request_limiter = self.request_limiter.clone();
let future = cx.spawn(async move |cx| { let future = cx.spawn(async move |cx| {
@ -261,7 +262,10 @@ impl LanguageModel for CopilotChatLanguageModel {
request_limiter request_limiter
.stream(async move { .stream(async move {
let response = request.await?; let response = request.await?;
Ok(map_to_language_model_completion_events(response)) Ok(map_to_language_model_completion_events(
response,
is_streaming,
))
}) })
.await .await
}); });
@ -271,6 +275,7 @@ impl LanguageModel for CopilotChatLanguageModel {
pub fn map_to_language_model_completion_events( pub fn map_to_language_model_completion_events(
events: Pin<Box<dyn Send + Stream<Item = Result<ResponseEvent>>>>, events: Pin<Box<dyn Send + Stream<Item = Result<ResponseEvent>>>>,
is_streaming: bool,
) -> impl Stream<Item = Result<LanguageModelCompletionEvent>> { ) -> impl Stream<Item = Result<LanguageModelCompletionEvent>> {
#[derive(Default)] #[derive(Default)]
struct RawToolCall { struct RawToolCall {
@ -289,7 +294,7 @@ pub fn map_to_language_model_completion_events(
events, events,
tool_calls_by_index: HashMap::default(), tool_calls_by_index: HashMap::default(),
}, },
|mut state| async move { move |mut state| async move {
if let Some(event) = state.events.next().await { if let Some(event) = state.events.next().await {
match event { match event {
Ok(event) => { Ok(event) => {
@ -300,7 +305,13 @@ pub fn map_to_language_model_completion_events(
)); ));
}; };
let Some(delta) = choice.delta.as_ref() else { let delta = if is_streaming {
choice.delta.as_ref()
} else {
choice.message.as_ref()
};
let Some(delta) = delta else {
return Some(( return Some((
vec![Err(anyhow!("Response contained no delta"))], vec![Err(anyhow!("Response contained no delta"))],
state, state,
@ -361,7 +372,7 @@ pub fn map_to_language_model_completion_events(
))); )));
} }
Some(stop_reason) => { Some(stop_reason) => {
log::error!("Unexpected Copilot Chat stop_reason: {stop_reason:?}",); log::error!("Unexpected Copilot Chat stop_reason: {stop_reason:?}");
events.push(Ok(LanguageModelCompletionEvent::Stop( events.push(Ok(LanguageModelCompletionEvent::Stop(
StopReason::EndTurn, StopReason::EndTurn,
))); )));