Skip to content

Commit d2d2473

Browse files
Use consistent var name for completions mod
1 parent b288435 commit d2d2473

File tree

1 file changed

+14
-14
lines changed

1 file changed

+14
-14
lines changed

mistralrs-server-core/src/completions.rs

Lines changed: 14 additions & 14 deletions
Original file line numberDiff line numberDiff line change
@@ -156,25 +156,25 @@ impl futures::Stream for CompletionStreamer {
156156
}
157157

158158
/// Represents different types of completion responses.
159-
pub type CompletionsResponder = BaseCompletionResponder<CompletionResponse, CompletionStreamer>;
159+
pub type CompletionResponder = BaseCompletionResponder<CompletionResponse, CompletionStreamer>;
160160

161161
/// JSON error response structure for model errors.
162162
type JsonModelError = BaseJsonModelError<CompletionResponse>;
163163
impl ErrorToResponse for JsonModelError {}
164164

165-
impl IntoResponse for CompletionsResponder {
165+
impl IntoResponse for CompletionResponder {
166166
/// Converts the completion responder into an HTTP response.
167167
fn into_response(self) -> axum::response::Response {
168168
match self {
169-
CompletionsResponder::Sse(s) => s.into_response(),
170-
CompletionsResponder::Json(s) => Json(s).into_response(),
171-
CompletionsResponder::InternalError(e) => {
169+
CompletionResponder::Sse(s) => s.into_response(),
170+
CompletionResponder::Json(s) => Json(s).into_response(),
171+
CompletionResponder::InternalError(e) => {
172172
JsonError::new(e.to_string()).to_response(http::StatusCode::INTERNAL_SERVER_ERROR)
173173
}
174-
CompletionsResponder::ValidationError(e) => {
174+
CompletionResponder::ValidationError(e) => {
175175
JsonError::new(e.to_string()).to_response(http::StatusCode::UNPROCESSABLE_ENTITY)
176176
}
177-
CompletionsResponder::ModelError(msg, response) => JsonModelError::new(msg, response)
177+
CompletionResponder::ModelError(msg, response) => JsonModelError::new(msg, response)
178178
.to_response(http::StatusCode::INTERNAL_SERVER_ERROR),
179179
}
180180
}
@@ -261,7 +261,7 @@ pub fn parse_request(
261261
pub async fn completions(
262262
State(state): ExtractedMistralRsState,
263263
Json(oairequest): Json<CompletionRequest>,
264-
) -> CompletionsResponder {
264+
) -> CompletionResponder {
265265
let (tx, mut rx) = create_response_channel(None);
266266

267267
let (request, is_streaming) = match parse_request(oairequest, state.clone(), tx) {
@@ -274,7 +274,7 @@ pub async fn completions(
274274
}
275275

276276
if is_streaming {
277-
CompletionsResponder::Sse(create_completions_streamer(rx, state, None, None))
277+
CompletionResponder::Sse(create_completions_streamer(rx, state, None, None))
278278
} else {
279279
process_non_streaming_response(&mut rx, state, match_responses, handle_completion_error)
280280
.await
@@ -296,21 +296,21 @@ pub fn create_completions_streamer(
296296
}
297297

298298
/// Matches and processes different types of model responses into appropriate completion responses.
299-
pub fn match_responses(state: SharedMistralRsState, response: Response) -> CompletionsResponder {
299+
pub fn match_responses(state: SharedMistralRsState, response: Response) -> CompletionResponder {
300300
match response {
301301
Response::InternalError(e) => {
302302
MistralRs::maybe_log_error(state, &*e);
303-
CompletionsResponder::InternalError(e)
303+
CompletionResponder::InternalError(e)
304304
}
305305
Response::CompletionModelError(msg, response) => {
306306
MistralRs::maybe_log_error(state.clone(), &ModelErrorMessage(msg.to_string()));
307307
MistralRs::maybe_log_response(state, &response);
308-
CompletionsResponder::ModelError(msg, response)
308+
CompletionResponder::ModelError(msg, response)
309309
}
310-
Response::ValidationError(e) => CompletionsResponder::ValidationError(e),
310+
Response::ValidationError(e) => CompletionResponder::ValidationError(e),
311311
Response::CompletionDone(response) => {
312312
MistralRs::maybe_log_response(state, &response);
313-
CompletionsResponder::Json(response)
313+
CompletionResponder::Json(response)
314314
}
315315
Response::CompletionChunk(_) => unreachable!(),
316316
Response::Chunk(_) => unreachable!(),

0 commit comments

Comments
 (0)