Skip to content

Commit 387ad17

Browse files
committed
Revert "server: propagate task index to response objects for batch requests (ikawrakow#1303)"
This reverts commit 68431b0.
1 parent 20d023f commit 387ad17

1 file changed

Lines changed: 0 additions & 4 deletions

File tree

examples/server/server-context.cpp

Lines changed: 0 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -1667,7 +1667,6 @@ void server_context::send_partial_response(server_slot& slot, completion_token_o
16671667
res->final_result = false;
16681668
res->id = slot.id_task;
16691669
res->id_multi = slot.id_multi;
1670-
res->index = slot.task->index;
16711670
res->error = false;
16721671
res->stop = false;
16731672
res->stream = slot.params.stream;
@@ -1739,7 +1738,6 @@ void server_context::send_final_response(server_slot& slot) {
17391738
res->final_result = true;
17401739
res->id = slot.id_task;
17411740
res->id_multi = slot.id_multi;
1742-
res->index = slot.task->index;
17431741
res->error = false;
17441742
res->stop = true; // to do: set value
17451743
res->stream = slot.params.stream;
@@ -1795,8 +1793,6 @@ void server_context::send_final_response(server_slot& slot) {
17951793
void server_context::send_embedding(const server_slot& slot, const llama_batch& batch) {
17961794
auto res = std::make_unique<server_task_result_embd>();
17971795
res->id = slot.task->id;
1798-
res->index = slot.task->index;
1799-
res->server_task_result::index = slot.task->index;
18001796
res->n_tokens = slot.prompt_tokens.size();
18011797
res->oaicompat = slot.task->params.oaicompat;
18021798

0 commit comments

Comments
 (0)