We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent a379256 commit 6514f00Copy full SHA for 6514f00
fastdeploy/engine/common_engine.py
@@ -882,8 +882,8 @@ def _zmq_send_generated_tokens(self):
882
content.outputs.token_ids = token_ids
883
content.outputs.text = delta_text
884
new_contents.append(content)
885
- # if content.finished:
886
- # new_contents.append(content)
+ elif content.finished:
+ new_contents.append(content)
887
else:
888
llm_logger.warning(
889
f"current tokens need to accumulate, req_id: {request_id} {content.outputs.token_ids}"
0 commit comments