This commit is contained in:
Paul Gauthier 2024-06-28 15:27:17 -07:00
parent d6467a8e30
commit e7aa10a89b

View file

@ -812,7 +812,7 @@ class Coder:
utils.show_messages(messages, functions=self.functions)
self.multi_response_content = ""
if self.show_pretty():
if self.show_pretty() and self.stream:
mdargs = dict(style=self.assistant_output_color, code_theme=self.code_theme)
self.mdstream = MarkdownStream(mdargs=mdargs)
else:
@ -851,6 +851,9 @@ class Coder:
traceback.print_exc()
return
if self.mdstream:
self.live_incremental_response(True)
if self.multi_response_content:
self.multi_response_content += self.partial_response_content
self.partial_response_content = self.multi_response_content
@ -1158,9 +1161,6 @@ class Coder:
raise FinishReasonLength()
def show_send_output_stream(self, completion):
finish_reason_length = False
try:
for chunk in completion:
if len(chunk.choices) == 0:
continue
@ -1169,8 +1169,6 @@ class Coder:
hasattr(chunk.choices[0], "finish_reason")
and chunk.choices[0].finish_reason == "length"
):
if self.main_model.can_prefill:
finish_reason_length = True
raise FinishReasonLength()
try:
@ -1197,9 +1195,6 @@ class Coder:
sys.stdout.write(text)
sys.stdout.flush()
yield text
finally:
if self.show_pretty() and not finish_reason_length:
self.live_incremental_response(True)
def live_incremental_response(self, final):
show_resp = self.render_incremental_response(final)