diff --git a/src/tiny_llm_ref/generate.py b/src/tiny_llm_ref/generate.py index 2adc5ae..1b2238c 100644 --- a/src/tiny_llm_ref/generate.py +++ b/src/tiny_llm_ref/generate.py @@ -131,7 +131,8 @@ def _rewind_cache(kv_cache, revert_len): layer.rewind(revert_len) def _print_text(text, progress): - print(f"+{progress} {text.replace('\n', ' ')[-80:]}") + newline = '\n' + print(f"+{progress} {text.replace(newline, ' ')[-80:]}") # speculative decode while True: