This commit is contained in:
Meng Zhang 2023-09-03 10:01:28 +08:00
parent 3f7aa99b0d
commit e360b438b4

View File

@ -69,7 +69,7 @@ impl TextGeneration for LlamaEngine {
while n_remains > 0 {
if cancel_for_inference.is_cancelled() {
// The token was cancelled
break
break;
}
next_token_id = engine.step(next_token_id);