diff options
author | Georgi Gerganov <ggerganov@gmail.com> | 2023-11-26 21:51:46 +0200 |
---|---|---|
committer | Georgi Gerganov <ggerganov@gmail.com> | 2023-11-26 21:52:23 +0200 |
commit | 3e73d31d9cc0232882ce61c64742aff3ecfec416 (patch) | |
tree | 0dc853467f23022c23bb1f96ccf8e98a5774d235 | |
parent | 9656026b53236ed7328458269c4c798dd50ac8d1 (diff) |
lookahead : support `-n -1` infinite generation
-rw-r--r-- | examples/lookahead/lookahead.cpp | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/examples/lookahead/lookahead.cpp b/examples/lookahead/lookahead.cpp index 4c49a85e..e55a15a1 100644 --- a/examples/lookahead/lookahead.cpp +++ b/examples/lookahead/lookahead.cpp @@ -311,7 +311,7 @@ int main(int argc, char ** argv) { ++n_predict; ++n_past; - if (n_predict > params.n_predict || has_eos) { + if ((params.n_predict >= 0 && n_predict > params.n_predict) || has_eos) { break; } @@ -433,7 +433,7 @@ int main(int argc, char ** argv) { } } - if (n_predict > params.n_predict || has_eos) { + if ((params.n_predict >= 0 && n_predict > params.n_predict) || has_eos) { break; } |