summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorGeorgi Gerganov <ggerganov@gmail.com>2023-11-26 21:51:46 +0200
committerGeorgi Gerganov <ggerganov@gmail.com>2023-11-26 21:52:23 +0200
commit3e73d31d9cc0232882ce61c64742aff3ecfec416 (patch)
tree0dc853467f23022c23bb1f96ccf8e98a5774d235
parent9656026b53236ed7328458269c4c798dd50ac8d1 (diff)
lookahead : support `-n -1` infinite generation
-rw-r--r--examples/lookahead/lookahead.cpp4
1 files changed, 2 insertions, 2 deletions
diff --git a/examples/lookahead/lookahead.cpp b/examples/lookahead/lookahead.cpp
index 4c49a85e..e55a15a1 100644
--- a/examples/lookahead/lookahead.cpp
+++ b/examples/lookahead/lookahead.cpp
@@ -311,7 +311,7 @@ int main(int argc, char ** argv) {
++n_predict;
++n_past;
- if (n_predict > params.n_predict || has_eos) {
+ if ((params.n_predict >= 0 && n_predict > params.n_predict) || has_eos) {
break;
}
@@ -433,7 +433,7 @@ int main(int argc, char ** argv) {
}
}
- if (n_predict > params.n_predict || has_eos) {
+ if ((params.n_predict >= 0 && n_predict > params.n_predict) || has_eos) {
break;
}