summaryrefslogtreecommitdiff
path: root/common
diff options
context:
space:
mode:
Diffstat (limited to 'common')
-rw-r--r--common/common.cpp2
-rw-r--r--common/common.h1
2 files changed, 3 insertions, 0 deletions
diff --git a/common/common.cpp b/common/common.cpp
index ec181c6b..4b233786 100644
--- a/common/common.cpp
+++ b/common/common.cpp
@@ -389,6 +389,8 @@ bool gpt_params_parse(int argc, char ** argv, gpt_params & params) {
params.interactive_first = true;
} else if (arg == "-ins" || arg == "--instruct") {
params.instruct = true;
+ } else if (arg == "--infill") {
+ params.infill = true;
} else if (arg == "--multiline-input") {
params.multiline_input = true;
} else if (arg == "--simple-io") {
diff --git a/common/common.h b/common/common.h
index 0e2d3fa6..e095c56e 100644
--- a/common/common.h
+++ b/common/common.h
@@ -120,6 +120,7 @@ struct gpt_params {
bool use_mlock = false; // use mlock to keep model in memory
bool numa = false; // attempt optimizations that help on some NUMA systems
bool verbose_prompt = false; // print prompt tokens before generation
+ bool infill = false; // use infill mode
};
bool gpt_params_parse(int argc, char ** argv, gpt_params & params);