diff options
| author | Brian <mofosyne@gmail.com> | 2024-05-27 00:10:17 +1000 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2024-05-27 00:10:17 +1000 |
| commit | d298382ad977ec89c8de7b57459b9d7965d2c272 (patch) | |
| tree | c1685e6ff556aac2961b73748e74c2d65a92ff5a /common | |
| parent | 32a28217f475119926c603341e8273b26932b56a (diff) | |
main: replace --no-special with --special (#7534)
This also flips the default behavior of the output to not include control token by default.
Diffstat (limited to 'common')
| -rw-r--r-- | common/common.cpp | 6 | ||||
| -rw-r--r-- | common/common.h | 2 |
2 files changed, 4 insertions, 4 deletions
diff --git a/common/common.cpp b/common/common.cpp index 781f2166..65103c3c 100644 --- a/common/common.cpp +++ b/common/common.cpp @@ -904,8 +904,8 @@ bool gpt_params_find_arg(int argc, char ** argv, const std::string & arg, gpt_pa params.interactive_specials = true; return true; } - if (arg == "--no-special") { - params.no_special = true; + if (arg == "--special") { + params.special = true; return true; } if (arg == "--embedding") { @@ -1366,9 +1366,9 @@ void gpt_params_print_usage(int /*argc*/, char ** argv, const gpt_params & param printf(" -h, --help show this help message and exit\n"); printf(" --version show version and build info\n"); printf(" -i, --interactive run in interactive mode\n"); + printf(" --special special tokens output enabled\n"); printf(" --interactive-specials allow special tokens in user text, in interactive mode\n"); printf(" --interactive-first run in interactive mode and wait for input right away\n"); - printf(" --no-special control tokens output disabled\n"); printf(" -cnv, --conversation run in conversation mode (does not print special tokens and suffix/prefix)\n"); printf(" -ins, --instruct run in instruction mode (use with Alpaca models)\n"); printf(" -cml, --chatml run in chatml mode (use with ChatML-compatible models)\n"); diff --git a/common/common.h b/common/common.h index 5388f6b6..26450483 100644 --- a/common/common.h +++ b/common/common.h @@ -146,7 +146,7 @@ struct gpt_params { bool use_color = false; // use color to distinguish generations and inputs bool interactive = false; // interactive mode bool interactive_specials = false; // whether to allow special tokens from user, during interactive mode - bool no_special = false; // disable control token output + bool special = false; // enable special token output bool conversation = false; // conversation mode (does not print special tokens and suffix/prefix) bool chatml = false; // chatml mode (used for models trained on chatml syntax) bool prompt_cache_all = false; // save user input and generations to prompt cache |