diff options
author | Georgi Gerganov <ggerganov@gmail.com> | 2024-05-25 15:21:30 +0300 |
---|---|---|
committer | Georgi Gerganov <ggerganov@gmail.com> | 2024-05-25 15:22:35 +0300 |
commit | 9588f196b1d7b21bdff013fcf958c249576b2619 (patch) | |
tree | da6480a1425ec5984e3391f7e4ffe054cbc05c17 | |
parent | 3cbd23ed88c03a27e1eb6090ac4a8186ca9ac29a (diff) |
train : change default FA argument (#7528)
-rw-r--r-- | common/train.cpp | 2 | ||||
-rw-r--r-- | examples/convert-llama2c-to-ggml/convert-llama2c-to-ggml.cpp | 2 |
2 files changed, 2 insertions, 2 deletions
diff --git a/common/train.cpp b/common/train.cpp index 2d41a1d2..fef1e57c 100644 --- a/common/train.cpp +++ b/common/train.cpp @@ -1052,7 +1052,7 @@ struct train_params_common get_default_train_params_common() { params.custom_n_ctx = false; - params.use_flash = true; + params.use_flash = false; params.use_checkpointing = true; params.sample_start = ""; diff --git a/examples/convert-llama2c-to-ggml/convert-llama2c-to-ggml.cpp b/examples/convert-llama2c-to-ggml/convert-llama2c-to-ggml.cpp index 746c3fbe..8ca9f891 100644 --- a/examples/convert-llama2c-to-ggml/convert-llama2c-to-ggml.cpp +++ b/examples/convert-llama2c-to-ggml/convert-llama2c-to-ggml.cpp @@ -774,7 +774,7 @@ static struct train_params get_default_train_params() { params.samples_start_after_nl = false; params.use_adam = true; - params.use_flash = true; + params.use_flash = false; params.use_scratch = true; // only adam |