summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorGeorgi Gerganov <ggerganov@gmail.com>2024-05-25 15:21:30 +0300
committerGeorgi Gerganov <ggerganov@gmail.com>2024-05-25 15:22:35 +0300
commit9588f196b1d7b21bdff013fcf958c249576b2619 (patch)
treeda6480a1425ec5984e3391f7e4ffe054cbc05c17
parent3cbd23ed88c03a27e1eb6090ac4a8186ca9ac29a (diff)
train : change default FA argument (#7528)
-rw-r--r--common/train.cpp2
-rw-r--r--examples/convert-llama2c-to-ggml/convert-llama2c-to-ggml.cpp2
2 files changed, 2 insertions, 2 deletions
diff --git a/common/train.cpp b/common/train.cpp
index 2d41a1d2..fef1e57c 100644
--- a/common/train.cpp
+++ b/common/train.cpp
@@ -1052,7 +1052,7 @@ struct train_params_common get_default_train_params_common() {
params.custom_n_ctx = false;
- params.use_flash = true;
+ params.use_flash = false;
params.use_checkpointing = true;
params.sample_start = "";
diff --git a/examples/convert-llama2c-to-ggml/convert-llama2c-to-ggml.cpp b/examples/convert-llama2c-to-ggml/convert-llama2c-to-ggml.cpp
index 746c3fbe..8ca9f891 100644
--- a/examples/convert-llama2c-to-ggml/convert-llama2c-to-ggml.cpp
+++ b/examples/convert-llama2c-to-ggml/convert-llama2c-to-ggml.cpp
@@ -774,7 +774,7 @@ static struct train_params get_default_train_params() {
params.samples_start_after_nl = false;
params.use_adam = true;
- params.use_flash = true;
+ params.use_flash = false;
params.use_scratch = true;
// only adam