cmdline option for custom amount of model parts (--n_parts N) (#348)

* cmdline option for custom amount of model parts (--n_parts N)

* Update main.cpp

---------

Co-authored-by: Georgi Gerganov <ggerganov@gmail.com>

1 files changed, 2 insertions, 1 deletions

diff --git a/utils.h b/utils.h
index 4aa7c63b..c7fce964 100644
--- a/utils.h
+++ b/utils.h
@@ -13,10 +13,11 @@
 //
 
 struct gpt_params {
-    int32_t seed          = -1; // RNG seed
+    int32_t seed          = -1;  // RNG seed
     int32_t n_threads     = std::min(4, (int32_t) std::thread::hardware_concurrency());
     int32_t n_predict     = 128; // new tokens to predict
     int32_t repeat_last_n = 64;  // last n tokens to penalize
+    int32_t n_parts       = -1;  // amount of model parts (-1 = determine from model dimensions)
     int32_t n_ctx         = 512; //context size
 
     // sampling parameters