summaryrefslogtreecommitdiff
path: root/llama.h
diff options
context:
space:
mode:
Diffstat (limited to 'llama.h')
-rw-r--r--llama.h7
1 files changed, 4 insertions, 3 deletions
diff --git a/llama.h b/llama.h
index ca05645b..21cba8cf 100644
--- a/llama.h
+++ b/llama.h
@@ -54,9 +54,10 @@ extern "C" {
typedef void (*llama_progress_callback)(float progress, void *ctx);
struct llama_context_params {
- int n_ctx; // text context
- int n_parts; // -1 for default
- int seed; // RNG seed, -1 for random
+ int n_ctx; // text context
+ int n_parts; // -1 for default
+ int n_gpu_layers; // number of layers to store in VRAM
+ int seed; // RNG seed, -1 for random
bool f16_kv; // use fp16 for KV cache
bool logits_all; // the llama_eval() call computes all logits, not just the last one