From 6123979952385847d8348e295d77d6e01da8aa84 Mon Sep 17 00:00:00 2001
From: Alexey Parfenov <zxed@alkatrazstudio.net>
Date: Sat, 23 Dec 2023 09:31:49 +0000
Subject: server : allow to specify custom prompt for penalty calculation
 (#3727)

---
 common/sampling.h | 3 +++
 1 file changed, 3 insertions(+)

(limited to 'common/sampling.h')

diff --git a/common/sampling.h b/common/sampling.h
index fdfa9eed..f16ef97e 100644
--- a/common/sampling.h
+++ b/common/sampling.h
@@ -36,6 +36,9 @@ typedef struct llama_sampling_params {
     float       cfg_scale     = 1.f; // how strong is guidance
 
     std::unordered_map<llama_token, float> logit_bias; // logit bias for specific tokens
+
+    std::vector<llama_token> penalty_prompt_tokens;
+    bool                     use_penalty_prompt_tokens = false;
 } llama_sampling_params;
 
 // general sampler context
-- 
cgit v1.2.3