diff options
| author | kalomaze <66376113+kalomaze@users.noreply.github.com> | 2023-12-12 04:12:35 -0600 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2023-12-12 12:12:35 +0200 |
| commit | fecac45658a99eddc4d6e36ba0310ca8f87a77f0 (patch) | |
| tree | 77c7fab286cf310019ba847115336f1457c1c4dc /examples | |
| parent | 9494d7c4774ab745490b5a19570ff7747a194143 (diff) | |
server : tweak default sampling parameters (#4367)
* Set a more typical Top P setting as the default
* Update temp max
Diffstat (limited to 'examples')
| -rw-r--r-- | examples/server/public/index.html | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/examples/server/public/index.html b/examples/server/public/index.html index 18a6ccf0..451fd4a3 100644 --- a/examples/server/public/index.html +++ b/examples/server/public/index.html @@ -223,7 +223,7 @@ repeat_last_n: 256, // 0 = disable penalty, -1 = context size repeat_penalty: 1.18, // 1.0 = disabled top_k: 40, // <= 0 to use vocab size - top_p: 0.5, // 1.0 = disabled + top_p: 0.95, // 1.0 = disabled min_p: 0.05, // 0 = disabled tfs_z: 1.0, // 1.0 = disabled typical_p: 1.0, // 1.0 = disabled @@ -762,7 +762,7 @@ <fieldset class="two"> ${IntField({ label: "Predictions", max: 2048, min: -1, name: "n_predict", value: params.value.n_predict })} - ${FloatField({ label: "Temperature", max: 1.5, min: 0.0, name: "temperature", step: 0.01, value: params.value.temperature })} + ${FloatField({ label: "Temperature", max: 2.0, min: 0.0, name: "temperature", step: 0.01, value: params.value.temperature })} ${FloatField({ label: "Penalize repeat sequence", max: 2.0, min: 0.0, name: "repeat_penalty", step: 0.01, value: params.value.repeat_penalty })} ${IntField({ label: "Consider N tokens for penalize", max: 2048, min: 0, name: "repeat_last_n", value: params.value.repeat_last_n })} ${IntField({ label: "Top-K sampling", max: 100, min: -1, name: "top_k", value: params.value.top_k })} |