From 2e66913e5f56209f4c949f98e431925b78e7e84d Mon Sep 17 00:00:00 2001 From: Shakhar Dasgupta Date: Thu, 4 Apr 2024 11:03:00 -0400 Subject: server: allow penalizing repetition of newlines on server webpage (#6431) --- examples/server/public/index.html | 12 ++++++++++++ 1 file changed, 12 insertions(+) (limited to 'examples/server/public/index.html') diff --git a/examples/server/public/index.html b/examples/server/public/index.html index 2a75163b..c91a357c 100644 --- a/examples/server/public/index.html +++ b/examples/server/public/index.html @@ -222,6 +222,7 @@ temperature: 0.7, repeat_last_n: 256, // 0 = disable penalty, -1 = context size repeat_penalty: 1.18, // 1.0 = disabled + penalize_nl: false, top_k: 40, // <= 0 to use vocab size top_p: 0.95, // 1.0 = disabled min_p: 0.05, // 0 = disabled @@ -627,6 +628,7 @@ const updateParams = (el) => params.value = { ...params.value, [el.target.name]: el.target.value } const updateParamsFloat = (el) => params.value = { ...params.value, [el.target.name]: parseFloat(el.target.value) } const updateParamsInt = (el) => params.value = { ...params.value, [el.target.name]: Math.floor(parseFloat(el.target.value)) } + const updateParamsBool = (el) => params.value = { ...params.value, [el.target.name]: el.target.checked } const grammarJsonSchemaPropOrder = signal('') const updateGrammarJsonSchemaPropOrder = (el) => grammarJsonSchemaPropOrder.value = el.target.value @@ -670,6 +672,15 @@ ` }; + const BoolField = ({ label, name, value }) => { + return html` +
+ + +
+ ` + }; + const userTemplateReset = (e) => { e.preventDefault(); userTemplateResetToDefaultAndApply() @@ -769,6 +780,7 @@ ${FloatField({ label: "Temperature", max: 2.0, min: 0.0, name: "temperature", step: 0.01, value: params.value.temperature })} ${FloatField({ label: "Penalize repeat sequence", max: 2.0, min: 0.0, name: "repeat_penalty", step: 0.01, value: params.value.repeat_penalty })} ${IntField({ label: "Consider N tokens for penalize", max: 2048, min: 0, name: "repeat_last_n", value: params.value.repeat_last_n })} + ${BoolField({ label: "Penalize repetition of newlines", name: "penalize_nl", value: params.value.penalize_nl })} ${IntField({ label: "Top-K sampling", max: 100, min: -1, name: "top_k", value: params.value.top_k })} ${FloatField({ label: "Top-P sampling", max: 1.0, min: 0.0, name: "top_p", step: 0.01, value: params.value.top_p })} ${FloatField({ label: "Min-P sampling", max: 1.0, min: 0.0, name: "min_p", step: 0.01, value: params.value.min_p })} -- cgit v1.2.3