From df170c83a554df526e25a825389e692669644c85 Mon Sep 17 00:00:00 2001 From: firecoperana Date: Sun, 8 Jun 2025 11:38:47 +0000 Subject: Webui improvement (#481) * update webui * add token/s in webui * add webui files * fix webui first message disappear in some browser * add missing html files --------- Co-authored-by: firecoperana --- examples/server/public/prompt-formats.js | 331 ------------------------------- 1 file changed, 331 deletions(-) delete mode 100644 examples/server/public/prompt-formats.js (limited to 'examples/server/public/prompt-formats.js') diff --git a/examples/server/public/prompt-formats.js b/examples/server/public/prompt-formats.js deleted file mode 100644 index 73ddb718..00000000 --- a/examples/server/public/prompt-formats.js +++ /dev/null @@ -1,331 +0,0 @@ -// extended list -export const promptFormats = { - "alpaca": { - template: `{{prompt}}\n\n{{history}}\n\n{{char}}:`, - - historyTemplate: `### {{name}}:\n{{message}}`, - - char: "Response", - charMsgPrefix: "", - charMsgSuffix: "", - - user: "Instruction", - userMsgPrefix: "", - userMsgSuffix: "", - - stops: "" - }, - - // ---------------------------- - - "chatml": { - template: `<|im_start|>system\n{{prompt}}<|im_end|>\n{{history}}{{char}}`, - - historyTemplate: `<|im_start|>{{name}}\n{{message}}`, - - char: "assistant", - charMsgPrefix: "", - charMsgSuffix: "", - - user: "user", - userMsgPrefix: "", - userMsgSuffix: "<|im_end|>\n", - - stops: "" - }, - - // ---------------------------- - - "commandr": { - template: `<|START_OF_TURN_TOKEN|><|SYSTEM_TOKEN|>{{prompt}}\n<|END_OF_TURN_TOKEN|>{{history}}{{char}}`, - - historyTemplate: `<|START_OF_TURN_TOKEN|><|{{name}}|> {{message}}`, - - char: "CHATBOT_TOKEN", - charMsgPrefix: "", - charMsgSuffix: "", - - user: "USER_TOKEN", - userMsgPrefix: "", - userMsgSuffix: "<|END_OF_TURN_TOKEN|>", - - stops: "" - }, - // ref: https://docs.cohere.com/docs/prompting-command-r - - // ---------------------------- - - "llama2": { - template: `[INST] <>\n{{prompt}}\n<>\n\nTest Message [/INST] Test Successfull {{history}}{{char}}`, - - historyTemplate: `{{name}}: {{message}}`, - - char: "Assistant", - charMsgPrefix: "", - charMsgSuffix: "", - - user: "User", - userMsgPrefix: "[INST] ", - userMsgSuffix: " [/INST]", - - stops: "" - }, - // ref: https://huggingface.co/blog/llama2#how-to-prompt-llama-2 - - // ---------------------------- - - "llama3": { - template: `<|begin_of_text|><|start_header_id|>system<|end_header_id|>\n\n{{prompt}}{{history}}{{char}}`, - - historyTemplate: `<|start_header_id|>{{name}}<|end_header_id|>\n\n{{message}}<|eot_id|>`, - - char: "assistant", - charMsgPrefix: "", - charMsgSuffix: "", - - user: "user", - userMsgPrefix: "", - userMsgSuffix: "", - - stops: "<|eot_id|>" - }, - // ref: https://llama.meta.com/docs/model-cards-and-prompt-formats/meta-llama-3/#special-tokens-used-with-meta-llama-3 - - // ---------------------------- - - "openchat": { - template: `{{history}}{{char}}`, - - historyTemplate: `GPT4 Correct {{name}}: {{message}}<|end_of_turn|>`, - - char: "Assistant", - charMsgPrefix: "", - charMsgSuffix: "", - - user: "User", - userMsgPrefix: "", - userMsgSuffix: "", - - stops: "" - }, - - // ---------------------------- - - "phi3": { - template: `{{history}}{{char}}`, - - historyTemplate: `<|{{name}}|>\n{{message}}<|end|>\n`, - - char: "assistant", - charMsgPrefix: "", - charMsgSuffix: "", - - user: "user", - userMsgPrefix: "", - userMsgSuffix: "", - - stops: "<|end|>" - }, - // ref: https://huggingface.co/microsoft/Phi-3-mini-4k-instruct#chat-format - - // ---------------------------- - - "vicuna": { - template: `{{prompt}}\n{{history}}{{char}}`, - - historyTemplate: `{{name}}: {{message}}\n`, - - char: "ASSISTANT", - charMsgPrefix: "", - charMsgSuffix: "", - - user: "USER", - userMsgPrefix: "", - userMsgSuffix: "", - - stops: "" - }, - // ref: https://huggingface.co/lmsys/vicuna-33b-v1.3/discussions/1 - - // ---------------------------- - - "deepseekCoder": { - template: `{{prompt}}{{history}}{{char}}:`, - - historyTemplate: `### {{name}}:\n{{message}}`, - - char: "Response", - charMsgPrefix: "", - charMsgSuffix: "", - - user: "Instruction", - userMsgPrefix: "", - userMsgSuffix: "", - - stops: "<|EOT|>" - }, - - // ---------------------------- - - "med42": { - template: `<|system|>: {{prompt}}\n{{history}}{{char}}`, - - historyTemplate: `<|{{name}}|>: {{message}}\n`, - - char: "assistant", - charMsgPrefix: "", - charMsgSuffix: "", - - user: "prompter", - userMsgPrefix: "", - userMsgSuffix: "", - - stops: "" - }, - - // ---------------------------- - - "neuralchat": { - template: `### System:\n{{prompt}}\n{{history}}{{char}}:`, - - historyTemplate: `### {{name}}:\n{{message}}\n`, - - char: "Assistant", - charMsgPrefix: "", - charMsgSuffix: "", - - user: "User", - userMsgPrefix: "", - userMsgSuffix: "", - - stops: "" - }, - - // ---------------------------- - - "nousHermes": { - template: `### Instruction: {{prompt}}\n\n{{history}}\n\n{{char}}:`, - - historyTemplate: `### {{name}}:\n{{message}}`, - - char: "Response", - charMsgPrefix: "", - charMsgSuffix: "", - - user: "Input", - userMsgPrefix: "", - userMsgSuffix: "", - - stops: "" - }, - - // ---------------------------- - - "openchatMath": { - template: `{{history}}{{char}}`, - - historyTemplate: `Math Correct {{name}}: {{message}}<|end_of_turn|>`, - - char: "Assistant", - charMsgPrefix: "", - charMsgSuffix: "", - - - user: "User", - userMsgPrefix: "", - userMsgSuffix: "", - - stops: "" - }, - - // ---------------------------- - - "orion": { - template: `Human: Test Message\n\nAssistant: Test Successful{{history}}{{char}}:`, - - historyTemplate: `{{name}}: {{message}}`, - - char: "Assistant ", - charMsgPrefix: "", - charMsgSuffix: "", - - user: "Human", - userMsgPrefix: "", - userMsgSuffix: "\n\n", - - stops: "" - }, - - // ---------------------------- - - "sauerkraut": { - template: `{{prompt}}\n{{history}}{{char}}`, - - historyTemplate: ` - {{name}}: {{message}}\n`, - - char: "Assistant", - charMsgPrefix: "", - charMsgSuffix: "", - - user: "User", - userMsgPrefix: "", - userMsgSuffix: "", - - stops: "" - }, - - // ---------------------------- - - "starlingCode": { - template: `{{history}}{{char}}`, - - historyTemplate: `Code {{name}}: {{message}}<|end_of_turn|>`, - - char: "Assistant", - charMsgPrefix: "", - charMsgSuffix: "", - - user: "User", - userMsgPrefix: "", - userMsgSuffix: "", - - stops: "" - }, - - // ---------------------------- - - "yi34b": { - template: `{{history}} {{char}}`, - - historyTemplate: `{{name}}: {{message}}`, - - char: "Assistant", - charMsgPrefix: "", - charMsgSuffix: "", - - user: "Human", - userMsgPrefix: "", - userMsgSuffix: "", - - stops: "" - }, - - // ---------------------------- - - "zephyr": { - template: `<|system|>\n{{prompt}}\n{{history}}{{char}}`, - - historyTemplate: `<|{{name}}|>\n{{message}}\n`, - - char: "assistant", - charMsgPrefix: "", - charMsgSuffix: "", - - user: "user", - userMsgPrefix: "", - userMsgSuffix: "", - - stops: "" - } - }; -- cgit v1.2.3