diff options
| author | Georgi Gerganov <ggerganov@gmail.com> | 2024-02-18 22:39:30 +0200 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2024-02-18 22:39:30 +0200 |
| commit | b1de96824bdbeb91ea458abcb3e5478690ad0727 (patch) | |
| tree | c0ab39ccee911245158973dd6280f8959024381a /examples/perplexity/perplexity.cpp | |
| parent | 7ad554f90e735cf2a0f612ce44f9aa4fad6ae46a (diff) | |
ci : fix wikitext url + compile warnings (#5569)
ggml-ci
Diffstat (limited to 'examples/perplexity/perplexity.cpp')
| -rw-r--r-- | examples/perplexity/perplexity.cpp | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/examples/perplexity/perplexity.cpp b/examples/perplexity/perplexity.cpp index 74dcc642..9ec98938 100644 --- a/examples/perplexity/perplexity.cpp +++ b/examples/perplexity/perplexity.cpp @@ -309,7 +309,7 @@ static void process_logits(int n_vocab, const float * logits, const int * tokens } static results_perplexity perplexity_v2(llama_context * ctx, const gpt_params & params) { - // Download: https://s3.amazonaws.com/research.metamind.io/wikitext/wikitext-2-raw-v1.zip?ref=salesforce-research + // Download: https://huggingface.co/datasets/ggml-org/ci/resolve/main/wikitext-2-raw-v1.zip // Run `./perplexity -m models/7B/ggml-model-q4_0.bin -f wiki.test.raw` // Output: `perplexity: 13.5106 [114/114]` // BOS tokens will be added for each chunk before eval @@ -447,7 +447,7 @@ static results_perplexity perplexity(llama_context * ctx, const gpt_params & par return perplexity_v2(ctx, params); } - // Download: https://s3.amazonaws.com/research.metamind.io/wikitext/wikitext-2-raw-v1.zip?ref=salesforce-research + // Download: https://huggingface.co/datasets/ggml-org/ci/resolve/main/wikitext-2-raw-v1.zip // Run `./perplexity -m models/7B/ggml-model-q4_0.bin -f wiki.test.raw` // Output: `perplexity: 13.5106 [114/114]` // BOS tokens will be added for each chunk before eval |