1 files changed, 1 insertions, 0 deletions
diff --git a/common/common.cpp b/common/common.cpp
index 4b233786..7370017f 100644
--- a/common/common.cpp
+++ b/common/common.cpp
@@ -923,6 +923,7 @@ std::string llama_detokenize_bpe(llama_context * ctx, const std::vector<llama_to
         result += piece;
     }
 
+    // NOTE: the original tokenizer decodes bytes after collecting the pieces.
     return result;
 }