diff options
Diffstat (limited to 'tests/test-tokenizer-0-llama.py')
| -rw-r--r-- | tests/test-tokenizer-0-llama.py | 2 |
1 files changed, 0 insertions, 2 deletions
diff --git a/tests/test-tokenizer-0-llama.py b/tests/test-tokenizer-0-llama.py index 078f680b..21df8e6e 100644 --- a/tests/test-tokenizer-0-llama.py +++ b/tests/test-tokenizer-0-llama.py @@ -1,7 +1,5 @@ # tests with SPM tokenizer -import os -import sys import argparse from sentencepiece import SentencePieceProcessor |