diff options
Diffstat (limited to 'tests/test-tokenizer-0-falcon.py')
| -rw-r--r-- | tests/test-tokenizer-0-falcon.py | 2 |
1 files changed, 0 insertions, 2 deletions
diff --git a/tests/test-tokenizer-0-falcon.py b/tests/test-tokenizer-0-falcon.py index cf65a3f6..65e1c0db 100644 --- a/tests/test-tokenizer-0-falcon.py +++ b/tests/test-tokenizer-0-falcon.py @@ -1,7 +1,5 @@ # tests with BPE tokenizer -import os -import sys import argparse from transformers import AutoTokenizer |