diff options
-rwxr-xr-x | convert.py | 2 |
1 files changed, 1 insertions, 1 deletions
@@ -1100,7 +1100,7 @@ class OutputFile: scores.append(score) toktypes.append(toktype) - assert(len(tokens) == vocab.vocab_size) + assert len(tokens) == vocab.vocab_size return tokens, scores, toktypes |