py : remove superfluous import statements (#4076)

Signed-off-by: Jiri Podivin <jpodivin@gmail.com>
Co-authored-by: Jiri Podivin <jpodivin@redhat.com>
This commit is contained in:
Jiří PodivínandJiri Podivin authored and GitHub committed 2023-11-17 17:20:53 +02:00
1 parent ba4cf5c0bf
commit f7d5e97542
5 files changed
-9

No files matched your search

-2
View File
@@ -1,7 +1,5 @@
# tests with BPE tokenizer
import os
import sys
import argparse
from transformers import AutoTokenizer
-2
View File
@@ -1,7 +1,5 @@
# tests with SPM tokenizer
import os
import sys
import argparse
from sentencepiece import SentencePieceProcessor