Upload tokenization_ernie4_5.py (#4)

- Upload tokenization_ernie4_5.py (40acebfd063ef968997505ace93a2a92b4b9966f)

tokenization_ernie4_5.py

@@ -14,15 +14,10 @@
 
 import os
 from shutil import copyfile
-from typing import Dict, List, Optional, Tuple, Union
-import torch
-import numpy as np
+from typing import List, Optional, Tuple
 import sentencepiece as spm
 
 from transformers.tokenization_utils import PreTrainedTokenizer
-from transformers.tokenization_utils_base import (
-    PaddingStrategy,
-)
 from transformers.utils import logging