diff --git a/bert_train.py b/bert_train.py index c5ecf6b..096d412 100644 --- a/bert_train.py +++ b/bert_train.py @@ -10,7 +10,6 @@ from transformers import ( import torch from torch.utils.data import Dataset from tqdm import tqdm -import os import warnings import re # 用于正则表达式清洗 from sklearn.preprocessing import LabelEncoder diff --git a/requirements.txt b/requirements.txt index 68988fd..bca03fd 100644 --- a/requirements.txt +++ b/requirements.txt @@ -25,6 +25,9 @@ Werkzeug==3.1.3 pyyaml==6.0.2 tqdm==4.67.1 simplejson==3.20.1 +joblib==1.5.1 +typing_extensions==4.12.2 +typing-inspection==0.4.1 torch==2.7.1 # 如果使用GPU或需要特定版本