self-tools
/
bert_cate
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

1

This commit is contained in:
renzhiyuan 2025-08-08 15:23:31 +08:00
parent 6e232e78ad
commit e8afd467fa
2 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
bert_train.py
View File

@ -10,7 +10,6 @@ from transformers import (
import torch import torch
from torch.utils.data import Dataset from torch.utils.data import Dataset
from tqdm import tqdm from tqdm import tqdm
import os
import warnings import warnings
import re # 用于正则表达式清洗 import re # 用于正则表达式清洗
from sklearn.preprocessing import LabelEncoder from sklearn.preprocessing import LabelEncoder

3
requirements.txt
View File

@ -25,6 +25,9 @@ Werkzeug==3.1.3
pyyaml==6.0.2 pyyaml==6.0.2
tqdm==4.67.1 tqdm==4.67.1
simplejson==3.20.1 simplejson==3.20.1
joblib==1.5.1
typing_extensions==4.12.2
typing-inspection==0.4.1
torch==2.7.1 # 如果使用GPU或需要特定版本 torch==2.7.1 # 如果使用GPU或需要特定版本