group-wbl/.venv/lib/python3.13/site-packages/tokenizers/trainers/__init__.py

9 lines
248 B
Python
Raw Permalink Normal View History

2026-01-09 09:48:03 +08:00
# Generated content DO NOT EDIT
from .. import trainers
Trainer = trainers.Trainer
BpeTrainer = trainers.BpeTrainer
UnigramTrainer = trainers.UnigramTrainer
WordLevelTrainer = trainers.WordLevelTrainer
WordPieceTrainer = trainers.WordPieceTrainer