ai-station/.venv/lib/python3.12/site-packages/tokenizers/models/__init__.py

9 lines
176 B
Python
Raw Normal View History

2025-12-25 14:54:33 +00:00
# Generated content DO NOT EDIT
from .. import models
Model = models.Model
BPE = models.BPE
Unigram = models.Unigram
WordLevel = models.WordLevel
WordPiece = models.WordPiece