/ open-webui.git / app / env / lib / python3.11 / site-packages / tokenizers / models / __init__.py

# Generated content DO NOT EDIT from .. import models Model = models.Model BPE = models.BPE Unigram = models.Unigram WordLevel = models.WordLevel WordPiece = models.WordPiece