revert granite-embedding (#13505)

This commit is contained in:
Michael Yang 2025-12-16 15:44:52 -08:00 committed by GitHub
parent 45c4739374
commit f6a016f49d
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 0 additions and 2 deletions

View File

@ -157,8 +157,6 @@ func New(c fs.Config) (model.Model, error) {
switch c.String("tokenizer.ggml.model", "bert") { switch c.String("tokenizer.ggml.model", "bert") {
case "bert": case "bert":
processor = model.NewWordPiece(vocab, true) processor = model.NewWordPiece(vocab, true)
case "gpt2":
processor = model.NewBytePairEncoding(vocab)
default: default:
return nil, model.ErrUnsupportedTokenizer return nil, model.ErrUnsupportedTokenizer
} }