diff --git a/model/models/bert/embed.go b/model/models/bert/embed.go
index 705c63138..79cb3a3c7 100644
--- a/model/models/bert/embed.go
+++ b/model/models/bert/embed.go
@@ -157,8 +157,6 @@ func New(c fs.Config) (model.Model, error) {
 	switch c.String("tokenizer.ggml.model", "bert") {
 	case "bert":
 		processor = model.NewWordPiece(vocab, true)
-	case "gpt2":
-		processor = model.NewBytePairEncoding(vocab)
 	default:
 		return nil, model.ErrUnsupportedTokenizer
 	}