From 530f2eb0ac9dde15f3516bad19f839a2fe18a103 Mon Sep 17 00:00:00 2001
From: aakashshankar <aakashshankar217@gmail.com>
Date: Sun, 22 Sep 2024 01:54:41 -0400
Subject: [PATCH] Initialize DecoderBase when fetching Default Decoders

---
 decoder/bpe.go       | 2 +-
 decoder/wordpiece.go | 7 ++-----
 2 files changed, 3 insertions(+), 6 deletions(-)

diff --git a/decoder/bpe.go b/decoder/bpe.go
index 44bfec7..12989b9 100644
--- a/decoder/bpe.go
+++ b/decoder/bpe.go
@@ -29,7 +29,7 @@ func NewBpeDecoder(suffix string) *BpeDecoder {
 
 // DefaultBpeDecoder create a new BpeDecoder with default suffix (`</w>`)
 func DefaultBpeDecoder() *BpeDecoder {
-	return &BpeDecoder{suffix: "</w>"}
+	return NewBpeDecoder("</w>")
 }
 
 /*
diff --git a/decoder/wordpiece.go b/decoder/wordpiece.go
index 8c66b62..7982a8d 100644
--- a/decoder/wordpiece.go
+++ b/decoder/wordpiece.go
@@ -31,12 +31,9 @@ func NewWordPieceDecoder(prefix string, cleanup bool) *WordPieceDecoder {
 	return d
 }
 
-// DefaultBpeDecoder create a new BpeDecoder with default suffix (`</w>`)
+// DefaultWordpieceDecoder creates a new WordPieceDecoder with default prefix (`##`)
 func DefaultWordpieceDecoder() *WordPieceDecoder {
-	return &WordPieceDecoder{
-		prefix:  "##",
-		cleanup: true,
-	}
+	return NewWordPieceDecoder("##", true)
 }
 
 /*