Fix some golint problems

models/bpemodel/word.go

@@ -56,7 +56,7 @@ func NewWord() *Word {
 	return &w
 }
 
-// NewWord returns a new empty Word with the given capacity.
+// NewWordWithCapacity returns a new empty Word with the given capacity.
 func NewWordWithCapacity(capacity int) *Word {
 	w := make(Word, 0, capacity)
 	return &w

models/wordpiecemodel/wordpiecemodel.go

@@ -94,7 +94,7 @@ func (m *WordPieceModel) Tokenize(sequence string) ([]models.Token, error) {
 			if len(subStr) > 0 {
 				end -= len(string(subStr[len(subStr)-1]))
 			} else {
-				end -= 1
+				end--
 			}
 		}
 

pretokenizedstring/pretokenizedstring.go

@@ -102,7 +102,7 @@ func (p *PreTokenizedString) Normalize(
 	return nil
 }
 
-// Normalize tokenizes all the splits that do not have attached Split.Tokens,
+// Tokenize tokenizes all the splits that do not have attached Split.Tokens,
 // using the provided tokenization function.
 func (p *PreTokenizedString) Tokenize(
 	tokenize func(ns *normalizedstring.NormalizedString) ([]models.Token, error),
@@ -133,7 +133,7 @@ func (p *PreTokenizedString) GetOriginalByteSplits() []OriginalByteSplit {
 	return result
 }
 
-// GetOriginalByteSplits returns a list of NormalizedByteSplit.
+// GetNormalizedByteSplits returns a list of NormalizedByteSplit.
 func (p *PreTokenizedString) GetNormalizedByteSplits() []NormalizedByteSplit {
 	result := make([]NormalizedByteSplit, len(p.splits))
 	offset := 0

pretokenizers/bytelevelpretokenizer/bytelevelpretokenizer.go

@@ -55,7 +55,7 @@ func New(
 	}
 }
 
-// DefaultByteLevelPreTokenizer returns a new ByteLevelPreTokenizer, using
+// NewDefault returns a new ByteLevelPreTokenizer, using
 // DefaultSplittingRegexp, and enabling prefix space insertion.
 func NewDefault() *ByteLevelPreTokenizer {
 	return New(DefaultSplittingRegexp, true, true)

strutils/strutils.go

@@ -53,7 +53,7 @@ type BytesToRuneOffsetConverter struct {
 func NewBytesToRuneOffsetConverter(sequence string) *BytesToRuneOffsetConverter {
 	mapping := make([]int, 0, len(sequence))
 	for runeIndex, r := range sequence {
-		for _ = range []byte(string(r)) {
+		for range []byte(string(r)) {
 			mapping = append(mapping, runeIndex)
 		}
 	}