rename

automod/keyword/tokenize.go

···
 	return tokenizeText(text, nonTokenCharsSkipCensorChars)
 }
 
-func TokenizeTextWithCustomNonTokenRegex(text string, regex *regexp.Regexp) []string {
-	return tokenizeText(text, regex)
+func TokenizeTextWithRegex(text string, nonTokenCharsRegex *regexp.Regexp) []string {
+	return tokenizeText(text, nonTokenCharsRegex)
 }
 
 func splitIdentRune(c rune) bool {

automod/keyword/tokenize_test.go

···
 
 	regex := regexp.MustCompile(`[^\pL\pN\s&]`)
 	for _, fix := range fixtures {
-		assert.Equal(fix.out, TokenizeTextWithCustomNonTokenRegex(fix.text, regex))
+		assert.Equal(fix.out, TokenizeTextWithRegex(fix.text, regex))
 	}
 }