From 84121b3bb4820945eeec3ad6084f24c37b015683 Mon Sep 17 00:00:00 2001 From: Thibaut Horel Date: Fri, 21 Jun 2019 13:16:47 -0400 Subject: Improving parser by factoring out a scanner --- utils.go | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) (limited to 'utils.go') diff --git a/utils.go b/utils.go index d4c078f..33c9278 100644 --- a/utils.go +++ b/utils.go @@ -158,6 +158,8 @@ func squeezeSpaces(s string) string { return buf.String() } +var replacer = strings.NewReplacer("---", "—", "--", "–", "~", "\u00A0", "``", "“", "''", "”", "'", "’", "\"", "”") + func UnTex(s string) string { r := newReader(s) var buf bytes.Buffer @@ -183,8 +185,6 @@ func UnTex(s string) string { } s = string(norm.NFC.Bytes(buf.Bytes())) s = squeezeSpaces(s) - replacer := strings.NewReplacer("---", "—", "--", "–", "~", "\u00A0", - "``", "“", "''", "”", "'", "’", "\"", "”") return replacer.Replace(s) } -- cgit v1.2.3-70-g09d2