github.com/kovansky/hugo@v0.92.3-0.20220224232819-63076e4ff19f/common/text/transform.go (about) 1 // Copyright 2019 The Hugo Authors. All rights reserved. 2 // 3 // Licensed under the Apache License, Version 2.0 (the "License"); 4 // you may not use this file except in compliance with the License. 5 // You may obtain a copy of the License at 6 // http://www.apache.org/licenses/LICENSE-2.0 7 // 8 // Unless required by applicable law or agreed to in writing, software 9 // distributed under the License is distributed on an "AS IS" BASIS, 10 // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 11 // See the License for the specific language governing permissions and 12 // limitations under the License. 13 14 package text 15 16 import ( 17 "sync" 18 "unicode" 19 20 "golang.org/x/text/runes" 21 "golang.org/x/text/transform" 22 "golang.org/x/text/unicode/norm" 23 ) 24 25 var accentTransformerPool = &sync.Pool{ 26 New: func() interface{} { 27 return transform.Chain(norm.NFD, runes.Remove(runes.In(unicode.Mn)), norm.NFC) 28 }, 29 } 30 31 // RemoveAccents removes all accents from b. 32 func RemoveAccents(b []byte) []byte { 33 t := accentTransformerPool.Get().(transform.Transformer) 34 b, _, _ = transform.Bytes(t, b) 35 t.Reset() 36 accentTransformerPool.Put(t) 37 return b 38 } 39 40 // RemoveAccentsString removes all accents from s. 41 func RemoveAccentsString(s string) string { 42 t := accentTransformerPool.Get().(transform.Transformer) 43 s, _, _ = transform.String(t, s) 44 t.Reset() 45 accentTransformerPool.Put(t) 46 return s 47 }