github.com/demonoid81/containerd@v1.3.4/filters/scanner.go (about) 1 /* 2 Copyright The containerd Authors. 3 4 Licensed under the Apache License, Version 2.0 (the "License"); 5 you may not use this file except in compliance with the License. 6 You may obtain a copy of the License at 7 8 http://www.apache.org/licenses/LICENSE-2.0 9 10 Unless required by applicable law or agreed to in writing, software 11 distributed under the License is distributed on an "AS IS" BASIS, 12 WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13 See the License for the specific language governing permissions and 14 limitations under the License. 15 */ 16 17 package filters 18 19 import ( 20 "unicode" 21 "unicode/utf8" 22 ) 23 24 const ( 25 tokenEOF = -(iota + 1) 26 tokenQuoted 27 tokenValue 28 tokenField 29 tokenSeparator 30 tokenOperator 31 tokenIllegal 32 ) 33 34 type token rune 35 36 func (t token) String() string { 37 switch t { 38 case tokenEOF: 39 return "EOF" 40 case tokenQuoted: 41 return "Quoted" 42 case tokenValue: 43 return "Value" 44 case tokenField: 45 return "Field" 46 case tokenSeparator: 47 return "Separator" 48 case tokenOperator: 49 return "Operator" 50 case tokenIllegal: 51 return "Illegal" 52 } 53 54 return string(t) 55 } 56 57 func (t token) GoString() string { 58 return "token" + t.String() 59 } 60 61 type scanner struct { 62 input string 63 pos int 64 ppos int // bounds the current rune in the string 65 value bool 66 err string 67 } 68 69 func (s *scanner) init(input string) { 70 s.input = input 71 s.pos = 0 72 s.ppos = 0 73 } 74 75 func (s *scanner) next() rune { 76 if s.pos >= len(s.input) { 77 return tokenEOF 78 } 79 s.pos = s.ppos 80 81 r, w := utf8.DecodeRuneInString(s.input[s.ppos:]) 82 s.ppos += w 83 if r == utf8.RuneError { 84 if w > 0 { 85 s.error("rune error") 86 return tokenIllegal 87 } 88 return tokenEOF 89 } 90 91 if r == 0 { 92 s.error("unexpected null") 93 return tokenIllegal 94 } 95 96 return r 97 } 98 99 func (s *scanner) peek() rune { 100 pos := s.pos 101 ppos := s.ppos 102 ch := s.next() 103 s.pos = pos 104 s.ppos = ppos 105 return ch 106 } 107 108 func (s *scanner) scan() (nextp int, tk token, text string) { 109 var ( 110 ch = s.next() 111 pos = s.pos 112 ) 113 114 chomp: 115 switch { 116 case ch == tokenEOF: 117 case ch == tokenIllegal: 118 case isQuoteRune(ch): 119 if !s.scanQuoted(ch) { 120 return pos, tokenIllegal, s.input[pos:s.ppos] 121 } 122 return pos, tokenQuoted, s.input[pos:s.ppos] 123 case isSeparatorRune(ch): 124 s.value = false 125 return pos, tokenSeparator, s.input[pos:s.ppos] 126 case isOperatorRune(ch): 127 s.scanOperator() 128 s.value = true 129 return pos, tokenOperator, s.input[pos:s.ppos] 130 case unicode.IsSpace(ch): 131 // chomp 132 ch = s.next() 133 pos = s.pos 134 goto chomp 135 case s.value: 136 s.scanValue() 137 s.value = false 138 return pos, tokenValue, s.input[pos:s.ppos] 139 case isFieldRune(ch): 140 s.scanField() 141 return pos, tokenField, s.input[pos:s.ppos] 142 } 143 144 return s.pos, token(ch), "" 145 } 146 147 func (s *scanner) scanField() { 148 for { 149 ch := s.peek() 150 if !isFieldRune(ch) { 151 break 152 } 153 s.next() 154 } 155 } 156 157 func (s *scanner) scanOperator() { 158 for { 159 ch := s.peek() 160 switch ch { 161 case '=', '!', '~': 162 s.next() 163 default: 164 return 165 } 166 } 167 } 168 169 func (s *scanner) scanValue() { 170 for { 171 ch := s.peek() 172 if !isValueRune(ch) { 173 break 174 } 175 s.next() 176 } 177 } 178 179 func (s *scanner) scanQuoted(quote rune) bool { 180 var illegal bool 181 ch := s.next() // read character after quote 182 for ch != quote { 183 if ch == '\n' || ch < 0 { 184 s.error("quoted literal not terminated") 185 return false 186 } 187 if ch == '\\' { 188 var legal bool 189 ch, legal = s.scanEscape(quote) 190 if !legal { 191 illegal = true 192 } 193 } else { 194 ch = s.next() 195 } 196 } 197 return !illegal 198 } 199 200 func (s *scanner) scanEscape(quote rune) (ch rune, legal bool) { 201 ch = s.next() // read character after '/' 202 switch ch { 203 case 'a', 'b', 'f', 'n', 'r', 't', 'v', '\\', quote: 204 // nothing to do 205 ch = s.next() 206 legal = true 207 case '0', '1', '2', '3', '4', '5', '6', '7': 208 ch, legal = s.scanDigits(ch, 8, 3) 209 case 'x': 210 ch, legal = s.scanDigits(s.next(), 16, 2) 211 case 'u': 212 ch, legal = s.scanDigits(s.next(), 16, 4) 213 case 'U': 214 ch, legal = s.scanDigits(s.next(), 16, 8) 215 default: 216 s.error("illegal escape sequence") 217 } 218 return 219 } 220 221 func (s *scanner) scanDigits(ch rune, base, n int) (rune, bool) { 222 for n > 0 && digitVal(ch) < base { 223 ch = s.next() 224 n-- 225 } 226 if n > 0 { 227 s.error("illegal numeric escape sequence") 228 return ch, false 229 } 230 return ch, true 231 } 232 233 func (s *scanner) error(msg string) { 234 if s.err == "" { 235 s.err = msg 236 } 237 } 238 239 func digitVal(ch rune) int { 240 switch { 241 case '0' <= ch && ch <= '9': 242 return int(ch - '0') 243 case 'a' <= ch && ch <= 'f': 244 return int(ch - 'a' + 10) 245 case 'A' <= ch && ch <= 'F': 246 return int(ch - 'A' + 10) 247 } 248 return 16 // larger than any legal digit val 249 } 250 251 func isFieldRune(r rune) bool { 252 return (r == '_' || isAlphaRune(r) || isDigitRune(r)) 253 } 254 255 func isAlphaRune(r rune) bool { 256 return r >= 'A' && r <= 'Z' || r >= 'a' && r <= 'z' 257 } 258 259 func isDigitRune(r rune) bool { 260 return r >= '0' && r <= '9' 261 } 262 263 func isOperatorRune(r rune) bool { 264 switch r { 265 case '=', '!', '~': 266 return true 267 } 268 269 return false 270 } 271 272 func isQuoteRune(r rune) bool { 273 switch r { 274 case '/', '|', '"': // maybe add single quoting? 275 return true 276 } 277 278 return false 279 } 280 281 func isSeparatorRune(r rune) bool { 282 switch r { 283 case ',', '.': 284 return true 285 } 286 287 return false 288 } 289 290 func isValueRune(r rune) bool { 291 return r != ',' && !unicode.IsSpace(r) && 292 (unicode.IsLetter(r) || 293 unicode.IsDigit(r) || 294 unicode.IsNumber(r) || 295 unicode.IsGraphic(r) || 296 unicode.IsPunct(r)) 297 }