github.com/whiteboxio/flow@v0.0.3-0.20190918184116-508d75d68a2c/pkg/cast/mapper_test.go (about) 1 package cast 2 3 import ( 4 "fmt" 5 "reflect" 6 "testing" 7 8 "github.com/awesome-flow/flow/pkg/types" 9 ) 10 11 type TestMapper struct { 12 conv func(kv *types.KeyValue) (*types.KeyValue, error) 13 } 14 15 func NewTestMapper(conv func(kv *types.KeyValue) (*types.KeyValue, error)) *TestMapper { 16 return &TestMapper{ 17 conv: conv, 18 } 19 } 20 21 func (tm *TestMapper) Map(kv *types.KeyValue) (*types.KeyValue, error) { 22 return tm.conv(kv) 23 } 24 25 func TestMapperNodeInsert(t *testing.T) { 26 mpr := NewTestMapper(func(kv *types.KeyValue) (*types.KeyValue, error) { 27 return kv, nil 28 }) 29 tests := []struct { 30 path string 31 exp *MapperNode 32 }{ 33 34 { 35 "", 36 &MapperNode{}, 37 }, 38 { 39 "foo", 40 &MapperNode{ 41 Children: map[string]*MapperNode{ 42 "foo": &MapperNode{ 43 Mpr: mpr, 44 }, 45 }, 46 }, 47 }, 48 { 49 "foo.bar", 50 &MapperNode{ 51 Children: map[string]*MapperNode{ 52 "foo": &MapperNode{ 53 Children: map[string]*MapperNode{ 54 "bar": &MapperNode{ 55 Mpr: mpr, 56 }, 57 }, 58 }, 59 }, 60 }, 61 }, 62 { 63 "foo.*.bar", 64 &MapperNode{ 65 Children: map[string]*MapperNode{ 66 "foo": &MapperNode{ 67 Children: map[string]*MapperNode{ 68 "*": &MapperNode{ 69 Children: map[string]*MapperNode{ 70 "bar": &MapperNode{ 71 Mpr: mpr, 72 }, 73 }, 74 }, 75 }, 76 }, 77 }, 78 }, 79 }, 80 } 81 82 t.Parallel() 83 84 for _, testCase := range tests { 85 t.Run(testCase.path, func(t *testing.T) { 86 root := NewMapperNode() 87 root.Insert(types.NewKey(testCase.path), mpr) 88 if !reflect.DeepEqual(testCase.exp, root) { 89 t.Errorf("Unexpected node structure: want: %#v, got: %#v", testCase.exp, root) 90 } 91 }) 92 } 93 } 94 95 func TestMapperNodeFindSingleEntryLookup(t *testing.T) { 96 tests := []struct { 97 insertPaths []string 98 lookupPath string 99 }{ 100 { 101 []string{"foo", "*"}, 102 "foo", 103 }, 104 { 105 []string{"foo.bar", "foo.*", "*.bar", "*.*"}, 106 "foo.bar", 107 }, 108 { 109 []string{"foo.bar.baz", "foo.bar.*", "foo.*.baz", "foo.*.*", "*.bar.baz", "*.bar.*", "*.*.baz", "*.*.*"}, 110 "foo.bar.baz", 111 }, 112 } 113 114 t.Parallel() 115 116 for _, testCase := range tests { 117 for _, insertPath := range testCase.insertPaths { 118 t.Run(insertPath, func(t *testing.T) { 119 mpr := NewTestMapper(func(kv *types.KeyValue) (*types.KeyValue, error) { return kv, nil }) 120 root := NewMapperNode() 121 root.Insert(types.NewKey(insertPath), mpr) 122 v := root.Find(types.NewKey(testCase.lookupPath)) 123 if v == nil { 124 t.Fatalf("Expected to get a lookup result for key %q, got nil", testCase.lookupPath) 125 } 126 if v.Mpr != mpr { 127 t.Fatalf("Unexpected mapper value returned by the key %q lookup: %#v, want: %#v", testCase.lookupPath, v.Mpr, mpr) 128 } 129 }) 130 } 131 } 132 } 133 134 func TestMapperNodeFindPrecedence(t *testing.T) { 135 convFunc := func(kv *types.KeyValue) (*types.KeyValue, error) { return kv, nil } 136 mprAstrx, mprExct := NewTestMapper(convFunc), NewTestMapper(convFunc) 137 138 tests := []struct { 139 exactPath string 140 astrxPaths []string 141 }{ 142 { 143 "foo", 144 []string{"*"}, 145 }, 146 { 147 "foo.bar", 148 []string{"foo.*", "*.bar", "*.*"}, 149 }, 150 { 151 "foo.bar.baz", 152 []string{"foo.bar.*", "foo.*.baz", "foo.*.*", "*.bar.baz", "*.bar.*", "*.*.baz", "*.*.*"}, 153 }, 154 } 155 156 t.Parallel() 157 158 for _, testCase := range tests { 159 t.Run(testCase.exactPath, func(t *testing.T) { 160 root := NewMapperNode() 161 root.Insert(types.NewKey(testCase.exactPath), mprExct) 162 for _, astrxPath := range testCase.astrxPaths { 163 root.Insert(types.NewKey(astrxPath), mprAstrx) 164 } 165 v := root.Find(types.NewKey(testCase.exactPath)) 166 if v == nil { 167 t.Fatalf("Expected to get a non-nil lookup result for key %q, git nil", testCase.exactPath) 168 } 169 if v.Mpr != mprExct { 170 t.Fatalf("Unexpected value returned by the key %q lookup: got: %#v, want: %#v", testCase.exactPath, v.Mpr, mprExct) 171 } 172 }) 173 } 174 } 175 176 func TestConvMapper(t *testing.T) { 177 tests := []struct { 178 name string 179 conv Converter 180 expVal types.Value 181 validIn []types.Value 182 invalidIn []types.Value 183 }{ 184 { 185 name: "conversion to Int", 186 conv: ToInt, 187 expVal: 42, 188 validIn: []types.Value{42, "42", intptr(42)}, 189 invalidIn: []types.Value{true, "", '0', nil}, 190 }, 191 { 192 name: "conversion to Str", 193 conv: ToStr, 194 expVal: "42", 195 validIn: []types.Value{"42", 42, strptr("42")}, 196 invalidIn: []types.Value{intptr(42), nil, false, '0'}, 197 }, 198 { 199 name: "conversion to Bool", 200 conv: ToBool, 201 expVal: true, 202 validIn: []types.Value{true, boolptr(true), "true", "y", 1, "1"}, 203 invalidIn: []types.Value{123, "asdf", nil}, 204 }, 205 } 206 207 t.Parallel() 208 209 for _, testCase := range tests { 210 t.Run(testCase.name, func(t *testing.T) { 211 mpr := NewConvMapper(testCase.conv) 212 for _, val := range testCase.validIn { 213 conv, convErr := mpr.Map(&types.KeyValue{Key: nil, Value: val}) 214 if convErr != nil { 215 t.Fatalf("Unexpected mapping error for input value %#v", val) 216 } 217 if !reflect.DeepEqual(conv.Value, testCase.expVal) { 218 t.Fatalf("Unexpected mapping value for input value %#v: got: %#v, want: %#v", val, conv.Value, testCase.expVal) 219 } 220 } 221 for _, val := range testCase.invalidIn { 222 _, convErr := mpr.Map(&types.KeyValue{Key: nil, Value: val}) 223 if convErr == nil { 224 t.Fatalf("Expected to get an error while converting %#v, got nil", val) 225 } 226 } 227 }) 228 } 229 } 230 231 func TestDefineSchema(t *testing.T) { 232 233 conv := func(kv *types.KeyValue) (*types.KeyValue, error) { 234 return kv, nil 235 } 236 237 mpr := NewTestMapper(conv) 238 mpr1, mpr2 := NewTestMapper(conv), NewTestMapper(conv) 239 240 tests := []struct { 241 name string 242 schema Schema 243 want MapperNode 244 }{ 245 { 246 "Nil-schema", 247 nil, 248 MapperNode{}, 249 }, 250 { 251 "A mapper", 252 NewTestMapper(conv), 253 MapperNode{ 254 Mpr: nil, 255 }, 256 }, 257 { 258 "A converter", 259 newTestConverter(convAct{1, true}), 260 MapperNode{ 261 Mpr: nil, 262 }, 263 }, 264 { 265 "A mapper, flat key", 266 map[string]Schema{ 267 "foo": mpr, 268 }, 269 MapperNode{ 270 Mpr: nil, 271 Children: map[string]*MapperNode{ 272 "foo": &MapperNode{ 273 Mpr: mpr, 274 }, 275 }, 276 }, 277 }, 278 { 279 "Simple __self__", 280 map[string]Schema{ 281 "foo": map[string]Schema{ 282 "__self__": mpr, 283 }, 284 }, 285 MapperNode{ 286 Mpr: nil, 287 Children: map[string]*MapperNode{ 288 "foo": &MapperNode{ 289 Mpr: mpr, 290 }, 291 }, 292 }, 293 }, 294 { 295 "Nested structure", 296 map[string]Schema{ 297 "foo": map[string]Schema{ 298 "bar": map[string]Schema{ 299 "baz": mpr1, 300 }, 301 }, 302 "moo": mpr2, 303 }, 304 MapperNode{ 305 Children: map[string]*MapperNode{ 306 "foo": &MapperNode{ 307 Children: map[string]*MapperNode{ 308 "bar": &MapperNode{ 309 Children: map[string]*MapperNode{ 310 "baz": &MapperNode{ 311 Mpr: mpr1, 312 }, 313 }, 314 }, 315 }, 316 }, 317 "moo": &MapperNode{ 318 Mpr: mpr2, 319 }, 320 }, 321 }, 322 }, 323 } 324 325 t.Parallel() 326 327 for _, testCase := range tests { 328 t.Run(testCase.name, func(t *testing.T) { 329 mn := NewMapperNode() 330 if err := mn.DefineSchema(testCase.schema); err != nil { 331 t.Fatalf("Failed to call DefineSchema(): %s", err) 332 } 333 if !reflect.DeepEqual(testCase.want, *mn) { 334 t.Fatalf("Unexpected value after DefineSchema(): got: %#v, want: %#v", *mn, testCase.want) 335 } 336 337 }) 338 } 339 } 340 341 type fooStruct struct { 342 Bar int 343 } 344 345 func TestMap(t *testing.T) { 346 convSq := NewTestMapper(func(kv *types.KeyValue) (*types.KeyValue, error) { 347 v := kv.Value.(int) 348 return &types.KeyValue{Key: kv.Key, Value: v * v}, nil 349 }) 350 fooMpr := NewTestMapper(func(kv *types.KeyValue) (*types.KeyValue, error) { 351 v := kv.Value.(map[string]types.Value) 352 return &types.KeyValue{Key: kv.Key, Value: &fooStruct{Bar: v["bar"].(int)}}, nil 353 }) 354 errMpr := NewTestMapper(func(kv *types.KeyValue) (*types.KeyValue, error) { 355 return nil, fmt.Errorf("This mapper returns an error") 356 }) 357 tests := []struct { 358 name string 359 schema Schema 360 inputKV *types.KeyValue 361 wantKV *types.KeyValue 362 wantErr error 363 }{ 364 { 365 "nil-schema", 366 nil, 367 &types.KeyValue{Key: types.NewKey("foo"), Value: 42}, 368 &types.KeyValue{Key: types.NewKey("foo"), Value: 42}, 369 nil, 370 }, 371 { 372 "Simple mapper matching the key", 373 map[string]Schema{ 374 "foo": convSq, 375 }, 376 &types.KeyValue{Key: types.NewKey("foo"), Value: 4}, 377 &types.KeyValue{Key: types.NewKey("foo"), Value: 16}, 378 nil, 379 }, 380 { 381 "Simple mapper with unknown key", 382 map[string]Schema{ 383 "foo": convSq, 384 }, 385 &types.KeyValue{Key: types.NewKey("bar"), Value: 4}, 386 &types.KeyValue{Key: types.NewKey("bar"), Value: 4}, 387 nil, 388 }, 389 { 390 "Nesting schema definition", 391 map[string]Schema{ 392 "foo": map[string]Schema{ 393 "__self__": fooMpr, 394 "bar": convSq, 395 }, 396 }, 397 &types.KeyValue{Key: types.NewKey("foo.bar"), Value: 4}, 398 &types.KeyValue{Key: types.NewKey("foo.bar"), Value: 16}, 399 nil, 400 }, 401 { 402 "Composite key lookup", 403 map[string]Schema{ 404 "foo": map[string]Schema{ 405 "__self__": fooMpr, 406 "bar": convSq, 407 }, 408 }, 409 &types.KeyValue{Key: types.NewKey("foo"), Value: map[string]types.Value{"bar": 4}}, 410 &types.KeyValue{Key: types.NewKey("foo"), Value: &fooStruct{Bar: 4}}, 411 nil, 412 }, 413 { 414 "Failing mapper", 415 map[string]Schema{ 416 "foo": errMpr, 417 }, 418 &types.KeyValue{Key: types.NewKey("foo"), Value: 42}, 419 nil, 420 fmt.Errorf("This mapper returns an error"), 421 }, 422 } 423 424 t.Parallel() 425 426 for _, testCase := range tests { 427 t.Run(testCase.name, func(t *testing.T) { 428 mn := &MapperNode{} 429 if err := mn.DefineSchema(testCase.schema); err != nil { 430 t.Fatalf("Failed to call DefineSchema(): %s", err) 431 } 432 gotKV, gotErr := mn.Map(testCase.inputKV) 433 if !reflect.DeepEqual(gotErr, testCase.wantErr) { 434 t.Fatalf("Unexpected error on Map() call: got: %s, want: %s", gotErr, testCase.wantErr) 435 } 436 if testCase.wantKV != nil && !reflect.DeepEqual(gotKV, testCase.wantKV) { 437 t.Fatalf("Unexpected value: Map(%#v) = %#v, want: %#v", testCase.inputKV, gotKV, testCase.wantKV) 438 } 439 }) 440 } 441 }