github.com/go-xe2/third@v1.0.3/golang.org/x/text/unicode/cldr/resolve.go (about)

     1  // Copyright 2013 The Go Authors. All rights reserved.
     2  // Use of this source code is governed by a BSD-style
     3  // license that can be found in the LICENSE file.
     4  
     5  package cldr
     6  
     7  // This file implements the various inheritance constructs defined by LDML.
     8  // See http://www.unicode.org/reports/tr35/#Inheritance_and_Validity
     9  // for more details.
    10  
    11  import (
    12  	"fmt"
    13  	"log"
    14  	"reflect"
    15  	"regexp"
    16  	"sort"
    17  	"strings"
    18  )
    19  
    20  // fieldIter iterates over fields in a struct. It includes
    21  // fields of embedded structs.
    22  type fieldIter struct {
    23  	v        reflect.Value
    24  	index, n []int
    25  }
    26  
    27  func iter(v reflect.Value) fieldIter {
    28  	if v.Kind() != reflect.Struct {
    29  		log.Panicf("value %v must be a struct", v)
    30  	}
    31  	i := fieldIter{
    32  		v:     v,
    33  		index: []int{0},
    34  		n:     []int{v.NumField()},
    35  	}
    36  	i.descent()
    37  	return i
    38  }
    39  
    40  func (i *fieldIter) descent() {
    41  	for f := i.field(); f.Anonymous && f.Type.NumField() > 0; f = i.field() {
    42  		i.index = append(i.index, 0)
    43  		i.n = append(i.n, f.Type.NumField())
    44  	}
    45  }
    46  
    47  func (i *fieldIter) done() bool {
    48  	return len(i.index) == 1 && i.index[0] >= i.n[0]
    49  }
    50  
    51  func skip(f reflect.StructField) bool {
    52  	return !f.Anonymous && (f.Name[0] < 'A' || f.Name[0] > 'Z')
    53  }
    54  
    55  func (i *fieldIter) next() {
    56  	for {
    57  		k := len(i.index) - 1
    58  		i.index[k]++
    59  		if i.index[k] < i.n[k] {
    60  			if !skip(i.field()) {
    61  				break
    62  			}
    63  		} else {
    64  			if k == 0 {
    65  				return
    66  			}
    67  			i.index = i.index[:k]
    68  			i.n = i.n[:k]
    69  		}
    70  	}
    71  	i.descent()
    72  }
    73  
    74  func (i *fieldIter) value() reflect.Value {
    75  	return i.v.FieldByIndex(i.index)
    76  }
    77  
    78  func (i *fieldIter) field() reflect.StructField {
    79  	return i.v.Type().FieldByIndex(i.index)
    80  }
    81  
    82  type visitor func(v reflect.Value) error
    83  
    84  var stopDescent = fmt.Errorf("do not recurse")
    85  
    86  func (f visitor) visit(x interface{}) error {
    87  	return f.visitRec(reflect.ValueOf(x))
    88  }
    89  
    90  // visit recursively calls f on all nodes in v.
    91  func (f visitor) visitRec(v reflect.Value) error {
    92  	if v.Kind() == reflect.Ptr {
    93  		if v.IsNil() {
    94  			return nil
    95  		}
    96  		return f.visitRec(v.Elem())
    97  	}
    98  	if err := f(v); err != nil {
    99  		if err == stopDescent {
   100  			return nil
   101  		}
   102  		return err
   103  	}
   104  	switch v.Kind() {
   105  	case reflect.Struct:
   106  		for i := iter(v); !i.done(); i.next() {
   107  			if err := f.visitRec(i.value()); err != nil {
   108  				return err
   109  			}
   110  		}
   111  	case reflect.Slice:
   112  		for i := 0; i < v.Len(); i++ {
   113  			if err := f.visitRec(v.Index(i)); err != nil {
   114  				return err
   115  			}
   116  		}
   117  	}
   118  	return nil
   119  }
   120  
   121  // getPath is used for error reporting purposes only.
   122  func getPath(e Elem) string {
   123  	if e == nil {
   124  		return "<nil>"
   125  	}
   126  	if e.enclosing() == nil {
   127  		return e.GetCommon().name
   128  	}
   129  	if e.GetCommon().Type == "" {
   130  		return fmt.Sprintf("%s.%s", getPath(e.enclosing()), e.GetCommon().name)
   131  	}
   132  	return fmt.Sprintf("%s.%s[type=%s]", getPath(e.enclosing()), e.GetCommon().name, e.GetCommon().Type)
   133  }
   134  
   135  // xmlName returns the xml name of the element or attribute
   136  func xmlName(f reflect.StructField) (name string, attr bool) {
   137  	tags := strings.Split(f.Tag.Get("xml"), ",")
   138  	for _, s := range tags {
   139  		attr = attr || s == "attr"
   140  	}
   141  	return tags[0], attr
   142  }
   143  
   144  func findField(v reflect.Value, key string) (reflect.Value, error) {
   145  	v = reflect.Indirect(v)
   146  	for i := iter(v); !i.done(); i.next() {
   147  		if n, _ := xmlName(i.field()); n == key {
   148  			return i.value(), nil
   149  		}
   150  	}
   151  	return reflect.Value{}, fmt.Errorf("cldr: no field %q in element %#v", key, v.Interface())
   152  }
   153  
   154  var xpathPart = regexp.MustCompile(`(\pL+)(?:\[@(\pL+)='([\w-]+)'\])?`)
   155  
   156  func walkXPath(e Elem, path string) (res Elem, err error) {
   157  	for _, c := range strings.Split(path, "/") {
   158  		if c == ".." {
   159  			if e = e.enclosing(); e == nil {
   160  				panic("path ..")
   161  				return nil, fmt.Errorf(`cldr: ".." moves past root in path %q`, path)
   162  			}
   163  			continue
   164  		} else if c == "" {
   165  			continue
   166  		}
   167  		m := xpathPart.FindStringSubmatch(c)
   168  		if len(m) == 0 || len(m[0]) != len(c) {
   169  			return nil, fmt.Errorf("cldr: syntax error in path component %q", c)
   170  		}
   171  		v, err := findField(reflect.ValueOf(e), m[1])
   172  		if err != nil {
   173  			return nil, err
   174  		}
   175  		switch v.Kind() {
   176  		case reflect.Slice:
   177  			i := 0
   178  			if m[2] != "" || v.Len() > 1 {
   179  				if m[2] == "" {
   180  					m[2] = "type"
   181  					if m[3] = e.GetCommon().Default(); m[3] == "" {
   182  						return nil, fmt.Errorf("cldr: type selector or default value needed for element %s", m[1])
   183  					}
   184  				}
   185  				for ; i < v.Len(); i++ {
   186  					vi := v.Index(i)
   187  					key, err := findField(vi.Elem(), m[2])
   188  					if err != nil {
   189  						return nil, err
   190  					}
   191  					key = reflect.Indirect(key)
   192  					if key.Kind() == reflect.String && key.String() == m[3] {
   193  						break
   194  					}
   195  				}
   196  			}
   197  			if i == v.Len() || v.Index(i).IsNil() {
   198  				return nil, fmt.Errorf("no %s found with %s==%s", m[1], m[2], m[3])
   199  			}
   200  			e = v.Index(i).Interface().(Elem)
   201  		case reflect.Ptr:
   202  			if v.IsNil() {
   203  				return nil, fmt.Errorf("cldr: element %q not found within element %q", m[1], e.GetCommon().name)
   204  			}
   205  			var ok bool
   206  			if e, ok = v.Interface().(Elem); !ok {
   207  				return nil, fmt.Errorf("cldr: %q is not an XML element", m[1])
   208  			} else if m[2] != "" || m[3] != "" {
   209  				return nil, fmt.Errorf("cldr: no type selector allowed for element %s", m[1])
   210  			}
   211  		default:
   212  			return nil, fmt.Errorf("cldr: %q is not an XML element", m[1])
   213  		}
   214  	}
   215  	return e, nil
   216  }
   217  
   218  const absPrefix = "//ldml/"
   219  
   220  func (cldr *CLDR) resolveAlias(e Elem, src, path string) (res Elem, err error) {
   221  	if src != "locale" {
   222  		if !strings.HasPrefix(path, absPrefix) {
   223  			return nil, fmt.Errorf("cldr: expected absolute path, found %q", path)
   224  		}
   225  		path = path[len(absPrefix):]
   226  		if e, err = cldr.resolve(src); err != nil {
   227  			return nil, err
   228  		}
   229  	}
   230  	return walkXPath(e, path)
   231  }
   232  
   233  func (cldr *CLDR) resolveAndMergeAlias(e Elem) error {
   234  	alias := e.GetCommon().Alias
   235  	if alias == nil {
   236  		return nil
   237  	}
   238  	a, err := cldr.resolveAlias(e, alias.Source, alias.Path)
   239  	if err != nil {
   240  		return fmt.Errorf("%v: error evaluating path %q: %v", getPath(e), alias.Path, err)
   241  	}
   242  	// Ensure alias node was already evaluated. TODO: avoid double evaluation.
   243  	err = cldr.resolveAndMergeAlias(a)
   244  	v := reflect.ValueOf(e).Elem()
   245  	for i := iter(reflect.ValueOf(a).Elem()); !i.done(); i.next() {
   246  		if vv := i.value(); vv.Kind() != reflect.Ptr || !vv.IsNil() {
   247  			if _, attr := xmlName(i.field()); !attr {
   248  				v.FieldByIndex(i.index).Set(vv)
   249  			}
   250  		}
   251  	}
   252  	return err
   253  }
   254  
   255  func (cldr *CLDR) aliasResolver() visitor {
   256  	return func(v reflect.Value) (err error) {
   257  		if e, ok := v.Addr().Interface().(Elem); ok {
   258  			err = cldr.resolveAndMergeAlias(e)
   259  			if err == nil && blocking[e.GetCommon().name] {
   260  				return stopDescent
   261  			}
   262  		}
   263  		return err
   264  	}
   265  }
   266  
   267  // elements within blocking elements do not inherit.
   268  // Taken from CLDR's supplementalMetaData.xml.
   269  var blocking = map[string]bool{
   270  	"identity":         true,
   271  	"supplementalData": true,
   272  	"cldrTest":         true,
   273  	"collation":        true,
   274  	"transform":        true,
   275  }
   276  
   277  // Distinguishing attributes affect inheritance; two elements with different
   278  // distinguishing attributes are treated as different for purposes of inheritance,
   279  // except when such attributes occur in the indicated elements.
   280  // Taken from CLDR's supplementalMetaData.xml.
   281  var distinguishing = map[string][]string{
   282  	"key":        nil,
   283  	"request_id": nil,
   284  	"id":         nil,
   285  	"registry":   nil,
   286  	"alt":        nil,
   287  	"iso4217":    nil,
   288  	"iso3166":    nil,
   289  	"mzone":      nil,
   290  	"from":       nil,
   291  	"to":         nil,
   292  	"type": []string{
   293  		"abbreviationFallback",
   294  		"default",
   295  		"mapping",
   296  		"measurementSystem",
   297  		"preferenceOrdering",
   298  	},
   299  	"numberSystem": nil,
   300  }
   301  
   302  func in(set []string, s string) bool {
   303  	for _, v := range set {
   304  		if v == s {
   305  			return true
   306  		}
   307  	}
   308  	return false
   309  }
   310  
   311  // attrKey computes a key based on the distinguishable attributes of
   312  // an element and it's values.
   313  func attrKey(v reflect.Value, exclude ...string) string {
   314  	parts := []string{}
   315  	ename := v.Interface().(Elem).GetCommon().name
   316  	v = v.Elem()
   317  	for i := iter(v); !i.done(); i.next() {
   318  		if name, attr := xmlName(i.field()); attr {
   319  			if except, ok := distinguishing[name]; ok && !in(exclude, name) && !in(except, ename) {
   320  				v := i.value()
   321  				if v.Kind() == reflect.Ptr {
   322  					v = v.Elem()
   323  				}
   324  				if v.IsValid() {
   325  					parts = append(parts, fmt.Sprintf("%s=%s", name, v.String()))
   326  				}
   327  			}
   328  		}
   329  	}
   330  	sort.Strings(parts)
   331  	return strings.Join(parts, ";")
   332  }
   333  
   334  // Key returns a key for e derived from all distinguishing attributes
   335  // except those specified by exclude.
   336  func Key(e Elem, exclude ...string) string {
   337  	return attrKey(reflect.ValueOf(e), exclude...)
   338  }
   339  
   340  // linkEnclosing sets the enclosing element as well as the name
   341  // for all sub-elements of child, recursively.
   342  func linkEnclosing(parent, child Elem) {
   343  	child.setEnclosing(parent)
   344  	v := reflect.ValueOf(child).Elem()
   345  	for i := iter(v); !i.done(); i.next() {
   346  		vf := i.value()
   347  		if vf.Kind() == reflect.Slice {
   348  			for j := 0; j < vf.Len(); j++ {
   349  				linkEnclosing(child, vf.Index(j).Interface().(Elem))
   350  			}
   351  		} else if vf.Kind() == reflect.Ptr && !vf.IsNil() && vf.Elem().Kind() == reflect.Struct {
   352  			linkEnclosing(child, vf.Interface().(Elem))
   353  		}
   354  	}
   355  }
   356  
   357  func setNames(e Elem, name string) {
   358  	e.setName(name)
   359  	v := reflect.ValueOf(e).Elem()
   360  	for i := iter(v); !i.done(); i.next() {
   361  		vf := i.value()
   362  		name, _ = xmlName(i.field())
   363  		if vf.Kind() == reflect.Slice {
   364  			for j := 0; j < vf.Len(); j++ {
   365  				setNames(vf.Index(j).Interface().(Elem), name)
   366  			}
   367  		} else if vf.Kind() == reflect.Ptr && !vf.IsNil() && vf.Elem().Kind() == reflect.Struct {
   368  			setNames(vf.Interface().(Elem), name)
   369  		}
   370  	}
   371  }
   372  
   373  // deepCopy copies elements of v recursively.  All elements of v that may
   374  // be modified by inheritance are explicitly copied.
   375  func deepCopy(v reflect.Value) reflect.Value {
   376  	switch v.Kind() {
   377  	case reflect.Ptr:
   378  		if v.IsNil() || v.Elem().Kind() != reflect.Struct {
   379  			return v
   380  		}
   381  		nv := reflect.New(v.Elem().Type())
   382  		nv.Elem().Set(v.Elem())
   383  		deepCopyRec(nv.Elem(), v.Elem())
   384  		return nv
   385  	case reflect.Slice:
   386  		nv := reflect.MakeSlice(v.Type(), v.Len(), v.Len())
   387  		for i := 0; i < v.Len(); i++ {
   388  			deepCopyRec(nv.Index(i), v.Index(i))
   389  		}
   390  		return nv
   391  	}
   392  	panic("deepCopy: must be called with pointer or slice")
   393  }
   394  
   395  // deepCopyRec is only called by deepCopy.
   396  func deepCopyRec(nv, v reflect.Value) {
   397  	if v.Kind() == reflect.Struct {
   398  		t := v.Type()
   399  		for i := 0; i < v.NumField(); i++ {
   400  			if name, attr := xmlName(t.Field(i)); name != "" && !attr {
   401  				deepCopyRec(nv.Field(i), v.Field(i))
   402  			}
   403  		}
   404  	} else {
   405  		nv.Set(deepCopy(v))
   406  	}
   407  }
   408  
   409  // newNode is used to insert a missing node during inheritance.
   410  func (cldr *CLDR) newNode(v, enc reflect.Value) reflect.Value {
   411  	n := reflect.New(v.Type())
   412  	for i := iter(v); !i.done(); i.next() {
   413  		if name, attr := xmlName(i.field()); name == "" || attr {
   414  			n.Elem().FieldByIndex(i.index).Set(i.value())
   415  		}
   416  	}
   417  	n.Interface().(Elem).GetCommon().setEnclosing(enc.Addr().Interface().(Elem))
   418  	return n
   419  }
   420  
   421  // v, parent must be pointers to struct
   422  func (cldr *CLDR) inheritFields(v, parent reflect.Value) (res reflect.Value, err error) {
   423  	t := v.Type()
   424  	nv := reflect.New(t)
   425  	nv.Elem().Set(v)
   426  	for i := iter(v); !i.done(); i.next() {
   427  		vf := i.value()
   428  		f := i.field()
   429  		name, attr := xmlName(f)
   430  		if name == "" || attr {
   431  			continue
   432  		}
   433  		pf := parent.FieldByIndex(i.index)
   434  		if blocking[name] {
   435  			if vf.IsNil() {
   436  				vf = pf
   437  			}
   438  			nv.Elem().FieldByIndex(i.index).Set(deepCopy(vf))
   439  			continue
   440  		}
   441  		switch f.Type.Kind() {
   442  		case reflect.Ptr:
   443  			if f.Type.Elem().Kind() == reflect.Struct {
   444  				if !vf.IsNil() {
   445  					if vf, err = cldr.inheritStructPtr(vf, pf); err != nil {
   446  						return reflect.Value{}, err
   447  					}
   448  					vf.Interface().(Elem).setEnclosing(nv.Interface().(Elem))
   449  					nv.Elem().FieldByIndex(i.index).Set(vf)
   450  				} else if !pf.IsNil() {
   451  					n := cldr.newNode(pf.Elem(), v)
   452  					if vf, err = cldr.inheritStructPtr(n, pf); err != nil {
   453  						return reflect.Value{}, err
   454  					}
   455  					vf.Interface().(Elem).setEnclosing(nv.Interface().(Elem))
   456  					nv.Elem().FieldByIndex(i.index).Set(vf)
   457  				}
   458  			}
   459  		case reflect.Slice:
   460  			vf, err := cldr.inheritSlice(nv.Elem(), vf, pf)
   461  			if err != nil {
   462  				return reflect.Zero(t), err
   463  			}
   464  			nv.Elem().FieldByIndex(i.index).Set(vf)
   465  		}
   466  	}
   467  	return nv, nil
   468  }
   469  
   470  func root(e Elem) *LDML {
   471  	for ; e.enclosing() != nil; e = e.enclosing() {
   472  	}
   473  	return e.(*LDML)
   474  }
   475  
   476  // inheritStructPtr first merges possible aliases in with v and then inherits
   477  // any underspecified elements from parent.
   478  func (cldr *CLDR) inheritStructPtr(v, parent reflect.Value) (r reflect.Value, err error) {
   479  	if !v.IsNil() {
   480  		e := v.Interface().(Elem).GetCommon()
   481  		alias := e.Alias
   482  		if alias == nil && !parent.IsNil() {
   483  			alias = parent.Interface().(Elem).GetCommon().Alias
   484  		}
   485  		if alias != nil {
   486  			a, err := cldr.resolveAlias(v.Interface().(Elem), alias.Source, alias.Path)
   487  			if a != nil {
   488  				if v, err = cldr.inheritFields(v.Elem(), reflect.ValueOf(a).Elem()); err != nil {
   489  					return reflect.Value{}, err
   490  				}
   491  			}
   492  		}
   493  		if !parent.IsNil() {
   494  			return cldr.inheritFields(v.Elem(), parent.Elem())
   495  		}
   496  	} else if parent.IsNil() {
   497  		panic("should not reach here")
   498  	}
   499  	return v, nil
   500  }
   501  
   502  // Must be slice of struct pointers.
   503  func (cldr *CLDR) inheritSlice(enc, v, parent reflect.Value) (res reflect.Value, err error) {
   504  	t := v.Type()
   505  	index := make(map[string]reflect.Value)
   506  	if !v.IsNil() {
   507  		for i := 0; i < v.Len(); i++ {
   508  			vi := v.Index(i)
   509  			key := attrKey(vi)
   510  			index[key] = vi
   511  		}
   512  	}
   513  	if !parent.IsNil() {
   514  		for i := 0; i < parent.Len(); i++ {
   515  			vi := parent.Index(i)
   516  			key := attrKey(vi)
   517  			if w, ok := index[key]; ok {
   518  				index[key], err = cldr.inheritStructPtr(w, vi)
   519  			} else {
   520  				n := cldr.newNode(vi.Elem(), enc)
   521  				index[key], err = cldr.inheritStructPtr(n, vi)
   522  			}
   523  			index[key].Interface().(Elem).setEnclosing(enc.Addr().Interface().(Elem))
   524  			if err != nil {
   525  				return v, err
   526  			}
   527  		}
   528  	}
   529  	keys := make([]string, 0, len(index))
   530  	for k, _ := range index {
   531  		keys = append(keys, k)
   532  	}
   533  	sort.Strings(keys)
   534  	sl := reflect.MakeSlice(t, len(index), len(index))
   535  	for i, k := range keys {
   536  		sl.Index(i).Set(index[k])
   537  	}
   538  	return sl, nil
   539  }
   540  
   541  func parentLocale(loc string) string {
   542  	parts := strings.Split(loc, "_")
   543  	if len(parts) == 1 {
   544  		return "root"
   545  	}
   546  	parts = parts[:len(parts)-1]
   547  	key := strings.Join(parts, "_")
   548  	return key
   549  }
   550  
   551  func (cldr *CLDR) resolve(loc string) (res *LDML, err error) {
   552  	if r := cldr.resolved[loc]; r != nil {
   553  		return r, nil
   554  	}
   555  	x := cldr.RawLDML(loc)
   556  	if x == nil {
   557  		return nil, fmt.Errorf("cldr: unknown locale %q", loc)
   558  	}
   559  	var v reflect.Value
   560  	if loc == "root" {
   561  		x = deepCopy(reflect.ValueOf(x)).Interface().(*LDML)
   562  		linkEnclosing(nil, x)
   563  		err = cldr.aliasResolver().visit(x)
   564  	} else {
   565  		key := parentLocale(loc)
   566  		var parent *LDML
   567  		for ; cldr.locale[key] == nil; key = parentLocale(key) {
   568  		}
   569  		if parent, err = cldr.resolve(key); err != nil {
   570  			return nil, err
   571  		}
   572  		v, err = cldr.inheritFields(reflect.ValueOf(x).Elem(), reflect.ValueOf(parent).Elem())
   573  		x = v.Interface().(*LDML)
   574  		linkEnclosing(nil, x)
   575  	}
   576  	if err != nil {
   577  		return nil, err
   578  	}
   579  	cldr.resolved[loc] = x
   580  	return x, err
   581  }
   582  
   583  // finalize finalizes the initialization of the raw LDML structs.  It also
   584  // removed unwanted fields, as specified by filter, so that they will not
   585  // be unnecessarily evaluated.
   586  func (cldr *CLDR) finalize(filter []string) {
   587  	for _, x := range cldr.locale {
   588  		if filter != nil {
   589  			v := reflect.ValueOf(x).Elem()
   590  			t := v.Type()
   591  			for i := 0; i < v.NumField(); i++ {
   592  				f := t.Field(i)
   593  				name, _ := xmlName(f)
   594  				if name != "" && name != "identity" && !in(filter, name) {
   595  					v.Field(i).Set(reflect.Zero(f.Type))
   596  				}
   597  			}
   598  		}
   599  		linkEnclosing(nil, x) // for resolving aliases and paths
   600  		setNames(x, "ldml")
   601  	}
   602  }