github.com/pankona/gometalinter@v2.0.11+incompatible/_linters/src/golang.org/x/text/internal/gen/gen.go (about) 1 // Copyright 2015 The Go Authors. All rights reserved. 2 // Use of this source code is governed by a BSD-style 3 // license that can be found in the LICENSE file. 4 5 // Package gen contains common code for the various code generation tools in the 6 // text repository. Its usage ensures consistency between tools. 7 // 8 // This package defines command line flags that are common to most generation 9 // tools. The flags allow for specifying specific Unicode and CLDR versions 10 // in the public Unicode data repository (http://www.unicode.org/Public). 11 // 12 // A local Unicode data mirror can be set through the flag -local or the 13 // environment variable UNICODE_DIR. The former takes precedence. The local 14 // directory should follow the same structure as the public repository. 15 // 16 // IANA data can also optionally be mirrored by putting it in the iana directory 17 // rooted at the top of the local mirror. Beware, though, that IANA data is not 18 // versioned. So it is up to the developer to use the right version. 19 package gen // import "golang.org/x/text/internal/gen" 20 21 import ( 22 "bytes" 23 "flag" 24 "fmt" 25 "go/build" 26 "go/format" 27 "io" 28 "io/ioutil" 29 "log" 30 "net/http" 31 "os" 32 "path" 33 "path/filepath" 34 "sync" 35 "unicode" 36 37 "golang.org/x/text/unicode/cldr" 38 ) 39 40 var ( 41 url = flag.String("url", 42 "http://www.unicode.org/Public", 43 "URL of Unicode database directory") 44 iana = flag.String("iana", 45 "http://www.iana.org", 46 "URL of the IANA repository") 47 unicodeVersion = flag.String("unicode", 48 getEnv("UNICODE_VERSION", unicode.Version), 49 "unicode version to use") 50 cldrVersion = flag.String("cldr", 51 getEnv("CLDR_VERSION", cldr.Version), 52 "cldr version to use") 53 ) 54 55 func getEnv(name, def string) string { 56 if v := os.Getenv(name); v != "" { 57 return v 58 } 59 return def 60 } 61 62 // Init performs common initialization for a gen command. It parses the flags 63 // and sets up the standard logging parameters. 64 func Init() { 65 log.SetPrefix("") 66 log.SetFlags(log.Lshortfile) 67 flag.Parse() 68 } 69 70 const header = `// Code generated by running "go generate" in golang.org/x/text. DO NOT EDIT. 71 72 package %s 73 74 ` 75 76 // UnicodeVersion reports the requested Unicode version. 77 func UnicodeVersion() string { 78 return *unicodeVersion 79 } 80 81 // UnicodeVersion reports the requested CLDR version. 82 func CLDRVersion() string { 83 return *cldrVersion 84 } 85 86 // IsLocal reports whether data files are available locally. 87 func IsLocal() bool { 88 dir, err := localReadmeFile() 89 if err != nil { 90 return false 91 } 92 if _, err = os.Stat(dir); err != nil { 93 return false 94 } 95 return true 96 } 97 98 // OpenUCDFile opens the requested UCD file. The file is specified relative to 99 // the public Unicode root directory. It will call log.Fatal if there are any 100 // errors. 101 func OpenUCDFile(file string) io.ReadCloser { 102 return openUnicode(path.Join(*unicodeVersion, "ucd", file)) 103 } 104 105 // OpenCLDRCoreZip opens the CLDR core zip file. It will call log.Fatal if there 106 // are any errors. 107 func OpenCLDRCoreZip() io.ReadCloser { 108 return OpenUnicodeFile("cldr", *cldrVersion, "core.zip") 109 } 110 111 // OpenUnicodeFile opens the requested file of the requested category from the 112 // root of the Unicode data archive. The file is specified relative to the 113 // public Unicode root directory. If version is "", it will use the default 114 // Unicode version. It will call log.Fatal if there are any errors. 115 func OpenUnicodeFile(category, version, file string) io.ReadCloser { 116 if version == "" { 117 version = UnicodeVersion() 118 } 119 return openUnicode(path.Join(category, version, file)) 120 } 121 122 // OpenIANAFile opens the requested IANA file. The file is specified relative 123 // to the IANA root, which is typically either http://www.iana.org or the 124 // iana directory in the local mirror. It will call log.Fatal if there are any 125 // errors. 126 func OpenIANAFile(path string) io.ReadCloser { 127 return Open(*iana, "iana", path) 128 } 129 130 var ( 131 dirMutex sync.Mutex 132 localDir string 133 ) 134 135 const permissions = 0755 136 137 func localReadmeFile() (string, error) { 138 p, err := build.Import("golang.org/x/text", "", build.FindOnly) 139 if err != nil { 140 return "", fmt.Errorf("Could not locate package: %v", err) 141 } 142 return filepath.Join(p.Dir, "DATA", "README"), nil 143 } 144 145 func getLocalDir() string { 146 dirMutex.Lock() 147 defer dirMutex.Unlock() 148 149 readme, err := localReadmeFile() 150 if err != nil { 151 log.Fatal(err) 152 } 153 dir := filepath.Dir(readme) 154 if _, err := os.Stat(readme); err != nil { 155 if err := os.MkdirAll(dir, permissions); err != nil { 156 log.Fatalf("Could not create directory: %v", err) 157 } 158 ioutil.WriteFile(readme, []byte(readmeTxt), permissions) 159 } 160 return dir 161 } 162 163 const readmeTxt = `Generated by golang.org/x/text/internal/gen. DO NOT EDIT. 164 165 This directory contains downloaded files used to generate the various tables 166 in the golang.org/x/text subrepo. 167 168 Note that the language subtag repo (iana/assignments/language-subtag-registry) 169 and all other times in the iana subdirectory are not versioned and will need 170 to be periodically manually updated. The easiest way to do this is to remove 171 the entire iana directory. This is mostly of concern when updating the language 172 package. 173 ` 174 175 // Open opens subdir/path if a local directory is specified and the file exists, 176 // where subdir is a directory relative to the local root, or fetches it from 177 // urlRoot/path otherwise. It will call log.Fatal if there are any errors. 178 func Open(urlRoot, subdir, path string) io.ReadCloser { 179 file := filepath.Join(getLocalDir(), subdir, filepath.FromSlash(path)) 180 return open(file, urlRoot, path) 181 } 182 183 func openUnicode(path string) io.ReadCloser { 184 file := filepath.Join(getLocalDir(), filepath.FromSlash(path)) 185 return open(file, *url, path) 186 } 187 188 // TODO: automatically periodically update non-versioned files. 189 190 func open(file, urlRoot, path string) io.ReadCloser { 191 if f, err := os.Open(file); err == nil { 192 return f 193 } 194 r := get(urlRoot, path) 195 defer r.Close() 196 b, err := ioutil.ReadAll(r) 197 if err != nil { 198 log.Fatalf("Could not download file: %v", err) 199 } 200 os.MkdirAll(filepath.Dir(file), permissions) 201 if err := ioutil.WriteFile(file, b, permissions); err != nil { 202 log.Fatalf("Could not create file: %v", err) 203 } 204 return ioutil.NopCloser(bytes.NewReader(b)) 205 } 206 207 func get(root, path string) io.ReadCloser { 208 url := root + "/" + path 209 fmt.Printf("Fetching %s...", url) 210 defer fmt.Println(" done.") 211 resp, err := http.Get(url) 212 if err != nil { 213 log.Fatalf("HTTP GET: %v", err) 214 } 215 if resp.StatusCode != 200 { 216 log.Fatalf("Bad GET status for %q: %q", url, resp.Status) 217 } 218 return resp.Body 219 } 220 221 // TODO: use Write*Version in all applicable packages. 222 223 // WriteUnicodeVersion writes a constant for the Unicode version from which the 224 // tables are generated. 225 func WriteUnicodeVersion(w io.Writer) { 226 fmt.Fprintf(w, "// UnicodeVersion is the Unicode version from which the tables in this package are derived.\n") 227 fmt.Fprintf(w, "const UnicodeVersion = %q\n\n", UnicodeVersion()) 228 } 229 230 // WriteCLDRVersion writes a constant for the CLDR version from which the 231 // tables are generated. 232 func WriteCLDRVersion(w io.Writer) { 233 fmt.Fprintf(w, "// CLDRVersion is the CLDR version from which the tables in this package are derived.\n") 234 fmt.Fprintf(w, "const CLDRVersion = %q\n\n", CLDRVersion()) 235 } 236 237 // WriteGoFile prepends a standard file comment and package statement to the 238 // given bytes, applies gofmt, and writes them to a file with the given name. 239 // It will call log.Fatal if there are any errors. 240 func WriteGoFile(filename, pkg string, b []byte) { 241 w, err := os.Create(filename) 242 if err != nil { 243 log.Fatalf("Could not create file %s: %v", filename, err) 244 } 245 defer w.Close() 246 if _, err = WriteGo(w, pkg, b); err != nil { 247 log.Fatalf("Error writing file %s: %v", filename, err) 248 } 249 } 250 251 // WriteGo prepends a standard file comment and package statement to the given 252 // bytes, applies gofmt, and writes them to w. 253 func WriteGo(w io.Writer, pkg string, b []byte) (n int, err error) { 254 src := []byte(fmt.Sprintf(header, pkg)) 255 src = append(src, b...) 256 formatted, err := format.Source(src) 257 if err != nil { 258 // Print the generated code even in case of an error so that the 259 // returned error can be meaningfully interpreted. 260 n, _ = w.Write(src) 261 return n, err 262 } 263 return w.Write(formatted) 264 } 265 266 // Repackage rewrites a Go file from belonging to package main to belonging to 267 // the given package. 268 func Repackage(inFile, outFile, pkg string) { 269 src, err := ioutil.ReadFile(inFile) 270 if err != nil { 271 log.Fatalf("reading %s: %v", inFile, err) 272 } 273 const toDelete = "package main\n\n" 274 i := bytes.Index(src, []byte(toDelete)) 275 if i < 0 { 276 log.Fatalf("Could not find %q in %s.", toDelete, inFile) 277 } 278 w := &bytes.Buffer{} 279 w.Write(src[i+len(toDelete):]) 280 WriteGoFile(outFile, pkg, w.Bytes()) 281 }