github.com/sfdevops1/terrra4orm@v0.11.12-beta1/scripts/generate-plugins.go (about) 1 // Generate Plugins is a small program that updates the lists of plugins in 2 // command/internal_plugin_list.go so they will be compiled into the main 3 // terraform binary. 4 package main 5 6 import ( 7 "fmt" 8 "go/ast" 9 "go/parser" 10 "go/token" 11 "io/ioutil" 12 "log" 13 "os" 14 "path/filepath" 15 "sort" 16 "strings" 17 ) 18 19 const target = "command/internal_plugin_list.go" 20 21 func main() { 22 wd, _ := os.Getwd() 23 if filepath.Base(wd) != "terraform" { 24 log.Fatalf("This program must be invoked in the terraform project root; in %s", wd) 25 } 26 27 //// Collect all of the data we need about plugins we have in the project 28 //providers, err := discoverProviders() 29 //if err != nil { 30 // log.Fatalf("Failed to discover providers: %s", err) 31 //} 32 33 provisioners, err := discoverProvisioners() 34 if err != nil { 35 log.Fatalf("Failed to discover provisioners: %s", err) 36 } 37 38 // Do some simple code generation and templating 39 output := source 40 output = strings.Replace(output, "IMPORTS", makeImports(nil, provisioners), 1) 41 //output = strings.Replace(output, "PROVIDERS", makeProviderMap(providers), 1) 42 output = strings.Replace(output, "PROVISIONERS", makeProvisionerMap(provisioners), 1) 43 44 // TODO sort the lists of plugins so we are not subjected to random OS ordering of the plugin lists 45 46 // Write our generated code to the command/plugin.go file 47 file, err := os.Create(target) 48 defer file.Close() 49 if err != nil { 50 log.Fatalf("Failed to open %s for writing: %s", target, err) 51 } 52 53 _, err = file.WriteString(output) 54 if err != nil { 55 log.Fatalf("Failed writing to %s: %s", target, err) 56 } 57 58 log.Printf("Generated %s", target) 59 } 60 61 type plugin struct { 62 Package string // Package name from ast remoteexec 63 PluginName string // Path via deriveName() remote-exec 64 TypeName string // Type of plugin provisioner 65 Path string // Relative import path builtin/provisioners/remote-exec 66 ImportName string // See deriveImport() remoteexecprovisioner 67 } 68 69 // makeProviderMap creates a map of providers like this: 70 // 71 // var InternalProviders = map[string]plugin.ProviderFunc{ 72 // "aws": aws.Provider, 73 // "azurerm": azurerm.Provider, 74 // "cloudflare": cloudflare.Provider, 75 func makeProviderMap(items []plugin) string { 76 output := "" 77 for _, item := range items { 78 output += fmt.Sprintf("\t\"%s\": %s.%s,\n", item.PluginName, item.ImportName, item.TypeName) 79 } 80 return output 81 } 82 83 // makeProvisionerMap creates a map of provisioners like this: 84 // 85 // "chef": chefprovisioner.Provisioner, 86 // "salt-masterless": saltmasterlessprovisioner.Provisioner, 87 // "file": fileprovisioner.Provisioner, 88 // "local-exec": localexecprovisioner.Provisioner, 89 // "remote-exec": remoteexecprovisioner.Provisioner, 90 // 91 func makeProvisionerMap(items []plugin) string { 92 output := "" 93 for _, item := range items { 94 output += fmt.Sprintf("\t\"%s\": %s.%s,\n", item.PluginName, item.ImportName, item.TypeName) 95 } 96 return output 97 } 98 99 func makeImports(providers, provisioners []plugin) string { 100 plugins := []string{} 101 102 for _, provider := range providers { 103 plugins = append(plugins, fmt.Sprintf("\t%s \"github.com/hashicorp/terraform/%s\"\n", provider.ImportName, filepath.ToSlash(provider.Path))) 104 } 105 106 for _, provisioner := range provisioners { 107 plugins = append(plugins, fmt.Sprintf("\t%s \"github.com/hashicorp/terraform/%s\"\n", provisioner.ImportName, filepath.ToSlash(provisioner.Path))) 108 } 109 110 // Make things pretty 111 sort.Strings(plugins) 112 113 return strings.Join(plugins, "") 114 } 115 116 // listDirectories recursively lists directories under the specified path 117 func listDirectories(path string) ([]string, error) { 118 names := []string{} 119 items, err := ioutil.ReadDir(path) 120 if err != nil { 121 return names, err 122 } 123 124 for _, item := range items { 125 // We only want directories 126 if item.IsDir() { 127 if item.Name() == "test-fixtures" { 128 continue 129 } 130 currentDir := filepath.Join(path, item.Name()) 131 names = append(names, currentDir) 132 133 // Do some recursion 134 subNames, err := listDirectories(currentDir) 135 if err == nil { 136 names = append(names, subNames...) 137 } 138 } 139 } 140 141 return names, nil 142 } 143 144 // deriveName determines the name of the plugin relative to the specified root 145 // path. 146 func deriveName(root, full string) string { 147 short, _ := filepath.Rel(root, full) 148 bits := strings.Split(short, string(os.PathSeparator)) 149 return strings.Join(bits, "-") 150 } 151 152 // deriveImport will build a unique import identifier based on packageName and 153 // the result of deriveName(). This is important for disambigutating between 154 // providers and provisioners that have the same name. This will be something 155 // like: 156 // 157 // remote-exec -> remoteexecprovisioner 158 // 159 // which is long, but is deterministic and unique. 160 func deriveImport(typeName, derivedName string) string { 161 return strings.Replace(derivedName, "-", "", -1) + strings.ToLower(typeName) 162 } 163 164 // discoverTypesInPath searches for types of typeID in path using go's ast and 165 // returns a list of plugins it finds. 166 func discoverTypesInPath(path, typeID, typeName string) ([]plugin, error) { 167 pluginTypes := []plugin{} 168 169 dirs, err := listDirectories(path) 170 if err != nil { 171 return pluginTypes, err 172 } 173 174 for _, dir := range dirs { 175 fset := token.NewFileSet() 176 goPackages, err := parser.ParseDir(fset, dir, nil, parser.AllErrors) 177 if err != nil { 178 return pluginTypes, fmt.Errorf("Failed parsing directory %s: %s", dir, err) 179 } 180 181 for _, goPackage := range goPackages { 182 ast.PackageExports(goPackage) 183 ast.Inspect(goPackage, func(n ast.Node) bool { 184 switch x := n.(type) { 185 case *ast.FuncDecl: 186 // If we get a function then we will check the function name 187 // against typeName and the function return type (Results) 188 // against typeID. 189 // 190 // There may be more than one return type but in the target 191 // case there should only be one. Also the return type is a 192 // ast.SelectorExpr which means we have multiple nodes. 193 // We'll read all of them as ast.Ident (identifier), join 194 // them via . to get a string like terraform.ResourceProvider 195 // and see if it matches our expected typeID 196 // 197 // This is somewhat verbose but prevents us from identifying 198 // the wrong types if the function name is amiguous or if 199 // there are other subfolders added later. 200 if x.Name.Name == typeName && len(x.Type.Results.List) == 1 { 201 node := x.Type.Results.List[0].Type 202 typeIdentifiers := []string{} 203 ast.Inspect(node, func(m ast.Node) bool { 204 switch y := m.(type) { 205 case *ast.Ident: 206 typeIdentifiers = append(typeIdentifiers, y.Name) 207 } 208 // We need all of the identifiers to join so we 209 // can't break early here. 210 return true 211 }) 212 if strings.Join(typeIdentifiers, ".") == typeID { 213 derivedName := deriveName(path, dir) 214 pluginTypes = append(pluginTypes, plugin{ 215 Package: goPackage.Name, 216 PluginName: derivedName, 217 ImportName: deriveImport(x.Name.Name, derivedName), 218 TypeName: x.Name.Name, 219 Path: dir, 220 }) 221 } 222 } 223 case *ast.TypeSpec: 224 // In the simpler case we will simply check whether the type 225 // declaration has the name we were looking for. 226 if x.Name.Name == typeID { 227 derivedName := deriveName(path, dir) 228 pluginTypes = append(pluginTypes, plugin{ 229 Package: goPackage.Name, 230 PluginName: derivedName, 231 ImportName: deriveImport(x.Name.Name, derivedName), 232 TypeName: x.Name.Name, 233 Path: dir, 234 }) 235 // The AST stops parsing when we return false. Once we 236 // find the symbol we want we can stop parsing. 237 return false 238 } 239 } 240 return true 241 }) 242 } 243 } 244 245 return pluginTypes, nil 246 } 247 248 func discoverProviders() ([]plugin, error) { 249 path := "./builtin/providers" 250 typeID := "terraform.ResourceProvider" 251 typeName := "Provider" 252 return discoverTypesInPath(path, typeID, typeName) 253 } 254 255 func discoverProvisioners() ([]plugin, error) { 256 path := "./builtin/provisioners" 257 typeID := "terraform.ResourceProvisioner" 258 typeName := "Provisioner" 259 return discoverTypesInPath(path, typeID, typeName) 260 } 261 262 const source = `// 263 // This file is automatically generated by scripts/generate-plugins.go -- Do not edit! 264 // 265 package command 266 267 import ( 268 IMPORTS 269 "github.com/hashicorp/terraform/plugin" 270 ) 271 272 var InternalProviders = map[string]plugin.ProviderFunc{} 273 274 var InternalProvisioners = map[string]plugin.ProvisionerFunc{ 275 PROVISIONERS 276 } 277 `