github.com/orange-cloudfoundry/cli@v7.1.0+incompatible/cf/api/buildpack_bits.go (about) 1 package api 2 3 import ( 4 "archive/zip" 5 "crypto/tls" 6 "crypto/x509" 7 "fmt" 8 "io" 9 "io/ioutil" 10 "mime/multipart" 11 gonet "net" 12 "net/http" 13 "os" 14 "path" 15 "path/filepath" 16 "strings" 17 "time" 18 19 "code.cloudfoundry.org/cli/cf/appfiles" 20 "code.cloudfoundry.org/cli/cf/configuration/coreconfig" 21 "code.cloudfoundry.org/cli/cf/errors" 22 . "code.cloudfoundry.org/cli/cf/i18n" 23 "code.cloudfoundry.org/cli/cf/models" 24 "code.cloudfoundry.org/cli/cf/net" 25 "code.cloudfoundry.org/cli/util" 26 "code.cloudfoundry.org/gofileutils/fileutils" 27 ) 28 29 //go:generate counterfeiter . BuildpackBitsRepository 30 31 type BuildpackBitsRepository interface { 32 UploadBuildpack(buildpack models.Buildpack, buildpackFile *os.File, zipFileName string) error 33 CreateBuildpackZipFile(buildpackPath string) (*os.File, string, error) 34 } 35 36 type CloudControllerBuildpackBitsRepository struct { 37 config coreconfig.Reader 38 gateway net.Gateway 39 zipper appfiles.Zipper 40 TrustedCerts []tls.Certificate 41 } 42 43 func NewCloudControllerBuildpackBitsRepository(config coreconfig.Reader, gateway net.Gateway, zipper appfiles.Zipper) (repo CloudControllerBuildpackBitsRepository) { 44 repo.config = config 45 repo.gateway = gateway 46 repo.zipper = zipper 47 return 48 } 49 50 func zipErrorHelper(err error) error { 51 return fmt.Errorf("%s: %s", T("Couldn't write zip file"), err.Error()) 52 } 53 54 func (repo CloudControllerBuildpackBitsRepository) CreateBuildpackZipFile(buildpackPath string) (*os.File, string, error) { 55 zipFileToUpload, err := ioutil.TempFile("", "buildpack-upload") 56 if err != nil { 57 os.RemoveAll(zipFileToUpload.Name()) 58 return nil, "", fmt.Errorf("%s: %s", T("Couldn't create temp file for upload"), err.Error()) 59 } 60 defer os.RemoveAll(zipFileToUpload.Name()) 61 62 var success bool 63 defer func() { 64 if !success { 65 os.RemoveAll(zipFileToUpload.Name()) 66 } 67 }() 68 69 var buildpackFileName string 70 if isWebURL(buildpackPath) { 71 buildpackFileName = path.Base(buildpackPath) 72 repo.downloadBuildpack(buildpackPath, func(downloadFile *os.File, downloadErr error) { 73 if downloadErr != nil { 74 err = downloadErr 75 return 76 } 77 78 downloadErr = normalizeBuildpackArchive(downloadFile, zipFileToUpload) 79 if downloadErr != nil { 80 err = downloadErr 81 return 82 } 83 }) 84 if err != nil { 85 return nil, "", zipErrorHelper(err) 86 } 87 } else { 88 buildpackFileName = filepath.Base(buildpackPath) 89 dir, err := filepath.Abs(buildpackPath) 90 if err != nil { 91 return nil, "", zipErrorHelper(err) 92 } 93 94 buildpackFileName = filepath.Base(dir) 95 stats, err := os.Stat(dir) 96 if err != nil { 97 return nil, "", fmt.Errorf("%s: %s", T("Error opening buildpack file"), err.Error()) 98 } 99 100 if stats.IsDir() { 101 buildpackFileName += ".zip" // FIXME: remove once #71167394 is fixed 102 err = repo.zipper.Zip(buildpackPath, zipFileToUpload) 103 if err != nil { 104 return nil, "", zipErrorHelper(err) 105 } 106 } else { 107 specifiedFile, err := os.Open(buildpackPath) 108 if err != nil { 109 return nil, "", fmt.Errorf("%s: %s", T("Couldn't open buildpack file"), err.Error()) 110 } 111 err = normalizeBuildpackArchive(specifiedFile, zipFileToUpload) 112 if err != nil { 113 return nil, "", zipErrorHelper(err) 114 } 115 } 116 } 117 118 success = true 119 return zipFileToUpload, buildpackFileName, nil 120 } 121 122 func normalizeBuildpackArchive(inputFile *os.File, outputFile *os.File) error { 123 stats, toplevelErr := inputFile.Stat() 124 if toplevelErr != nil { 125 return toplevelErr 126 } 127 128 reader, toplevelErr := zip.NewReader(inputFile, stats.Size()) 129 if toplevelErr != nil { 130 return toplevelErr 131 } 132 133 contents := reader.File 134 135 parentPath, hasBuildpack := findBuildpackPath(contents) 136 137 if !hasBuildpack { 138 return errors.New(T("Zip archive does not contain a buildpack")) 139 } 140 141 writer := zip.NewWriter(outputFile) 142 143 for _, file := range contents { 144 name := file.Name 145 if strings.HasPrefix(name, parentPath) { 146 relativeFilename := strings.TrimPrefix(name, parentPath+"/") 147 if relativeFilename == "" { 148 continue 149 } 150 151 fileInfo := file.FileInfo() 152 header, err := zip.FileInfoHeader(fileInfo) 153 if err != nil { 154 return err 155 } 156 header.Name = relativeFilename 157 158 w, err := writer.CreateHeader(header) 159 if err != nil { 160 return err 161 } 162 163 r, err := file.Open() 164 if err != nil { 165 return err 166 } 167 168 _, err = io.Copy(w, r) 169 if err != nil { 170 return err 171 } 172 173 err = r.Close() 174 if err != nil { 175 return err 176 } 177 } 178 } 179 180 toplevelErr = writer.Close() 181 if toplevelErr != nil { 182 return toplevelErr 183 } 184 185 _, toplevelErr = outputFile.Seek(0, 0) 186 if toplevelErr != nil { 187 return toplevelErr 188 } 189 190 return nil 191 } 192 193 func findBuildpackPath(zipFiles []*zip.File) (parentPath string, foundBuildpack bool) { 194 needle := "bin/compile" 195 196 for _, file := range zipFiles { 197 if strings.HasSuffix(file.Name, needle) { 198 foundBuildpack = true 199 parentPath = path.Join(file.Name, "..", "..") 200 if parentPath == "." { 201 parentPath = "" 202 } 203 return 204 } 205 } 206 return 207 } 208 209 func isWebURL(path string) bool { 210 return strings.HasPrefix(path, "http://") || strings.HasPrefix(path, "https://") 211 } 212 213 func (repo CloudControllerBuildpackBitsRepository) downloadBuildpack(url string, cb func(*os.File, error)) { 214 fileutils.TempFile("buildpack-download", func(tempfile *os.File, err error) { 215 if err != nil { 216 cb(nil, err) 217 return 218 } 219 220 var x509TrustedCerts []*x509.Certificate 221 222 if len(repo.TrustedCerts) > 0 { 223 for _, tlsCert := range repo.TrustedCerts { 224 cert, _ := x509.ParseCertificate(tlsCert.Certificate[0]) 225 x509TrustedCerts = append(x509TrustedCerts, cert) 226 } 227 } 228 229 client := &http.Client{ 230 Transport: &http.Transport{ 231 DisableKeepAlives: true, 232 Dial: (&gonet.Dialer{Timeout: 5 * time.Second}).Dial, 233 TLSClientConfig: util.NewTLSConfig(x509TrustedCerts, false), 234 Proxy: http.ProxyFromEnvironment, 235 }, 236 } 237 238 response, err := client.Get(url) 239 if err != nil { 240 cb(nil, err) 241 return 242 } 243 defer response.Body.Close() 244 245 _, err = io.Copy(tempfile, response.Body) 246 if err != nil { 247 cb(nil, err) 248 return 249 } 250 251 _, err = tempfile.Seek(0, 0) 252 if err != nil { 253 cb(nil, err) 254 return 255 } 256 257 cb(tempfile, nil) 258 }) 259 } 260 261 func (repo CloudControllerBuildpackBitsRepository) UploadBuildpack(buildpack models.Buildpack, buildpackFile *os.File, buildpackName string) error { 262 defer func() { 263 buildpackFile.Close() 264 os.Remove(buildpackFile.Name()) 265 }() 266 return repo.performMultiPartUpload( 267 fmt.Sprintf("%s/v2/buildpacks/%s/bits", repo.config.APIEndpoint(), buildpack.GUID), 268 "buildpack", 269 buildpackName, 270 buildpackFile) 271 } 272 273 func (repo CloudControllerBuildpackBitsRepository) performMultiPartUpload(url string, fieldName string, fileName string, body io.Reader) error { 274 var capturedErr error 275 276 fileutils.TempFile("requests", func(requestFile *os.File, err error) { 277 if err != nil { 278 capturedErr = err 279 return 280 } 281 282 writer := multipart.NewWriter(requestFile) 283 part, err := writer.CreateFormFile(fieldName, fileName) 284 285 if err != nil { 286 _ = writer.Close() 287 capturedErr = err 288 return 289 } 290 291 _, err = io.Copy(part, body) 292 if err != nil { 293 capturedErr = fmt.Errorf("%s: %s", T("Error creating upload"), err.Error()) 294 return 295 } 296 297 err = writer.Close() 298 if err != nil { 299 capturedErr = err 300 return 301 } 302 303 var request *net.Request 304 request, err = repo.gateway.NewRequestForFile("PUT", url, repo.config.AccessToken(), requestFile) 305 if err != nil { 306 capturedErr = err 307 return 308 } 309 310 contentType := fmt.Sprintf("multipart/form-data; boundary=%s", writer.Boundary()) 311 request.HTTPReq.Header.Set("Content-Type", contentType) 312 313 _, err = repo.gateway.PerformRequest(request) 314 if err != nil { 315 capturedErr = err 316 } 317 }) 318 319 return capturedErr 320 }