github.com/posener/terraform@v0.11.0-beta1.0.20171103235147-645df36af025/helper/resource/state.go (about) 1 package resource 2 3 import ( 4 "log" 5 "time" 6 ) 7 8 var refreshGracePeriod = 30 * time.Second 9 10 // StateRefreshFunc is a function type used for StateChangeConf that is 11 // responsible for refreshing the item being watched for a state change. 12 // 13 // It returns three results. `result` is any object that will be returned 14 // as the final object after waiting for state change. This allows you to 15 // return the final updated object, for example an EC2 instance after refreshing 16 // it. 17 // 18 // `state` is the latest state of that object. And `err` is any error that 19 // may have happened while refreshing the state. 20 type StateRefreshFunc func() (result interface{}, state string, err error) 21 22 // StateChangeConf is the configuration struct used for `WaitForState`. 23 type StateChangeConf struct { 24 Delay time.Duration // Wait this time before starting checks 25 Pending []string // States that are "allowed" and will continue trying 26 Refresh StateRefreshFunc // Refreshes the current state 27 Target []string // Target state 28 Timeout time.Duration // The amount of time to wait before timeout 29 MinTimeout time.Duration // Smallest time to wait before refreshes 30 PollInterval time.Duration // Override MinTimeout/backoff and only poll this often 31 NotFoundChecks int // Number of times to allow not found 32 33 // This is to work around inconsistent APIs 34 ContinuousTargetOccurence int // Number of times the Target state has to occur continuously 35 } 36 37 // WaitForState watches an object and waits for it to achieve the state 38 // specified in the configuration using the specified Refresh() func, 39 // waiting the number of seconds specified in the timeout configuration. 40 // 41 // If the Refresh function returns a error, exit immediately with that error. 42 // 43 // If the Refresh function returns a state other than the Target state or one 44 // listed in Pending, return immediately with an error. 45 // 46 // If the Timeout is exceeded before reaching the Target state, return an 47 // error. 48 // 49 // Otherwise, result the result of the first call to the Refresh function to 50 // reach the target state. 51 func (conf *StateChangeConf) WaitForState() (interface{}, error) { 52 log.Printf("[DEBUG] Waiting for state to become: %s", conf.Target) 53 54 notfoundTick := 0 55 targetOccurence := 0 56 57 // Set a default for times to check for not found 58 if conf.NotFoundChecks == 0 { 59 conf.NotFoundChecks = 20 60 } 61 62 if conf.ContinuousTargetOccurence == 0 { 63 conf.ContinuousTargetOccurence = 1 64 } 65 66 type Result struct { 67 Result interface{} 68 State string 69 Error error 70 Done bool 71 } 72 73 // Read every result from the refresh loop, waiting for a positive result.Done. 74 resCh := make(chan Result, 1) 75 // cancellation channel for the refresh loop 76 cancelCh := make(chan struct{}) 77 78 result := Result{} 79 80 go func() { 81 defer close(resCh) 82 83 time.Sleep(conf.Delay) 84 85 // start with 0 delay for the first loop 86 var wait time.Duration 87 88 for { 89 // store the last result 90 resCh <- result 91 92 // wait and watch for cancellation 93 select { 94 case <-cancelCh: 95 return 96 case <-time.After(wait): 97 // first round had no wait 98 if wait == 0 { 99 wait = 100 * time.Millisecond 100 } 101 } 102 103 res, currentState, err := conf.Refresh() 104 result = Result{ 105 Result: res, 106 State: currentState, 107 Error: err, 108 } 109 110 if err != nil { 111 resCh <- result 112 return 113 } 114 115 // If we're waiting for the absence of a thing, then return 116 if res == nil && len(conf.Target) == 0 { 117 targetOccurence++ 118 if conf.ContinuousTargetOccurence == targetOccurence { 119 result.Done = true 120 resCh <- result 121 return 122 } 123 continue 124 } 125 126 if res == nil { 127 // If we didn't find the resource, check if we have been 128 // not finding it for awhile, and if so, report an error. 129 notfoundTick++ 130 if notfoundTick > conf.NotFoundChecks { 131 result.Error = &NotFoundError{ 132 LastError: err, 133 Retries: notfoundTick, 134 } 135 resCh <- result 136 return 137 } 138 } else { 139 // Reset the counter for when a resource isn't found 140 notfoundTick = 0 141 found := false 142 143 for _, allowed := range conf.Target { 144 if currentState == allowed { 145 found = true 146 targetOccurence++ 147 if conf.ContinuousTargetOccurence == targetOccurence { 148 result.Done = true 149 resCh <- result 150 return 151 } 152 continue 153 } 154 } 155 156 for _, allowed := range conf.Pending { 157 if currentState == allowed { 158 found = true 159 targetOccurence = 0 160 break 161 } 162 } 163 164 if !found && len(conf.Pending) > 0 { 165 result.Error = &UnexpectedStateError{ 166 LastError: err, 167 State: result.State, 168 ExpectedState: conf.Target, 169 } 170 resCh <- result 171 return 172 } 173 } 174 175 // Wait between refreshes using exponential backoff, except when 176 // waiting for the target state to reoccur. 177 if targetOccurence == 0 { 178 wait *= 2 179 } 180 181 // If a poll interval has been specified, choose that interval. 182 // Otherwise bound the default value. 183 if conf.PollInterval > 0 && conf.PollInterval < 180*time.Second { 184 wait = conf.PollInterval 185 } else { 186 if wait < conf.MinTimeout { 187 wait = conf.MinTimeout 188 } else if wait > 10*time.Second { 189 wait = 10 * time.Second 190 } 191 } 192 193 log.Printf("[TRACE] Waiting %s before next try", wait) 194 } 195 }() 196 197 // store the last value result from the refresh loop 198 lastResult := Result{} 199 200 timeout := time.After(conf.Timeout) 201 for { 202 select { 203 case r, ok := <-resCh: 204 // channel closed, so return the last result 205 if !ok { 206 return lastResult.Result, lastResult.Error 207 } 208 209 // we reached the intended state 210 if r.Done { 211 return r.Result, r.Error 212 } 213 214 // still waiting, store the last result 215 lastResult = r 216 217 case <-timeout: 218 log.Printf("[WARN] WaitForState timeout after %s", conf.Timeout) 219 log.Printf("[WARN] WaitForState starting %s refresh grace period", refreshGracePeriod) 220 221 // cancel the goroutine and start our grace period timer 222 close(cancelCh) 223 timeout := time.After(refreshGracePeriod) 224 225 // we need a for loop and a label to break on, because we may have 226 // an extra response value to read, but still want to wait for the 227 // channel to close. 228 forSelect: 229 for { 230 select { 231 case r, ok := <-resCh: 232 if r.Done { 233 // the last refresh loop reached the desired state 234 return r.Result, r.Error 235 } 236 237 if !ok { 238 // the goroutine returned 239 break forSelect 240 } 241 242 // target state not reached, save the result for the 243 // TimeoutError and wait for the channel to close 244 lastResult = r 245 case <-timeout: 246 log.Println("[ERROR] WaitForState exceeded refresh grace period") 247 break forSelect 248 } 249 } 250 251 return nil, &TimeoutError{ 252 LastError: lastResult.Error, 253 LastState: lastResult.State, 254 Timeout: conf.Timeout, 255 ExpectedState: conf.Target, 256 } 257 } 258 } 259 }