github.com/matrixorigin/matrixone@v1.2.0/pkg/fileservice/retry.go (about)

     1  // Copyright 2023 Matrix Origin
     2  //
     3  // Licensed under the Apache License, Version 2.0 (the "License");
     4  // you may not use this file except in compliance with the License.
     5  // You may obtain a copy of the License at
     6  //
     7  //      http://www.apache.org/licenses/LICENSE-2.0
     8  //
     9  // Unless required by applicable law or agreed to in writing, software
    10  // distributed under the License is distributed on an "AS IS" BASIS,
    11  // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
    12  // See the License for the specific language governing permissions and
    13  // limitations under the License.
    14  
    15  package fileservice
    16  
    17  import (
    18  	"github.com/matrixorigin/matrixone/pkg/logutil"
    19  	"go.uber.org/zap"
    20  )
    21  
    22  const maxRetryAttemps = 128
    23  
    24  func DoWithRetry[T any](
    25  	what string,
    26  	fn func() (T, error),
    27  	maxAttemps int,
    28  	isRetryable func(error) bool,
    29  ) (res T, err error) {
    30  	defer catch(&err)
    31  	numRetries := 0
    32  	for {
    33  		res, err = fn()
    34  		if err != nil {
    35  			if isRetryable(err) {
    36  				maxAttemps--
    37  
    38  				numRetries++
    39  				if numRetries%5 == 0 {
    40  					logutil.Info("file service retry",
    41  						zap.Any("times", numRetries),
    42  						zap.Any("what", what),
    43  					)
    44  				}
    45  
    46  				if maxAttemps <= 0 {
    47  					return
    48  				}
    49  				continue
    50  			}
    51  			return
    52  		}
    53  		return
    54  	}
    55  }