github.com/uber/kraken@v0.1.4/lib/backend/hdfsbackend/webhdfs/config.go (about)

     1  // Copyright (c) 2016-2019 Uber Technologies, Inc.
     2  //
     3  // Licensed under the Apache License, Version 2.0 (the "License");
     4  // you may not use this file except in compliance with the License.
     5  // You may obtain a copy of the License at
     6  //
     7  //     http://www.apache.org/licenses/LICENSE-2.0
     8  //
     9  // Unless required by applicable law or agreed to in writing, software
    10  // distributed under the License is distributed on an "AS IS" BASIS,
    11  // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
    12  // See the License for the specific language governing permissions and
    13  // limitations under the License.
    14  package webhdfs
    15  
    16  import "github.com/c2h5oh/datasize"
    17  
    18  // Config defines Client configuration.
    19  type Config struct {
    20  	// BufferSize is the transfer block size.
    21  	BufferSize datasize.ByteSize `yaml:"buffer_size"`
    22  
    23  	// BufferGuard protects upload from draining the src reader into an oversized
    24  	// buffer when io.Seeker is not implemented.
    25  	BufferGuard datasize.ByteSize `yaml:"buffer_guard"`
    26  }
    27  
    28  func (c *Config) applyDefaults() {
    29  	if c.BufferSize == 0 {
    30  		c.BufferSize = 64 * datasize.MB
    31  	}
    32  	if c.BufferGuard == 0 {
    33  		c.BufferGuard = 10 * datasize.MB
    34  	}
    35  }