github.com/m3db/m3@v1.5.1-0.20231129193456-75a402aa583b/src/cmd/services/m3aggregator/config/server.go (about) 1 // Copyright (c) 2017 Uber Technologies, Inc. 2 // 3 // Permission is hereby granted, free of charge, to any person obtaining a copy 4 // of this software and associated documentation files (the "Software"), to deal 5 // in the Software without restriction, including without limitation the rights 6 // to use, copy, modify, merge, publish, distribute, sublicense, and/or sell 7 // copies of the Software, and to permit persons to whom the Software is 8 // furnished to do so, subject to the following conditions: 9 // 10 // The above copyright notice and this permission notice shall be included in 11 // all copies or substantial portions of the Software. 12 // 13 // THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 14 // IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 15 // FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE 16 // AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER 17 // LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, 18 // OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN 19 // THE SOFTWARE. 20 21 package config 22 23 import ( 24 "time" 25 26 "github.com/m3db/m3/src/aggregator/server/http" 27 "github.com/m3db/m3/src/aggregator/server/m3msg" 28 "github.com/m3db/m3/src/aggregator/server/rawtcp" 29 "github.com/m3db/m3/src/metrics/encoding/protobuf" 30 "github.com/m3db/m3/src/msg/consumer" 31 "github.com/m3db/m3/src/x/instrument" 32 "github.com/m3db/m3/src/x/pool" 33 "github.com/m3db/m3/src/x/retry" 34 xserver "github.com/m3db/m3/src/x/server" 35 ) 36 37 // M3MsgServerConfiguration contains M3Msg server configuration. 38 type M3MsgServerConfiguration struct { 39 // Server is the server configuration. 40 Server xserver.Configuration `yaml:"server"` 41 42 // Consumer is the M3Msg consumer configuration. 43 Consumer consumer.Configuration `yaml:"consumer"` 44 } 45 46 // NewServerOptions creates a new set of M3Msg server options. 47 func (c *M3MsgServerConfiguration) NewServerOptions( 48 instrumentOpts instrument.Options, 49 ) (m3msg.Options, error) { 50 opts := m3msg.NewOptions(). 51 SetInstrumentOptions(instrumentOpts). 52 SetServerOptions(c.Server.NewOptions(instrumentOpts)). 53 SetConsumerOptions(c.Consumer.NewOptions(instrumentOpts)) 54 if err := opts.Validate(); err != nil { 55 return nil, err 56 } 57 return opts, nil 58 } 59 60 // RawTCPServerConfiguration contains raw TCP server configuration. 61 type RawTCPServerConfiguration struct { 62 // Raw TCP server listening address. 63 ListenAddress string `yaml:"listenAddress" validate:"nonzero"` 64 65 // Error log limit per second. 66 ErrorLogLimitPerSecond *int64 `yaml:"errorLogLimitPerSecond"` 67 68 // Whether keep alives are enabled on connections. 69 KeepAliveEnabled *bool `yaml:"keepAliveEnabled"` 70 71 // KeepAlive period. 72 KeepAlivePeriod *time.Duration `yaml:"keepAlivePeriod"` 73 74 // Retry mechanism configuration. 75 Retry retry.Configuration `yaml:"retry"` 76 77 // Read buffer size. 78 ReadBufferSize *int `yaml:"readBufferSize"` 79 80 // Protobuf iterator configuration. 81 ProtobufIterator protobufUnaggregatedIteratorConfiguration `yaml:"protobufIterator"` 82 } 83 84 // NewServerOptions create a new set of raw TCP server options. 85 func (c *RawTCPServerConfiguration) NewServerOptions( 86 instrumentOpts instrument.Options, 87 ) rawtcp.Options { 88 opts := rawtcp.NewOptions().SetInstrumentOptions(instrumentOpts) 89 90 // Set server options. 91 serverOpts := xserver.NewOptions(). 92 SetInstrumentOptions(instrumentOpts). 93 SetRetryOptions(c.Retry.NewOptions(instrumentOpts.MetricsScope())) 94 if c.KeepAliveEnabled != nil { 95 serverOpts = serverOpts.SetTCPConnectionKeepAlive(*c.KeepAliveEnabled) 96 } 97 if c.KeepAlivePeriod != nil { 98 serverOpts = serverOpts.SetTCPConnectionKeepAlivePeriod(*c.KeepAlivePeriod) 99 } 100 opts = opts.SetServerOptions(serverOpts) 101 102 // Set protobuf iterator options. 103 protobufItOpts := c.ProtobufIterator.NewOptions(instrumentOpts) 104 opts = opts.SetProtobufUnaggregatedIteratorOptions(protobufItOpts) 105 106 if c.ReadBufferSize != nil { 107 opts = opts.SetReadBufferSize(*c.ReadBufferSize) 108 } 109 if c.ErrorLogLimitPerSecond != nil { 110 opts = opts.SetErrorLogLimitPerSecond(*c.ErrorLogLimitPerSecond) 111 } 112 return opts 113 } 114 115 // protobufUnaggregatedIteratorConfiguration contains configuration for protobuf unaggregated iterator. 116 type protobufUnaggregatedIteratorConfiguration struct { 117 // Initial buffer size. 118 InitBufferSize *int `yaml:"initBufferSize"` 119 120 // Maximum message size. 121 MaxMessageSize *int `yaml:"maxMessageSize"` 122 123 // Bytes pool. 124 BytesPool pool.BucketizedPoolConfiguration `yaml:"bytesPool"` 125 } 126 127 func (c *protobufUnaggregatedIteratorConfiguration) NewOptions( 128 instrumentOpts instrument.Options, 129 ) protobuf.UnaggregatedOptions { 130 opts := protobuf.NewUnaggregatedOptions() 131 if c.InitBufferSize != nil { 132 opts = opts.SetInitBufferSize(*c.InitBufferSize) 133 } 134 if c.MaxMessageSize != nil { 135 opts = opts.SetMaxMessageSize(*c.MaxMessageSize) 136 } 137 138 // Set bytes pool. 139 scope := instrumentOpts.MetricsScope() 140 iOpts := instrumentOpts.SetMetricsScope(scope.SubScope("bytes-pool")) 141 objectPoolOpts := c.BytesPool.NewObjectPoolOptions(iOpts) 142 buckets := c.BytesPool.NewBuckets() 143 bytesPool := pool.NewBytesPool(buckets, objectPoolOpts) 144 opts = opts.SetBytesPool(bytesPool) 145 bytesPool.Init() 146 147 return opts 148 } 149 150 // HTTPServerConfiguration contains http server configuration. 151 type HTTPServerConfiguration struct { 152 // HTTP server listening address. 153 ListenAddress string `yaml:"listenAddress" validate:"nonzero"` 154 155 // HTTP server read timeout. 156 ReadTimeout time.Duration `yaml:"readTimeout"` 157 158 // HTTP server write timeout. 159 WriteTimeout time.Duration `yaml:"writeTimeout"` 160 } 161 162 // NewServerOptions create a new set of http server options. 163 func (c *HTTPServerConfiguration) NewServerOptions() http.Options { 164 opts := http.NewOptions() 165 if c.ReadTimeout != 0 { 166 opts = opts.SetReadTimeout(c.ReadTimeout) 167 } 168 if c.WriteTimeout != 0 { 169 opts = opts.SetWriteTimeout(c.WriteTimeout) 170 } 171 return opts 172 }