github.com/m3db/m3@v1.5.0/src/dbnode/namespace/namespace_runtime_options.go (about)

     1  // Copyright (c) 2020 Uber Technologies, Inc.
     2  //
     3  // Permission is hereby granted, free of charge, to any person obtaining a copy
     4  // of this software and associated documentation files (the "Software"), to deal
     5  // in the Software without restriction, including without limitation the rights
     6  // to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
     7  // copies of the Software, and to permit persons to whom the Software is
     8  // furnished to do so, subject to the following conditions:
     9  //
    10  // The above copyright notice and this permission notice shall be included in
    11  // all copies or substantial portions of the Software.
    12  //
    13  // THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
    14  // IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
    15  // FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
    16  // AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
    17  // LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
    18  // OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
    19  // THE SOFTWARE.
    20  
    21  package namespace
    22  
    23  import (
    24  	"sync"
    25  
    26  	xresource "github.com/m3db/m3/src/x/resource"
    27  	"github.com/m3db/m3/src/x/watch"
    28  )
    29  
    30  const (
    31  	defaultWriteIndexingPerCPUConcurrency = 0.75
    32  	defaultFlushIndexingPerCPUConcurrency = 0.25
    33  )
    34  
    35  // RuntimeOptions is a set of runtime options that can
    36  // be set per namespace.
    37  type RuntimeOptions interface {
    38  	// IsDefault returns whether the runtime options are purely defaults
    39  	// with no values explicitly set.
    40  	IsDefault() bool
    41  
    42  	// Equal will return whether it's equal to another runtime options.
    43  	Equal(other RuntimeOptions) bool
    44  
    45  	// SetWriteIndexingPerCPUConcurrency sets the write
    46  	// indexing per CPU concurrency.
    47  	SetWriteIndexingPerCPUConcurrency(value *float64) RuntimeOptions
    48  
    49  	// WriteIndexingPerCPUConcurrency returns the write
    50  	// indexing per CPU concurrency.
    51  	WriteIndexingPerCPUConcurrency() *float64
    52  
    53  	// WriteIndexingPerCPUConcurrencyOrDefault returns the write
    54  	// indexing per CPU concurrency or default.
    55  	WriteIndexingPerCPUConcurrencyOrDefault() float64
    56  
    57  	// SetFlushIndexingPerCPUConcurrency sets the flush
    58  	// indexing per CPU concurrency.
    59  	SetFlushIndexingPerCPUConcurrency(value *float64) RuntimeOptions
    60  
    61  	// FlushIndexingPerCPUConcurrency returns the flush
    62  	// indexing per CPU concurrency.
    63  	FlushIndexingPerCPUConcurrency() *float64
    64  
    65  	// FlushIndexingPerCPUConcurrencyOrDefault returns the flush
    66  	// indexing per CPU concurrency.
    67  	FlushIndexingPerCPUConcurrencyOrDefault() float64
    68  }
    69  
    70  // RuntimeOptionsManagerRegistry is a registry of runtime options managers.
    71  type RuntimeOptionsManagerRegistry interface {
    72  	// RuntimeOptionsManager returns a namespace runtime options manager
    73  	// for the given namespace.
    74  	RuntimeOptionsManager(namespace string) RuntimeOptionsManager
    75  
    76  	// Close closes the watcher and all descendent watches.
    77  	Close()
    78  }
    79  
    80  // RuntimeOptionsManager is a runtime options manager.
    81  type RuntimeOptionsManager interface {
    82  	// Update updates the current runtime options.
    83  	Update(value RuntimeOptions) error
    84  
    85  	// Get returns the current values.
    86  	Get() RuntimeOptions
    87  
    88  	// RegisterListener registers a listener for updates to runtime options,
    89  	// it will synchronously call back the listener when this method is called
    90  	// to deliver the current set of runtime options.
    91  	RegisterListener(l RuntimeOptionsListener) xresource.SimpleCloser
    92  
    93  	// Close closes the watcher and all descendent watches.
    94  	Close()
    95  }
    96  
    97  // RuntimeOptionsListener listens for updates to runtime options.
    98  type RuntimeOptionsListener interface {
    99  	// SetNamespaceRuntimeOptions is called when the listener is registered
   100  	// and when any updates occurred passing the new runtime options.
   101  	SetNamespaceRuntimeOptions(value RuntimeOptions)
   102  }
   103  
   104  // runtimeOptions should always use pointer value types for it's options
   105  // and provide a "ValueOrDefault()" method so that we can be sure whether
   106  // the options are all defaults or not with the "IsDefault" method.
   107  type runtimeOptions struct {
   108  	writeIndexingPerCPUConcurrency *float64
   109  	flushIndexingPerCPUConcurrency *float64
   110  }
   111  
   112  // NewRuntimeOptions returns a new namespace runtime options.
   113  func NewRuntimeOptions() RuntimeOptions {
   114  	return newRuntimeOptions()
   115  }
   116  
   117  func newRuntimeOptions() *runtimeOptions {
   118  	return &runtimeOptions{}
   119  }
   120  
   121  func (o *runtimeOptions) IsDefault() bool {
   122  	defaults := newRuntimeOptions()
   123  	return *o == *defaults
   124  }
   125  
   126  func (o *runtimeOptions) Equal(other RuntimeOptions) bool {
   127  	return o.writeIndexingPerCPUConcurrency == other.WriteIndexingPerCPUConcurrency() &&
   128  		o.flushIndexingPerCPUConcurrency == other.FlushIndexingPerCPUConcurrency()
   129  }
   130  
   131  func (o *runtimeOptions) SetWriteIndexingPerCPUConcurrency(value *float64) RuntimeOptions {
   132  	opts := *o
   133  	opts.writeIndexingPerCPUConcurrency = value
   134  	return &opts
   135  }
   136  
   137  func (o *runtimeOptions) WriteIndexingPerCPUConcurrency() *float64 {
   138  	return o.writeIndexingPerCPUConcurrency
   139  }
   140  
   141  func (o *runtimeOptions) WriteIndexingPerCPUConcurrencyOrDefault() float64 {
   142  	value := o.writeIndexingPerCPUConcurrency
   143  	if value == nil {
   144  		return defaultWriteIndexingPerCPUConcurrency
   145  	}
   146  	return *value
   147  }
   148  
   149  func (o *runtimeOptions) SetFlushIndexingPerCPUConcurrency(value *float64) RuntimeOptions {
   150  	opts := *o
   151  	opts.flushIndexingPerCPUConcurrency = value
   152  	return &opts
   153  }
   154  
   155  func (o *runtimeOptions) FlushIndexingPerCPUConcurrency() *float64 {
   156  	return o.flushIndexingPerCPUConcurrency
   157  }
   158  
   159  func (o *runtimeOptions) FlushIndexingPerCPUConcurrencyOrDefault() float64 {
   160  	value := o.flushIndexingPerCPUConcurrency
   161  	if value == nil {
   162  		return defaultFlushIndexingPerCPUConcurrency
   163  	}
   164  	return *value
   165  }
   166  
   167  type runtimeOptionsManagerRegistry struct {
   168  	sync.RWMutex
   169  	managers map[string]RuntimeOptionsManager
   170  }
   171  
   172  // NewRuntimeOptionsManagerRegistry returns a new runtime options
   173  // manager registry.
   174  func NewRuntimeOptionsManagerRegistry() RuntimeOptionsManagerRegistry {
   175  	return &runtimeOptionsManagerRegistry{
   176  		managers: make(map[string]RuntimeOptionsManager),
   177  	}
   178  }
   179  
   180  func (r *runtimeOptionsManagerRegistry) RuntimeOptionsManager(
   181  	namespace string,
   182  ) RuntimeOptionsManager {
   183  	r.Lock()
   184  	defer r.Unlock()
   185  
   186  	manager, ok := r.managers[namespace]
   187  	if !ok {
   188  		manager = NewRuntimeOptionsManager(namespace)
   189  		r.managers[namespace] = manager
   190  	}
   191  
   192  	return manager
   193  }
   194  
   195  func (r *runtimeOptionsManagerRegistry) Close() {
   196  	r.Lock()
   197  	defer r.Unlock()
   198  
   199  	for k, v := range r.managers {
   200  		v.Close()
   201  		delete(r.managers, k)
   202  	}
   203  }
   204  
   205  type runtimeOptionsManager struct {
   206  	namespace string
   207  	watchable watch.Watchable
   208  }
   209  
   210  // NewRuntimeOptionsManager returns a new runtime options manager.
   211  func NewRuntimeOptionsManager(namespace string) RuntimeOptionsManager {
   212  	watchable := watch.NewWatchable()
   213  	watchable.Update(NewRuntimeOptions())
   214  	return &runtimeOptionsManager{
   215  		namespace: namespace,
   216  		watchable: watchable,
   217  	}
   218  }
   219  
   220  func (w *runtimeOptionsManager) Update(value RuntimeOptions) error {
   221  	w.watchable.Update(value)
   222  	return nil
   223  }
   224  
   225  func (w *runtimeOptionsManager) Get() RuntimeOptions {
   226  	return w.watchable.Get().(RuntimeOptions)
   227  }
   228  
   229  func (w *runtimeOptionsManager) RegisterListener(
   230  	listener RuntimeOptionsListener,
   231  ) xresource.SimpleCloser {
   232  	_, watch, _ := w.watchable.Watch()
   233  
   234  	// We always initialize the watchable so always read
   235  	// the first notification value
   236  	<-watch.C()
   237  
   238  	// Deliver the current runtime options
   239  	listener.SetNamespaceRuntimeOptions(watch.Get().(RuntimeOptions))
   240  
   241  	// Spawn a new goroutine that will terminate when the
   242  	// watchable terminates on the close of the runtime options manager
   243  	go func() {
   244  		for range watch.C() {
   245  			listener.SetNamespaceRuntimeOptions(watch.Get().(RuntimeOptions))
   246  		}
   247  	}()
   248  
   249  	return watch
   250  }
   251  
   252  func (w *runtimeOptionsManager) Close() {
   253  	w.watchable.Close()
   254  }