github.com/m3db/m3@v1.5.1-0.20231129193456-75a402aa583b/src/query/graphite/native/expression.go (about)

     1  // Copyright (c) 2019 Uber Technologies, Inc.
     2  //
     3  // Permission is hereby granted, free of charge, to any person obtaining a copy
     4  // of this software and associated documentation files (the "Software"), to deal
     5  // in the Software without restriction, including without limitation the rights
     6  // to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
     7  // copies of the Software, and to permit persons to whom the Software is
     8  // furnished to do so, subject to the following conditions:
     9  //
    10  // The above copyright notice and this permission notice shall be included in
    11  // all copies or substantial portions of the Software.
    12  //
    13  // THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
    14  // IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
    15  // FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
    16  // AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
    17  // LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
    18  // OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
    19  // THE SOFTWARE.
    20  
    21  package native
    22  
    23  import (
    24  	"errors"
    25  	"fmt"
    26  	"reflect"
    27  	"time"
    28  
    29  	"github.com/m3db/m3/src/query/graphite/common"
    30  	"github.com/m3db/m3/src/query/graphite/storage"
    31  	"github.com/m3db/m3/src/query/graphite/ts"
    32  	xerrors "github.com/m3db/m3/src/x/errors"
    33  )
    34  
    35  var (
    36  	errTopLevelFunctionMustReturnTimeSeries = xerrors.NewInvalidParamsError(
    37  		errors.New("top-level functions must return timeseries data"))
    38  )
    39  
    40  // An Expression is a metric query expression
    41  type Expression interface {
    42  	CallASTNode
    43  	// Executes the expression against the given context, and returns the resulting time series data
    44  	Execute(ctx *common.Context) (ts.SeriesList, error)
    45  }
    46  
    47  // CallASTNode is an interface to help with printing the AST.
    48  type CallASTNode interface {
    49  	// Name returns the name of the call.
    50  	Name() string
    51  	// Arguments describe each argument that the call has, some
    52  	// arguments that can either be a call or path expression.
    53  	Arguments() []ASTNode
    54  }
    55  
    56  // ASTNode is an interface to help with printing the AST.
    57  type ASTNode interface {
    58  	// PathExpression returns the path expression and true if argument
    59  	// is a path.
    60  	PathExpression() (string, bool)
    61  	// CallExpression returns the call expression and true if argument
    62  	// is a call.
    63  	CallExpression() (CallASTNode, bool)
    64  	// String is the pretty printed format.
    65  	String() string
    66  }
    67  
    68  // A fetchExpression is an expression that fetches a bunch of data from storage based on a path expression
    69  type fetchExpression struct {
    70  	// The path expression to fetch
    71  	pathArg fetchExpressionPathArg
    72  }
    73  
    74  type fetchExpressionPathArg struct {
    75  	path string
    76  }
    77  
    78  func (a fetchExpressionPathArg) PathExpression() (string, bool) {
    79  	return a.path, true
    80  }
    81  
    82  func (a fetchExpressionPathArg) CallExpression() (CallASTNode, bool) {
    83  	return nil, false
    84  }
    85  
    86  func (a fetchExpressionPathArg) String() string {
    87  	return a.path
    88  }
    89  
    90  // newFetchExpression creates a new fetch expression for a single path
    91  func newFetchExpression(path string) *fetchExpression {
    92  	return &fetchExpression{pathArg: fetchExpressionPathArg{path: path}}
    93  }
    94  
    95  func (f *fetchExpression) Name() string {
    96  	return "fetch"
    97  }
    98  
    99  func (f *fetchExpression) Arguments() []ASTNode {
   100  	return []ASTNode{f.pathArg}
   101  }
   102  
   103  func (f *fetchExpression) PathExpression() (string, bool) {
   104  	return "", false
   105  }
   106  
   107  func (f *fetchExpression) CallExpression() (CallASTNode, bool) {
   108  	return f, true
   109  }
   110  
   111  // Execute fetches results from storage
   112  func (f *fetchExpression) Execute(ctx *common.Context) (ts.SeriesList, error) {
   113  	begin := time.Now()
   114  
   115  	opts := storage.FetchOptions{
   116  		StartTime: ctx.StartTime,
   117  		EndTime:   ctx.EndTime,
   118  		DataOptions: storage.DataOptions{
   119  			Timeout: ctx.Timeout,
   120  		},
   121  		QueryFetchOpts: ctx.FetchOpts,
   122  	}
   123  
   124  	result, err := ctx.Engine.FetchByQuery(ctx, f.pathArg.path, opts)
   125  	if err != nil {
   126  		return ts.NewSeriesList(), err
   127  	}
   128  
   129  	if ctx.TracingEnabled() {
   130  		ctx.Trace(common.Trace{
   131  			ActivityName: fmt.Sprintf("fetch %s", f.pathArg.path),
   132  			Duration:     time.Since(begin),
   133  			Outputs:      common.TraceStats{NumSeries: len(result.SeriesList)},
   134  		})
   135  	}
   136  
   137  	for _, r := range result.SeriesList {
   138  		r.Specification = f.pathArg.path
   139  	}
   140  
   141  	return ts.SeriesList{
   142  		Values:   result.SeriesList,
   143  		Metadata: result.Metadata,
   144  	}, nil
   145  }
   146  
   147  // Evaluate evaluates the fetch and returns its results as a reflection value, allowing it to be used
   148  // as an input argument to a function that takes a time series
   149  func (f *fetchExpression) Evaluate(ctx *common.Context) (reflect.Value, error) {
   150  	timeseries, err := f.Execute(ctx)
   151  	if err != nil {
   152  		return reflect.Value{}, err
   153  	}
   154  
   155  	return reflect.ValueOf(timeseries), nil
   156  }
   157  
   158  func (f *fetchExpression) Type() reflect.Type {
   159  	return reflect.ValueOf(f).Type()
   160  }
   161  
   162  // CompatibleWith returns true if the reflected type is a time series or a generic interface.
   163  func (f *fetchExpression) CompatibleWith(reflectType reflect.Type) bool {
   164  	return reflectType == singlePathSpecType || reflectType == multiplePathSpecsType || reflectType == interfaceType
   165  }
   166  
   167  func (f *fetchExpression) String() string {
   168  	return fmt.Sprintf("fetch(%s)", f.pathArg.path)
   169  }
   170  
   171  // A funcExpression is an expression that evaluates a function returning a timeseries
   172  type funcExpression struct {
   173  	call *functionCall
   174  }
   175  
   176  // newFuncExpression creates a new expressioon based on the given function call
   177  func newFuncExpression(call *functionCall) (Expression, error) {
   178  	if !(call.f.out == seriesListType || call.f.out == unaryContextShifterPtrType) {
   179  		return nil, errTopLevelFunctionMustReturnTimeSeries
   180  	}
   181  
   182  	return &funcExpression{call: call}, nil
   183  }
   184  
   185  func (f *funcExpression) Name() string {
   186  	return f.call.Name()
   187  }
   188  
   189  func (f *funcExpression) Arguments() []ASTNode {
   190  	return f.call.Arguments()
   191  }
   192  
   193  // Execute evaluates the function and returns the result as a timeseries
   194  func (f *funcExpression) Execute(ctx *common.Context) (ts.SeriesList, error) {
   195  	out, err := f.call.Evaluate(ctx)
   196  	if err != nil {
   197  		return ts.NewSeriesList(), err
   198  	}
   199  
   200  	return out.Interface().(ts.SeriesList), nil
   201  }
   202  
   203  func (f *funcExpression) String() string { return f.call.String() }
   204  
   205  var _ ASTNode = noopExpression{}
   206  
   207  // A noopExpression is an empty expression that returns nothing
   208  type noopExpression struct{}
   209  
   210  // Execute returns nothing
   211  func (noop noopExpression) Execute(ctx *common.Context) (ts.SeriesList, error) {
   212  	return ts.NewSeriesList(), nil
   213  }
   214  
   215  func (noop noopExpression) Name() string {
   216  	return "noop"
   217  }
   218  
   219  func (noop noopExpression) Arguments() []ASTNode {
   220  	return nil
   221  }
   222  
   223  func (noop noopExpression) String() string {
   224  	return noop.Name()
   225  }
   226  
   227  func (noop noopExpression) PathExpression() (string, bool) {
   228  	return "", false
   229  }
   230  
   231  func (noop noopExpression) CallExpression() (CallASTNode, bool) {
   232  	return noop, true
   233  }
   234  
   235  var _ ASTNode = rootASTNode{}
   236  
   237  // A rootASTNode is the root AST node which returns child nodes
   238  // when parsing the grammar.
   239  type rootASTNode struct {
   240  	expr Expression
   241  }
   242  
   243  func (r rootASTNode) Name() string {
   244  	return r.expr.Name()
   245  }
   246  
   247  func (r rootASTNode) Arguments() []ASTNode {
   248  	return r.expr.Arguments()
   249  }
   250  
   251  func (r rootASTNode) String() string {
   252  	return r.expr.(ASTNode).String()
   253  }
   254  
   255  func (r rootASTNode) PathExpression() (string, bool) {
   256  	return "", false
   257  }
   258  
   259  func (r rootASTNode) CallExpression() (CallASTNode, bool) {
   260  	return r.expr, true
   261  }