github.com/weaviate/weaviate@v1.24.6/adapters/repos/db/aggregator/hybrid.go (about)

     1  //                           _       _
     2  // __      _____  __ ___   ___  __ _| |_ ___
     3  // \ \ /\ / / _ \/ _` \ \ / / |/ _` | __/ _ \
     4  //  \ V  V /  __/ (_| |\ V /| | (_| | ||  __/
     5  //   \_/\_/ \___|\__,_| \_/ |_|\__,_|\__\___|
     6  //
     7  //  Copyright © 2016 - 2024 Weaviate B.V. All rights reserved.
     8  //
     9  //  CONTACT: hello@weaviate.io
    10  //
    11  
    12  package aggregator
    13  
    14  import (
    15  	"context"
    16  	"fmt"
    17  
    18  	"github.com/weaviate/weaviate/adapters/repos/db/inverted"
    19  	"github.com/weaviate/weaviate/adapters/repos/db/propertyspecific"
    20  	"github.com/weaviate/weaviate/entities/schema"
    21  	"github.com/weaviate/weaviate/entities/searchparams"
    22  	"github.com/weaviate/weaviate/entities/storobj"
    23  )
    24  
    25  func (a *Aggregator) buildHybridKeywordRanking() (*searchparams.KeywordRanking, error) {
    26  	kw := &searchparams.KeywordRanking{
    27  		Type:  "bm25",
    28  		Query: a.params.Hybrid.Query,
    29  	}
    30  
    31  	cl, err := schema.GetClassByName(
    32  		a.getSchema.GetSchemaSkipAuth().Objects,
    33  		a.params.ClassName.String())
    34  	if err != nil {
    35  		return nil, err
    36  	}
    37  
    38  	for _, v := range cl.Properties {
    39  		if v.DataType[0] == "text" || v.DataType[0] == "string" { // TODO: Also the array types?
    40  			kw.Properties = append(kw.Properties, v.Name)
    41  		}
    42  	}
    43  
    44  	return kw, nil
    45  }
    46  
    47  func (a *Aggregator) bm25Objects(ctx context.Context, kw *searchparams.KeywordRanking) ([]*storobj.Object, []float32, error) {
    48  	var (
    49  		s     = a.getSchema.GetSchemaSkipAuth()
    50  		class = s.GetClass(a.params.ClassName)
    51  		cfg   = inverted.ConfigFromModel(class.InvertedIndexConfig)
    52  	)
    53  
    54  	objs, dists, err := inverted.NewBM25Searcher(cfg.BM25, a.store, s,
    55  		propertyspecific.Indices{}, a.classSearcher,
    56  		a.GetPropertyLengthTracker(), a.logger, a.shardVersion,
    57  	).BM25F(ctx, nil, a.params.ClassName, *a.params.ObjectLimit, *kw)
    58  	if err != nil {
    59  		return nil, nil, fmt.Errorf("bm25 objects: %w", err)
    60  	}
    61  	return objs, dists, nil
    62  }