github.com/1aal/kubeblocks@v0.0.0-20231107070852-e1c03e598921/deploy/qdrant/templates/configmap.yaml (about)

     1  apiVersion: v1
     2  kind: ConfigMap
     3  metadata:
     4    name: qdrant-config-template
     5    namespace: {{ .Release.Namespace | quote }}
     6    labels:
     7    {{- include "qdrant.labels" . | nindent 4 }}
     8  
     9  data:
    10    production.yaml: |-
    11      debug: false
    12      log_level: INFO
    13  
    14      service:
    15        host: 0.0.0.0
    16        http_port: 6333
    17        grpc_port: 6334
    18    config.yaml: |-
    19      storage:
    20        # Where to store all the data
    21        storage_path: ./storage
    22  
    23        # Where to store snapshots
    24        snapshots_path: ./snapshots
    25  
    26        # If true - point's payload will not be stored in memory.
    27        # It will be read from the disk every time it is requested.
    28        # This setting saves RAM by (slightly) increasing the response time.
    29        # Note: those payload values that are involved in filtering and are indexed - remain in RAM.
    30        on_disk_payload: true
    31  
    32        # Write-ahead-log related configuration
    33        wal:
    34          # Size of a single WAL segment
    35          wal_capacity_mb: 32
    36  
    37          # Number of WAL segments to create ahead of actual data requirement
    38          wal_segments_ahead: 0
    39  
    40        # Normal node - receives all updates and answers all queries
    41        node_type: "Normal"
    42  
    43        # Listener node - receives all updates, but does not answer search/read queries
    44        # Useful for setting up a dedicated backup node
    45        # node_type: "Listener"
    46  
    47        performance:
    48          # Number of parallel threads used for search operations. If 0 - auto selection.
    49          max_search_threads: 0
    50          # Max total number of threads, which can be used for running optimization processes across all collections.
    51          # Note: Each optimization thread will also use `max_indexing_threads` for index building.
    52          # So total number of threads used for optimization will be `max_optimization_threads * max_indexing_threads`
    53          max_optimization_threads: 1
    54  
    55        optimizers:
    56          # The minimal fraction of deleted vectors in a segment, required to perform segment optimization
    57          deleted_threshold: 0.2
    58  
    59          # The minimal number of vectors in a segment, required to perform segment optimization
    60          vacuum_min_vector_number: 1000
    61  
    62          # Target amount of segments optimizer will try to keep.
    63          # Real amount of segments may vary depending on multiple parameters:
    64          #  - Amount of stored points
    65          #  - Current write RPS
    66          #
    67          # It is recommended to select default number of segments as a factor of the number of search threads,
    68          # so that each segment would be handled evenly by one of the threads.
    69          # If `default_segment_number = 0`, will be automatically selected by the number of available CPUs
    70          default_segment_number: 0
    71  
    72          # Do not create segments larger this size (in KiloBytes).
    73          # Large segments might require disproportionately long indexation times,
    74          # therefore it makes sense to limit the size of segments.
    75          #
    76          # If indexation speed have more priority for your - make this parameter lower.
    77          # If search speed is more important - make this parameter higher.
    78          # Note: 1Kb = 1 vector of size 256
    79          # If not set, will be automatically selected considering the number of available CPUs.
    80          max_segment_size_kb: null
    81  
    82          # Maximum size (in KiloBytes) of vectors to store in-memory per segment.
    83          # Segments larger than this threshold will be stored as read-only memmaped file.
    84          # To enable memmap storage, lower the threshold
    85          # Note: 1Kb = 1 vector of size 256
    86          # If not set, mmap will not be used.
    87          memmap_threshold_kb: null
    88  
    89          # Maximum size (in KiloBytes) of vectors allowed for plain index.
    90          # Default value based on https://github.com/google-research/google-research/blob/master/scann/docs/algorithms.md
    91          # Note: 1Kb = 1 vector of size 256
    92          indexing_threshold_kb: 20000
    93  
    94          # Interval between forced flushes.
    95          flush_interval_sec: 5
    96  
    97          # Max number of threads, which can be used for optimization per collection.
    98          # Note: Each optimization thread will also use `max_indexing_threads` for index building.
    99          # So total number of threads used for optimization will be `max_optimization_threads * max_indexing_threads`
   100          # If `max_optimization_threads = 0`, optimization will be disabled.
   101          max_optimization_threads: 1
   102  
   103        # Default parameters of HNSW Index. Could be overridden for each collection individually
   104        hnsw_index:
   105          # Number of edges per node in the index graph. Larger the value - more accurate the search, more space required.
   106          m: 16
   107          # Number of neighbours to consider during the index building. Larger the value - more accurate the search, more time required to build index.
   108          ef_construct: 100
   109          # Minimal size (in KiloBytes) of vectors for additional payload-based indexing.
   110          # If payload chunk is smaller than `full_scan_threshold_kb` additional indexing won't be used -
   111          # in this case full-scan search should be preferred by query planner and additional indexing is not required.
   112          # Note: 1Kb = 1 vector of size 256
   113          full_scan_threshold_kb: 10000
   114          # Number of parallel threads used for background index building. If 0 - auto selection.
   115          max_indexing_threads: 0
   116          # Store HNSW index on disk. If set to false, index will be stored in RAM. Default: false
   117          on_disk: false
   118          # Custom M param for hnsw graph built for payload index. If not set, default M will be used.
   119          payload_m: null
   120  
   121      service:
   122  
   123        # Maximum size of POST data in a single request in megabytes
   124        max_request_size_mb: 32
   125  
   126        # Number of parallel workers used for serving the api. If 0 - equal to the number of available cores.
   127        # If missing - Same as storage.max_search_threads
   128        max_workers: 0
   129  
   130        # Host to bind the service on
   131        host: 0.0.0.0
   132  
   133        # HTTP port to bind the service on
   134        http_port: 6333
   135  
   136        # gRPC port to bind the service on.
   137        # If `null` - gRPC is disabled. Default: null
   138        grpc_port: 6334
   139        # Uncomment to enable gRPC:
   140        # grpc_port: 6334
   141  
   142        # Enable CORS headers in REST API.
   143        # If enabled, browsers would be allowed to query REST endpoints regardless of query origin.
   144        # More info: https://developer.mozilla.org/en-US/docs/Web/HTTP/CORS
   145        # Default: true
   146        enable_cors: true
   147  
   148      cluster:
   149        # Use `enabled: true` to run Qdrant in distributed deployment mode
   150        enabled: true
   151  
   152        # Configuration of the inter-cluster communication
   153        p2p:
   154          # Port for internal communication between peers
   155          port: 6335
   156  
   157        # Configuration related to distributed consensus algorithm
   158        consensus:
   159          # How frequently peers should ping each other.
   160          # Setting this parameter to lower value will allow consensus
   161          # to detect disconnected nodes earlier, but too frequent
   162          # tick period may create significant network and CPU overhead.
   163          # We encourage you NOT to change this parameter unless you know what you are doing.
   164          tick_period_ms: 100
   165  
   166  
   167      # Set to true to prevent service from sending usage statistics to the developers.
   168      # Read more: https://qdrant.tech/documentation/telemetry
   169      telemetry_disabled: false