agones.dev/agones@v1.54.0/examples/simple-genai-server/gameserver_manualchat.yaml (about)

     1  ---
     2  # Copyright 2024 Google LLC All Rights Reserved.
     3  #
     4  # Licensed under the Apache License, Version 2.0 (the "License");
     5  # you may not use this file except in compliance with the License.
     6  # You may obtain a copy of the License at
     7  #
     8  #     http://www.apache.org/licenses/LICENSE-2.0
     9  #
    10  # Unless required by applicable law or agreed to in writing, software
    11  # distributed under the License is distributed on an "AS IS" BASIS,
    12  # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
    13  # See the License for the specific language governing permissions and
    14  # limitations under the License.
    15  apiVersion: agones.dev/v1
    16  kind: GameServer
    17  metadata:
    18    name: gen-ai-server-manual
    19  spec:
    20    ports:
    21      - name: default
    22        portPolicy: Dynamic
    23        containerPort: 7654
    24        protocol: TCP
    25    template:
    26      spec:
    27        containers:
    28          - name: simple-genai-game-server
    29            image: us-docker.pkg.dev/agones-images/examples/simple-genai-game-server:0.8
    30            # imagePullPolicy: Always  # add for development
    31            env:
    32              - name: GEN_AI_ENDPOINT
    33                # Replace with your GenAI server's endpoint address. If the game server is in the
    34                # same cluster as your inference server you can also use the k8s service discovery
    35                # such as value: "http://vertex-chat-api.genai.svc.cluster.local:80"
    36                value: "http://192.1.1.2/genai/chat"
    37              - name: GEN_AI_CONTEXT
    38                # Context is optional, and will be sent along with each post request
    39                value: "You are a car salesperson"
    40            resources:
    41              requests:
    42                memory: 64Mi
    43                cpu: 20m
    44              limits:
    45                memory: 64Mi
    46                cpu: 20m