codetrans_gaudi.yaml

# Copyright (C) 2024 Intel Corporation
# SPDX-License-Identifier: Apache-2.0

apiVersion: gmc.opea.io/v1alpha3
kind: GMConnector
metadata:
  labels:
    app.kubernetes.io/name: gmconnector
    app.kubernetes.io/managed-by: kustomize
    gmc/platform: gaudi
  name: codetrans
  namespace: codetrans
spec:
  routerConfig:
    name: router
    serviceName: router-service
  nodes:
    root:
      routerType: Sequence
      steps:
      - name: Llm
        data: $response
        internalService:
          serviceName: codetrans-service
          config:
            endpoint: /v1/chat/completions
            TGI_LLM_ENDPOINT: tgi-gaudi-svc
      - name: TgiGaudi
        internalService:
          serviceName: tgi-gaudi-svc
          config:
            MODEL_ID: mistralai/Mistral-7B-Instruct-v0.3
            endpoint: /generate
          isDownstreamService: true