llm-serving-pack/examples/envoy-ai-gateway.yaml at main · nebari-dev/llm-serving-pack · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
# Envoy AI Gateway ArgoCD Applications.
#
# The AI Gateway is shipped as TWO separate Helm charts:
#   1. ai-gateway-crds-helm  - CRDs (AIGatewayRoute, AIServiceBackend,
#                              BackendSecurityPolicy, GatewayConfig, MCPRoute)
#   2. ai-gateway-helm       - Controller + webhooks
#
# Prerequisites:
#   - Kubernetes 1.32+
#   - Envoy Gateway v1.8.1+ installed WITH the AI-Gateway-compatible
#     values (extensionApis.enableBackend, extensionManager pointing at
#     this controller, backendResources allowing InferencePool). See
#     ./envoy-gateway.yaml for the complete configuration. Nebari
#     Infrastructure Core ships a bare Envoy Gateway install by
#     default - you MUST replace or supplement those values with the
#     ones in envoy-gateway.yaml or the pack's routing will 404 at
#     runtime.
#
# This manual installation is a workaround until the chart's
# envoyAIGateway.install flag is implemented:
#   https://github.com/nebari-dev/nebari-llm-serving-pack/issues/44
#
# References:
#   - https://aigateway.envoyproxy.io/docs/getting-started/installation/
#   - https://github.com/envoyproxy/ai-gateway
---
apiVersion: argoproj.io/v1alpha1
kind: Application
metadata:
  name: envoy-ai-gateway-crds
  namespace: argocd
  annotations:
    argocd.argoproj.io/sync-wave: "3"
  finalizers:
    - resources-finalizer.argocd.argoproj.io
spec:
  project: nebari-apps

  source:
    chart: ai-gateway-crds-helm
    repoURL: docker.io/envoyproxy
    targetRevision: v1.1.0

  destination:
    server: https://kubernetes.default.svc
    namespace: envoy-ai-gateway-system

  syncPolicy:
    automated:
      prune: true
      selfHeal: true
    syncOptions:
      - CreateNamespace=true
      - ServerSideApply=true
    retry:
      limit: 5
      backoff:
        duration: 5s
        factor: 2
        maxDuration: 3m
---
apiVersion: argoproj.io/v1alpha1
kind: Application
metadata:
  name: envoy-ai-gateway
  namespace: argocd
  annotations:
    argocd.argoproj.io/sync-wave: "4"
  finalizers:
    - resources-finalizer.argocd.argoproj.io
spec:
  project: nebari-apps

  source:
    chart: ai-gateway-helm
    repoURL: docker.io/envoyproxy
    targetRevision: v1.1.0

  destination:
    server: https://kubernetes.default.svc
    namespace: envoy-ai-gateway-system

  syncPolicy:
    automated:
      prune: true
      selfHeal: true
    syncOptions:
      - CreateNamespace=true
      - ServerSideApply=true
    retry:
      limit: 5
      backoff:
        duration: 5s
        factor: 2
        maxDuration: 3m